-- Logs begin at Wed 2021-06-02 11:53:08 UTC, end at Wed 2021-06-02 13:45:09 UTC. -- Jun 02 12:20:58.326698 dv-neutron-601336-80-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jun 02 12:20:59.303001 dv-neutron-601336-80-hyperv neutron-server[92199]: Beware of the coming changes in the project packaging Jun 02 12:20:59.303583 dv-neutron-601336-80-hyperv neutron-server[92199]: https://github.com/svinota/pyroute2/discussions/786 Jun 02 12:21:00.854578 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.common.config [-] Logging enabled! Jun 02 12:21:00.855214 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev253 Jun 02 12:21:00.855363 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92199) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 02 12:21:00.858654 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.common.config [-] Logging enabled! Jun 02 12:21:00.858914 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev253 Jun 02 12:21:00.859230 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92199) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 02 12:21:00.860164 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 02 12:21:00.860399 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 02 12:21:00.860764 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 02 12:21:00.861012 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 02 12:21:00.861239 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 02 12:21:00.861559 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.861853 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.862181 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.862414 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.862711 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.863003 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.863288 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.863577 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.863869 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.864155 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.864434 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.864719 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.864948 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.865232 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.865522 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.865806 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.866028 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] debug = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.866333 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.867279 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.867703 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.867984 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.868275 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.868555 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.868826 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.869100 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.869384 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.869709 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] host = dv-neutron-601336-80-hyperv {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.869986 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.870301 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.870589 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.870874 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.871149 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.871425 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.871708 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.871979 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.872252 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] log_file = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.872523 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.872810 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.873097 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.873391 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.873616 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.873838 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.874152 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.874442 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.874719 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.874993 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.875264 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.875536 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.875809 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.876076 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.876359 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.876642 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.876926 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.877199 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.877472 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.877744 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.878013 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.878321 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.878594 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.878867 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.879139 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.879425 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.879695 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.879967 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.880267 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.880552 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.880832 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.881115 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.881387 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.881669 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.881942 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.882843 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.883120 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] use_json = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.883400 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.883671 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.883955 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.884231 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.884506 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.884779 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.885051 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.885338 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:00.885634 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.885933 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.886266 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.886556 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.886853 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.887135 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.887425 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.887704 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.887994 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.888286 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.888575 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.888854 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.889141 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.889419 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.889714 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.890019 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.890337 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.890631 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.890908 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.891182 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.891455 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.891731 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.892016 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.892581 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.892874 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.893149 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.893432 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.893723 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.894000 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.894302 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.894584 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.894873 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.895150 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.895425 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.895707 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.895987 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.896258 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.896533 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.896813 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.897108 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.897390 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.897666 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.897960 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.898262 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.898538 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.898825 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.899105 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.899381 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.899655 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.899936 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.900211 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.900485 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.900762 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.901035 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.901313 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.901588 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.901860 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.902166 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.902443 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.902716 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.902991 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.903265 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.903542 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.903816 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.904087 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.904361 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.904634 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.904908 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.905195 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.905490 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.905767 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.906044 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.906346 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.906624 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.906901 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.907178 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.907454 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.907732 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.908002 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.908291 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.908572 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.908856 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.909136 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.909413 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.909705 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.909983 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.910301 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.910579 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.910857 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.911146 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.911428 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.911723 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.912015 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.912308 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.912602 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.912896 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.913174 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.913512 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.913794 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:00.914012 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 02 12:21:00.914278 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92199) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 02 12:21:01.264227 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:21:01.264508 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:21:01.264797 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:21:01.265132 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 02 12:21:01.655082 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:01.655375 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:01.655648 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:01.656951 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:01.657236 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:01.657512 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:01.692356 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:01.692637 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:01.692910 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:01.706517 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:01.706797 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:01.707065 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:01.736645 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:01.736919 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:01.737189 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:01.773791 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:01.774070 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:01.774368 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.007777 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.008357 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.008357 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.008533 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.009247 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.133102 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.133425 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.133715 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.133995 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.134290 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.134604 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.134866 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.135124 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.135381 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.135663 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.135926 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.136193 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.136460 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.136718 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.136987 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.137259 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.137519 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.137790 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.138043 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.138346 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.138694 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.138947 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.139197 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.139479 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.139728 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.139975 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.140359 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 12:21:02.140600 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 12:21:02.140839 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 12:21:02.141075 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 12:21:02.141312 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 12:21:02.141546 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 12:21:02.141909 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 02 12:21:02.145247 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 02 12:21:02.149779 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 02 12:21:02.153524 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 02 12:21:02.155183 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 02 12:21:02.155649 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 02 12:21:02.155987 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 02 12:21:02.156378 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 02 12:21:02.159175 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 02 12:21:02.159434 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 02 12:21:02.159780 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 02 12:21:02.187451 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 02 12:21:02.187899 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.188198 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92199) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 02 12:21:02.188562 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.190064 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92199) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 02 12:21:02.190377 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 02 12:21:02.190632 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 02 12:21:02.193825 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.194134 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.256724 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 02 12:21:02.256971 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 02 12:21:02.257246 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 02 12:21:02.257614 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 02 12:21:02.288294 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_db.sqlalchemy.engines [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92199) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 02 12:21:02.620189 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.managers [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Initializing driver for type 'gre' Jun 02 12:21:02.620630 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] gre ID ranges: [(1, 1000)] Jun 02 12:21:02.671185 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.managers [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Initializing driver for type 'local' Jun 02 12:21:02.671537 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.managers [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Initializing driver for type 'vlan' Jun 02 12:21:02.682129 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] VlanTypeDriver initialization complete Jun 02 12:21:02.682463 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.managers [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Initializing driver for type 'vxlan' Jun 02 12:21:02.682940 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] vxlan ID ranges: [(1, 1000)] Jun 02 12:21:02.733108 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.managers [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Initializing extension driver 'port_security' Jun 02 12:21:02.733454 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.extensions.port_security [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] PortSecurityExtensionDriver initialization complete Jun 02 12:21:02.733790 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.managers [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Initializing mechanism driver 'openvswitch' Jun 02 12:21:02.734149 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.managers [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Initializing mechanism driver 'hyperv' Jun 02 12:21:02.740648 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.plugins.ml2.plugin [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:21:02.741440 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > port after_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.741816 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > port after_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.742198 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > port after_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.742596 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > subnet after_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.742952 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > subnet after_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.743305 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > subnet after_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.743687 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > network after_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.744036 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > network after_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.744382 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > network after_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.744763 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > security_group after_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.745109 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > security_group after_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.745450 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > security_group after_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.745825 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.746192 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.746535 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.746908 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > address_group after_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.747253 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > address_group after_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.747589 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > address_group after_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.747929 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] ML2 OVO RPC backend initialized. {{(pid=92199) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 02 12:21:02.748630 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router_interface after_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.748986 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.749401 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > network before_response 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.749745 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > networks before_response 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.750089 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > port before_response 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.750453 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > ports before_response 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.750795 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > subnet before_response 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.751134 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > subnets before_response 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.751479 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > network after_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.751819 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > network after_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.752152 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > network after_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.752487 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > port after_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.752825 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > port after_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.753157 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > port after_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.753491 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > subnet after_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.753825 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > subnet after_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.754190 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > subnet after_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.754769 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.plugin [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Modular L2 Plugin initialization complete Jun 02 12:21:02.755099 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading services supported by the core plugin {{(pid=92199) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 02 12:21:02.755426 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.plugins.ml2.managers [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Got port-security extension from driver 'port_security' Jun 02 12:21:02.755882 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.extensions.vlantransparent [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Disabled vlantransparent extension. Jun 02 12:21:02.756366 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92199) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 02 12:21:02.756682 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading Plugin: router Jun 02 12:21:02.794674 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router_interface before_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.795064 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router after_create 55549900 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.795432 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router before_create 55549900 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.795794 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.796161 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.796512 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router after_delete 55549900 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.796869 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > floatingip after_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.797226 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router after_create 55549900 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.797569 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router after_update 55549900 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.797920 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router after_update 55549900 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.798293 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.798650 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router after_update 55549900 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.799053 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router precommit_update 55549900 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.799421 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: port after_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.799758 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: port after_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.800094 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: subnet after_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.800432 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.800777 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > port precommit_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.801121 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router precommit_create 55549900 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.801460 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: port before_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.801799 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router precommit_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.802179 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router after_update 55549900 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.802521 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router precommit_delete 55549900 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.802867 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router precommit_create 55549900 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.803231 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router_interface after_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.803580 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router precommit_update 55549900 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.803973 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > network after_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.804820 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Tracking information for resource: router configured {{(pid=92199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 12:21:02.805148 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Tracking information for resource: floatingip configured {{(pid=92199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 12:21:02.810003 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.db.l3_agentschedulers_db [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 02 12:21:02.810621 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: port after_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.810985 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: port after_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.811337 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: port after_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.811687 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: port after_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.812475 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router before_create 55550100 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.812840 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router precommit_delete 55550100 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.813206 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router precommit_create 55550100 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.813561 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > router precommit_update 55550100 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.817935 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.services.provider_configuration [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Service providers = [] {{(pid=92199) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 02 12:21:02.818327 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.db.servicetype_db [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92199) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 02 12:21:02.821877 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.services.service_base [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92199) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 02 12:21:02.822261 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.services.service_base [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92199) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 02 12:21:02.822607 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.services.service_base [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92199) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 02 12:21:02.823485 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.services.service_base [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92199) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 02 12:21:02.823857 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.services.service_base [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 02 12:21:02.824233 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 12:21:02.824550 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 02 12:21:02.834864 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 12:21:02.835801 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading Plugin: auto_allocate Jun 02 12:21:02.841506 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: network precommit_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.841875 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: network precommit_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.842425 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 12:21:02.842744 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading Plugin: tag Jun 02 12:21:02.849446 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 12:21:02.849782 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading Plugin: timestamp Jun 02 12:21:02.853556 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 12:21:02.853885 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading Plugin: network_ip_availability Jun 02 12:21:02.859146 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.859514 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.859869 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:02.860571 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 12:21:02.860889 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading Plugin: flavors Jun 02 12:21:02.865758 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 12:21:02.866109 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading Plugin: revisions Jun 02 12:21:02.870946 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 12:21:02.871289 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_concurrency.lockutils [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.606s {{(pid=92199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:21:02.872020 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92199) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 02 12:21:02.872359 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Initializing extension manager. Jun 02 12:21:02.872860 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: __init__.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.873202 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: __pycache__ {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.873572 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.873903 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: address_group.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.874667 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.875237 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: address-group Jun 02 12:21:02.875562 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: address_scope.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.876266 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.876783 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: address-scope Jun 02 12:21:02.877103 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: admin_state_down_before_update.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.878021 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.878572 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: router-admin-state-down-before-update Jun 02 12:21:02.878893 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: agent.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.879581 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.880318 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: agent Jun 02 12:21:02.880418 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: agent_resources_synced.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.881288 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.881801 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: agent-resources-synced Jun 02 12:21:02.882738 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: allowedaddresspairs.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.884481 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.885006 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: allowed-address-pairs Jun 02 12:21:02.885332 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: auto_allocated_topology.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.886430 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.886950 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: auto-allocated-topology Jun 02 12:21:02.887275 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: availability_zone.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.887962 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.888472 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: availability_zone Jun 02 12:21:02.888796 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: availability_zone_filter.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.889694 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.890240 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: availability_zone_filter Jun 02 12:21:02.890567 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: data_plane_status.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.891455 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.891968 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension data-plane-status not supported by any of loaded plugins Jun 02 12:21:02.892555 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: default_subnetpools.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.893456 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.893974 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: default-subnetpools Jun 02 12:21:02.894329 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: dhcpagentscheduler.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.895127 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.895644 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: dhcp_agent_scheduler Jun 02 12:21:02.895969 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: dns.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.896870 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.897386 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension dns-integration not supported by any of loaded plugins Jun 02 12:21:02.897740 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: dns_domain_ports.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.898678 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.899187 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 02 12:21:02.899508 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: dvr.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.900167 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.900676 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: dvr Jun 02 12:21:02.900994 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: empty_string_filtering.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.901884 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.902428 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: empty-string-filtering Jun 02 12:21:02.902749 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.903639 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.904143 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 02 12:21:02.904464 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.905362 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.905866 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 02 12:21:02.906222 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: external_net.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.907113 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.907628 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: external-net Jun 02 12:21:02.907953 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: extra_dhcp_opt.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.908849 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.909362 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: extra_dhcp_opt Jun 02 12:21:02.909684 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: extraroute.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.910590 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.911102 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: extraroute Jun 02 12:21:02.911423 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: extraroute_atomic.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.912442 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.912960 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: extraroute-atomic Jun 02 12:21:02.913311 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: filter_validation.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.914173 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.914686 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: filter-validation Jun 02 12:21:02.915005 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: fip_pf_description.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.915906 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.916416 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 02 12:21:02.916737 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: fip_port_details.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.917634 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.918173 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: fip-port-details Jun 02 12:21:02.918499 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: flavors.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.919708 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.920226 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: flavors Jun 02 12:21:02.920551 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.922212 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.922736 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 02 12:21:02.923069 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: floatingip_pools.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.923758 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.924273 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: floatingip-pools Jun 02 12:21:02.924598 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: ip_allocation.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.925505 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.926019 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension ip_allocation not supported by any of loaded plugins Jun 02 12:21:02.926379 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.927282 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.927802 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: ip-substring-filtering Jun 02 12:21:02.928131 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: l2_adjacency.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.929570 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.930081 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension l2_adjacency not supported by any of loaded plugins Jun 02 12:21:02.930429 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: l3.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.931378 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.931893 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: router Jun 02 12:21:02.932218 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: l3_conntrack_helper.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.934473 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.935012 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 02 12:21:02.935340 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.936255 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.936772 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: ext-gw-mode Jun 02 12:21:02.937097 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.937993 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.938546 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: l3-ha Jun 02 12:21:02.938868 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: l3_flavors.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.939763 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.940276 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: l3-flavors Jun 02 12:21:02.940597 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.941506 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.942019 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: l3-port-ip-change-not-allowed Jun 02 12:21:02.942363 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: l3agentscheduler.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.943375 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.943900 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: l3_agent_scheduler Jun 02 12:21:02.944227 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: logging.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.946330 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.946862 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension logging not supported by any of loaded plugins Jun 02 12:21:02.947201 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: metering.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.947942 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.948533 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: metering Jun 02 12:21:02.948864 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.950057 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.950612 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: metering_source_and_destination_fields Jun 02 12:21:02.950943 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: multiprovidernet.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.951856 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.952373 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: multi-provider Jun 02 12:21:02.952701 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: netmtu.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.953605 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.954140 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: net-mtu Jun 02 12:21:02.954470 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: netmtu_writable.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.955385 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.955895 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: net-mtu-writable Jun 02 12:21:02.956219 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: network_availability_zone.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.956877 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.957385 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: network_availability_zone Jun 02 12:21:02.957707 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: network_ip_availability.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.958812 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.959327 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: network-ip-availability Jun 02 12:21:02.959652 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: network_segment_range.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.960430 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.960936 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension network-segment-range not supported by any of loaded plugins Jun 02 12:21:02.961260 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: pagination.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.962285 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.962620 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: pagination Jun 02 12:21:02.962946 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: port_device_profile.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.963862 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.964376 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: port-device-profile Jun 02 12:21:02.964698 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.965601 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.966119 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: port-mac-address-regenerate Jun 02 12:21:02.966456 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.967350 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.967858 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: port-numa-affinity-policy Jun 02 12:21:02.968177 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: port_resource_request.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.969073 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.969574 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension port-resource-request not supported by any of loaded plugins Jun 02 12:21:02.969892 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: portbindings.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.970835 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.971345 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: binding Jun 02 12:21:02.971664 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: portbindings_extended.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.972911 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.973434 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: binding-extended Jun 02 12:21:02.973767 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: portsecurity.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.974769 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.975286 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: port-security Jun 02 12:21:02.975610 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: project_id.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.976595 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.976921 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: project-id Jun 02 12:21:02.977241 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: providernet.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.978188 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.978716 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: provider Jun 02 12:21:02.979041 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: qos.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.982548 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.983075 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension qos not supported by any of loaded plugins Jun 02 12:21:02.983408 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.984644 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.985167 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 02 12:21:02.985499 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.986432 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.986954 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 02 12:21:02.987283 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: qos_default.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.988184 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.988708 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension qos-default not supported by any of loaded plugins Jun 02 12:21:02.989039 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: qos_fip.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.989688 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.990226 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension qos-fip not supported by any of loaded plugins Jun 02 12:21:02.990552 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: qos_gateway_ip.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.991993 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.992504 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 02 12:21:02.992828 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: qos_port_network_policy.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.993731 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.994290 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 02 12:21:02.994616 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: qos_rule_type_details.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.995516 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.996029 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 02 12:21:02.996350 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: qos_rules_alias.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.997388 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.997904 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 02 12:21:02.998266 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: quotasv2.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:02.999284 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:02.999611 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: quotas Jun 02 12:21:02.999932 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: quotasv2_detail.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.001533 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.001871 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: quota_details Jun 02 12:21:03.002238 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: rbac.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.003279 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.003805 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: rbac-policies Jun 02 12:21:03.004142 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: rbac_address_group.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.005056 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.005585 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: rbac-address-group Jun 02 12:21:03.005915 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: rbac_address_scope.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.006848 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.007972 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: rbac-address-scope Jun 02 12:21:03.008489 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: rbac_security_groups.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.009188 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.009708 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: rbac-security-groups Jun 02 12:21:03.010033 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: rbac_subnetpool.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.010977 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.011489 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: rbac-subnetpool Jun 02 12:21:03.011812 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: revisionifmatch.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.012716 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.013231 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: revision-if-match Jun 02 12:21:03.013552 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: revisions.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.014687 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.015196 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: standard-attr-revisions Jun 02 12:21:03.015519 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: router_availability_zone.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.016182 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.016694 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: router_availability_zone Jun 02 12:21:03.017016 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: routerservicetype.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.018212 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.018728 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension router-service-type not supported by any of loaded plugins Jun 02 12:21:03.019052 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.019957 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.020469 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: security-groups-normalized-cidr Jun 02 12:21:03.020792 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: security_groups_port_filtering.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.021697 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.022248 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: port-security-groups-filtering Jun 02 12:21:03.022573 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.023496 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.024013 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: security-groups-remote-address-group Jun 02 12:21:03.024344 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: securitygroup.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.035256 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.035794 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: security-group Jun 02 12:21:03.036129 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: segment.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.036906 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.037418 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension segment not supported by any of loaded plugins Jun 02 12:21:03.037746 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.038724 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.039243 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 02 12:21:03.039568 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: servicetype.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.040670 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.041199 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: service-type Jun 02 12:21:03.041529 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: sorting.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.042583 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.042923 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: sorting Jun 02 12:21:03.043253 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: standard_attr_segment.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.044160 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.044689 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 02 12:21:03.045001 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: standardattrdescription.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.045643 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.046183 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: standard-attr-description Jun 02 12:21:03.046510 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: stateful_security_group.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.047425 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.047941 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: stateful-security-group Jun 02 12:21:03.048264 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: stdattrs_common.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.048838 dv-neutron-601336-80-hyperv neutron-server[92199]: WARNING neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 02 12:21:03.049162 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.050181 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.050701 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 02 12:21:03.051023 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: subnet_onboard.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.052074 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.052597 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: subnet_onboard Jun 02 12:21:03.052921 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.053836 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.054893 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 02 12:21:03.055217 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: subnet_service_types.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.056130 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.056652 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: subnet-service-types Jun 02 12:21:03.056978 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: subnetallocation.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.058036 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.058580 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: subnet_allocation Jun 02 12:21:03.058908 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.059573 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.060087 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: subnetpool-prefix-ops Jun 02 12:21:03.060410 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.061317 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.061828 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 02 12:21:03.062183 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: tagging.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.063219 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.063733 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: standard-attr-tag Jun 02 12:21:03.064060 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: timestamp.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.065260 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.065774 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loaded extension: standard-attr-timestamp Jun 02 12:21:03.066115 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: trunk.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.067153 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.067670 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension trunk not supported by any of loaded plugins Jun 02 12:21:03.067995 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: trunk_details.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.068894 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.069408 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension trunk-details not supported by any of loaded plugins Jun 02 12:21:03.070327 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: uplink_status_propagation.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.071241 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.071760 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 02 12:21:03.072081 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Loading extension file: vlantransparent.py {{(pid=92199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 12:21:03.072740 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 12:21:03.073252 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extension vlan-transparent not supported by any of loaded plugins Jun 02 12:21:03.075689 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Creating instance of TrackedResource for resource:network Jun 02 12:21:03.076415 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Creating instance of TrackedResource for resource:subnet Jun 02 12:21:03.077193 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 12:21:03.077791 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Creating instance of TrackedResource for resource:port Jun 02 12:21:03.079078 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.v2.resource_helper [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 12:21:03.079523 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.v2.resource_helper [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Service FLAVORS assigned prefix: {{(pid=92199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 12:21:03.080141 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.v2.resource_helper [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 12:21:03.080563 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.v2.resource_helper [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 12:21:03.080894 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Creating instance of TrackedResource for resource:router Jun 02 12:21:03.081562 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Creating instance of TrackedResource for resource:floatingip Jun 02 12:21:03.082305 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.v2.resource_helper [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Service METERING assigned prefix: /metering {{(pid=92199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 12:21:03.083796 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:03.084176 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:03.084534 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:21:03.085696 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Creating instance of CountableResource for resource:rbac_policy Jun 02 12:21:03.086166 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Creating instance of TrackedResource for resource:security_group Jun 02 12:21:03.086829 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Creating instance of TrackedResource for resource:security_group_rule Jun 02 12:21:03.087570 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.v2.resource_helper [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Service CORE assigned prefix: {{(pid=92199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 12:21:03.087903 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 12:21:03.088238 dv-neutron-601336-80-hyperv neutron-server[92199]: WARNING neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] subnetpool is already registered Jun 02 12:21:03.088830 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.v2.resource_helper [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Service CORE assigned prefix: {{(pid=92199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 12:21:03.089155 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 12:21:03.089486 dv-neutron-601336-80-hyperv neutron-server[92199]: WARNING neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] subnetpool is already registered Jun 02 12:21:03.092069 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.v2.resource_helper [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 12:21:03.092505 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.v2.resource_helper [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Service FLAVORS assigned prefix: {{(pid=92199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 12:21:03.093100 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.v2.resource_helper [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 12:21:03.093523 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.v2.resource_helper [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 12:21:03.093851 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Creating instance of TrackedResource for resource:router Jun 02 12:21:03.094209 dv-neutron-601336-80-hyperv neutron-server[92199]: WARNING neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] router is already registered Jun 02 12:21:03.094804 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Creating instance of TrackedResource for resource:floatingip Jun 02 12:21:03.095132 dv-neutron-601336-80-hyperv neutron-server[92199]: WARNING neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] floatingip is already registered Jun 02 12:21:03.095755 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.v2.resource_helper [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Service METERING assigned prefix: /metering {{(pid=92199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 12:21:03.096419 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Creating instance of CountableResource for resource:rbac_policy Jun 02 12:21:03.096746 dv-neutron-601336-80-hyperv neutron-server[92199]: WARNING neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] rbac_policy is already registered Jun 02 12:21:03.097285 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Creating instance of TrackedResource for resource:security_group Jun 02 12:21:03.097611 dv-neutron-601336-80-hyperv neutron-server[92199]: WARNING neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] security_group is already registered Jun 02 12:21:03.098230 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Creating instance of TrackedResource for resource:security_group_rule Jun 02 12:21:03.098559 dv-neutron-601336-80-hyperv neutron-server[92199]: WARNING neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] security_group_rule is already registered Jun 02 12:21:03.099212 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.v2.resource_helper [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Service CORE assigned prefix: {{(pid=92199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 12:21:03.099536 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 12:21:03.099869 dv-neutron-601336-80-hyperv neutron-server[92199]: WARNING neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] subnetpool is already registered Jun 02 12:21:03.100482 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.v2.resource_helper [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Service CORE assigned prefix: {{(pid=92199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 12:21:03.100827 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 12:21:03.101153 dv-neutron-601336-80-hyperv neutron-server[92199]: WARNING neutron.quota.resource_registry [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] subnetpool is already registered Jun 02 12:21:03.101801 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: extensions {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.103286 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: address-groups {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.104886 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: address-scopes {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.106090 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: agents {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.107291 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: auto-allocated-topology {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.108533 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: availability_zones {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.109842 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: dhcp-networks {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.111295 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: dhcp-agents {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.112718 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: routers {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.114573 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: flavors {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.115749 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: service_profiles {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.117499 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: next_providers {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.119093 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: service_profiles {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.120549 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: floatingip-pools {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.121812 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: routers {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.123601 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: floatingips {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.124786 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: l3-routers {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.126217 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: l3-agents {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.127634 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: metering-labels {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.129009 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: metering-label-rules {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.130320 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: network-ip-availabilities {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.131564 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: bindings {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.133796 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: quotas {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.135266 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: quotas {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.136742 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: rbac-policies {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.139048 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: security-groups {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.140276 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: security-group-rules {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.141502 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: service-providers {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.143031 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: subnetpools {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.258789 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: subnetpools {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.260283 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: tags {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.261978 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: tags {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.263848 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: tags {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.265626 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: tags {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.267745 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: tags {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.269592 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: tags {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.271325 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: tags {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.273266 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: tags {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.275051 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: tags {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.277033 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron.api.extensions [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Extended resource: tags {{(pid=92199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 12:21:03.283001 dv-neutron-601336-80-hyperv neutron-server[92199]: WARNING keystonemiddleware.auth_token [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 02 12:21:03.287723 dv-neutron-601336-80-hyperv neutron-server[92199]: WARNING keystonemiddleware.auth_token [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 02 12:21:03.296365 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_concurrency.lockutils [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Acquired lock "singleton_lock" {{(pid=92199) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 02 12:21:03.296845 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_concurrency.lockutils [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Releasing lock "singleton_lock" {{(pid=92199) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 02 12:21:03.297480 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO oslo_service.service [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Starting 2 workers Jun 02 12:21:03.302157 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Started child 92304 {{(pid=92199) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 02 12:21:03.307013 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Started child 92305 {{(pid=92199) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 02 12:21:03.308070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:03.308772 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO neutron.service [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Neutron service started, listening on 0.0.0.0:9696 Jun 02 12:21:03.309286 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Notify callbacks [] for process, before_spawn {{(pid=92199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:03.309650 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [-] (92304) wsgi starting up on http://0.0.0.0:9696 Jun 02 12:21:03.311442 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:03.311962 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO oslo_service.service [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Starting 1 workers Jun 02 12:21:03.312784 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [-] (92305) wsgi starting up on http://0.0.0.0:9696 Jun 02 12:21:03.316771 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Started child 92306 {{(pid=92199) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 02 12:21:03.317289 dv-neutron-601336-80-hyperv neutron-server[92199]: INFO oslo_service.service [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Starting 1 workers Jun 02 12:21:03.320262 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.service [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] calling RpcWorker wait() {{(pid=92306) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 02 12:21:03.320836 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.service [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] returning from RpcWorker wait() {{(pid=92306) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 02 12:21:03.321658 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Started child 92307 {{(pid=92199) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 02 12:21:03.322207 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:03.322442 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG neutron_lib.callbacks.manager [None req-b424cf97-1637-4574-a1a6-fa74101bcdcc None None] Notify callbacks [] for process, after_spawn {{(pid=92199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:03.322786 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:21:03.324285 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92199) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 02 12:21:03.324495 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 02 12:21:03.324679 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 02 12:21:03.324891 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 02 12:21:03.325231 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 02 12:21:03.325394 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 02 12:21:03.325926 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.326232 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.326395 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:03.326866 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.326866 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.327057 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.327612 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.327886 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.328136 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.328413 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.328679 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.328852 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.329019 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.329265 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.329515 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.329841 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.330166 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.330419 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.330690 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.330865 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.331118 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.331378 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.331606 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.331881 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] debug = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.332137 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.332590 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.332829 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.333060 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.333303 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.333573 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.333822 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.334087 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.334358 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.334596 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.334813 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.335077 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.335361 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.335602 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.335839 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.336096 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.336312 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.336787 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] host = dv-neutron-601336-80-hyperv {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.337026 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.337264 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.337511 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.337762 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.338036 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.338295 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.338544 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.338811 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.339070 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.339294 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.339519 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.339765 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.340000 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.340255 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] log_file = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.340419 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] log_options = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.340656 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.340946 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.341215 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.341425 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.341553 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.341729 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.341990 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.342176 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.342429 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.342666 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.342879 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.343093 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.343341 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.343564 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.343833 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.344058 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.344291 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.344499 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.344748 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.344976 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.345206 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.345456 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.345719 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.345955 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.346214 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.346456 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.346689 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.346906 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.347119 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.347369 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.347604 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.347860 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.348094 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.348343 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.348588 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.348819 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.349053 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.349322 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.349572 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.349795 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.350053 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.350387 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.350770 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:21:03.351436 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.351637 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.351853 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.352110 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] use_json = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.352325 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.352544 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.352800 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.353016 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.353247 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.353460 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.353704 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.353953 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.354591 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.355043 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.355203 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.355433 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.355700 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.355995 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.356335 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.356335 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.356727 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.356840 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.357243 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.357518 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.357857 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.358222 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.358453 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.359037 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.359331 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.359623 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.359866 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.360102 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.360321 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.360543 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.360866 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.361135 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.361404 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.361726 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.361954 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.362239 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.362460 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.362683 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.362905 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.363140 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.363404 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.363643 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.364470 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.364947 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.365099 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.365237 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.365437 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.365675 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.366147 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.366310 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.366483 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.367329 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.367558 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.367775 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.367990 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.368219 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.368456 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.368697 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.368926 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.369169 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.369390 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.369607 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.369849 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.370118 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.370354 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.370568 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.370783 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.371000 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.371227 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.371497 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.371714 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.371999 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.372371 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.372618 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.372853 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.373069 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.373312 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.373527 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.373767 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.374008 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.374265 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.374506 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.374701 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.374918 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.375152 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.375367 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.375585 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.375800 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.376014 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.376226 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.376457 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.376679 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.376954 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.377284 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.377524 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.377770 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.378010 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.378285 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.378512 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.378757 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.379000 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.379237 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.379502 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.379771 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.380002 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.380250 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.380473 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.380710 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.380981 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.381231 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.381467 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.381687 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.381926 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.382239 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.382511 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.382746 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.382977 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.383562 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.383831 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.384117 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.384366 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.384609 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.385044 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.385207 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.385369 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.385659 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.385909 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.386219 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.386473 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.386740 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.387170 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.387319 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.387456 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.387677 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.387930 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.388211 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.388448 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.388684 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.388899 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.389143 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.389457 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.389700 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.389949 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.390216 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.390475 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.390734 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.390983 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.391258 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.391502 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.391732 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.391982 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.392464 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.392676 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.392901 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.393126 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.393337 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.393548 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.393765 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.393996 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.394232 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.395839 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.395839 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.395839 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.395839 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.395839 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.395839 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.395839 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.396302 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.396302 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.396432 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.396661 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.396893 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.397107 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.397321 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.397532 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.398062 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.398062 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.398349 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.398548 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.398769 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.398997 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.401436 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.401436 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.401436 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.401436 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.401436 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.401436 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.402385 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.402950 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.403072 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.404561 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.404681 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.405658 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.405943 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.406233 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.406570 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.406841 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.407093 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.407349 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.407537 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.407780 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.408017 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.408257 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.408474 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.408726 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.408923 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.409177 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.409428 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.409664 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.409879 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.410089 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.410602 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.410866 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.411077 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.411375 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.411627 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.411854 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.412245 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.412490 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.412715 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.412940 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.413165 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.413913 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.414140 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.414370 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.414579 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.414794 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.415005 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.415213 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.415457 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.415664 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.415876 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.416089 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.416319 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.416539 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.416748 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.416956 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.417173 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.417381 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.417715 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.417959 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.418196 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.418492 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.418720 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.418963 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.419216 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.419551 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.419795 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.420052 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.420311 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.420529 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.420747 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.420997 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.421334 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.421636 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.421885 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.422153 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.422420 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.422694 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.422955 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.423166 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.423465 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.423800 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.424083 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.424327 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.424571 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.424829 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.425049 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.425294 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.425538 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.425768 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.425979 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.426254 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.426481 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.426717 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.426949 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.427179 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.427393 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.427634 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.427872 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.428108 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.428319 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.428473 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 02 12:21:03.429649 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92199) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 02 12:21:03.429765 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 02 12:21:03.429914 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 02 12:21:03.430073 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 02 12:21:03.430339 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 02 12:21:03.430516 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 02 12:21:03.430701 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.430915 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.431074 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.432833 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.433006 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.433208 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.433380 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.433545 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.433708 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.433868 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.434029 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.434213 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.434377 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.434571 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.434738 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.434859 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.435013 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.435170 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.435337 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.435493 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.435638 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.435793 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.435948 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] debug = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.436107 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.436309 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.436470 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.436627 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.436784 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.436942 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.437103 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.437261 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.437415 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.437572 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.437730 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.437887 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.438042 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.438785 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.438952 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.439109 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.439265 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.439422 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] host = dv-neutron-601336-80-hyperv {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.439582 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.439737 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.439893 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.440048 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.440205 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.440360 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.440516 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.440672 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.440827 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.440983 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.441141 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.441297 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.441453 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.441611 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] log_file = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.441767 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] log_options = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.441925 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.442083 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.442238 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.442409 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.442578 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.442772 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.442924 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.443055 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.443196 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.443326 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.443456 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.443613 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.443754 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.443913 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.444058 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.444213 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.444369 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.444531 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.445199 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.445373 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.445520 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.445662 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.445787 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.445944 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.446090 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.446260 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.446422 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.446577 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.446734 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.446889 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.447051 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.447208 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.447364 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.447520 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.447675 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.447835 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.448010 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.448164 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.448336 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.448468 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.448627 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.448788 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.448931 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.449062 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.449198 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.449341 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] use_json = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.449478 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.449607 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.449745 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.449904 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.450060 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.450236 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.450393 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.450527 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:21:03.450681 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 12:21:03.450770 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.450858 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.451023 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.451185 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.451345 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.451526 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.451685 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.451876 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.452037 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.452196 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.452378 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.452522 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.452692 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.452852 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.453011 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.453173 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.453333 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.453493 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.453653 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.453813 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.453972 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.454220 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.454397 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.454558 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.454719 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.454878 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.455037 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.455265 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.455377 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.455507 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.455666 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.455825 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.455985 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.456143 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.456303 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.456462 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.456621 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.456782 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.456942 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.457106 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.457266 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.457424 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.457583 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.457742 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.457901 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.458061 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.458241 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.458401 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.458561 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.458720 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.458889 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.459048 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.459208 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.459366 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.459525 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.459685 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.459845 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.460004 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.460184 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.460369 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.461024 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.461197 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.461357 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.461517 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.461747 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.461917 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.462077 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.462257 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.462418 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.462578 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.462761 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.462924 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.463074 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.463224 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.463371 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.463528 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.463672 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.463835 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.463996 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.464151 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.464302 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.464448 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.464624 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.464768 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.464904 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.465075 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.465237 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.465464 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.465598 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.465729 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.465859 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.465998 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.466171 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.466315 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.466450 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.466585 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.466746 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.466910 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.467073 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.467235 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.467390 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.467541 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.467698 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.467857 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.468015 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.468160 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.468347 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.468499 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.468626 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.468792 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.468923 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.469086 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.469244 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.469430 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.469561 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.469716 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.469886 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.470045 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.470227 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.470387 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.470547 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.470706 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.470866 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.471025 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.471184 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.471343 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.471501 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.471667 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.471836 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.471996 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.472156 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.472315 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.472496 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.472656 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.472814 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.472993 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.473157 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.473320 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.473478 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.473637 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.473796 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.473957 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.474133 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.474298 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.474458 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.474617 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.474776 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.474979 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.475145 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.475305 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.475502 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.475622 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.475862 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.476020 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.476164 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.476296 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.476430 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.476571 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.476700 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.476841 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.476995 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.477158 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.477305 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.477454 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.477613 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.477772 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.477917 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.478078 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.478257 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.478419 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.478578 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.478739 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.478896 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.479049 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.479209 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.479369 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.479531 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.479689 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.479849 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.480009 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.480169 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.480331 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.480491 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.480651 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.480811 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.480957 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.481119 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.481291 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.481450 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.481610 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.481771 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.481930 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.482090 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.482275 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.482435 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.482594 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.482753 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.482912 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.483073 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.483236 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.483395 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.483554 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.483714 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.483873 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.484032 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.484191 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.484363 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.484521 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.484680 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.484839 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.484999 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.485165 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.485325 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.485484 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.485648 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.485809 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.485975 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.486188 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.486324 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.486451 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.486605 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.486772 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.486931 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.487094 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.487253 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.487412 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.487578 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.487737 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.487895 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.488054 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.488306 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.488479 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.488972 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.490231 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.490451 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.490646 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.490835 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.491023 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.491219 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.491431 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.491625 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.491802 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.491976 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.497372 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.497372 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.497372 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.497372 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.497706 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 39164) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:21:03.497806 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.497806 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.497806 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.497806 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.497806 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.497806 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.497806 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.497806 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.498380 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.498380 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.498380 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.498380 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.498380 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.498380 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.498380 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.498380 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.498380 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.498946 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.498946 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.498946 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.498946 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.498946 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.498946 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.498946 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.498946 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.498946 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.499485 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 12:21:03.499485 dv-neutron-601336-80-hyperv neutron-server[92199]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 02 12:21:03.501941 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070024 Jun 02 12:21:14.207969 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7185f233-17fe-4b41-8d0e-c06362509c39 None None] get_active_networks_info from dv-neutron-601336-80-hyperv {{(pid=92306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 12:21:14.285556 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7185f233-17fe-4b41-8d0e-c06362509c39 None None] No non-hosted networks {{(pid=92306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 02 12:21:14.301143 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.agentschedulers_db [None req-7185f233-17fe-4b41-8d0e-c06362509c39 None None] DHCP Agent not found on host dv-neutron-601336-80-hyperv {{(pid=92306) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 02 12:21:14.432936 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7c1a4aec-c121-4e23-9b40-0a133420e277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390'] for agent, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:16.557887 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a50df8ee-8e36-4813-a856-5ba2906576aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390'] for agent, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:16.626821 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390'] for agent, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:16.627481 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:16.627812 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:16.628305 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:16.628784 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:16.629268 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:16.629732 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:16.630318 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:16.630862 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:16.631402 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:16.632581 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:16.633141 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:16.633667 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:16.634280 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-601336-80-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:21:16.642542 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-601336-80-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:21:16.687407 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1a6184fa-ef34-431d-b08c-e93e6d878dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:17.609085 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390'] for agent, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:19.364894 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390'] for agent, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:20.787874 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 39256) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:21:21.385171 dv-neutron-601336-80-hyperv neutron-server[92305]: WARNING oslo_policy.policy [None req-cb12944b-9eef-4703-a624-af15ddf50cae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 12:21:21.385774 dv-neutron-601336-80-hyperv neutron-server[92305]: WARNING oslo_policy.policy [None req-cb12944b-9eef-4703-a624-af15ddf50cae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 12:21:21.597354 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.db.l3_hamode_db [None req-15623bd4-44f9-4fc0-a82b-9ff8aa7cd9af None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 02 12:21:21.602983 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-cb12944b-9eef-4703-a624-af15ddf50cae admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:21:21.604013 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-cb12944b-9eef-4703-a624-af15ddf50cae admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8145604 Jun 02 12:21:21.685026 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15623bd4-44f9-4fc0-a82b-9ff8aa7cd9af None None] Routers set() bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:21:21.685418 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15623bd4-44f9-4fc0-a82b-9ff8aa7cd9af None None] Router IDs set() for agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 02 12:21:23.971485 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 39270) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:21:24.335214 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-fb18255c-7468-40f0-a6b6-e3de977ca380 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:21:24.433472 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.policy [None req-fb18255c-7468-40f0-a6b6-e3de977ca380 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92305) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 02 12:21:24.477726 dv-neutron-601336-80-hyperv neutron-server[92305]: WARNING oslo_policy.policy [None req-fb18255c-7468-40f0-a6b6-e3de977ca380 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 12:21:24.478195 dv-neutron-601336-80-hyperv neutron-server[92305]: WARNING oslo_policy.policy [None req-fb18255c-7468-40f0-a6b6-e3de977ca380 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 12:21:24.487707 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.quota [None req-fb18255c-7468-40f0-a6b6-e3de977ca380 admin admin] Loaded quota_driver: . Jun 02 12:21:24.503318 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fb18255c-7468-40f0-a6b6-e3de977ca380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:21:24.562188 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fb18255c-7468-40f0-a6b6-e3de977ca380 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726412357084', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726412357615', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726412352213', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726412341097', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726412335332', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726412452303', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1622554', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1921598', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-849982', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-888653'] for rbac-policy, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:24.624608 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fb18255c-7468-40f0-a6b6-e3de977ca380 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:24.632382 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fb18255c-7468-40f0-a6b6-e3de977ca380 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6534634 Jun 02 12:21:27.187907 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 39282) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:21:27.526840 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '5f1433c224794b6f8b1aa17597d94f7e', 'project_id': '5f1433c224794b6f8b1aa17597d94f7e', 'admin_state_up': True}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:21:27.531614 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:21:27.536246 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Usage tracker for resource:network and tenant:5f1433c224794b6f8b1aa17597d94f7e is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:21:27.540890 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:21:27.546960 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:21:27.555722 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Made reservation on behalf of 5f1433c224794b6f8b1aa17597d94f7e for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:21:27.558446 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:27.576026 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:27.592541 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:21:27.596207 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Usage tracker for resource:security_group_rule and tenant:5f1433c224794b6f8b1aa17597d94f7e is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:21:27.601654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:21:27.607303 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:21:27.706743 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:27.710741 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:27.715918 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:21:27.733617 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:21:27.760895 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726415962399', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:27.761483 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Unsubscribe: segment precommit_create {{(pid=92305) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 02 12:21:27.761961 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Added segment f42a3ca9-df54-4d78-ae16-b94f3a8dbfec of type vlan for network e962fbfd-a6c9-4ced-ad3c-32bfcd82631a Jun 02 12:21:27.809918 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bde7f11-1553-4c54-9270-0c9966a6fb40,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:21:27.831622 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:27.831982 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:27.832320 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:27.832648 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:27.832974 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:27.833309 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:27.833632 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:27.833964 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:27.834310 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:27.834626 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:27.834986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:27.835298 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Tracked resource versions report: Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: pushed versions: Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: { 'AddressGroup': {'1.2'}, Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: 'ConntrackHelper': {'1.0'}, Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: 'Log': {'1.0'}, Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: 'Network': {'1.1'}, Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: 'Port': {'1.7'}, Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: 'PortForwarding': {'1.2'}, Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: 'QosPolicy': {'1.8'}, Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: 'SecurityGroup': {'1.4'}, Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: 'SecurityGroupRule': {'1.2'}, Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: 'SubPort': {'1.0'}, Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: 'Subnet': {'1.1'}, Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: 'Trunk': {'1.1'}} Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: consumer versions: Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: { DHCP agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: L3 agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: Metadata agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: Metering agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: Open vSwitch agent@dv-neutron-601336-80-hyperv: { 'AddressGroup': '1.2', Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: 'ConntrackHelper': '1.0', Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: 'Log': '1.0', Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: 'Network': '1.1', Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: 'Port': '1.7', Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: 'PortForwarding': '1.2', Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: 'QosPolicy': '1.8', Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: 'SecurityGroup': '1.4', Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: 'SecurityGroupRule': '1.2', Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: 'SubPort': '1.0', Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: 'Subnet': '1.1', Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: 'Trunk': '1.1'}} Jun 02 12:21:27.836632 dv-neutron-601336-80-hyperv neutron-server[92305]: {{(pid=92305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 12:21:27.880514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:27.886223 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:21:27.921770 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:27.923229 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:21:27.923864 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:27.926951 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:21:28.034604 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8455484 Jun 02 12:21:28.035224 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Pushing event updated for resources: {'Network': ['ID=e962fbfd-a6c9-4ced-ad3c-32bfcd82631a,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:21:28.038416 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:21:28.046803 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network e962fbfd-a6c9-4ced-ad3c-32bfcd82631a details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:21:30.638034 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 39296) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:21:31.210933 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING oslo_policy.policy [None req-7fdf93f3-4d2b-4e48-9659-778b5768e770 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 12:21:31.211527 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING oslo_policy.policy [None req-7fdf93f3-4d2b-4e48-9659-778b5768e770 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 12:21:31.647634 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.policy [None req-7fdf93f3-4d2b-4e48-9659-778b5768e770 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92304) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 02 12:21:31.692416 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING oslo_policy.policy [None req-7fdf93f3-4d2b-4e48-9659-778b5768e770 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 12:21:31.692788 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING oslo_policy.policy [None req-7fdf93f3-4d2b-4e48-9659-778b5768e770 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 12:21:31.701649 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdf93f3-4d2b-4e48-9659-778b5768e770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:21:31.703535 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7fdf93f3-4d2b-4e48-9659-778b5768e770 admin admin] 10.222.0.37 "GET /v2.0/networks/e962fbfd-a6c9-4ced-ad3c-32bfcd82631a HTTP/1.1" status: 200 len: 825 time: 1.0633340 Jun 02 12:21:31.735212 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b4a315a0-08f9-478b-acb0-567016ad7bd9 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/bd5de0e3-720f-47fd-a0ed-55e5aaacdda9 HTTP/1.1" status: 200 len: 734 time: 0.0265019 Jun 02 12:21:31.744113 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '5f1433c224794b6f8b1aa17597d94f7e', 'name': 'private-subnet', 'subnetpool_id': 'bd5de0e3-720f-47fd-a0ed-55e5aaacdda9', 'network_id': 'e962fbfd-a6c9-4ced-ad3c-32bfcd82631a'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:21:31.745626 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.quota [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Loaded quota_driver: . Jun 02 12:21:31.751453 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:21:31.756895 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Usage tracker for resource:subnet and tenant:5f1433c224794b6f8b1aa17597d94f7e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:21:31.760183 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:21:31.767018 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:21:31.780702 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Made reservation on behalf of 5f1433c224794b6f8b1aa17597d94f7e for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:21:31.783394 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:32.274814 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:32.280565 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:21:32.358841 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Checking segment: {'id': 'f42a3ca9-df54-4d78-ae16-b94f3a8dbfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e962fbfd-a6c9-4ced-ad3c-32bfcd82631a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:21:32.359226 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Network hostable DHCP agents. Network: e962fbfd-a6c9-4ced-ad3c-32bfcd82631a, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:21:32.371449 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Pushing event updated for resources: {'Subnet': ['ID=96a29ba8-5b87-49c1-b3f3-d02df23ce75b,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:21:32.381272 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:32.381659 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:32.382000 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:32.382367 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:32.382715 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:32.383086 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:32.383474 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:32.383806 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:32.384125 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:32.384438 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:32.384743 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:32.385048 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Tracked resource versions report: Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: pushed versions: Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: { 'AddressGroup': {'1.2'}, Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: 'ConntrackHelper': {'1.0'}, Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: 'Log': {'1.0'}, Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: 'Network': {'1.1'}, Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: 'Port': {'1.7'}, Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: 'PortForwarding': {'1.2'}, Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: 'QosPolicy': {'1.8'}, Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: 'SecurityGroup': {'1.4'}, Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: 'SecurityGroupRule': {'1.2'}, Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: 'SubPort': {'1.0'}, Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: 'Subnet': {'1.1'}, Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: 'Trunk': {'1.1'}} Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: consumer versions: Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: { DHCP agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: L3 agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: Metadata agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: Metering agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: Open vSwitch agent@dv-neutron-601336-80-hyperv: { 'AddressGroup': '1.2', Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: 'ConntrackHelper': '1.0', Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: 'Log': '1.0', Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: 'Network': '1.1', Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: 'Port': '1.7', Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: 'PortForwarding': '1.2', Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: 'QosPolicy': '1.8', Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: 'SecurityGroup': '1.4', Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: 'SecurityGroupRule': '1.2', Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: 'SubPort': '1.0', Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: 'Subnet': '1.1', Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: 'Trunk': '1.1'}} Jun 02 12:21:32.386396 dv-neutron-601336-80-hyperv neutron-server[92304]: {{(pid=92304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 12:21:32.417140 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Network e962fbfd-a6c9-4ced-ad3c-32bfcd82631a is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:21:32.421098 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:21:32.427642 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, e962fbfd-a6c9-4ced-ad3c-32bfcd82631a) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:21:32.432239 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:21:32.432887 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:32.436796 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7278b09f-c07c-4dfe-bba6-a605ea9a283a None None] Network e962fbfd-a6c9-4ced-ad3c-32bfcd82631a requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:21:32.455162 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7150023 Jun 02 12:21:32.747515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-e962fbfd-a6c9-4ced-ad3c-32bfcd82631a', 'network_id': 'e962fbfd-a6c9-4ced-ad3c-32bfcd82631a', 'tenant_id': '5f1433c224794b6f8b1aa17597d94f7e', 'fixed_ips': [{'subnet_id': '96a29ba8-5b87-49c1-b3f3-d02df23ce75b'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:21:32.748729 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:32.931464 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Allocated IP 172.20.0.2 (e962fbfd-a6c9-4ced-ad3c-32bfcd82631a/96a29ba8-5b87-49c1-b3f3-d02df23ce75b/1a15f534-9e9b-4b13-a10d-249fba0d9a68) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:21:33.161157 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:33.175572 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Transition to ACTIVE for port object 1a15f534-9e9b-4b13-a10d-249fba0d9a68 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:21:33.195339 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Transition to ACTIVE for port object 1a15f534-9e9b-4b13-a10d-249fba0d9a68 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:21:33.203423 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:33.211302 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:21:33.262087 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Network e962fbfd-a6c9-4ced-ad3c-32bfcd82631a is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:21:33.269194 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:21:33.276233 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:21:33.284428 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Pushing event updated for resources: {'Port': ['ID=1a15f534-9e9b-4b13-a10d-249fba0d9a68,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:21:33.321785 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:33.322157 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:33.322494 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:33.322822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:33.323148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:33.323482 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:33.323805 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:33.324136 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:33.324474 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:33.324790 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:33.325102 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:33.325414 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Tracked resource versions report: Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: pushed versions: Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: { 'AddressGroup': {'1.2'}, Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: 'ConntrackHelper': {'1.0'}, Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: 'Log': {'1.0'}, Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: 'Network': {'1.1'}, Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: 'Port': {'1.7'}, Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: 'PortForwarding': {'1.2'}, Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: 'QosPolicy': {'1.8'}, Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: 'SecurityGroup': {'1.4'}, Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: 'SecurityGroupRule': {'1.2'}, Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: 'SubPort': {'1.0'}, Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: 'Subnet': {'1.1'}, Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: 'Trunk': {'1.1'}} Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: consumer versions: Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: { DHCP agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: L3 agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: Metadata agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: Metering agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: Open vSwitch agent@dv-neutron-601336-80-hyperv: { 'AddressGroup': '1.2', Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: 'ConntrackHelper': '1.0', Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: 'Log': '1.0', Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: 'Network': '1.1', Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: 'Port': '1.7', Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: 'PortForwarding': '1.2', Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: 'QosPolicy': '1.8', Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: 'SecurityGroup': '1.4', Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: 'SecurityGroupRule': '1.2', Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: 'SubPort': '1.0', Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: 'Subnet': '1.1', Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: 'Trunk': '1.1'}} Jun 02 12:21:33.326823 dv-neutron-601336-80-hyperv neutron-server[92306]: {{(pid=92306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 12:21:33.365281 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:21:33.384600 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Attempting to bind port 1a15f534-9e9b-4b13-a10d-249fba0d9a68 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:21:33.384985 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Attempting to bind port 1a15f534-9e9b-4b13-a10d-249fba0d9a68 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'f42a3ca9-df54-4d78-ae16-b94f3a8dbfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e962fbfd-a6c9-4ced-ad3c-32bfcd82631a'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:21:33.385413 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Attempting to bind port 1a15f534-9e9b-4b13-a10d-249fba0d9a68 on network e962fbfd-a6c9-4ced-ad3c-32bfcd82631a {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:21:33.390591 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:21:33.390988 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Checking segment: {'id': 'f42a3ca9-df54-4d78-ae16-b94f3a8dbfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e962fbfd-a6c9-4ced-ad3c-32bfcd82631a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:21:33.391450 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:33.391839 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Bound using segment: {'id': 'f42a3ca9-df54-4d78-ae16-b94f3a8dbfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e962fbfd-a6c9-4ced-ad3c-32bfcd82631a'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:21:33.392319 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Bound port: 1a15f534-9e9b-4b13-a10d-249fba0d9a68, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42a3ca9-df54-4d78-ae16-b94f3a8dbfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e962fbfd-a6c9-4ced-ad3c-32bfcd82631a'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:21:33.392951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:33.482574 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] For port 1a15f534-9e9b-4b13-a10d-249fba0d9a68, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:21:33.486866 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] For port 1a15f534-9e9b-4b13-a10d-249fba0d9a68, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1a15f534-9e9b-4b13-a10d-249fba0d9a68,segment=NetworkSegment(f42a3ca9-df54-4d78-ae16-b94f3a8dbfec),segment_id=f42a3ca9-df54-4d78-ae16-b94f3a8dbfec)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:21:33.490929 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:33.494837 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:21:33.578396 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Pushing event updated for resources: {'Port': ['ID=1a15f534-9e9b-4b13-a10d-249fba0d9a68,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:21:33.588915 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:21:34.786635 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 39316) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:21:35.153418 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [None req-c83030c5-53ff-43c2-ae7f-8a308787b2fb admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:21:35.166187 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c83030c5-53ff-43c2-ae7f-8a308787b2fb admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3668129 Jun 02 12:21:37.510297 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 39324) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:21:37.894270 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [None req-0649beb3-1478-4644-847b-8d9ad6298b62 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:21:37.895256 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0649beb3-1478-4644-847b-8d9ad6298b62 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3840253 Jun 02 12:21:38.388064 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1a15f534-9e9b-4b13-a10d-249fba0d9a68 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:21:38.461741 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 1a15f534-9e9b-4b13-a10d-249fba0d9a68 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:21:38.994168 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad59588e-f7ad-4bc1-a1be-16db31c3cd8c None None] Network e962fbfd-a6c9-4ced-ad3c-32bfcd82631a requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:21:39.064786 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bd42f907-712f-4f0b-9efc-98a136b1a384 None None] Provisioning for port 1a15f534-9e9b-4b13-a10d-249fba0d9a68 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:21:39.076339 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bd42f907-712f-4f0b-9efc-98a136b1a384 None None] Provisioning complete for port 1a15f534-9e9b-4b13-a10d-249fba0d9a68 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:21:39.076735 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bd42f907-712f-4f0b-9efc-98a136b1a384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:39.296316 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bd42f907-712f-4f0b-9efc-98a136b1a384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:39.371977 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-bd42f907-712f-4f0b-9efc-98a136b1a384 None None] For port 1a15f534-9e9b-4b13-a10d-249fba0d9a68, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1a15f534-9e9b-4b13-a10d-249fba0d9a68,segment=NetworkSegment(f42a3ca9-df54-4d78-ae16-b94f3a8dbfec),segment_id=f42a3ca9-df54-4d78-ae16-b94f3a8dbfec)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:21:39.377361 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bd42f907-712f-4f0b-9efc-98a136b1a384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:39.381191 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:21:39.453326 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42f907-712f-4f0b-9efc-98a136b1a384 None None] Pushing event updated for resources: {'Port': ['ID=1a15f534-9e9b-4b13-a10d-249fba0d9a68,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:21:39.456258 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bd42f907-712f-4f0b-9efc-98a136b1a384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:21:39.600018 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f9a5f9dd-d061-4c5b-8bf2-3886b59eec34 None None] Provisioning complete for port 1a15f534-9e9b-4b13-a10d-249fba0d9a68 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:21:39.600414 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f9a5f9dd-d061-4c5b-8bf2-3886b59eec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:40.369390 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1a15f534-9e9b-4b13-a10d-249fba0d9a68 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:21:40.434919 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 1a15f534-9e9b-4b13-a10d-249fba0d9a68 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:21:40.435291 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:40.478126 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 39338) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:21:40.826254 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-bbdb4609-a2fd-4c94-946d-81edebbbca43 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '5f1433c224794b6f8b1aa17597d94f7e', 'admin_state_up': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:21:40.831232 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-bbdb4609-a2fd-4c94-946d-81edebbbca43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:21:40.835674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-bbdb4609-a2fd-4c94-946d-81edebbbca43 admin admin] Usage tracker for resource:router and tenant:5f1433c224794b6f8b1aa17597d94f7e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:21:40.838961 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-bbdb4609-a2fd-4c94-946d-81edebbbca43 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:21:40.844765 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-bbdb4609-a2fd-4c94-946d-81edebbbca43 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:21:40.854177 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bbdb4609-a2fd-4c94-946d-81edebbbca43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:40.855758 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bbdb4609-a2fd-4c94-946d-81edebbbca43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:40.876809 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bbdb4609-a2fd-4c94-946d-81edebbbca43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:40.998200 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bbdb4609-a2fd-4c94-946d-81edebbbca43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:41.018968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bbdb4609-a2fd-4c94-946d-81edebbbca43 admin admin] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:41.020115 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bbdb4609-a2fd-4c94-946d-81edebbbca43 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5410252 Jun 02 12:21:43.308607 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 39346) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:21:43.663310 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [None req-aa3fdf53-fd49-47b4-9814-c4fcbbb71f41 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:21:43.664314 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-aa3fdf53-fd49-47b4-9814-c4fcbbb71f41 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3547606 Jun 02 12:21:44.031678 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-93814b5d-c68e-439a-8810-8da6812f799c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:45.972457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 39354) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:21:46.325918 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:21:46.331925 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:21:46.336209 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Usage tracker for resource:network and tenant:64a1e6e37d1f47f594dfe982f75c626d is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:21:46.339883 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:21:46.345602 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:21:46.355442 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Made reservation on behalf of 64a1e6e37d1f47f594dfe982f75c626d for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:21:46.357817 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:46.376099 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:46.389700 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:21:46.393632 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Usage tracker for resource:security_group_rule and tenant:64a1e6e37d1f47f594dfe982f75c626d is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:21:46.396747 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:21:46.402961 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:21:46.492506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:46.495883 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:46.498839 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:21:46.513273 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Reserving flat network on physical network physnet1 {{(pid=92304) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 02 12:21:46.533996 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f2c1e9-ade6-459f-80d3-ca82b320bbf3,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:21:46.539765 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726415962399', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:46.540327 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Unsubscribe: segment precommit_create {{(pid=92304) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 02 12:21:46.540786 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Added segment 5032dbee-c868-4e0a-8a31-5233ce91fd3c of type flat for network 58ad0a37-4806-4fe2-972f-df18335d7a8e Jun 02 12:21:46.547849 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:21:46.553644 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a4d1fe6a-a14b-43aa-9007-481ebb2c1e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:46.585963 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:46.602461 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:46.626827 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:46.628057 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:21:46.628622 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:46.632961 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:21:46.736223 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7626898 Jun 02 12:21:46.736771 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Pushing event updated for resources: {'Network': ['ID=58ad0a37-4806-4fe2-972f-df18335d7a8e,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:21:46.739898 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:21:46.747642 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:21:47.560586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:49.059525 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 39372) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:21:49.267114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db41ea38-bdf1-4d22-8581-fae20950bf2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:21:49.268708 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-db41ea38-bdf1-4d22-8581-fae20950bf2c admin admin] 10.222.0.37 "GET /v2.0/subnets/96a29ba8-5b87-49c1-b3f3-d02df23ce75b HTTP/1.1" status: 200 len: 849 time: 0.2082508 Jun 02 12:21:49.317996 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:49.439478 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ce27539a-93f0-4d69-a86a-1a20cb1accc0 admin admin] 10.222.0.37 "GET /v2.0/routers/7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d HTTP/1.1" status: 200 len: 704 time: 0.1654541 Jun 02 12:21:49.898585 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:50.123753 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] Allocated IP 172.20.0.1 (e962fbfd-a6c9-4ced-ad3c-32bfcd82631a/96a29ba8-5b87-49c1-b3f3-d02df23ce75b/686bafb6-c77f-47dc-9272-fe6b7559f3ba) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:21:50.276847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:50.294342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] Transition to ACTIVE for port object 686bafb6-c77f-47dc-9272-fe6b7559f3ba will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:21:50.348764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:50.353215 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:21:50.409402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] Network e962fbfd-a6c9-4ced-ad3c-32bfcd82631a is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:21:50.416130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:21:50.422757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:21:50.423267 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:50.550586 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] Pushing event updated for resources: {'Port': ['ID=686bafb6-c77f-47dc-9272-fe6b7559f3ba,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:21:50.560048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:21:50.588320 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f8d77a0e-ecbc-40f3-87dd-1608c2c4b4bb None None] Provisioning for port 686bafb6-c77f-47dc-9272-fe6b7559f3ba completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:21:50.592840 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f8d77a0e-ecbc-40f3-87dd-1608c2c4b4bb None None] Provisioning complete for port 686bafb6-c77f-47dc-9272-fe6b7559f3ba triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:21:50.593211 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f8d77a0e-ecbc-40f3-87dd-1608c2c4b4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:50.645551 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f8d77a0e-ecbc-40f3-87dd-1608c2c4b4bb None None] Port 686bafb6-c77f-47dc-9272-fe6b7559f3ba cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:21:50.719720 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:50.941369 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:50.945432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:50.946527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:50.950467 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:21:51.080140 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] Pushing event updated for resources: {'Port': ['ID=686bafb6-c77f-47dc-9272-fe6b7559f3ba,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:21:51.083085 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:21:51.140657 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] Network e962fbfd-a6c9-4ced-ad3c-32bfcd82631a is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:21:51.141697 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:21:51.329618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] Router 7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:21:51.368860 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-731b0ac7-ed9c-4236-bf6c-7d62baa8357b None None] Provisioning complete for port 686bafb6-c77f-47dc-9272-fe6b7559f3ba triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:21:51.369153 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-731b0ac7-ed9c-4236-bf6c-7d62baa8357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:51.424401 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-731b0ac7-ed9c-4236-bf6c-7d62baa8357b None None] Port 686bafb6-c77f-47dc-9272-fe6b7559f3ba cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:21:51.486904 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:21:51.495990 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] 10.222.0.37 "PUT /v2.0/routers/7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0515473 Jun 02 12:21:51.496488 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] Sync routers for ids ['7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:21:51.507482 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] Routers {'7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:21:51.508332 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:21:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:21:51.682298 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] Set router 7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:21:52.055102 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d', 'name': 'router1', 'tenant_id': '5f1433c224794b6f8b1aa17597d94f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:21:40Z', 'updated_at': '2021-06-02T12:21:50Z', 'revision_number': 2, 'project_id': '5f1433c224794b6f8b1aa17597d94f7e', 'gw_port_host': None, '_interfaces': [{'id': '686bafb6-c77f-47dc-9272-fe6b7559f3ba', 'name': '', 'network_id': 'e962fbfd-a6c9-4ced-ad3c-32bfcd82631a', 'tenant_id': '5f1433c224794b6f8b1aa17597d94f7e', 'mac_address': 'fa:16:3e:45:1f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96a29ba8-5b87-49c1-b3f3-d02df23ce75b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:21:49Z', 'updated_at': '2021-06-02T12:21:50Z', 'revision_number': 2, 'project_id': '5f1433c224794b6f8b1aa17597d94f7e', 'subnets': [{'id': '96a29ba8-5b87-49c1-b3f3-d02df23ce75b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd5de0e3-720f-47fd-a0ed-55e5aaacdda9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:21:52.059857 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] Checking router: 7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:21:52.060230 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] Updating router 7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d port 686bafb6-c77f-47dc-9272-fe6b7559f3ba binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:21:52.113389 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:52.500582 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:52.517245 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] Transition to ACTIVE for port object 686bafb6-c77f-47dc-9272-fe6b7559f3ba will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:21:52.525656 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:52.533171 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:21:52.734298 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da152f-dc32-48f5-869d-71f26173edb7 None None] Pushing event updated for resources: {'Port': ['ID=686bafb6-c77f-47dc-9272-fe6b7559f3ba,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:21:52.762995 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da152f-dc32-48f5-869d-71f26173edb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:52.763332 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da152f-dc32-48f5-869d-71f26173edb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:52.763662 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da152f-dc32-48f5-869d-71f26173edb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:52.763982 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da152f-dc32-48f5-869d-71f26173edb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:52.764299 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da152f-dc32-48f5-869d-71f26173edb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:52.764632 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da152f-dc32-48f5-869d-71f26173edb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:52.764951 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da152f-dc32-48f5-869d-71f26173edb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:52.765282 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da152f-dc32-48f5-869d-71f26173edb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:52.765611 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da152f-dc32-48f5-869d-71f26173edb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:52.765922 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da152f-dc32-48f5-869d-71f26173edb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:52.766255 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da152f-dc32-48f5-869d-71f26173edb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:52.766564 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da152f-dc32-48f5-869d-71f26173edb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da152f-dc32-48f5-869d-71f26173edb7 None None] Tracked resource versions report: Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: pushed versions: Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: { 'AddressGroup': {'1.2'}, Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: 'ConntrackHelper': {'1.0'}, Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: 'Log': {'1.0'}, Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: 'Network': {'1.1'}, Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: 'Port': {'1.7'}, Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: 'PortForwarding': {'1.2'}, Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: 'QosPolicy': {'1.8'}, Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: 'SecurityGroup': {'1.4'}, Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: 'SecurityGroupRule': {'1.2'}, Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: 'SubPort': {'1.0'}, Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: 'Subnet': {'1.1'}, Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: 'Trunk': {'1.1'}} Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: consumer versions: Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: { DHCP agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: L3 agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: Metadata agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: Metering agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: Open vSwitch agent@dv-neutron-601336-80-hyperv: { 'AddressGroup': '1.2', Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: 'ConntrackHelper': '1.0', Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: 'Log': '1.0', Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: 'Network': '1.1', Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: 'Port': '1.7', Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: 'PortForwarding': '1.2', Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: 'QosPolicy': '1.8', Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: 'SecurityGroup': '1.4', Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: 'SecurityGroupRule': '1.2', Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: 'SubPort': '1.0', Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: 'Subnet': '1.1', Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: 'Trunk': '1.1'}} Jun 02 12:21:52.768207 dv-neutron-601336-80-hyperv neutron-server[92307]: {{(pid=92307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 12:21:52.772269 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] Attempting to bind port 686bafb6-c77f-47dc-9272-fe6b7559f3ba on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:21:52.772774 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] Attempting to bind port 686bafb6-c77f-47dc-9272-fe6b7559f3ba by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'f42a3ca9-df54-4d78-ae16-b94f3a8dbfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e962fbfd-a6c9-4ced-ad3c-32bfcd82631a'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:21:52.773077 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] Attempting to bind port 686bafb6-c77f-47dc-9272-fe6b7559f3ba on network e962fbfd-a6c9-4ced-ad3c-32bfcd82631a {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:21:52.775183 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-37da152f-dc32-48f5-869d-71f26173edb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:21:52.779076 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:21:52.779473 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] Checking segment: {'id': 'f42a3ca9-df54-4d78-ae16-b94f3a8dbfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e962fbfd-a6c9-4ced-ad3c-32bfcd82631a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:21:52.779934 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:52.780311 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] Bound using segment: {'id': 'f42a3ca9-df54-4d78-ae16-b94f3a8dbfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e962fbfd-a6c9-4ced-ad3c-32bfcd82631a'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:21:52.780804 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] Bound port: 686bafb6-c77f-47dc-9272-fe6b7559f3ba, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42a3ca9-df54-4d78-ae16-b94f3a8dbfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e962fbfd-a6c9-4ced-ad3c-32bfcd82631a'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:21:52.781166 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:52.876488 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] For port 686bafb6-c77f-47dc-9272-fe6b7559f3ba, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:21:52.880606 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] For port 686bafb6-c77f-47dc-9272-fe6b7559f3ba, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=686bafb6-c77f-47dc-9272-fe6b7559f3ba,segment=NetworkSegment(f42a3ca9-df54-4d78-ae16-b94f3a8dbfec),segment_id=f42a3ca9-df54-4d78-ae16-b94f3a8dbfec)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:21:52.884810 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:52.889409 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-37da152f-dc32-48f5-869d-71f26173edb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:21:52.970611 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] Routers {'7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:21:52.971235 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:21:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:21:53.039220 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da152f-dc32-48f5-869d-71f26173edb7 None None] Pushing event updated for resources: {'Port': ['ID=686bafb6-c77f-47dc-9272-fe6b7559f3ba,revision_number=4']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:21:53.043617 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-37da152f-dc32-48f5-869d-71f26173edb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:21:53.155132 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] Set router 7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:21:53.470938 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d', 'name': 'router1', 'tenant_id': '5f1433c224794b6f8b1aa17597d94f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:21:40Z', 'updated_at': '2021-06-02T12:21:50Z', 'revision_number': 2, 'project_id': '5f1433c224794b6f8b1aa17597d94f7e', 'gw_port_host': None, '_interfaces': [{'id': '686bafb6-c77f-47dc-9272-fe6b7559f3ba', 'name': '', 'network_id': 'e962fbfd-a6c9-4ced-ad3c-32bfcd82631a', 'tenant_id': '5f1433c224794b6f8b1aa17597d94f7e', 'mac_address': 'fa:16:3e:45:1f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96a29ba8-5b87-49c1-b3f3-d02df23ce75b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:21:49Z', 'updated_at': '2021-06-02T12:21:52Z', 'revision_number': 4, 'project_id': '5f1433c224794b6f8b1aa17597d94f7e', 'subnets': [{'id': '96a29ba8-5b87-49c1-b3f3-d02df23ce75b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd5de0e3-720f-47fd-a0ed-55e5aaacdda9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:21:53.474785 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a8f9c4-d0e8-4815-8afe-7ea217f068ed None None] The sync data for ids ['7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d'] in dv-neutron-601336-80-hyperv is: [{'id': '7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d', 'name': 'router1', 'tenant_id': '5f1433c224794b6f8b1aa17597d94f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:21:40Z', 'updated_at': '2021-06-02T12:21:50Z', 'revision_number': 2, 'project_id': '5f1433c224794b6f8b1aa17597d94f7e', 'gw_port_host': None, '_interfaces': [{'id': '686bafb6-c77f-47dc-9272-fe6b7559f3ba', 'name': '', 'network_id': 'e962fbfd-a6c9-4ced-ad3c-32bfcd82631a', 'tenant_id': '5f1433c224794b6f8b1aa17597d94f7e', 'mac_address': 'fa:16:3e:45:1f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96a29ba8-5b87-49c1-b3f3-d02df23ce75b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:21:49Z', 'updated_at': '2021-06-02T12:21:52Z', 'revision_number': 4, 'project_id': '5f1433c224794b6f8b1aa17597d94f7e', 'subnets': [{'id': '96a29ba8-5b87-49c1-b3f3-d02df23ce75b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd5de0e3-720f-47fd-a0ed-55e5aaacdda9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:21:53.632247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 39392) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:21:53.775611 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed53d2b0-74ae-4c81-bef6-8aceff024fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:21:53.776935 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ed53d2b0-74ae-4c81-bef6-8aceff024fcd admin admin] 10.222.0.37 "GET /v2.0/networks/58ad0a37-4806-4fe2-972f-df18335d7a8e HTTP/1.1" status: 200 len: 842 time: 0.1436067 Jun 02 12:21:53.786044 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-1627db53-7777-46ca-acb4-a3c8df46dbe8 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.26.7.1', 'cidr': '172.26.7.0/24', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'name': 'public-subnet'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:21:53.791710 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1627db53-7777-46ca-acb4-a3c8df46dbe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:21:53.795475 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1627db53-7777-46ca-acb4-a3c8df46dbe8 admin admin] Usage tracker for resource:subnet and tenant:64a1e6e37d1f47f594dfe982f75c626d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:21:53.798365 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1627db53-7777-46ca-acb4-a3c8df46dbe8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:21:53.804597 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1627db53-7777-46ca-acb4-a3c8df46dbe8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:21:53.813888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1627db53-7777-46ca-acb4-a3c8df46dbe8 admin admin] Made reservation on behalf of 64a1e6e37d1f47f594dfe982f75c626d for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:21:53.816190 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1627db53-7777-46ca-acb4-a3c8df46dbe8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:54.241919 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.objects.ports [None req-1627db53-7777-46ca-acb4-a3c8df46dbe8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92305) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 12:21:54.242415 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1627db53-7777-46ca-acb4-a3c8df46dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:54.246736 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:21:54.320961 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627db53-7777-46ca-acb4-a3c8df46dbe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=747b4cfb-c5fb-49d1-ac87-524e76839406,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:21:54.324835 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1627db53-7777-46ca-acb4-a3c8df46dbe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:21:54.327296 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1627db53-7777-46ca-acb4-a3c8df46dbe8 admin admin] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:21:54.327651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1627db53-7777-46ca-acb4-a3c8df46dbe8 admin admin] Network hostable DHCP agents. Network: 58ad0a37-4806-4fe2-972f-df18335d7a8e, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:21:54.346535 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1627db53-7777-46ca-acb4-a3c8df46dbe8 admin admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:21:54.356035 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-1627db53-7777-46ca-acb4-a3c8df46dbe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 58ad0a37-4806-4fe2-972f-df18335d7a8e) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:21:54.360817 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1627db53-7777-46ca-acb4-a3c8df46dbe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:21:54.362104 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1627db53-7777-46ca-acb4-a3c8df46dbe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:54.364018 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d775b6-5b2c-4750-ac4f-6ab574109b9d None None] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:21:54.438126 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1627db53-7777-46ca-acb4-a3c8df46dbe8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6442750 Jun 02 12:21:54.568444 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fff6daa-76a7-4c40-8846-a502d6280ed0 None None] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:21:56.401054 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 686bafb6-c77f-47dc-9272-fe6b7559f3ba up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:21:56.469846 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 686bafb6-c77f-47dc-9272-fe6b7559f3ba completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:21:56.475660 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 686bafb6-c77f-47dc-9272-fe6b7559f3ba triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:21:56.476057 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:56.599093 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:56.632112 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 686bafb6-c77f-47dc-9272-fe6b7559f3ba, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=686bafb6-c77f-47dc-9272-fe6b7559f3ba,segment=NetworkSegment(f42a3ca9-df54-4d78-ae16-b94f3a8dbfec),segment_id=f42a3ca9-df54-4d78-ae16-b94f3a8dbfec)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:21:56.635505 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:56.637465 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:21:56.655884 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 39404) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:21:56.727391 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=686bafb6-c77f-47dc-9272-fe6b7559f3ba,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:21:56.730624 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:21:56.890931 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-19a24c1a-6e8e-4e8b-8bef-0d0351db7aa9 admin admin] 10.222.0.37 "GET /v2.0/routers/7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d HTTP/1.1" status: 200 len: 710 time: 0.2338479 Jun 02 12:21:57.016706 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906f1008-ed73-4522-ada5-9c54f8685a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:21:57.017258 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-906f1008-ed73-4522-ada5-9c54f8685a99 admin admin] Synchronizing usage tracker for tenant:64a1e6e37d1f47f594dfe982f75c626d on resource:network {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:21:57.033876 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-906f1008-ed73-4522-ada5-9c54f8685a99 admin admin] Unset dirty status for tenant:64a1e6e37d1f47f594dfe982f75c626d on resource:network {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:21:57.035020 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-906f1008-ed73-4522-ada5-9c54f8685a99 admin admin] 10.222.0.37 "GET /v2.0/networks/58ad0a37-4806-4fe2-972f-df18335d7a8e HTTP/1.1" status: 200 len: 886 time: 0.1388264 Jun 02 12:21:57.044192 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-6d91612d-8386-4564-bd67-191284295bbb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:21:57.490136 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6d91612d-8386-4564-bd67-191284295bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:57.839873 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6d91612d-8386-4564-bd67-191284295bbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:57.896311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6d91612d-8386-4564-bd67-191284295bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:58.028389 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-6d91612d-8386-4564-bd67-191284295bbb admin admin] Allocated IP 172.26.7.247 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/dda01d6d-c4c3-441f-bb79-03d13879d321) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:21:58.174153 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6d91612d-8386-4564-bd67-191284295bbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:58.233450 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6d91612d-8386-4564-bd67-191284295bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:58.237899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:21:58.296803 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d91612d-8386-4564-bd67-191284295bbb admin admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:21:58.299905 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-6d91612d-8386-4564-bd67-191284295bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:21:58.304286 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d91612d-8386-4564-bd67-191284295bbb admin admin] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:21:58.369428 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91612d-8386-4564-bd67-191284295bbb admin admin] Pushing event updated for resources: {'Port': ['ID=dda01d6d-c4c3-441f-bb79-03d13879d321,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:21:58.393264 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 686bafb6-c77f-47dc-9272-fe6b7559f3ba up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:21:58.422429 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6d91612d-8386-4564-bd67-191284295bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:21:58.459763 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 686bafb6-c77f-47dc-9272-fe6b7559f3ba triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:21:58.460233 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:58.681296 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6d91612d-8386-4564-bd67-191284295bbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:59.044052 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6d91612d-8386-4564-bd67-191284295bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:59.047206 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6d91612d-8386-4564-bd67-191284295bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:59.221917 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d91612d-8386-4564-bd67-191284295bbb admin admin] Router 7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:21:59.391053 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d91612d-8386-4564-bd67-191284295bbb admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:21:59.399638 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6d91612d-8386-4564-bd67-191284295bbb admin admin] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:21:59.400799 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6d91612d-8386-4564-bd67-191284295bbb admin admin] 10.222.0.37 "PUT /v2.0/routers/7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d HTTP/1.1" status: 200 len: 890 time: 2.3597548 Jun 02 12:21:59.401402 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] Sync routers for ids ['7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:21:59.411497 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] Routers {'7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:21:59.412187 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:21:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:21:59.609882 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] Set router 7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:21:59.948771 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d', 'name': 'router1', 'tenant_id': '5f1433c224794b6f8b1aa17597d94f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'dda01d6d-c4c3-441f-bb79-03d13879d321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:21:40Z', 'updated_at': '2021-06-02T12:21:58Z', 'revision_number': 4, 'project_id': '5f1433c224794b6f8b1aa17597d94f7e', 'gw_port': {'id': 'dda01d6d-c4c3-441f-bb79-03d13879d321', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bf:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:21:57Z', 'updated_at': '2021-06-02T12:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '686bafb6-c77f-47dc-9272-fe6b7559f3ba', 'name': '', 'network_id': 'e962fbfd-a6c9-4ced-ad3c-32bfcd82631a', 'tenant_id': '5f1433c224794b6f8b1aa17597d94f7e', 'mac_address': 'fa:16:3e:45:1f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96a29ba8-5b87-49c1-b3f3-d02df23ce75b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:21:49Z', 'updated_at': '2021-06-02T12:21:56Z', 'revision_number': 5, 'project_id': '5f1433c224794b6f8b1aa17597d94f7e', 'subnets': [{'id': '96a29ba8-5b87-49c1-b3f3-d02df23ce75b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd5de0e3-720f-47fd-a0ed-55e5aaacdda9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:21:59.953496 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] Checking router: 7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:21:59.953858 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] Updating router 7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d port dda01d6d-c4c3-441f-bb79-03d13879d321 binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:22:00.004226 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:22:00.328259 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:22:00.339538 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] Transition to ACTIVE for port object dda01d6d-c4c3-441f-bb79-03d13879d321 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:22:00.347328 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:22:00.351565 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7577cc81-fca6-48b3-bad9-16996fce25f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:22:00.426371 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] Attempting to bind port dda01d6d-c4c3-441f-bb79-03d13879d321 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:22:00.426960 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] Attempting to bind port dda01d6d-c4c3-441f-bb79-03d13879d321 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:22:00.427094 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] Attempting to bind port dda01d6d-c4c3-441f-bb79-03d13879d321 on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:22:00.433129 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce98-f60c-42d4-9b82-7bbdf2fac109 None None] Pushing event updated for resources: {'Port': ['ID=dda01d6d-c4c3-441f-bb79-03d13879d321,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:22:00.436869 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3a3dce98-f60c-42d4-9b82-7bbdf2fac109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:22:00.437734 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:22:00.438115 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:22:00.438522 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:22:00.438901 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:22:00.439364 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] Bound port: dda01d6d-c4c3-441f-bb79-03d13879d321, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:22:00.439731 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:22:00.509033 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] For port dda01d6d-c4c3-441f-bb79-03d13879d321, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:22:00.511890 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] For port dda01d6d-c4c3-441f-bb79-03d13879d321, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=dda01d6d-c4c3-441f-bb79-03d13879d321,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:22:00.516124 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:22:00.520011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bd42f907-712f-4f0b-9efc-98a136b1a384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:22:00.596375 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] Routers {'7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:22:00.596974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:21:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:22:00.649694 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce98-f60c-42d4-9b82-7bbdf2fac109 None None] Pushing event updated for resources: {'Port': ['ID=dda01d6d-c4c3-441f-bb79-03d13879d321,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:22:00.662326 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3a3dce98-f60c-42d4-9b82-7bbdf2fac109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:22:00.812321 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] Set router 7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:22:01.126969 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d', 'name': 'router1', 'tenant_id': '5f1433c224794b6f8b1aa17597d94f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'dda01d6d-c4c3-441f-bb79-03d13879d321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:21:40Z', 'updated_at': '2021-06-02T12:21:58Z', 'revision_number': 4, 'project_id': '5f1433c224794b6f8b1aa17597d94f7e', 'gw_port': {'id': 'dda01d6d-c4c3-441f-bb79-03d13879d321', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bf:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:21:57Z', 'updated_at': '2021-06-02T12:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '686bafb6-c77f-47dc-9272-fe6b7559f3ba', 'name': '', 'network_id': 'e962fbfd-a6c9-4ced-ad3c-32bfcd82631a', 'tenant_id': '5f1433c224794b6f8b1aa17597d94f7e', 'mac_address': 'fa:16:3e:45:1f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96a29ba8-5b87-49c1-b3f3-d02df23ce75b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:21:49Z', 'updated_at': '2021-06-02T12:21:56Z', 'revision_number': 5, 'project_id': '5f1433c224794b6f8b1aa17597d94f7e', 'subnets': [{'id': '96a29ba8-5b87-49c1-b3f3-d02df23ce75b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd5de0e3-720f-47fd-a0ed-55e5aaacdda9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:22:01.130955 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eadae3-a917-4c2d-9f2c-394856d1a8f6 None None] The sync data for ids ['7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d'] in dv-neutron-601336-80-hyperv is: [{'id': '7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d', 'name': 'router1', 'tenant_id': '5f1433c224794b6f8b1aa17597d94f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'dda01d6d-c4c3-441f-bb79-03d13879d321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:21:40Z', 'updated_at': '2021-06-02T12:21:58Z', 'revision_number': 4, 'project_id': '5f1433c224794b6f8b1aa17597d94f7e', 'gw_port': {'id': 'dda01d6d-c4c3-441f-bb79-03d13879d321', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bf:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:21:57Z', 'updated_at': '2021-06-02T12:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '686bafb6-c77f-47dc-9272-fe6b7559f3ba', 'name': '', 'network_id': 'e962fbfd-a6c9-4ced-ad3c-32bfcd82631a', 'tenant_id': '5f1433c224794b6f8b1aa17597d94f7e', 'mac_address': 'fa:16:3e:45:1f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb5bf9d-71fc-4e6b-9485-6331c3eb3b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96a29ba8-5b87-49c1-b3f3-d02df23ce75b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:21:49Z', 'updated_at': '2021-06-02T12:21:56Z', 'revision_number': 5, 'project_id': '5f1433c224794b6f8b1aa17597d94f7e', 'subnets': [{'id': '96a29ba8-5b87-49c1-b3f3-d02df23ce75b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd5de0e3-720f-47fd-a0ed-55e5aaacdda9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:22:01.707731 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 39412) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:22:01.833632 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9bf9e444-322c-437f-b64d-9c0809cf5c27 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1247699 Jun 02 12:22:02.407794 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device dda01d6d-c4c3-441f-bb79-03d13879d321 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:22:02.480452 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port dda01d6d-c4c3-441f-bb79-03d13879d321 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:22:02.485382 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port dda01d6d-c4c3-441f-bb79-03d13879d321 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:22:02.485747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:22:02.606363 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:22:02.622179 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port dda01d6d-c4c3-441f-bb79-03d13879d321, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=dda01d6d-c4c3-441f-bb79-03d13879d321,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:22:02.627321 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:22:02.629454 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:22:02.716939 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=dda01d6d-c4c3-441f-bb79-03d13879d321,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:22:02.719885 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:22:03.374188 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 5 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:22:04.416867 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device dda01d6d-c4c3-441f-bb79-03d13879d321 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:22:04.490302 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port dda01d6d-c4c3-441f-bb79-03d13879d321 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:22:04.491266 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:22:14.036713 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8979bca9-7149-4fd1-924c-3d331d4f05ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:22:16.556891 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9d588aba-274b-435e-a3d4-a39ab69b4eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:22:16.604999 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:22:17.570118 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:22:19.341317 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:22:40.372944 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 5 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:22:44.040779 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-46010581-fefb-40cb-83d5-44ea696f85a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:22:46.550399 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8cdf57e1-e118-40c5-a66b-b952c8c5f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:22:46.606818 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:22:47.568712 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:22:49.343001 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:23:14.044075 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a84d06d3-49c7-4e9e-bb03-38960df1eab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:23:16.551600 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c1bf797b-07cd-488f-8e01-7ad66a213cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:23:16.615800 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:23:17.371105 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 5 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:23:17.570770 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:23:19.344941 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:23:39.610762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40012) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:23:39.676371 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95b5664-f7ed-4e4b-881e-f442dcff6071 admin admin] GET failed (client error): The resource could not be found. Jun 02 12:23:39.677599 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a95b5664-f7ed-4e4b-881e-f442dcff6071 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658917 Jun 02 12:23:39.808592 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ee01e9-f4f8-4d03-a935-0256401a2e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:23:39.809960 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-40ee01e9-f4f8-4d03-a935-0256401a2e2a admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1286633 Jun 02 12:23:41.891305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40022) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:23:41.994067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dacc75-0d9d-48ef-b16f-4d9cb9538b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:23:41.995389 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a9dacc75-0d9d-48ef-b16f-4d9cb9538b32 admin admin] 10.222.0.37 "GET /v2.0/subnets/96a29ba8-5b87-49c1-b3f3-d02df23ce75b HTTP/1.1" status: 200 len: 849 time: 0.1031196 Jun 02 12:23:42.004260 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-f69c6579-a1b3-4e0c-ace2-c49932f43100 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:23:42.117924 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f69c6579-a1b3-4e0c-ace2-c49932f43100 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:23:42.300904 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f69c6579-a1b3-4e0c-ace2-c49932f43100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726415848165'] for subnet, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:23:42.305019 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1bd8fa6b-3b6d-4417-a058-3af3bcb7e86b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:23:42.345754 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69c6579-a1b3-4e0c-ace2-c49932f43100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:23:42.346729 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f69c6579-a1b3-4e0c-ace2-c49932f43100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:23:42.347757 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f69c6579-a1b3-4e0c-ace2-c49932f43100 admin admin] 10.222.0.37 "PUT /v2.0/subnets/96a29ba8-5b87-49c1-b3f3-d02df23ce75b HTTP/1.1" status: 200 len: 868 time: 0.3469069 Jun 02 12:23:42.350971 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d5dc89-9162-4e72-a377-70887ee1e8d1 None None] Network e962fbfd-a6c9-4ced-ad3c-32bfcd82631a requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:23:42.374788 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c6579-a1b3-4e0c-ace2-c49932f43100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96a29ba8-5b87-49c1-b3f3-d02df23ce75b,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:23:42.382568 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c6579-a1b3-4e0c-ace2-c49932f43100 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:23:42.383134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c6579-a1b3-4e0c-ace2-c49932f43100 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:23:42.383477 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c6579-a1b3-4e0c-ace2-c49932f43100 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:23:42.383811 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c6579-a1b3-4e0c-ace2-c49932f43100 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:23:42.384140 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c6579-a1b3-4e0c-ace2-c49932f43100 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:23:42.384478 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c6579-a1b3-4e0c-ace2-c49932f43100 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:23:42.384804 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c6579-a1b3-4e0c-ace2-c49932f43100 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:23:42.385126 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c6579-a1b3-4e0c-ace2-c49932f43100 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:23:42.385444 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c6579-a1b3-4e0c-ace2-c49932f43100 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:23:42.385955 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c6579-a1b3-4e0c-ace2-c49932f43100 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:23:42.386306 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c6579-a1b3-4e0c-ace2-c49932f43100 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:23:42.386620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c6579-a1b3-4e0c-ace2-c49932f43100 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:23:42.390335 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f69c6579-a1b3-4e0c-ace2-c49932f43100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:23:42.836664 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0079ebb6-b313-4814-abc8-be94452fad37 None None] Provisioning complete for port 1a15f534-9e9b-4b13-a10d-249fba0d9a68 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:23:42.837038 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0079ebb6-b313-4814-abc8-be94452fad37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:23:42.988186 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0079ebb6-b313-4814-abc8-be94452fad37 None None] Provisioning complete for port 686bafb6-c77f-47dc-9272-fe6b7559f3ba triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:23:42.988556 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0079ebb6-b313-4814-abc8-be94452fad37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:23:44.045210 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f46c3b92-43bb-40fd-90e2-17ebbb423dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:23:44.421279 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40030) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:23:44.594650 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bacdd78-ac28-43a7-924f-71f0dcedee56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:23:44.595132 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bacdd78-ac28-43a7-924f-71f0dcedee56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:23:44.596640 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5bacdd78-ac28-43a7-924f-71f0dcedee56 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1744201 Jun 02 12:23:46.555436 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cc1449a6-d348-460e-a7e2-b222982b3361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:23:46.618645 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:23:46.730727 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40038) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:23:46.936432 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608ad6d8-b37f-4c83-8ee8-391230338aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:23:46.936902 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608ad6d8-b37f-4c83-8ee8-391230338aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:23:46.938414 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-608ad6d8-b37f-4c83-8ee8-391230338aa3 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2066991 Jun 02 12:23:47.573884 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:23:49.036872 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40046) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:23:49.200290 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a8fc6e-8b22-4b5a-b129-13d5e72bcc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:23:49.201360 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-13a8fc6e-8b22-4b5a-b129-13d5e72bcc10 admin admin] 10.222.0.37 "GET /v2.0/networks/58ad0a37-4806-4fe2-972f-df18335d7a8e HTTP/1.1" status: 200 len: 886 time: 0.1635470 Jun 02 12:23:49.349533 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:23:51.299225 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40054) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:23:51.474612 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b4a88e-74ff-43fd-ae0b-7c0259c0b235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:23:51.476177 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f1b4a88e-74ff-43fd-ae0b-7c0259c0b235 admin admin] 10.222.0.37 "GET /v2.0/networks/e962fbfd-a6c9-4ced-ad3c-32bfcd82631a HTTP/1.1" status: 200 len: 869 time: 0.1760070 Jun 02 12:23:53.573990 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40062) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:23:53.676587 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbbc367-d6ab-4339-b734-9f3791c655eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:23:53.677057 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbbc367-d6ab-4339-b734-9f3791c655eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:23:53.678538 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-abbbc367-d6ab-4339-b734-9f3791c655eb admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1035948 Jun 02 12:23:54.370257 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 5 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:23:55.741028 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40070) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:23:55.847019 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40a7f05-de7c-45c0-bbf2-859dec611389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:23:55.847483 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40a7f05-de7c-45c0-bbf2-859dec611389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:23:55.849436 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f40a7f05-de7c-45c0-bbf2-859dec611389 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1069841 Jun 02 12:23:57.940071 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40078) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:23:58.040019 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d489f0a-308a-46fc-92a5-8dfb3e390cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:23:58.041320 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1d489f0a-308a-46fc-92a5-8dfb3e390cce admin admin] 10.222.0.37 "GET /v2.0/subnets/747b4cfb-c5fb-49d1-ac87-524e76839406 HTTP/1.1" status: 200 len: 816 time: 0.1002700 Jun 02 12:24:00.134209 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40086) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:24:00.243004 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db4429d-4d5f-41a6-8bfc-5cafdbb52ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:24:00.244325 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4db4429d-4d5f-41a6-8bfc-5cafdbb52ac6 admin admin] 10.222.0.37 "GET /v2.0/subnets/96a29ba8-5b87-49c1-b3f3-d02df23ce75b HTTP/1.1" status: 200 len: 868 time: 0.1090896 Jun 02 12:24:14.046203 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-20c0fc38-90cd-400a-ac26-fc49eb70ec64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:16.556949 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6398ca5b-aaa5-4d78-92f5-a2b2d7ba9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:16.622119 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:17.576518 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:19.349487 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:22.988771 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40130) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:24:23.035822 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [None req-546a9312-954c-4578-a023-36844bd1b1c4 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:24:23.036806 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-546a9312-954c-4578-a023-36844bd1b1c4 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471172 Jun 02 12:24:25.211233 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40138) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:24:25.276117 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d707b52-2916-4451-836c-833b51393135 admin admin] GET failed (client error): The resource could not be found. Jun 02 12:24:25.277335 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5d707b52-2916-4451-836c-833b51393135 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0651841 Jun 02 12:24:25.400270 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867d2f56-8ed9-4eb2-bb1e-e7e6e298d718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:24:25.401696 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-867d2f56-8ed9-4eb2-bb1e-e7e6e298d718 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1205842 Jun 02 12:24:27.526839 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40146) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:24:27.575846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-2b139eae-5252-4441-8c64-f34306126a02 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:24:27.580963 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2b139eae-5252-4441-8c64-f34306126a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:24:27.591108 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2b139eae-5252-4441-8c64-f34306126a02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:24:27.600151 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b139eae-5252-4441-8c64-f34306126a02 admin admin] Made reservation on behalf of 64a1e6e37d1f47f594dfe982f75c626d for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:24:27.602666 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2b139eae-5252-4441-8c64-f34306126a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:27.690058 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING neutron.services.revisions.revision_plugin [None req-2b139eae-5252-4441-8c64-f34306126a02 admin admin] Could not find related network for resource to bump revision. Jun 02 12:24:27.703252 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b139eae-5252-4441-8c64-f34306126a02 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:24:27.712615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2b139eae-5252-4441-8c64-f34306126a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:27.712889 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-2b139eae-5252-4441-8c64-f34306126a02 admin admin] Added segment d852dc58-d8a6-42b2-97fe-ec1d0cb639b7 of type vlan for network 3f380569-7b96-405c-b7ec-24a250c5ebf7 Jun 02 12:24:27.739574 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2b139eae-5252-4441-8c64-f34306126a02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:27.767770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2b139eae-5252-4441-8c64-f34306126a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:27.769064 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b139eae-5252-4441-8c64-f34306126a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:24:27.769637 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2b139eae-5252-4441-8c64-f34306126a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:27.773028 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:24:27.870611 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b139eae-5252-4441-8c64-f34306126a02 admin admin] Pushing event updated for resources: {'Network': ['ID=3f380569-7b96-405c-b7ec-24a250c5ebf7,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:24:27.873788 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2b139eae-5252-4441-8c64-f34306126a02 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3456292 Jun 02 12:24:27.874509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2b139eae-5252-4441-8c64-f34306126a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:24:27.890721 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 3f380569-7b96-405c-b7ec-24a250c5ebf7 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:24:29.992409 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40154) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:24:30.056486 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0ce234-2a84-42b5-be0b-cfcf25d1db3c admin admin] GET failed (client error): The resource could not be found. Jun 02 12:24:30.056990 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-7a0ce234-2a84-42b5-be0b-cfcf25d1db3c admin admin] Synchronizing usage tracker for tenant:64a1e6e37d1f47f594dfe982f75c626d on resource:network {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:24:30.071378 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-7a0ce234-2a84-42b5-be0b-cfcf25d1db3c admin admin] Unset dirty status for tenant:64a1e6e37d1f47f594dfe982f75c626d on resource:network {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:24:30.072636 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7a0ce234-2a84-42b5-be0b-cfcf25d1db3c admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0792856 Jun 02 12:24:30.174792 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12bbd04-c3ed-470b-a1c8-704421d713ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:24:30.176094 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d12bbd04-c3ed-470b-a1c8-704421d713ee admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0996153 Jun 02 12:24:30.185271 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-aee5ec0c-8241-4985-9adf-001d093821af admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '3f380569-7b96-405c-b7ec-24a250c5ebf7'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:24:30.189527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-aee5ec0c-8241-4985-9adf-001d093821af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:24:30.193268 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-aee5ec0c-8241-4985-9adf-001d093821af admin admin] Usage tracker for resource:subnet and tenant:64a1e6e37d1f47f594dfe982f75c626d is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:24:30.196704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-aee5ec0c-8241-4985-9adf-001d093821af admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:24:30.203705 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-aee5ec0c-8241-4985-9adf-001d093821af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:24:30.216196 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee5ec0c-8241-4985-9adf-001d093821af admin admin] Made reservation on behalf of 64a1e6e37d1f47f594dfe982f75c626d for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:24:30.219055 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aee5ec0c-8241-4985-9adf-001d093821af admin admin] Notify callbacks [] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:30.632535 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aee5ec0c-8241-4985-9adf-001d093821af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:30.636047 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:24:30.705270 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5ec0c-8241-4985-9adf-001d093821af admin admin] Pushing event updated for resources: {'Subnet': ['ID=5324c928-a028-49ab-9d35-43ab5b7e4484,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:24:30.709928 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-aee5ec0c-8241-4985-9adf-001d093821af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:24:30.717797 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee5ec0c-8241-4985-9adf-001d093821af admin admin] Checking segment: {'id': 'd852dc58-d8a6-42b2-97fe-ec1d0cb639b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3f380569-7b96-405c-b7ec-24a250c5ebf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:24:30.718196 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee5ec0c-8241-4985-9adf-001d093821af admin admin] Network hostable DHCP agents. Network: 3f380569-7b96-405c-b7ec-24a250c5ebf7, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:24:30.734986 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee5ec0c-8241-4985-9adf-001d093821af admin admin] Network 3f380569-7b96-405c-b7ec-24a250c5ebf7 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:24:30.744951 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-aee5ec0c-8241-4985-9adf-001d093821af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 3f380569-7b96-405c-b7ec-24a250c5ebf7) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:24:30.749180 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee5ec0c-8241-4985-9adf-001d093821af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:24:30.749751 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aee5ec0c-8241-4985-9adf-001d093821af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:30.754397 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadaa878-a6e8-48e1-b2ae-618b069aa651 None None] Network 3f380569-7b96-405c-b7ec-24a250c5ebf7 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:24:30.769749 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-aee5ec0c-8241-4985-9adf-001d093821af admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5871859 Jun 02 12:24:30.975435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-3f380569-7b96-405c-b7ec-24a250c5ebf7', 'network_id': '3f380569-7b96-405c-b7ec-24a250c5ebf7', 'tenant_id': '64a1e6e37d1f47f594dfe982f75c626d', 'fixed_ips': [{'subnet_id': '5324c928-a028-49ab-9d35-43ab5b7e4484'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:24:30.976265 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:31.135847 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Allocated IP 192.168.233.2 (3f380569-7b96-405c-b7ec-24a250c5ebf7/5324c928-a028-49ab-9d35-43ab5b7e4484/b2c91f6e-dea9-46c5-a588-3cd82a064481) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:24:31.341637 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:31.352427 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Transition to ACTIVE for port object b2c91f6e-dea9-46c5-a588-3cd82a064481 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:24:31.369127 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 5 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:24:31.370881 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Transition to ACTIVE for port object b2c91f6e-dea9-46c5-a588-3cd82a064481 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:24:31.377216 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:31.385379 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3a3dce98-f60c-42d4-9b82-7bbdf2fac109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:24:31.449561 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Network 3f380569-7b96-405c-b7ec-24a250c5ebf7 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:24:31.452437 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:24:31.456832 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:24:31.458942 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Pushing event updated for resources: {'Port': ['ID=b2c91f6e-dea9-46c5-a588-3cd82a064481,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:24:31.491473 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:24:31.491836 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:24:31.492174 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:24:31.492504 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:24:31.492828 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:24:31.493166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:24:31.493492 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:24:31.493826 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:24:31.494188 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:24:31.494511 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:24:31.494855 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:24:31.495159 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:24:31.503079 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:24:31.562434 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Attempting to bind port b2c91f6e-dea9-46c5-a588-3cd82a064481 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:24:31.562801 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Attempting to bind port b2c91f6e-dea9-46c5-a588-3cd82a064481 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'd852dc58-d8a6-42b2-97fe-ec1d0cb639b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3f380569-7b96-405c-b7ec-24a250c5ebf7'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:24:31.563157 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Attempting to bind port b2c91f6e-dea9-46c5-a588-3cd82a064481 on network 3f380569-7b96-405c-b7ec-24a250c5ebf7 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:24:31.569099 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:24:31.569469 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Checking segment: {'id': 'd852dc58-d8a6-42b2-97fe-ec1d0cb639b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3f380569-7b96-405c-b7ec-24a250c5ebf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:24:31.569861 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:31.570289 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Bound using segment: {'id': 'd852dc58-d8a6-42b2-97fe-ec1d0cb639b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3f380569-7b96-405c-b7ec-24a250c5ebf7'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:24:31.570753 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Bound port: b2c91f6e-dea9-46c5-a588-3cd82a064481, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd852dc58-d8a6-42b2-97fe-ec1d0cb639b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3f380569-7b96-405c-b7ec-24a250c5ebf7'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:24:31.571111 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:31.658423 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] For port b2c91f6e-dea9-46c5-a588-3cd82a064481, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:24:31.661933 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] For port b2c91f6e-dea9-46c5-a588-3cd82a064481, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b2c91f6e-dea9-46c5-a588-3cd82a064481,segment=NetworkSegment(d852dc58-d8a6-42b2-97fe-ec1d0cb639b7),segment_id=d852dc58-d8a6-42b2-97fe-ec1d0cb639b7)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:24:31.667624 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:31.671508 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:24:31.750816 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Pushing event updated for resources: {'Port': ['ID=b2c91f6e-dea9-46c5-a588-3cd82a064481,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:24:31.753824 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:24:32.555044 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b2c91f6e-dea9-46c5-a588-3cd82a064481 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:24:32.597396 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68414fe4-eb18-4140-ae95-d5c4f11afb68 None None] Network 3f380569-7b96-405c-b7ec-24a250c5ebf7 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:24:32.798565 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d8eca29b-d502-4a6a-a272-c9e05142a0a0 None None] Provisioning for port b2c91f6e-dea9-46c5-a588-3cd82a064481 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:24:32.801258 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port b2c91f6e-dea9-46c5-a588-3cd82a064481 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:24:32.815541 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port b2c91f6e-dea9-46c5-a588-3cd82a064481 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:24:32.815921 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:32.839387 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d8eca29b-d502-4a6a-a272-c9e05142a0a0 None None] Provisioning complete for port b2c91f6e-dea9-46c5-a588-3cd82a064481 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:24:32.839698 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d8eca29b-d502-4a6a-a272-c9e05142a0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:33.091698 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d8eca29b-d502-4a6a-a272-c9e05142a0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:33.102311 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:33.149619 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d8eca29b-d502-4a6a-a272-c9e05142a0a0 None None] For port b2c91f6e-dea9-46c5-a588-3cd82a064481, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b2c91f6e-dea9-46c5-a588-3cd82a064481,segment=NetworkSegment(d852dc58-d8a6-42b2-97fe-ec1d0cb639b7),segment_id=d852dc58-d8a6-42b2-97fe-ec1d0cb639b7)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:24:33.179356 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d8eca29b-d502-4a6a-a272-c9e05142a0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:33.185891 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:24:33.270839 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.db.api [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:24:33.271244 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_db.api [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:24:33.279105 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eca29b-d502-4a6a-a272-c9e05142a0a0 None None] Pushing event updated for resources: {'Port': ['ID=b2c91f6e-dea9-46c5-a588-3cd82a064481,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:24:33.282473 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d8eca29b-d502-4a6a-a272-c9e05142a0a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:24:33.305304 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a08597e7-a83f-4d93-b355-967d0697aa12 None None] Provisioning complete for port b2c91f6e-dea9-46c5-a588-3cd82a064481 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:24:33.305673 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a08597e7-a83f-4d93-b355-967d0697aa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:34.497951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b2c91f6e-dea9-46c5-a588-3cd82a064481 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:24:34.565426 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port b2c91f6e-dea9-46c5-a588-3cd82a064481 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:24:34.565786 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:44.047499 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-105f9841-a18d-4c1f-8521-7b47933eec59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:46.561144 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-701760a2-df28-4760-b741-f7bc51641301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:46.624216 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:47.578316 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:24:49.352616 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:25:08.367035 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 5 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:25:14.050185 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ee036948-3e39-452b-83d6-16ffb1011698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:25:16.562703 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4cdec0c7-02e8-4db4-9558-4dcb129128b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:25:16.626571 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:25:17.582901 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:25:19.356716 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:25:37.040413 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40208) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:25:37.046455 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [None req-09c7edc1-d721-4ecb-9686-e7aaf7b243e4 tempest-verify_tempest_config-251363627 tempest-verify_tempest_config-251363627-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:25:37.047397 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-09c7edc1-d721-4ecb-9686-e7aaf7b243e4 tempest-verify_tempest_config-251363627 tempest-verify_tempest_config-251363627-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060198 Jun 02 12:25:37.349162 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40226) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:25:37.464768 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-231e3c20-8c69-4a73-9179-dd3319392130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:25:37.484913 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-231e3c20-8c69-4a73-9179-dd3319392130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:25:37.490652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-231e3c20-8c69-4a73-9179-dd3319392130 admin admin] Usage tracker for resource:security_group_rule and tenant:72d186ce157b4fc5b454822f2c3bfcd5 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:25:37.494370 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-231e3c20-8c69-4a73-9179-dd3319392130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:25:37.500664 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-231e3c20-8c69-4a73-9179-dd3319392130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:25:37.590734 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-231e3c20-8c69-4a73-9179-dd3319392130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:25:37.594481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-231e3c20-8c69-4a73-9179-dd3319392130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:25:37.601018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:25:37.639315 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e3c20-8c69-4a73-9179-dd3319392130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bf40b1-54df-437f-acfa-7470247caf56,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:25:37.644312 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-231e3c20-8c69-4a73-9179-dd3319392130 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72d186ce157b4fc5b454822f2c3bfcd5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2940309 Jun 02 12:25:37.647226 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40232) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:25:37.648569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e3c20-8c69-4a73-9179-dd3319392130 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.648916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e3c20-8c69-4a73-9179-dd3319392130 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.649250 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e3c20-8c69-4a73-9179-dd3319392130 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.649587 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e3c20-8c69-4a73-9179-dd3319392130 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.649933 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e3c20-8c69-4a73-9179-dd3319392130 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.650473 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e3c20-8c69-4a73-9179-dd3319392130 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.650644 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e3c20-8c69-4a73-9179-dd3319392130 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.650945 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e3c20-8c69-4a73-9179-dd3319392130 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.651269 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e3c20-8c69-4a73-9179-dd3319392130 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.651590 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e3c20-8c69-4a73-9179-dd3319392130 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.651907 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e3c20-8c69-4a73-9179-dd3319392130 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.652220 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e3c20-8c69-4a73-9179-dd3319392130 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.656670 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-231e3c20-8c69-4a73-9179-dd3319392130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:25:37.706660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c993d7a8-436a-4e78-8417-26db113854cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:25:37.731110 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c993d7a8-436a-4e78-8417-26db113854cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:25:37.822137 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c993d7a8-436a-4e78-8417-26db113854cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:25:37.825876 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5d4520d4-4c59-403a-bebb-865f59640f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:25:37.838091 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993d7a8-436a-4e78-8417-26db113854cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bf40b1-54df-437f-acfa-7470247caf56,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:25:37.848931 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c993d7a8-436a-4e78-8417-26db113854cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:25:37.850258 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c993d7a8-436a-4e78-8417-26db113854cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09bf40b1-54df-437f-acfa-7470247caf56 HTTP/1.1" status: 204 len: 168 time: 0.2018528 Jun 02 12:25:37.851393 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993d7a8-436a-4e78-8417-26db113854cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.851760 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993d7a8-436a-4e78-8417-26db113854cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.852088 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993d7a8-436a-4e78-8417-26db113854cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.852410 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993d7a8-436a-4e78-8417-26db113854cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.852920 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993d7a8-436a-4e78-8417-26db113854cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.853270 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993d7a8-436a-4e78-8417-26db113854cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.853830 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993d7a8-436a-4e78-8417-26db113854cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.854179 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993d7a8-436a-4e78-8417-26db113854cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.855297 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993d7a8-436a-4e78-8417-26db113854cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.855297 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993d7a8-436a-4e78-8417-26db113854cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.855297 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993d7a8-436a-4e78-8417-26db113854cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.855647 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993d7a8-436a-4e78-8417-26db113854cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:25:37.859137 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c993d7a8-436a-4e78-8417-26db113854cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:25:44.052652 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dec35e3a-491c-4b78-8379-3516fc8a5dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:25:45.366229 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 5 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:25:46.564331 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7f0734ac-7dba-4662-9c91-2608dc070692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:25:46.626901 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:25:47.585658 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:25:49.360196 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:26:14.059596 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-78bcd54d-a87c-4ebe-ab30-53122d205af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:26:16.565407 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-72e3fc4a-c748-4e1c-8e9d-a076deb4c8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:26:16.628004 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:26:17.591966 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:26:19.362544 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:26:22.364457 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 5 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:26:44.050515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-acfc9913-6ce5-4c22-8192-19cda09bc888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:26:46.567596 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f3e0a159-09ea-4fbe-ba36-de3889d64900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:26:46.629057 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:26:47.592270 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:26:49.366544 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:26:55.633285 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390'] for agent, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:26:59.362875 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:27:11.695868 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40302) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:27:11.805510 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-58f4fe2c-1a8f-474c-b7b6-136301f23e24 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4365 time: 0.1085453 Jun 02 12:27:13.907831 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40312) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:27:13.962177 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b65272ce-19cd-4e79-b437-f5fbfbb6b246 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4365 time: 0.0532329 Jun 02 12:27:14.053234 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2c5f4a02-fbb4-4aa5-b3c4-b356e6ff479d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:27:16.568414 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-02562e72-be44-4a7e-9fcb-fe64d7bc0e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:27:16.629035 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:27:17.594223 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:27:19.369502 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:27:25.584720 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:27:36.361861 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:27:44.054648 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c8dfa1c0-b60f-4fe0-b322-3371b09ece06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:27:46.595074 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-086e1ac0-718f-487e-b9ff-78e81cb7e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:27:46.629180 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:27:47.598272 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:27:49.375607 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:27:55.585946 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:13.361182 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:28:14.057365 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-452fe802-d33b-461a-9af7-d96f3e210570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:16.565830 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cf0fc70d-1d79-44e2-9952-2420225482be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:16.629061 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:17.601154 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:19.376590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:23.885414 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40452) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:24.171195 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-438484540-network', 'tenant_id': '3413635451c64d1abbc624dcfc5977af'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:24.178815 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:24.183059 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Usage tracker for resource:network and tenant:3413635451c64d1abbc624dcfc5977af is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:24.187183 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:24.193003 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:24.209404 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Made reservation on behalf of 3413635451c64d1abbc624dcfc5977af for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:24.213860 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:24.228303 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:24.244487 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:24.248382 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Usage tracker for resource:security_group_rule and tenant:3413635451c64d1abbc624dcfc5977af is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:24.251396 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:24.258084 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:24.357873 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:24.368084 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:24.372467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:24.403291 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0f036e-cfda-43eb-b26c-81a2d19c7a19,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:24.416173 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:24.416768 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:24.417102 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:24.417432 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:24.417757 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:24.418087 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:24.418430 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:24.418750 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:24.419062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:24.419375 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:24.419686 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:24.419995 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Tracked resource versions report: Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: pushed versions: Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: { 'AddressGroup': {'1.2'}, Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: 'ConntrackHelper': {'1.0'}, Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: 'Log': {'1.0'}, Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: 'Network': {'1.1'}, Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: 'Port': {'1.7'}, Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: 'PortForwarding': {'1.2'}, Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: 'QosPolicy': {'1.8'}, Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: 'SecurityGroup': {'1.4'}, Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: 'SecurityGroupRule': {'1.2'}, Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: 'SubPort': {'1.0'}, Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: 'Subnet': {'1.1'}, Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: 'Trunk': {'1.1'}} Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: consumer versions: Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: { DHCP agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: HyperV agent@hv-neutron-6013: {}, Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: L3 agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: Metadata agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: Metering agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: Open vSwitch agent@dv-neutron-601336-80-hyperv: { 'AddressGroup': '1.2', Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: 'ConntrackHelper': '1.0', Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: 'Log': '1.0', Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: 'Network': '1.1', Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: 'Port': '1.7', Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: 'PortForwarding': '1.2', Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: 'QosPolicy': '1.8', Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: 'SecurityGroup': '1.4', Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: 'SecurityGroupRule': '1.2', Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: 'SubPort': '1.0', Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: 'Subnet': '1.1', Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: 'Trunk': '1.1'}} Jun 02 12:28:24.421119 dv-neutron-601336-80-hyperv neutron-server[92304]: {{(pid=92304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 12:28:24.424133 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:28:24.425874 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:24.434081 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:24.435376 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Added segment b8888788-d7c3-43e5-86c1-6695264e9974 of type vlan for network 3368b6ae-6925-4cc1-a7ab-b844c11cee25 Jun 02 12:28:24.462892 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:24.495680 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:24.497221 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:24.498074 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:24.503980 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2b139eae-5252-4441-8c64-f34306126a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:24.609467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Pushing event updated for resources: {'Network': ['ID=3368b6ae-6925-4cc1-a7ab-b844c11cee25,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:24.615748 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7264924 Jun 02 12:28:24.615748 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:24.616015 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40502) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:24.620704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-d4de6cf7-7ccb-43f6-993b-2802f4b9b7c5 admin admin] Request body: {'subnet': {'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-438484540-subnet', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:24.623373 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 3368b6ae-6925-4cc1-a7ab-b844c11cee25 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:28:24.625374 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d4de6cf7-7ccb-43f6-993b-2802f4b9b7c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:24.629272 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d4de6cf7-7ccb-43f6-993b-2802f4b9b7c5 admin admin] Usage tracker for resource:subnet and tenant:3413635451c64d1abbc624dcfc5977af is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:24.632381 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d4de6cf7-7ccb-43f6-993b-2802f4b9b7c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:24.638010 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d4de6cf7-7ccb-43f6-993b-2802f4b9b7c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:24.652406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4de6cf7-7ccb-43f6-993b-2802f4b9b7c5 admin admin] Made reservation on behalf of 3413635451c64d1abbc624dcfc5977af for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:24.655052 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d4de6cf7-7ccb-43f6-993b-2802f4b9b7c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:25.071015 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d4de6cf7-7ccb-43f6-993b-2802f4b9b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:25.076039 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:25.151132 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de6cf7-7ccb-43f6-993b-2802f4b9b7c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=338c01a8-8126-49dc-a526-567de4a9bece,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:25.158571 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d4de6cf7-7ccb-43f6-993b-2802f4b9b7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:25.165707 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4de6cf7-7ccb-43f6-993b-2802f4b9b7c5 admin admin] Checking segment: {'id': 'b8888788-d7c3-43e5-86c1-6695264e9974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:28:25.166048 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4de6cf7-7ccb-43f6-993b-2802f4b9b7c5 admin admin] Network hostable DHCP agents. Network: 3368b6ae-6925-4cc1-a7ab-b844c11cee25, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:28:25.183357 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4de6cf7-7ccb-43f6-993b-2802f4b9b7c5 admin admin] Network 3368b6ae-6925-4cc1-a7ab-b844c11cee25 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:28:25.193727 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40522) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:25.202623 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-d4de6cf7-7ccb-43f6-993b-2802f4b9b7c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 3368b6ae-6925-4cc1-a7ab-b844c11cee25) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:25.207962 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4de6cf7-7ccb-43f6-993b-2802f4b9b7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:25.209993 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d4de6cf7-7ccb-43f6-993b-2802f4b9b7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:25.215217 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12e4bb5-45d4-4b5a-b6b8-9f26f728d634 None None] Network 3368b6ae-6925-4cc1-a7ab-b844c11cee25 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:28:25.246792 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d4de6cf7-7ccb-43f6-993b-2802f4b9b7c5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6297529 Jun 02 12:28:25.249654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40526) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:25.256595 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-438484540-router', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:25.264602 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:25.268876 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Usage tracker for resource:router and tenant:3413635451c64d1abbc624dcfc5977af is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:25.272824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:25.280518 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:25.292414 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:25.293508 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:25.313265 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:25.490532 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-3368b6ae-6925-4cc1-a7ab-b844c11cee25', 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'fixed_ips': [{'subnet_id': '338c01a8-8126-49dc-a526-567de4a9bece'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:28:25.491636 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:25.617105 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:25.662928 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:25.685154 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Allocated IP 172.20.0.2 (3368b6ae-6925-4cc1-a7ab-b844c11cee25/338c01a8-8126-49dc-a526-567de4a9bece/1acb7036-ed7e-4b0c-9d15-6e437f1d2731) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:28:25.793305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-793033218-network', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:25.798569 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:25.807783 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Usage tracker for resource:network and tenant:2a1d32dc7a634dd8b54473ce977ce897 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:25.812236 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:25.821279 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:25.832726 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Made reservation on behalf of 2a1d32dc7a634dd8b54473ce977ce897 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:25.836147 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:25.869889 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:25.886633 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:25.891588 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Usage tracker for resource:security_group_rule and tenant:2a1d32dc7a634dd8b54473ce977ce897 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:25.895066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:25.902934 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:25.968003 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40548) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:25.999224 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.013756 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Transition to ACTIVE for port object 1acb7036-ed7e-4b0c-9d15-6e437f1d2731 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:28:26.025746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.039128 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Transition to ACTIVE for port object 1acb7036-ed7e-4b0c-9d15-6e437f1d2731 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:28:26.039713 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.045104 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.048630 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:26.051945 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d8eca29b-d502-4a6a-a272-c9e05142a0a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:26.088933 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.094981 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2031a7-f61e-40ff-a2a4-631d7109dae7,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:26.117904 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:26.119214 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Network 3368b6ae-6925-4cc1-a7ab-b844c11cee25 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:28:26.122109 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.125924 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:26.132458 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:28:26.133006 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:28:26.144838 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.145514 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Added segment fbabe685-c618-4d2b-8334-a843cab84c70 of type vlan for network e873baa3-8bc9-49b1-84fa-6d899e4534ed Jun 02 12:28:26.185404 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.226249 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.229105 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:26.230251 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.232303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Pushing event updated for resources: {'Port': ['ID=1acb7036-ed7e-4b0c-9d15-6e437f1d2731,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:26.259020 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:26.274305 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:26.274676 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:26.275139 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:26.275358 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:26.275636 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:26.275967 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:26.276288 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:26.276620 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:26.276987 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:26.277253 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:26.277564 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:26.277869 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Tracked resource versions report: Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: pushed versions: Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: { 'AddressGroup': {'1.2'}, Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: 'ConntrackHelper': {'1.0'}, Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: 'Log': {'1.0'}, Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: 'Network': {'1.1'}, Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: 'Port': {'1.7'}, Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: 'PortForwarding': {'1.2'}, Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: 'QosPolicy': {'1.8'}, Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: 'SecurityGroup': {'1.4'}, Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: 'SecurityGroupRule': {'1.2'}, Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: 'SubPort': {'1.0'}, Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: 'Subnet': {'1.1'}, Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: 'Trunk': {'1.1'}} Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: consumer versions: Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: { DHCP agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: HyperV agent@hv-neutron-6013: {}, Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: L3 agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: Metadata agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: Metering agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: Open vSwitch agent@dv-neutron-601336-80-hyperv: { 'AddressGroup': '1.2', Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: 'ConntrackHelper': '1.0', Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: 'Log': '1.0', Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: 'Network': '1.1', Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: 'Port': '1.7', Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: 'PortForwarding': '1.2', Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: 'QosPolicy': '1.8', Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: 'SecurityGroup': '1.4', Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: 'SecurityGroupRule': '1.2', Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: 'SubPort': '1.0', Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: 'Subnet': '1.1', Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: 'Trunk': '1.1'}} Jun 02 12:28:26.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: {{(pid=92306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 12:28:26.295030 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:26.305859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Allocated IP 172.26.7.201 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/53fa5184-495c-4c31-a631-7dcac4eb0093) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:28:26.336409 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Attempting to bind port 1acb7036-ed7e-4b0c-9d15-6e437f1d2731 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:26.336776 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Attempting to bind port 1acb7036-ed7e-4b0c-9d15-6e437f1d2731 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'b8888788-d7c3-43e5-86c1-6695264e9974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:26.337139 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Attempting to bind port 1acb7036-ed7e-4b0c-9d15-6e437f1d2731 on network 3368b6ae-6925-4cc1-a7ab-b844c11cee25 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:26.348972 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:28:26.352256 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Checking segment: {'id': 'b8888788-d7c3-43e5-86c1-6695264e9974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:28:26.352696 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.353103 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Bound using segment: {'id': 'b8888788-d7c3-43e5-86c1-6695264e9974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:28:26.353588 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Bound port: 1acb7036-ed7e-4b0c-9d15-6e437f1d2731, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8888788-d7c3-43e5-86c1-6695264e9974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:28:26.353963 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.398380 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Pushing event updated for resources: {'Network': ['ID=e873baa3-8bc9-49b1-84fa-6d899e4534ed,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:26.411553 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:26.413659 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2179914 Jun 02 12:28:26.418852 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1681023644'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:26.419367 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40568) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:26.425049 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:26.426869 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-68ddab86-6899-4b7a-b006-36f62d96b774 admin admin] Request body: {'subnet': {'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-793033218-subnet', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:26.429632 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Usage tracker for resource:network and tenant:dd06f5254bae41439db9eab64757ba0a is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:26.431647 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-68ddab86-6899-4b7a-b006-36f62d96b774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:26.434082 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:26.436514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-68ddab86-6899-4b7a-b006-36f62d96b774 admin admin] Usage tracker for resource:subnet and tenant:2a1d32dc7a634dd8b54473ce977ce897 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:26.439616 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-68ddab86-6899-4b7a-b006-36f62d96b774 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:26.441112 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:26.446916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-68ddab86-6899-4b7a-b006-36f62d96b774 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:26.456723 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Made reservation on behalf of dd06f5254bae41439db9eab64757ba0a for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:26.461509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network e873baa3-8bc9-49b1-84fa-6d899e4534ed details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:28:26.466669 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.475716 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ddab86-6899-4b7a-b006-36f62d96b774 admin admin] Made reservation on behalf of 2a1d32dc7a634dd8b54473ce977ce897 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:26.478778 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-68ddab86-6899-4b7a-b006-36f62d96b774 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.485941 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.513113 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:26.517036 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Usage tracker for resource:security_group_rule and tenant:dd06f5254bae41439db9eab64757ba0a is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:26.522621 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:26.530009 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:26.607447 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] For port 1acb7036-ed7e-4b0c-9d15-6e437f1d2731, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:28:26.611351 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] For port 1acb7036-ed7e-4b0c-9d15-6e437f1d2731, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1acb7036-ed7e-4b0c-9d15-6e437f1d2731,segment=NetworkSegment(b8888788-d7c3-43e5-86c1-6695264e9974),segment_id=b8888788-d7c3-43e5-86c1-6695264e9974)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:28:26.619056 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.623030 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:26.658333 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.664844 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.682564 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:28:26.699422 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.701145 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Added segment 8e86df5b-42c6-48f1-a9b2-2db23a9cf866 of type vlan for network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd Jun 02 12:28:26.730232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.749685 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.775166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Pushing event updated for resources: {'Port': ['ID=1acb7036-ed7e-4b0c-9d15-6e437f1d2731,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:26.781883 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:26.804617 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:26.848071 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e0038e-336a-4dbf-9711-5499298986e8,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:26.865724 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:26.868930 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.887019 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:26.888329 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.919288 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:26.945102 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.9741216 Jun 02 12:28:26.966058 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:26.976345 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:27.036160 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Pushing event updated for resources: {'Network': ['ID=606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:27.049939 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:28:27.051008 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:27.051149 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:28:27.062350 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:27.073244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:28:27.358891 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Pushing event updated for resources: {'Port': ['ID=53fa5184-495c-4c31-a631-7dcac4eb0093,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:27.387460 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:27.387715 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:27.388055 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:27.388388 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:27.388727 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:27.389042 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:27.389387 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:27.389712 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:27.390518 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:27.390518 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:27.390751 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:27.391022 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Tracked resource versions report: Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: pushed versions: Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: { 'AddressGroup': {'1.2'}, Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: 'ConntrackHelper': {'1.0'}, Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: 'Log': {'1.0'}, Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: 'Network': {'1.1'}, Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: 'Port': {'1.7'}, Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: 'PortForwarding': {'1.2'}, Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: 'QosPolicy': {'1.8'}, Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: 'SecurityGroup': {'1.4'}, Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: 'SecurityGroupRule': {'1.2'}, Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: 'SubPort': {'1.0'}, Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: 'Subnet': {'1.1'}, Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: 'Trunk': {'1.1'}} Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: consumer versions: Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: { DHCP agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: HyperV agent@hv-neutron-6013: {}, Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: L3 agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: Metadata agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: Metering agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: Open vSwitch agent@dv-neutron-601336-80-hyperv: { 'AddressGroup': '1.2', Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: 'ConntrackHelper': '1.0', Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: 'Log': '1.0', Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: 'Network': '1.1', Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: 'Port': '1.7', Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: 'PortForwarding': '1.2', Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: 'QosPolicy': '1.8', Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: 'SecurityGroup': '1.4', Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: 'SecurityGroupRule': '1.2', Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: 'SubPort': '1.0', Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: 'Subnet': '1.1', Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: 'Trunk': '1.1'}} Jun 02 12:28:27.392224 dv-neutron-601336-80-hyperv neutron-server[92305]: {{(pid=92305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 12:28:27.401257 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:27.501065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40606) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:27.554776 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-68ddab86-6899-4b7a-b006-36f62d96b774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:27.622174 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1627db53-7777-46ca-acb4-a3c8df46dbe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:27.632886 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40612) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:27.767160 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:27.867618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ddab86-6899-4b7a-b006-36f62d96b774 admin admin] Checking segment: {'id': 'fbabe685-c618-4d2b-8334-a843cab84c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:28:27.868072 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ddab86-6899-4b7a-b006-36f62d96b774 admin admin] Network hostable DHCP agents. Network: e873baa3-8bc9-49b1-84fa-6d899e4534ed, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:28:27.898136 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ddab86-6899-4b7a-b006-36f62d96b774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b35151b8-844b-4997-93a7-9cd884bc216d,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:27.916674 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-68ddab86-6899-4b7a-b006-36f62d96b774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:27.978052 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ddab86-6899-4b7a-b006-36f62d96b774 admin admin] Network e873baa3-8bc9-49b1-84fa-6d899e4534ed is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:28:27.993578 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-850676432'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:28.000212 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:28.007963 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Usage tracker for resource:network and tenant:dd53c574b9f447edb60836fe27bda2ea is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:28.012169 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:28.019228 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:28.022426 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-68ddab86-6899-4b7a-b006-36f62d96b774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, e873baa3-8bc9-49b1-84fa-6d899e4534ed) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:28.037113 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec39eec2-a0fd-448b-a8f0-7a6d8274fc7a None None] Network e873baa3-8bc9-49b1-84fa-6d899e4534ed requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:28:28.038152 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Made reservation on behalf of dd53c574b9f447edb60836fe27bda2ea for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:28.042610 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:28.061586 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ddab86-6899-4b7a-b006-36f62d96b774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:28.062223 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-68ddab86-6899-4b7a-b006-36f62d96b774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:28.064566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:28.094291 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34790d1-a420-4f8b-8da0-4edae2ca5865 None None] Network 3368b6ae-6925-4cc1-a7ab-b844c11cee25 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:28:28.098358 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:28.107234 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Usage tracker for resource:security_group_rule and tenant:dd53c574b9f447edb60836fe27bda2ea is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:28.113877 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:28.120726 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:28.134642 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-2ed79741-d04b-4891-920c-81e16fb9a1fd tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1236157207'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:28.135618 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-2ed79741-d04b-4891-920c-81e16fb9a1fd tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] Unknown quota resources ['metering_label']. {{(pid=92304) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 12:28:28.301119 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-68ddab86-6899-4b7a-b006-36f62d96b774 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8806283 Jun 02 12:28:28.310751 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40622) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:28.328803 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-793033218-router', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:28.349075 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40624) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:28.353657 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:28.370911 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40628) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:28.489621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Usage tracker for resource:router and tenant:2a1d32dc7a634dd8b54473ce977ce897 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:28.496069 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f98f830d-19f9-4491-a4c8-0bb27ec17941 None None] Provisioning for port 1acb7036-ed7e-4b0c-9d15-6e437f1d2731 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:28:28.516737 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-ea3abec7-4c34-4f67-b817-dd897bf6a5cc tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1744983922'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:28.517302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-ea3abec7-4c34-4f67-b817-dd897bf6a5cc tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] Unknown quota resources ['metering_label']. {{(pid=92305) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 12:28:28.520514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:28.531034 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:28.776483 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40636) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:28.783350 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Request body: {'port': {'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393687135'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:28.793259 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1932594181'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:28.800318 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:28.804924 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Usage tracker for resource:port and tenant:efee924bbd744deca2122f3ab0506eed is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:28.808077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:28.811307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1acb7036-ed7e-4b0c-9d15-6e437f1d2731 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:28:28.814531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:28.826119 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:28.830934 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Usage tracker for resource:network and tenant:25181d7143504eeab2b42697a8fff1e7 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:28.833707 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2ed79741-d04b-4891-920c-81e16fb9a1fd tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:28.834475 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:28.837688 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2ed79741-d04b-4891-920c-81e16fb9a1fd tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2036493 Jun 02 12:28:28.839508 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40644) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:28.839834 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40646) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:28.840104 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:28.851813 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-70cb76d9-2459-4557-bcc1-3d7120b13072 tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '65939821-647b-4f86-82b6-2dce3fb5fd90'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:28.852344 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-70cb76d9-2459-4557-bcc1-3d7120b13072 tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92304) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 12:28:28.868540 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:28.869550 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:28.872773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Made reservation on behalf of efee924bbd744deca2122f3ab0506eed for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:28.875066 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:28.957579 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Made reservation on behalf of 25181d7143504eeab2b42697a8fff1e7 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:28.961570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:28.971713 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:28.988838 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-e873baa3-8bc9-49b1-84fa-6d899e4534ed', 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'fixed_ips': [{'subnet_id': 'b35151b8-844b-4997-93a7-9cd884bc216d'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:28:28.989673 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:28.993117 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:29.040588 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-4e7b98ef-21b7-414c-8b0e-2e62c67bcdad tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:29.051298 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:29.069634 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING neutron.services.metering.metering_plugin [None req-70cb76d9-2459-4557-bcc1-3d7120b13072 tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 02 12:28:29.091462 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 1acb7036-ed7e-4b0c-9d15-6e437f1d2731 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:28:29.103414 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 1acb7036-ed7e-4b0c-9d15-6e437f1d2731 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:29.103791 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:29.164536 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:29.176258 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:29.212800 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:29.214691 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:29.217847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:29.231131 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Usage tracker for resource:security_group_rule and tenant:efee924bbd744deca2122f3ab0506eed is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:29.242785 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:29.245183 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:29.251637 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Usage tracker for resource:security_group_rule and tenant:25181d7143504eeab2b42697a8fff1e7 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:29.261279 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:29.264380 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:29.267783 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Allocated IP 172.20.0.2 (e873baa3-8bc9-49b1-84fa-6d899e4534ed/b35151b8-844b-4997-93a7-9cd884bc216d/fce15619-a767-407c-ad6b-390ab35867bc) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:28:29.271597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:28:29.274250 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-70cb76d9-2459-4557-bcc1-3d7120b13072 tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:29.274408 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ea3abec7-4c34-4f67-b817-dd897bf6a5cc tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:29.278504 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ea3abec7-4c34-4f67-b817-dd897bf6a5cc tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9264476 Jun 02 12:28:29.278504 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:29.279212 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-70cb76d9-2459-4557-bcc1-3d7120b13072 tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4370832 Jun 02 12:28:29.280064 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40656) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:29.280645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40658) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:29.295952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-99e06c24-5ff6-4589-b793-bcfd8b894b93 tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '4c094a93-7609-431a-9ce4-d7ec897662da'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:29.296818 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-99e06c24-5ff6-4589-b793-bcfd8b894b93 tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92304) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 12:28:29.301902 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-e19f98d9-64b8-4595-ae57-cfd3c548b68b tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '65939821-647b-4f86-82b6-2dce3fb5fd90'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:29.302502 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-e19f98d9-64b8-4595-ae57-cfd3c548b68b tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92304) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 12:28:29.342294 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:29.342934 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Added segment 4c8019a6-422f-48b8-8e18-5d7c4ada4d66 of type vlan for network a3e9df74-af5e-4299-abd5-1015dea255d9 Jun 02 12:28:29.349950 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING neutron.services.metering.metering_plugin [None req-e19f98d9-64b8-4595-ae57-cfd3c548b68b tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 02 12:28:29.356641 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:29.398118 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 1acb7036-ed7e-4b0c-9d15-6e437f1d2731, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1acb7036-ed7e-4b0c-9d15-6e437f1d2731,segment=NetworkSegment(b8888788-d7c3-43e5-86c1-6695264e9974),segment_id=b8888788-d7c3-43e5-86c1-6695264e9974)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:28:29.419172 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:29.429288 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:29.504790 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4e7b98ef-21b7-414c-8b0e-2e62c67bcdad tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] 10.222.0.37 "PUT /v2.0/quotas/c423045499534124a7ce4ab7bcedd21c HTTP/1.1" status: 200 len: 366 time: 0.6614909 Jun 02 12:28:29.516448 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85338307-f266-4d2d-9a74-8aa6881ddcfd,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:29.526046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40662) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:29.530709 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:29.546117 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING neutron.services.metering.metering_plugin [None req-99e06c24-5ff6-4589-b793-bcfd8b894b93 tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 02 12:28:29.562020 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ddca0afd-2d26-41ef-8c2a-48d5d3335c09 tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0335393 Jun 02 12:28:29.564690 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e19f98d9-64b8-4595-ae57-cfd3c548b68b tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:29.568324 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e19f98d9-64b8-4595-ae57-cfd3c548b68b tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2776558 Jun 02 12:28:29.568324 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40664) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:29.571963 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40666) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:29.580016 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=1acb7036-ed7e-4b0c-9d15-6e437f1d2731,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:29.583466 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:29.586445 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-936284a1-ec04-4499-9bc3-bd7e34fc81be None None] Provisioning complete for port 1acb7036-ed7e-4b0c-9d15-6e437f1d2731 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:29.586863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-936284a1-ec04-4499-9bc3-bd7e34fc81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:29.642846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:29.674517 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-47077337-64ac-4e5e-9568-0f3cda5836d0 tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=df10cd21-7063-472b-82ed-728149cb418c HTTP/1.1" status: 200 len: 464 time: 0.0978625 Jun 02 12:28:29.713037 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-db96127f-7981-424f-a3ce-4c473c53ca75 tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] 10.222.0.37 "GET /v2.0/quotas/c423045499534124a7ce4ab7bcedd21c HTTP/1.1" status: 200 len: 366 time: 0.0722070 Jun 02 12:28:29.713630 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40668) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:29.721240 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40670) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:29.742540 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-99e06c24-5ff6-4589-b793-bcfd8b894b93 tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:29.743635 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-99e06c24-5ff6-4589-b793-bcfd8b894b93 tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4572184 Jun 02 12:28:29.748764 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40672) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:29.761016 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:29.766047 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ab88e517-0a6a-434d-a7fc-d935c6fe60b2 tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '4c094a93-7609-431a-9ce4-d7ec897662da'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:29.766609 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ab88e517-0a6a-434d-a7fc-d935c6fe60b2 tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92304) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 12:28:29.788842 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-db701469-6c85-4f0d-b0f2-3003d3a44e2a tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/c423045499534124a7ce4ab7bcedd21c HTTP/1.1" status: 204 len: 168 time: 0.0516055 Jun 02 12:28:29.789454 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40674) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:29.807097 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:29.825382 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Transition to ACTIVE for port object fce15619-a767-407c-ad6b-390ab35867bc will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:28:29.852744 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:29.853219 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Transition to ACTIVE for port object fce15619-a767-407c-ad6b-390ab35867bc will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:28:29.854321 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Router 8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:28:29.861313 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:29.868872 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:29.871077 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:29.873265 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:29.893140 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:29.901532 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:29.904125 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] device_id is not set on port e344e19d-2aa7-49d1-bc51-f4688a3bada5 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:28:29.935791 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Network e873baa3-8bc9-49b1-84fa-6d899e4534ed is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:28:29.939019 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:29.942159 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:28:29.954041 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:29.954658 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:29.958123 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:29.975324 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-96b20609-83d2-45f4-8a30-2cd46b32f933 tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1819677 Jun 02 12:28:29.982232 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Pushing event updated for resources: {'Port': ['ID=fce15619-a767-407c-ad6b-390ab35867bc,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:29.984732 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:29.987380 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40676) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:29.993113 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING neutron.services.metering.metering_plugin [None req-ab88e517-0a6a-434d-a7fc-d935c6fe60b2 tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 02 12:28:30.006521 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:30.040280 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Attempting to bind port fce15619-a767-407c-ad6b-390ab35867bc on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:30.040623 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Attempting to bind port fce15619-a767-407c-ad6b-390ab35867bc by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fbabe685-c618-4d2b-8334-a843cab84c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:30.040923 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Attempting to bind port fce15619-a767-407c-ad6b-390ab35867bc on network e873baa3-8bc9-49b1-84fa-6d899e4534ed {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:30.046618 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:28:30.046885 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Checking segment: {'id': 'fbabe685-c618-4d2b-8334-a843cab84c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:28:30.047280 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:30.047679 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Bound using segment: {'id': 'fbabe685-c618-4d2b-8334-a843cab84c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:28:30.048133 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Bound port: fce15619-a767-407c-ad6b-390ab35867bc, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbabe685-c618-4d2b-8334-a843cab84c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:28:30.048501 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:30.116486 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4476cfe6-53d0-46fd-b16f-02911311f695,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:30.120001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:30.128054 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-231e3c20-8c69-4a73-9179-dd3319392130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:30.148011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] For port fce15619-a767-407c-ad6b-390ab35867bc, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:28:30.151042 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] For port fce15619-a767-407c-ad6b-390ab35867bc, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=fce15619-a767-407c-ad6b-390ab35867bc,segment=NetworkSegment(fbabe685-c618-4d2b-8334-a843cab84c70),segment_id=fbabe685-c618-4d2b-8334-a843cab84c70)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:28:30.156145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:30.161943 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:30.201995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:28:30.213952 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3e659ee5-9a37-4783-bb8c-a317b46c0ea8 tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] 10.222.0.37 "GET /v2.0/quotas/c423045499534124a7ce4ab7bcedd21c HTTP/1.1" status: 200 len: 370 time: 0.2215555 Jun 02 12:28:30.216899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8c388dab-4557-420b-87dc-abe7bc556e92 tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:30.218154 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8c388dab-4557-420b-87dc-abe7bc556e92 tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/df10cd21-7063-472b-82ed-728149cb418c HTTP/1.1" status: 204 len: 168 time: 0.4976683 Jun 02 12:28:30.223226 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40678) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:30.223857 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40680) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:30.255290 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Pushing event updated for resources: {'Port': ['ID=fce15619-a767-407c-ad6b-390ab35867bc,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:30.259294 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:30.280590 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c53f9f04-505d-4033-afef-1a1446b66f81 tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] 10.222.0.37 "GET /v2.0/quotas/c423045499534124a7ce4ab7bcedd21c/default HTTP/1.1" status: 200 len: 370 time: 0.0061109 Jun 02 12:28:30.299588 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40682) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:30.305388 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8000906 Jun 02 12:28:30.308728 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40684) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:30.310856 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ab88e517-0a6a-434d-a7fc-d935c6fe60b2 tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:30.312218 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ab88e517-0a6a-434d-a7fc-d935c6fe60b2 tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5554020 Jun 02 12:28:30.315595 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Pushing event updated for resources: {'Network': ['ID=a3e9df74-af5e-4299-abd5-1015dea255d9,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:30.319101 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:30.320846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40686) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:30.322370 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c606a460-2f23-4698-92ac-e68a738ffcc2 tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=df10cd21-7063-472b-82ed-728149cb418c HTTP/1.1" status: 200 len: 221 time: 0.0465920 Jun 02 12:28:30.325956 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40688) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:30.330005 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-018f4992-a732-4661-9501-78d3b6a28b5c tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1704258620', 'description': 'label created by tempest'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:30.330477 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-018f4992-a732-4661-9501-78d3b6a28b5c tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] Unknown quota resources ['metering_label']. {{(pid=92304) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 12:28:30.336719 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network a3e9df74-af5e-4299-abd5-1015dea255d9 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:28:30.343174 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-e766de15-2913-4764-bdee-c4bfde64a25a tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] delete failed (client error): The resource could not be found. Jun 02 12:28:30.344535 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e766de15-2913-4764-bdee-c4bfde64a25a tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/c423045499534124a7ce4ab7bcedd21c HTTP/1.1" status: 404 len: 348 time: 0.0439715 Jun 02 12:28:30.347137 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-28115a16-0b21-4a01-9332-353735657905 tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=00be95c6-3e74-4165-82d4-b90ff50ada31 HTTP/1.1" status: 200 len: 462 time: 0.0229547 Jun 02 12:28:30.354045 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:30.354411 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Added segment 62a3f838-4f21-4129-b1c0-4fc4eab1b235 of type vlan for network bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e Jun 02 12:28:30.364642 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40694) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:30.383163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ed565d-d2cc-4022-8943-0b0b0a20d5b4,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:30.397246 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:30.460054 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:28:30.471450 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] Sync routers for ids ['8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:28:30.490745 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] Routers {'8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:28:30.491378 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:28:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:30.616863 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:30.631392 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40696) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:30.658783 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Request body: {'network': {'name': 'tempest-network--141752654', 'router:external': True}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:30.685988 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:30.770746 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.resource_extend [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:28:30.778862 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Usage tracker for resource:network and tenant:b061f2e4b2d048dca926c97b8a6e4917 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:30.808306 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:30.820493 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] Set router 8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:28:30.836586 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:30.837321 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1acb7036-ed7e-4b0c-9d15-6e437f1d2731 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:28:30.852696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] device_id is not set on port e344e19d-2aa7-49d1-bc51-f4688a3bada5 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:28:30.864064 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:30.880882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Transition to ACTIVE for port object e344e19d-2aa7-49d1-bc51-f4688a3bada5 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:28:30.931019 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 1acb7036-ed7e-4b0c-9d15-6e437f1d2731 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:30.931517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:31.008306 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-17c9ff1f-5286-4828-a73e-cf42fa895d34 tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:31.011417 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-17c9ff1f-5286-4828-a73e-cf42fa895d34 tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/00be95c6-3e74-4165-82d4-b90ff50ada31 HTTP/1.1" status: 204 len: 168 time: 0.6451557 Jun 02 12:28:31.014549 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-018f4992-a732-4661-9501-78d3b6a28b5c tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:31.017958 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-018f4992-a732-4661-9501-78d3b6a28b5c tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6888351 Jun 02 12:28:31.017958 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40698) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:31.024964 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40700) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:31.025610 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1fd72ea7-7912-4400-8a52-d849dc0c2844 tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] Usage tracker for resource:network and tenant:e2fce2c2fb7b4f64965861d186a7d07f is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:31.056819 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:31.078806 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:31.083318 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.8293355 Jun 02 12:28:31.093511 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40702) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:31.094165 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-58bb3372-a2e4-48bc-bda3-e70781ad8dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:31.095692 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device fce15619-a767-407c-ad6b-390ab35867bc up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:28:31.125606 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:31.126860 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1fd72ea7-7912-4400-8a52-d849dc0c2844 tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:31.130791 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a21fcfc7-15a5-42f0-a638-d6c2426cc6ed tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=00be95c6-3e74-4165-82d4-b90ff50ada31 HTTP/1.1" status: 200 len: 221 time: 0.1126633 Jun 02 12:28:31.141960 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40704) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:31.148834 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-75f7c05a-1236-4a6d-a97e-994af3c23e9d tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--898044870', 'description': 'label created by tempest'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:31.149558 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-75f7c05a-1236-4a6d-a97e-994af3c23e9d tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] Unknown quota resources ['metering_label']. {{(pid=92304) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 12:28:31.152799 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-de1013a9-ba05-40f8-99a6-e93c4f506a2e tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=36f3375c-ce3e-49db-94a5-f6b79666e66f HTTP/1.1" status: 200 len: 468 time: 0.1244342 Jun 02 12:28:31.157106 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40706) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:31.195660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1fd72ea7-7912-4400-8a52-d849dc0c2844 tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] Usage tracker for resource:subnet and tenant:e2fce2c2fb7b4f64965861d186a7d07f is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:31.269230 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'name': 'tempest-ServersTestJSON-438484540-router', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:25Z', 'updated_at': '2021-06-02T12:28:27Z', 'revision_number': 3, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'gw_port': {'id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:26Z', 'updated_at': '2021-06-02T12:28:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:31.274509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port fce15619-a767-407c-ad6b-390ab35867bc completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:28:31.276564 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] Checking router: 8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:28:31.277151 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] Updating router 8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 port 53fa5184-495c-4c31-a631-7dcac4eb0093 binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:28:31.280415 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Made reservation on behalf of b061f2e4b2d048dca926c97b8a6e4917 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:31.290047 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:31.330644 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:31.331177 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:31.363539 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:31.365565 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:31.395567 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1fd72ea7-7912-4400-8a52-d849dc0c2844 tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:31.407319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:31.473618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Pushing event updated for resources: {'Port': ['ID=e344e19d-2aa7-49d1-bc51-f4688a3bada5,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:31.485172 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:31.490392 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:31.548849 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:31.553378 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c35fb5-c67f-4a78-b83b-4946e7dda4cf None None] Network e873baa3-8bc9-49b1-84fa-6d899e4534ed requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:28:31.595088 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1fd72ea7-7912-4400-8a52-d849dc0c2844 tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] Usage tracker for resource:subnetpool and tenant:e2fce2c2fb7b4f64965861d186a7d07f is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:31.649466 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-22b0c21b-8687-40ef-9400-1f6b21ac0351 None None] Provisioning for port fce15619-a767-407c-ad6b-390ab35867bc completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:28:31.657328 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-22b0c21b-8687-40ef-9400-1f6b21ac0351 None None] Provisioning complete for port fce15619-a767-407c-ad6b-390ab35867bc triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:31.657530 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-22b0c21b-8687-40ef-9400-1f6b21ac0351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:31.688104 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:31.723827 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1fd72ea7-7912-4400-8a52-d849dc0c2844 tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:31.744386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Pushing event updated for resources: {'Network': ['ID=bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:31.757018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:31.758985 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Checking segment: {'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:28:31.759340 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Network hostable DHCP agents. Network: 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:28:31.767745 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Usage tracker for resource:security_group_rule and tenant:b061f2e4b2d048dca926c97b8a6e4917 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:31.776799 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.4028625 Jun 02 12:28:31.777872 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:31.789790 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40710) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:31.792262 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:28:31.807588 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-67e0f8d7-61fc-4fb6-9efc-299a007eada0 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Request body: {'subnet': {'network_id': 'bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:31.820226 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:31.822989 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:28:31.842883 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:31.863840 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] Transition to ACTIVE for port object 53fa5184-495c-4c31-a631-7dcac4eb0093 will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:28:31.873925 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:31.885624 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:31.985100 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e84019-a485-4b80-a3d1-cf57d68b6d23 None None] Pushing event updated for resources: {'Port': ['ID=53fa5184-495c-4c31-a631-7dcac4eb0093,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:32.027746 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e84019-a485-4b80-a3d1-cf57d68b6d23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:32.028125 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e84019-a485-4b80-a3d1-cf57d68b6d23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:32.028680 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e84019-a485-4b80-a3d1-cf57d68b6d23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:32.029905 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e84019-a485-4b80-a3d1-cf57d68b6d23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:32.030432 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e84019-a485-4b80-a3d1-cf57d68b6d23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:32.030792 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e84019-a485-4b80-a3d1-cf57d68b6d23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:32.031125 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e84019-a485-4b80-a3d1-cf57d68b6d23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:32.031464 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e84019-a485-4b80-a3d1-cf57d68b6d23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:32.031807 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e84019-a485-4b80-a3d1-cf57d68b6d23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:32.032133 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e84019-a485-4b80-a3d1-cf57d68b6d23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:32.032712 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e84019-a485-4b80-a3d1-cf57d68b6d23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:32.033038 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e84019-a485-4b80-a3d1-cf57d68b6d23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e84019-a485-4b80-a3d1-cf57d68b6d23 None None] Tracked resource versions report: Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: pushed versions: Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: { 'AddressGroup': {'1.2'}, Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: 'ConntrackHelper': {'1.0'}, Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: 'Log': {'1.0'}, Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: 'Network': {'1.1'}, Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: 'Port': {'1.7'}, Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: 'PortForwarding': {'1.2'}, Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: 'QosPolicy': {'1.8'}, Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: 'SecurityGroup': {'1.4'}, Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: 'SecurityGroupRule': {'1.2'}, Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: 'SubPort': {'1.0'}, Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: 'Subnet': {'1.1'}, Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: 'Trunk': {'1.1'}} Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: consumer versions: Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: { DHCP agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: HyperV agent@hv-neutron-6013: {}, Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: L3 agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: Metadata agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: Metering agent@dv-neutron-601336-80-hyperv: {}, Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: Open vSwitch agent@dv-neutron-601336-80-hyperv: { 'AddressGroup': '1.2', Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: 'ConntrackHelper': '1.0', Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: 'Log': '1.0', Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: 'Network': '1.1', Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: 'Port': '1.7', Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: 'PortForwarding': '1.2', Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: 'QosPolicy': '1.8', Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: 'SecurityGroup': '1.4', Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: 'SecurityGroupRule': '1.2', Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: 'SubPort': '1.0', Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: 'Subnet': '1.1', Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: 'Trunk': '1.1'}} Jun 02 12:28:32.035516 dv-neutron-601336-80-hyperv neutron-server[92307]: {{(pid=92307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 12:28:32.039891 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] Attempting to bind port 53fa5184-495c-4c31-a631-7dcac4eb0093 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:32.040594 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] Attempting to bind port 53fa5184-495c-4c31-a631-7dcac4eb0093 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:32.041017 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] Attempting to bind port 53fa5184-495c-4c31-a631-7dcac4eb0093 on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:32.048381 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-a0e84019-a485-4b80-a3d1-cf57d68b6d23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:32.048530 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-22b0c21b-8687-40ef-9400-1f6b21ac0351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:32.049557 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:28:32.050226 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:28:32.050810 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:32.053197 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:28:32.053773 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] Bound port: 53fa5184-495c-4c31-a631-7dcac4eb0093, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:28:32.054232 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:32.102384 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-22b0c21b-8687-40ef-9400-1f6b21ac0351 None None] For port fce15619-a767-407c-ad6b-390ab35867bc, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=fce15619-a767-407c-ad6b-390ab35867bc,segment=NetworkSegment(fbabe685-c618-4d2b-8334-a843cab84c70),segment_id=fbabe685-c618-4d2b-8334-a843cab84c70)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:28:32.110981 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-22b0c21b-8687-40ef-9400-1f6b21ac0351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:32.115310 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:32.123072 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1fd72ea7-7912-4400-8a52-d849dc0c2844 tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] Usage tracker for resource:port and tenant:e2fce2c2fb7b4f64965861d186a7d07f is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:32.133509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b350d497-e064-4617-8a1d-ceb7cc475966 tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:32.134959 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b350d497-e064-4617-8a1d-ceb7cc475966 tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/36f3375c-ce3e-49db-94a5-f6b79666e66f HTTP/1.1" status: 204 len: 168 time: 0.9668458 Jun 02 12:28:32.136444 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-75f7c05a-1236-4a6d-a97e-994af3c23e9d tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:32.137608 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-75f7c05a-1236-4a6d-a97e-994af3c23e9d tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.9931905 Jun 02 12:28:32.141077 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40712) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:32.141572 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40714) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:32.169207 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1fd72ea7-7912-4400-8a52-d849dc0c2844 tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:32.177988 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:32.188701 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:28:32.189379 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] For port 53fa5184-495c-4c31-a631-7dcac4eb0093, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:28:32.193059 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] For port 53fa5184-495c-4c31-a631-7dcac4eb0093, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=53fa5184-495c-4c31-a631-7dcac4eb0093,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:28:32.204626 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:32.210984 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-37da152f-dc32-48f5-869d-71f26173edb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:32.211191 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdad7c66-fc02-4a6b-a92c-71816b7255cb None None] Network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:28:32.269716 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5694ca0e-e1d6-40b8-a811-de9ca4d5bd35 tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=36f3375c-ce3e-49db-94a5-f6b79666e66f HTTP/1.1" status: 200 len: 216 time: 0.1265755 Jun 02 12:28:32.282978 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40716) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:32.295971 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-67e0f8d7-61fc-4fb6-9efc-299a007eada0 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:32.301535 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-57137fd4-bedb-4e97-bdc7-0113239ae535 tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=21e6bdbf-5ee3-4b2c-b6bd-ba4a9a89d2a6 HTTP/1.1" status: 200 len: 467 time: 0.1499000 Jun 02 12:28:32.307395 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6b6eec11-e770-4d73-904c-5c9b9169a871 tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0207901 Jun 02 12:28:32.308412 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40718) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:32.309522 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-67e0f8d7-61fc-4fb6-9efc-299a007eada0 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Usage tracker for resource:subnet and tenant:25181d7143504eeab2b42697a8fff1e7 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:32.312470 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1fd72ea7-7912-4400-8a52-d849dc0c2844 tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] Usage tracker for resource:router and tenant:e2fce2c2fb7b4f64965861d186a7d07f is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:32.323014 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0c21b-8687-40ef-9400-1f6b21ac0351 None None] Pushing event updated for resources: {'Port': ['ID=fce15619-a767-407c-ad6b-390ab35867bc,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:32.327198 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40720) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:32.328492 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-67e0f8d7-61fc-4fb6-9efc-299a007eada0 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:32.341326 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-22b0c21b-8687-40ef-9400-1f6b21ac0351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:32.345893 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-67e0f8d7-61fc-4fb6-9efc-299a007eada0 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:32.379725 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:32.397071 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] Routers {'8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:28:32.397899 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:28:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:32.423519 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1fd72ea7-7912-4400-8a52-d849dc0c2844 tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:32.446980 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-56f0fbd0-68ec-45dd-a9b7-8ffe6aa93f54 tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1073401 Jun 02 12:28:32.450865 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40722) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:32.454046 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e84019-a485-4b80-a3d1-cf57d68b6d23 None None] Pushing event updated for resources: {'Port': ['ID=53fa5184-495c-4c31-a631-7dcac4eb0093,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:32.464015 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:32.464402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:32.464846 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:32.468394 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-a0e84019-a485-4b80-a3d1-cf57d68b6d23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:32.473995 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a5a47e10-1d9a-49c6-81dc-a3f1cc43459a None None] Provisioning complete for port fce15619-a767-407c-ad6b-390ab35867bc triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:32.474743 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a5a47e10-1d9a-49c6-81dc-a3f1cc43459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:32.484046 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:32.500722 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:32.501088 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:32.524553 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:32.638205 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] Set router 8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:28:32.658828 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 2 to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 Jun 02 12:28:32.700603 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device fce15619-a767-407c-ad6b-390ab35867bc up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:28:32.735721 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e0f8d7-61fc-4fb6-9efc-299a007eada0 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Made reservation on behalf of 25181d7143504eeab2b42697a8fff1e7 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:32.737162 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:32.737725 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:32.737819 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:32.739149 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-67e0f8d7-61fc-4fb6-9efc-299a007eada0 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks [] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:32.750940 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:28:32.752933 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:32.753361 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:32.760894 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 3 to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 Jun 02 12:28:32.768290 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4a884a-67b6-411b-a03d-6fa2c7848514,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:32.768510 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1fd72ea7-7912-4400-8a52-d849dc0c2844 tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] Usage tracker for resource:floatingip and tenant:e2fce2c2fb7b4f64965861d186a7d07f is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:32.817035 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port fce15619-a767-407c-ad6b-390ab35867bc triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:32.818457 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:32.833180 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:32.839163 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ee45b2b8-0521-4772-9b70-ebe6c73965e0 tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/65939821-647b-4f86-82b6-2dce3fb5fd90 HTTP/1.1" status: 200 len: 473 time: 0.3815837 Jun 02 12:28:32.844397 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1fd72ea7-7912-4400-8a52-d849dc0c2844 tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:32.846536 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40724) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:32.872917 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:32.873135 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Added segment 5eb68ede-03f5-49af-a6d3-26ac8ebd5ab0 of type vlan for network 0e5e1d39-c17b-4ced-a275-1b988c512eaa Jun 02 12:28:32.888747 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:32.889010 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:32.889481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:32.906527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Allocated IP 172.26.7.205 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/747a2810-422b-4cfe-bf6b-c0aa68b521ef) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:28:32.909303 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:32.909688 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:32.920170 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 4 to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 Jun 02 12:28:32.940123 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:32.940540 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:32.940941 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:32.977840 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:32.978209 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:32.980001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:32.984773 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'name': 'tempest-ServersTestJSON-438484540-router', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:25Z', 'updated_at': '2021-06-02T12:28:27Z', 'revision_number': 3, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'gw_port': {'id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:26Z', 'updated_at': '2021-06-02T12:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:32.986923 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 5 to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 Jun 02 12:28:32.989538 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80a98a1-6c4d-487d-932c-003e2d66d4d7 None None] The sync data for ids ['8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'] in dv-neutron-601336-80-hyperv is: [{'id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'name': 'tempest-ServersTestJSON-438484540-router', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:25Z', 'updated_at': '2021-06-02T12:28:27Z', 'revision_number': 3, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'gw_port': {'id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:26Z', 'updated_at': '2021-06-02T12:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:28:33.039068 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d96c5110-85b7-40db-85b4-3f1b074edec8 tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/09a1f18c-b2dd-485f-8eb8-b5103f00550c HTTP/1.1" status: 200 len: 461 time: 0.1386340 Jun 02 12:28:33.043178 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40726) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:33.060823 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-37be833e-e9ba-4ed8-877a-03d768986e27 tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:33.064383 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-37be833e-e9ba-4ed8-877a-03d768986e27 tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/21e6bdbf-5ee3-4b2c-b6bd-ba4a9a89d2a6 HTTP/1.1" status: 204 len: 168 time: 0.7467096 Jun 02 12:28:33.067852 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40728) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:33.096480 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8220bd90-0f65-49e8-babe-8b48d78d3e61 tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=21e6bdbf-5ee3-4b2c-b6bd-ba4a9a89d2a6 HTTP/1.1" status: 200 len: 216 time: 0.0220995 Jun 02 12:28:33.096692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:33.096692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:33.096692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:33.098578 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40730) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:33.117632 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-343251fa-1c34-44f8-9a45-ed9ecb814381 tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0149286 Jun 02 12:28:33.124088 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40732) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:33.161811 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:33.162152 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:33.175630 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 6 to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 Jun 02 12:28:33.228842 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:33.241883 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:33.242242 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:33.242574 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:33.258399 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:33.267105 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:33.267695 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:33.273667 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b25adb0c-8c5b-4f26-99e7-1df5bb167c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:33.287102 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:33.287421 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:33.299127 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 7 to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 Jun 02 12:28:33.352635 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1fd72ea7-7912-4400-8a52-d849dc0c2844 tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] Usage tracker for resource:security_group and tenant:e2fce2c2fb7b4f64965861d186a7d07f is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:33.371139 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b1ce6072-e0fc-4cac-bcab-20df9062636d tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.2435491 Jun 02 12:28:33.374681 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40734) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:33.390457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1fd72ea7-7912-4400-8a52-d849dc0c2844 tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:33.471598 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d7b081e0-550e-46fb-ba3d-003a7b8ea806 tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:33.472853 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:33.473188 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:33.473516 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:33.474543 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d7b081e0-550e-46fb-ba3d-003a7b8ea806 tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/09a1f18c-b2dd-485f-8eb8-b5103f00550c HTTP/1.1" status: 204 len: 168 time: 0.4303503 Jun 02 12:28:33.475366 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40736) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:33.501159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:33.520454 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:33.520781 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:33.527286 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 8 to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 Jun 02 12:28:33.534028 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Pushing event updated for resources: {'Network': ['ID=0e5e1d39-c17b-4ced-a275-1b988c512eaa,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:33.537333 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:33.557139 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 0e5e1d39-c17b-4ced-a275-1b988c512eaa details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:28:33.567674 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.2403364 Jun 02 12:28:33.569000 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:33.569323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:33.569651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:33.575029 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40738) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:33.588810 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1fcdc47e-055a-4775-a174-3cea9984df19 tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/4c094a93-7609-431a-9ce4-d7ec897662da HTTP/1.1" status: 200 len: 473 time: 0.2099493 Jun 02 12:28:33.601322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1fd72ea7-7912-4400-8a52-d849dc0c2844 tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] Usage tracker for resource:security_group_rule and tenant:e2fce2c2fb7b4f64965861d186a7d07f is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:33.606751 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40740) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:33.640808 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:33.641046 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:33.647764 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 9 to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 Jun 02 12:28:33.752897 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:33.753637 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:33.753637 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:33.778527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:33.778758 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1fd72ea7-7912-4400-8a52-d849dc0c2844 tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:33.778866 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:33.783544 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 10 to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 Jun 02 12:28:33.797036 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-feafea52-0ce1-4b51-9f54-805043bd641a tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/9fdc4c54-1468-4b44-884c-f056ec87882d HTTP/1.1" status: 200 len: 459 time: 0.1830916 Jun 02 12:28:33.798737 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:33.798963 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1fd72ea7-7912-4400-8a52-d849dc0c2844 tempest-QuotasTest-920750793 tempest-QuotasTest-920750793-project-admin] 10.222.0.37 "GET /v2.0/quotas/e2fce2c2fb7b4f64965861d186a7d07f/details.json HTTP/1.1" status: 200 len: 703 time: 3.1559827 Jun 02 12:28:33.801518 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40742) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:33.849602 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:33.852458 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:33.852795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:33.853126 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:33.873492 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:33.916869 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:33.917165 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port e344e19d-2aa7-49d1-bc51-f4688a3bada5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:33.917524 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:33.977126 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] Allocated IP 172.20.0.1 (3368b6ae-6925-4cc1-a7ab-b844c11cee25/338c01a8-8126-49dc-a526-567de4a9bece/3bb49037-67e6-4b1c-9642-e8121f2e99c9) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:28:33.981699 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:28:34.016519 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:34.019097 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62f58c75-50bc-4ce2-a571-490ef5569169 tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:34.019782 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:28:34.023663 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-62f58c75-50bc-4ce2-a571-490ef5569169 tempest-MeteringTestJSON-1849035299 tempest-MeteringTestJSON-1849035299-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/65939821-647b-4f86-82b6-2dce3fb5fd90 HTTP/1.1" status: 204 len: 168 time: 0.5277991 Jun 02 12:28:34.160008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Pushing event updated for resources: {'Port': ['ID=747a2810-422b-4cfe-bf6b-c0aa68b521ef,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:34.163137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:34.221477 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40752) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:34.254859 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7e3ccb5e-6a2d-4d5a-b20b-ffb2be0c38b4 tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:34.256527 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7e3ccb5e-6a2d-4d5a-b20b-ffb2be0c38b4 tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/9fdc4c54-1468-4b44-884c-f056ec87882d HTTP/1.1" status: 204 len: 168 time: 0.4535105 Jun 02 12:28:34.260400 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40756) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:34.492749 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40760) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:34.527952 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:34.566015 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:34.566650 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:34.567421 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:34.567868 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Subscribe: > port after_create 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:34.568890 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Subscribe: > port after_delete 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:34.569241 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Subscribe: > port after_update 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:34.569570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:34.569906 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:34.570244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:34.570559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:34.686815 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-16d3a95a-a52b-4a14-bb78-9addf2438acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:34.702217 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 53fa5184-495c-4c31-a631-7dcac4eb0093 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:28:34.710563 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-85140ebe-e09a-4bad-8c88-a440f9e6f4a8 tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:34.711670 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-85140ebe-e09a-4bad-8c88-a440f9e6f4a8 tempest-MeteringIpV6TestJSON-479402894 tempest-MeteringIpV6TestJSON-479402894-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/4c094a93-7609-431a-9ce4-d7ec897662da HTTP/1.1" status: 204 len: 168 time: 0.4501715 Jun 02 12:28:34.712732 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-16d3a95a-a52b-4a14-bb78-9addf2438acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:34.719443 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-16d3a95a-a52b-4a14-bb78-9addf2438acd admin admin] Usage tracker for resource:security_group_rule and tenant:e804081b8e794a88ac633ded46125fff is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:34.733478 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-16d3a95a-a52b-4a14-bb78-9addf2438acd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:34.733712 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:34.734043 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:34.734414 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:34.734740 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:34.735097 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5e1d39-c17b-4ced-a275-1b988c512eaa']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:34.741750 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-16d3a95a-a52b-4a14-bb78-9addf2438acd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:34.807677 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb68ede-03f5-49af-a6d3-26ac8ebd5ab0') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:34.808256 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb68ede-03f5-49af-a6d3-26ac8ebd5ab0') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:34.818295 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d5a0e61c-3ffd-4fae-aeea-bb7282e3b4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:34.836433 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 53fa5184-495c-4c31-a631-7dcac4eb0093 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:28:34.841402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] For port e344e19d-2aa7-49d1-bc51-f4688a3bada5, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:28:34.841734 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempted to set empty binding levels {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 02 12:28:34.845955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:34.847529 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 53fa5184-495c-4c31-a631-7dcac4eb0093 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:34.848114 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:34.855925 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-67e0f8d7-61fc-4fb6-9efc-299a007eada0 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:34.865955 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:34.929270 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d5a0e61c-3ffd-4fae-aeea-bb7282e3b4cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:34.939779 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:34.959398 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d5a0e61c-3ffd-4fae-aeea-bb7282e3b4cb admin admin] Usage tracker for resource:security_group_rule and tenant:38f26595e51d42a7931c003629fb765b is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:34.973067 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d5a0e61c-3ffd-4fae-aeea-bb7282e3b4cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:34.976569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:34.981913 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0f8d7-61fc-4fb6-9efc-299a007eada0 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Pushing event updated for resources: {'Subnet': ['ID=f9f67468-d538-4bce-bf77-a38b8b95a517,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:34.982556 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:34.995169 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-67e0f8d7-61fc-4fb6-9efc-299a007eada0 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:34.996037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0f8d7-61fc-4fb6-9efc-299a007eada0 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Checking segment: {'id': '62a3f838-4f21-4129-b1c0-4fc4eab1b235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:28:34.996398 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e0f8d7-61fc-4fb6-9efc-299a007eada0 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Network hostable DHCP agents. Network: bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:28:35.003427 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-16d3a95a-a52b-4a14-bb78-9addf2438acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:35.012908 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-16d3a95a-a52b-4a14-bb78-9addf2438acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:35.026901 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:35.043458 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e0f8d7-61fc-4fb6-9efc-299a007eada0 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Network bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:28:35.044485 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:35.057812 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40768) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:35.059181 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:28:35.059588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:35.069583 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:35.077015 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d5a0e61c-3ffd-4fae-aeea-bb7282e3b4cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: from cryptography.utils import int_from_bytes Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: from cryptography.utils import int_from_bytes Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:28:35.080319 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:28:35.084388 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-16d3a95a-a52b-4a14-bb78-9addf2438acd admin admin] Synchronizing usage tracker for tenant:64a1e6e37d1f47f594dfe982f75c626d on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:28:35.089663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3a95a-a52b-4a14-bb78-9addf2438acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1756d13d-da45-4fd5-a3ce-e6217ed5ea76,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:35.094578 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 53fa5184-495c-4c31-a631-7dcac4eb0093, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=53fa5184-495c-4c31-a631-7dcac4eb0093,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:28:35.096177 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-16d3a95a-a52b-4a14-bb78-9addf2438acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:35.099626 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-67e0f8d7-61fc-4fb6-9efc-299a007eada0 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:35.102408 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:35.103696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:35.105971 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e0f8d7-61fc-4fb6-9efc-299a007eada0 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:35.106678 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-67e0f8d7-61fc-4fb6-9efc-299a007eada0 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:35.121026 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:35.122979 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a288959-628d-4507-a253-195afb181a11 None None] Network bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:28:35.131919 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-16d3a95a-a52b-4a14-bb78-9addf2438acd admin admin] Unset dirty status for tenant:64a1e6e37d1f47f594dfe982f75c626d on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:28:35.136132 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-16d3a95a-a52b-4a14-bb78-9addf2438acd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e804081b8e794a88ac633ded46125fff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6423833 Jun 02 12:28:35.136717 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40772) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:35.153273 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:35.154177 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-67e0f8d7-61fc-4fb6-9efc-299a007eada0 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3523445 Jun 02 12:28:35.157114 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40774) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:35.164442 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-b6916c0c-f298-4485-961f-6d895ffde122 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Request body: {'port': {'network_id': 'bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1316623898'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:35.294391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Pushing event updated for resources: {'Port': ['ID=e344e19d-2aa7-49d1-bc51-f4688a3bada5,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:35.297350 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:35.303751 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d99a43fe-0885-4d31-82c0-ed917670860f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:35.340075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d99a43fe-0885-4d31-82c0-ed917670860f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:35.341168 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.5633101 Jun 02 12:28:35.344433 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40776) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:35.354890 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] Transition to ACTIVE for port object 3bb49037-67e6-4b1c-9642-e8121f2e99c9 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:28:35.358893 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=53fa5184-495c-4c31-a631-7dcac4eb0093,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:35.359923 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:35.364696 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:35.368121 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:35.412904 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d99a43fe-0885-4d31-82c0-ed917670860f admin admin] Usage tracker for resource:security_group_rule and tenant:097924d4a1fe4c9fa072e415f56f3515 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:35.423559 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d99a43fe-0885-4d31-82c0-ed917670860f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:35.428613 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5ef57b63-0d6f-4774-9867-5b42ec8be3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:35.440134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d99a43fe-0885-4d31-82c0-ed917670860f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:35.442387 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:35.461397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0e5e1d39-c17b-4ced-a275-1b988c512eaa {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 02 12:28:35.465133 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:35.484510 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e', 'network_id': 'bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e', 'tenant_id': '25181d7143504eeab2b42697a8fff1e7', 'fixed_ips': [{'subnet_id': 'f9f67468-d538-4bce-bf77-a38b8b95a517'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:28:35.485561 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:35.487142 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b6916c0c-f298-4485-961f-6d895ffde122 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:35.492603 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e5e1d39-c17b-4ced-a275-1b988c512eaa,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:35.502630 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5ef57b63-0d6f-4774-9867-5b42ec8be3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:35.512928 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:35.523090 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] 10.222.0.37 "DELETE /v2.0/networks/0e5e1d39-c17b-4ced-a275-1b988c512eaa HTTP/1.1" status: 204 len: 168 time: 1.9470677 Jun 02 12:28:35.528899 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40778) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:35.548098 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b6916c0c-f298-4485-961f-6d895ffde122 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Usage tracker for resource:port and tenant:25181d7143504eeab2b42697a8fff1e7 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:35.558911 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b6916c0c-f298-4485-961f-6d895ffde122 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:35.583049 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b6916c0c-f298-4485-961f-6d895ffde122 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:35.592140 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-a6b625d8-15ca-4684-8721-df347760da96 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Request body: {'network': {'router:external': True}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:35.611803 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a6b625d8-15ca-4684-8721-df347760da96 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:35.624049 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a6b625d8-15ca-4684-8721-df347760da96 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Usage tracker for resource:network and tenant:b061f2e4b2d048dca926c97b8a6e4917 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:35.636354 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5ef57b63-0d6f-4774-9867-5b42ec8be3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:35.649402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a6b625d8-15ca-4684-8721-df347760da96 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:35.656077 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c993d7a8-436a-4e78-8417-26db113854cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:35.665168 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a6b625d8-15ca-4684-8721-df347760da96 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:35.674506 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:35.682427 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d5a0e61c-3ffd-4fae-aeea-bb7282e3b4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:35.696363 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:35.748256 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Allocated IP 172.20.0.2 (bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e/f9f67468-d538-4bce-bf77-a38b8b95a517/0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:28:35.758885 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6916c0c-f298-4485-961f-6d895ffde122 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Made reservation on behalf of 25181d7143504eeab2b42697a8fff1e7 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:35.762415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6916c0c-f298-4485-961f-6d895ffde122 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:35.776963 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5ef57b63-0d6f-4774-9867-5b42ec8be3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:35.789728 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5ef57b63-0d6f-4774-9867-5b42ec8be3bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1756d13d-da45-4fd5-a3ce-e6217ed5ea76 HTTP/1.1" status: 204 len: 168 time: 0.6419368 Jun 02 12:28:35.801011 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d5a0e61c-3ffd-4fae-aeea-bb7282e3b4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:35.801713 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b625d8-15ca-4684-8721-df347760da96 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Made reservation on behalf of b061f2e4b2d048dca926c97b8a6e4917 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:35.804566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a6b625d8-15ca-4684-8721-df347760da96 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:35.835367 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef57b63-0d6f-4774-9867-5b42ec8be3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1756d13d-da45-4fd5-a3ce-e6217ed5ea76,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:35.847458 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5ef57b63-0d6f-4774-9867-5b42ec8be3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:35.858371 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-b6916c0c-f298-4485-961f-6d895ffde122 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] device_id is not set on port 8e43caa4-e043-4a2a-bf26-c0d5456cf3f0 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:28:35.866322 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] Network 3368b6ae-6925-4cc1-a7ab-b844c11cee25 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:28:35.875177 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:35.877909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:28:35.912068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f3794-e37e-4937-b7a0-59c9cd164408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Deleting port e344e19d-2aa7-49d1-bc51-f4688a3bada5 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:28:35.912708 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ff6f3794-e37e-4937-b7a0-59c9cd164408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:35.950763 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] Pushing event updated for resources: {'Port': ['ID=3bb49037-67e6-4b1c-9642-e8121f2e99c9,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:35.954559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:35.962765 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:35.990377 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d5a0e61c-3ffd-4fae-aeea-bb7282e3b4cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38f26595e51d42a7931c003629fb765b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7567525 Jun 02 12:28:36.044597 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40782) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:36.070207 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b625d8-15ca-4684-8721-df347760da96 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:28:36.113184 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0e61c-3ffd-4fae-aeea-bb7282e3b4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61414d45-10ee-4696-952b-2e5d8d037550,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:36.117361 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d5a0e61c-3ffd-4fae-aeea-bb7282e3b4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:36.128332 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:36.151112 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a6b625d8-15ca-4684-8721-df347760da96 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:36.151497 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-a6b625d8-15ca-4684-8721-df347760da96 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Added segment 73c60d5a-bde0-4fef-b7ea-0290bc7bd704 of type vlan for network 4383c4ea-2eca-40ee-9468-243581af5c28 Jun 02 12:28:36.198416 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d99a43fe-0885-4d31-82c0-ed917670860f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:36.211284 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-ff6f3794-e37e-4937-b7a0-59c9cd164408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] For port e344e19d-2aa7-49d1-bc51-f4688a3bada5, host hv-neutron-6013, got binding levels [] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:28:36.211668 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ff6f3794-e37e-4937-b7a0-59c9cd164408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:36.225037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d99a43fe-0885-4d31-82c0-ed917670860f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:36.236797 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:36.242916 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:36.256022 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Transition to ACTIVE for port object 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:28:36.258119 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:36.297836 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Transition to ACTIVE for port object 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:28:36.303777 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2de879e2-c91a-4d3a-ad3e-c053e6e1f8f7 None None] Provisioning for port 3bb49037-67e6-4b1c-9642-e8121f2e99c9 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:28:36.310240 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2de879e2-c91a-4d3a-ad3e-c053e6e1f8f7 None None] Provisioning complete for port 3bb49037-67e6-4b1c-9642-e8121f2e99c9 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:36.310623 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2de879e2-c91a-4d3a-ad3e-c053e6e1f8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:36.343685 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:36.360246 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:36.381344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a6b625d8-15ca-4684-8721-df347760da96 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:36.410727 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40786) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:36.463668 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f3794-e37e-4937-b7a0-59c9cd164408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Calling delete_port for e344e19d-2aa7-49d1-bc51-f4688a3bada5 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:28:36.484811 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-2de879e2-c91a-4d3a-ad3e-c053e6e1f8f7 None None] Port 3bb49037-67e6-4b1c-9642-e8121f2e99c9 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:28:36.489083 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Pushing event updated for resources: {'Port': ['ID=0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:36.512394 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Network bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:28:36.514208 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:36.515119 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a43fe-0885-4d31-82c0-ed917670860f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b9ee8e-8753-4eea-a7e1-d664c0cbfdbf,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:36.521980 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d99a43fe-0885-4d31-82c0-ed917670860f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:36.531908 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:28:36.538393 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d99a43fe-0885-4d31-82c0-ed917670860f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=097924d4a1fe4c9fa072e415f56f3515&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4737546 Jun 02 12:28:36.608917 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40790) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:36.635820 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:36.666578 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-b6916c0c-f298-4485-961f-6d895ffde122 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Allocated IP 172.20.0.12 (bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e/f9f67468-d538-4bce-bf77-a38b8b95a517/8e43caa4-e043-4a2a-bf26-c0d5456cf3f0) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:28:36.683773 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 53fa5184-495c-4c31-a631-7dcac4eb0093 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:28:36.707251 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.resource_extend [None req-a6b625d8-15ca-4684-8721-df347760da96 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:28:36.713628 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Attempting to bind port 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:36.713981 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Attempting to bind port 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '62a3f838-4f21-4129-b1c0-4fc4eab1b235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:36.714739 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Attempting to bind port 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10 on network bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:36.729860 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:28:36.730640 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Checking segment: {'id': '62a3f838-4f21-4129-b1c0-4fc4eab1b235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:28:36.730640 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:36.730914 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c849fdbc-8bee-40f0-a287-d30e38c0667b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:36.731039 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Bound using segment: {'id': '62a3f838-4f21-4129-b1c0-4fc4eab1b235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:28:36.731506 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Bound port: 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a3f838-4f21-4129-b1c0-4fc4eab1b235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:28:36.731876 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:36.782829 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e26782f8-93f4-43dd-afc0-0f38772a6919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:36.852722 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c849fdbc-8bee-40f0-a287-d30e38c0667b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:36.859773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e26782f8-93f4-43dd-afc0-0f38772a6919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:36.862694 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 53fa5184-495c-4c31-a631-7dcac4eb0093 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:36.863220 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:36.865253 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a6b625d8-15ca-4684-8721-df347760da96 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:36.873201 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e26782f8-93f4-43dd-afc0-0f38772a6919 admin admin] Usage tracker for resource:security_group_rule and tenant:c88e7aa1089c49ab923caaa931c16a15 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:36.877832 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b625d8-15ca-4684-8721-df347760da96 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:36.878442 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a6b625d8-15ca-4684-8721-df347760da96 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:36.882151 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:36.899078 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e26782f8-93f4-43dd-afc0-0f38772a6919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:36.900953 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] For port 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:28:36.903915 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:36.912221 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b3b1938d-cb19-42b4-8822-21311b884c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:36.920121 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] For port 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10,segment=NetworkSegment(62a3f838-4f21-4129-b1c0-4fc4eab1b235),segment_id=62a3f838-4f21-4129-b1c0-4fc4eab1b235)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:28:36.934897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:36.944308 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:36.947431 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e26782f8-93f4-43dd-afc0-0f38772a6919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:37.002905 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b3b1938d-cb19-42b4-8822-21311b884c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:37.015847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ff6f3794-e37e-4937-b7a0-59c9cd164408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:37.055936 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6916c0c-f298-4485-961f-6d895ffde122 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:37.062397 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6d91612d-8386-4564-bd67-191284295bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:37.087076 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Pushing event updated for resources: {'Port': ['ID=0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:37.090305 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:37.112782 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a6b625d8-15ca-4684-8721-df347760da96 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5799348 Jun 02 12:28:37.122708 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40792) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:37.140820 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ff6f3794-e37e-4937-b7a0-59c9cd164408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:37.143716 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f3794-e37e-4937-b7a0-59c9cd164408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Pushing event deleted for resources: {'Port': ['ID=e344e19d-2aa7-49d1-bc51-f4688a3bada5,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:37.145598 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-de85dd58-1215-4b6b-89f5-5150975426b4 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Request body: {'subnet': {'network_id': '4383c4ea-2eca-40ee-9468-243581af5c28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:37.156108 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ff6f3794-e37e-4937-b7a0-59c9cd164408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:37.156310 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b625d8-15ca-4684-8721-df347760da96 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Pushing event updated for resources: {'Network': ['ID=4383c4ea-2eca-40ee-9468-243581af5c28,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:37.167915 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a6b625d8-15ca-4684-8721-df347760da96 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:37.168937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-de85dd58-1215-4b6b-89f5-5150975426b4 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:37.170090 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 4383c4ea-2eca-40ee-9468-243581af5c28 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:28:37.174077 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-b6916c0c-f298-4485-961f-6d895ffde122 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Transition to ACTIVE for port object 8e43caa4-e043-4a2a-bf26-c0d5456cf3f0 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:28:37.177074 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ff6f3794-e37e-4937-b7a0-59c9cd164408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] 10.222.0.37 "DELETE /v2.0/ports/e344e19d-2aa7-49d1-bc51-f4688a3bada5 HTTP/1.1" status: 204 len: 168 time: 1.8156676 Jun 02 12:28:37.180036 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40794) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:37.195816 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-de85dd58-1215-4b6b-89f5-5150975426b4 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Usage tracker for resource:subnet and tenant:b061f2e4b2d048dca926c97b8a6e4917 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:37.199227 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-de85dd58-1215-4b6b-89f5-5150975426b4 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:37.206368 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-de85dd58-1215-4b6b-89f5-5150975426b4 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:37.232239 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de85dd58-1215-4b6b-89f5-5150975426b4 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Made reservation on behalf of b061f2e4b2d048dca926c97b8a6e4917 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:37.234405 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-de85dd58-1215-4b6b-89f5-5150975426b4 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:37.239415 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-83913318-9f32-48af-affa-6adac57fb30b tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] GET failed (client error): The resource could not be found. Jun 02 12:28:37.240964 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-83913318-9f32-48af-affa-6adac57fb30b tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Synchronizing usage tracker for tenant:efee924bbd744deca2122f3ab0506eed on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:28:37.267260 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b3b1938d-cb19-42b4-8822-21311b884c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:37.278790 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:37.282867 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c849fdbc-8bee-40f0-a287-d30e38c0667b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:37.290310 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Router 6f67086a-dbfe-4d17-b984-f2436e850495 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:28:37.297883 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1938d-cb19-42b4-8822-21311b884c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b9ee8e-8753-4eea-a7e1-d664c0cbfdbf,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:37.307283 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b3b1938d-cb19-42b4-8822-21311b884c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:37.311387 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b3b1938d-cb19-42b4-8822-21311b884c6c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4b9ee8e-8753-4eea-a7e1-d664c0cbfdbf HTTP/1.1" status: 204 len: 168 time: 0.6990154 Jun 02 12:28:37.313226 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b3b1938d-cb19-42b4-8822-21311b884c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:37.314066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6916c0c-f298-4485-961f-6d895ffde122 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:37.328885 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:37.381427 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6916c0c-f298-4485-961f-6d895ffde122 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Network bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:28:37.388401 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-b6916c0c-f298-4485-961f-6d895ffde122 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:37.393683 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6916c0c-f298-4485-961f-6d895ffde122 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:28:37.397453 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:37.399223 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6916c0c-f298-4485-961f-6d895ffde122 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:37.399879 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6916c0c-f298-4485-961f-6d895ffde122 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:37.468170 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b6916c0c-f298-4485-961f-6d895ffde122 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.3071113 Jun 02 12:28:37.468911 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40798) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:37.486993 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849fdbc-8bee-40f0-a287-d30e38c0667b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61414d45-10ee-4696-952b-2e5d8d037550,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:37.560907 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6916c0c-f298-4485-961f-6d895ffde122 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Pushing event updated for resources: {'Port': ['ID=8e43caa4-e043-4a2a-bf26-c0d5456cf3f0,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:37.565931 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b6916c0c-f298-4485-961f-6d895ffde122 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:37.658163 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-fe4290ad-186d-4137-b4dd-765b0712df88 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Deleting port 8e43caa4-e043-4a2a-bf26-c0d5456cf3f0 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:28:37.658511 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe4290ad-186d-4137-b4dd-765b0712df88 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:37.667206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c849fdbc-8bee-40f0-a287-d30e38c0667b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:37.753259 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c849fdbc-8bee-40f0-a287-d30e38c0667b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:37.754437 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c849fdbc-8bee-40f0-a287-d30e38c0667b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61414d45-10ee-4696-952b-2e5d8d037550 HTTP/1.1" status: 204 len: 168 time: 1.6880867 Jun 02 12:28:37.804309 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:28:37.815150 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] Sync routers for ids ['6f67086a-dbfe-4d17-b984-f2436e850495'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:28:37.821754 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe4290ad-186d-4137-b4dd-765b0712df88 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:37.832509 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e26782f8-93f4-43dd-afc0-0f38772a6919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:37.835478 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] Routers {'6f67086a-dbfe-4d17-b984-f2436e850495'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:28:37.836850 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:28:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['6f67086a-dbfe-4d17-b984-f2436e850495'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:37.851697 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e26782f8-93f4-43dd-afc0-0f38772a6919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:37.867856 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:37.918306 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40804) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:37.982885 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:38.002620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-83913318-9f32-48af-affa-6adac57fb30b tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Unset dirty status for tenant:efee924bbd744deca2122f3ab0506eed on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:28:38.004241 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-83913318-9f32-48af-affa-6adac57fb30b tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] 10.222.0.37 "GET /v2.0/ports/e344e19d-2aa7-49d1-bc51-f4688a3bada5 HTTP/1.1" status: 404 len: 333 time: 0.8230300 Jun 02 12:28:38.014937 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-fe4290ad-186d-4137-b4dd-765b0712df88 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Calling delete_port for 8e43caa4-e043-4a2a-bf26-c0d5456cf3f0 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:28:38.015312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4bbb3b68-91be-420f-b782-29eb7134a21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:38.017352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40808) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:38.025074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:38.028789 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-1352e156-51be-416c-b53f-16d73f312671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Request body: {'port': {'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552248205'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:38.028960 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.7149007 Jun 02 12:28:38.030213 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40810) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:38.034391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:38.052276 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e26782f8-93f4-43dd-afc0-0f38772a6919 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c88e7aa1089c49ab923caaa931c16a15&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6397388 Jun 02 12:28:38.055407 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40812) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:38.085715 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26782f8-93f4-43dd-afc0-0f38772a6919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5613fafc-7768-4841-afe5-ffa2d74bd9df,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:38.096650 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e26782f8-93f4-43dd-afc0-0f38772a6919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:38.113667 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:38.156326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4bbb3b68-91be-420f-b782-29eb7134a21d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:38.166319 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] Set router 6f67086a-dbfe-4d17-b984-f2436e850495 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:28:38.186871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1352e156-51be-416c-b53f-16d73f312671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:38.192182 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4bbb3b68-91be-420f-b782-29eb7134a21d admin admin] Usage tracker for resource:security_group_rule and tenant:daf6253906df48948dd8bd8b96857557 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:38.202297 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4bbb3b68-91be-420f-b782-29eb7134a21d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:38.226351 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1352e156-51be-416c-b53f-16d73f312671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:38.285360 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4bbb3b68-91be-420f-b782-29eb7134a21d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:38.334356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40814) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:38.357759 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] Pushing event updated for resources: {'Port': ['ID=3bb49037-67e6-4b1c-9642-e8121f2e99c9,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:38.361134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1352e156-51be-416c-b53f-16d73f312671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Made reservation on behalf of efee924bbd744deca2122f3ab0506eed for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:38.364190 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1352e156-51be-416c-b53f-16d73f312671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:38.367443 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:38.380993 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:38.393160 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-1352e156-51be-416c-b53f-16d73f312671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] device_id is not set on port 0fba8293-0ae0-487f-bd56-5933d92b3db0 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:28:38.435682 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5535f6be-f35b-4bd0-ae6c-71b81b5e93ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:38.435905 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-167a73f2-6867-4eba-8c6b-e80b508fe2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:38.448719 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0584e3-a28d-4a9e-9e00-bb199039355e None None] Network bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:28:38.481490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-167a73f2-6867-4eba-8c6b-e80b508fe2ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:38.554081 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-167a73f2-6867-4eba-8c6b-e80b508fe2ac admin admin] Usage tracker for resource:security_group_rule and tenant:e2fce2c2fb7b4f64965861d186a7d07f is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:38.563239 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-167a73f2-6867-4eba-8c6b-e80b508fe2ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:38.576949 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5535f6be-f35b-4bd0-ae6c-71b81b5e93ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:38.580697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-167a73f2-6867-4eba-8c6b-e80b508fe2ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:38.629267 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7935934c-dfd6-4dc8-a284-d3b94485a006 None None] Provisioning for port 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:28:38.778331 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:28:38.819461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] Network 3368b6ae-6925-4cc1-a7ab-b844c11cee25 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:28:38.829079 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:38.844425 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'name': 'tempest-ServersTestManualDisk-793033218-router', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:28Z', 'updated_at': '2021-06-02T12:28:34Z', 'revision_number': 3, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'gw_port': {'id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:31Z', 'updated_at': '2021-06-02T12:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:38.851711 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe4290ad-186d-4137-b4dd-765b0712df88 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:38.853144 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] Checking router: 6f67086a-dbfe-4d17-b984-f2436e850495 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:28:38.853491 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] Updating router 6f67086a-dbfe-4d17-b984-f2436e850495 port 747a2810-422b-4cfe-bf6b-c0aa68b521ef binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:28:38.871021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ff6f3794-e37e-4937-b7a0-59c9cd164408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:38.940579 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:38.946973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4bbb3b68-91be-420f-b782-29eb7134a21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:39.006261 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4290ad-186d-4137-b4dd-765b0712df88 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Pushing event deleted for resources: {'Port': ['ID=8e43caa4-e043-4a2a-bf26-c0d5456cf3f0,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:39.006517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:28:39.008622 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fe4290ad-186d-4137-b4dd-765b0712df88 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:39.026475 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:39.026997 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:39.060569 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe4290ad-186d-4137-b4dd-765b0712df88 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:39.107268 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4bbb3b68-91be-420f-b782-29eb7134a21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:39.107268 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5535f6be-f35b-4bd0-ae6c-71b81b5e93ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:39.116812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d5a0e61c-3ffd-4fae-aeea-bb7282e3b4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:39.166293 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] Router 8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:28:39.217759 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb3b68-91be-420f-b782-29eb7134a21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e8dd9d-2da9-42a4-b274-576de8c41fbc,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:39.245463 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4bbb3b68-91be-420f-b782-29eb7134a21d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=daf6253906df48948dd8bd8b96857557&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3125126 Jun 02 12:28:39.254413 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535f6be-f35b-4bd0-ae6c-71b81b5e93ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5613fafc-7768-4841-afe5-ffa2d74bd9df,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:39.264484 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fe4290ad-186d-4137-b4dd-765b0712df88 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] 10.222.0.37 "DELETE /v2.0/ports/8e43caa4-e043-4a2a-bf26-c0d5456cf3f0 HTTP/1.1" status: 204 len: 168 time: 1.7941775 Jun 02 12:28:39.275084 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40816) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:39.275419 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40818) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:39.311059 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5535f6be-f35b-4bd0-ae6c-71b81b5e93ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:39.315165 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5535f6be-f35b-4bd0-ae6c-71b81b5e93ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5613fafc-7768-4841-afe5-ffa2d74bd9df HTTP/1.1" status: 204 len: 168 time: 1.2246797 Jun 02 12:28:39.328175 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5535f6be-f35b-4bd0-ae6c-71b81b5e93ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:39.336788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:39.338588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:39.340098 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1352e156-51be-416c-b53f-16d73f312671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:39.343327 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-167a73f2-6867-4eba-8c6b-e80b508fe2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:39.361931 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-167a73f2-6867-4eba-8c6b-e80b508fe2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:39.401475 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:39.414081 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:39.503431 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24585e92-0fc9-4e01-9872-6c703cca375f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:39.507479 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-167a73f2-6867-4eba-8c6b-e80b508fe2ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2fce2c2fb7b4f64965861d186a7d07f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1710629 Jun 02 12:28:39.513718 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40828) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:39.590327 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a73f2-6867-4eba-8c6b-e80b508fe2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f304e164-198f-41f6-bcb1-87500a162260,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:39.634980 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24585e92-0fc9-4e01-9872-6c703cca375f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:39.678826 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-167a73f2-6867-4eba-8c6b-e80b508fe2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:39.718736 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1352e156-51be-416c-b53f-16d73f312671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:39.719205 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.objects.ports [None req-de85dd58-1215-4b6b-89f5-5150975426b4 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92305) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 12:28:39.719890 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-de85dd58-1215-4b6b-89f5-5150975426b4 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:39.730162 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-68ddab86-6899-4b7a-b006-36f62d96b774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:39.759547 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:39.766038 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:28:39.778167 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] 10.222.0.37 "PUT /v2.0/routers/8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6148911 Jun 02 12:28:39.778891 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] Sync routers for ids ['8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:28:39.800103 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] Routers {'8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:28:39.800688 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:28:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:39.811037 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c263b636-43ec-4d3f-b3a8-8a503ce3fce0 None None] Provisioning complete for port 3bb49037-67e6-4b1c-9642-e8121f2e99c9 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:39.811423 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c263b636-43ec-4d3f-b3a8-8a503ce3fce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:39.868568 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85dd58-1215-4b6b-89f5-5150975426b4 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8d476ef6-75e1-43ed-87f1-44f5bdfb77d9,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:39.873820 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-de85dd58-1215-4b6b-89f5-5150975426b4 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:39.874826 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de85dd58-1215-4b6b-89f5-5150975426b4 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Checking segment: {'id': '73c60d5a-bde0-4fef-b7ea-0290bc7bd704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4383c4ea-2eca-40ee-9468-243581af5c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:28:39.875388 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de85dd58-1215-4b6b-89f5-5150975426b4 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Network hostable DHCP agents. Network: 4383c4ea-2eca-40ee-9468-243581af5c28, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:28:39.914337 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de85dd58-1215-4b6b-89f5-5150975426b4 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Network 4383c4ea-2eca-40ee-9468-243581af5c28 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:28:39.933987 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-de85dd58-1215-4b6b-89f5-5150975426b4 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 4383c4ea-2eca-40ee-9468-243581af5c28) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:39.952934 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de85dd58-1215-4b6b-89f5-5150975426b4 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:39.955195 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-de85dd58-1215-4b6b-89f5-5150975426b4 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:40.010145 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-de85dd58-1215-4b6b-89f5-5150975426b4 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8721795 Jun 02 12:28:40.011078 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40842) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:40.016233 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Request body: {'floatingip': {'floating_network_id': '4383c4ea-2eca-40ee-9468-243581af5c28'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:40.018083 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc26c2c1-2b1c-42b9-9e16-124848b78856 None None] Network 4383c4ea-2eca-40ee-9468-243581af5c28 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:28:40.032711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:40.037535 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Usage tracker for resource:floatingip and tenant:b061f2e4b2d048dca926c97b8a6e4917 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:40.051060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:40.057733 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:40.083093 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:40.103808 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1352e156-51be-416c-b53f-16d73f312671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:28:40.136503 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6dde6115-6656-4828-a0b5-a57e5de693e3 tempest-DHCPAgentSchedulersTestJSON-126448715 tempest-DHCPAgentSchedulersTestJSON-126448715-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4360 time: 0.8571153 Jun 02 12:28:40.140062 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40854) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:40.140460 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10,segment=NetworkSegment(62a3f838-4f21-4129-b1c0-4fc4eab1b235),segment_id=62a3f838-4f21-4129-b1c0-4fc4eab1b235)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:28:40.145465 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4ee14ac5-f88c-4267-bdfd-29e9c2df58f9 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1161835002'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:40.164771 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-1352e156-51be-416c-b53f-16d73f312671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:40.168344 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:40.176497 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1352e156-51be-416c-b53f-16d73f312671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:28:40.177642 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1352e156-51be-416c-b53f-16d73f312671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:40.182059 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c263b636-43ec-4d3f-b3a8-8a503ce3fce0 None None] Port 3bb49037-67e6-4b1c-9642-e8121f2e99c9 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:28:40.190373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1352e156-51be-416c-b53f-16d73f312671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:40.194647 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352e156-51be-416c-b53f-16d73f312671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Pushing event updated for resources: {'Port': ['ID=0fba8293-0ae0-487f-bd56-5933d92b3db0,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:40.196167 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:40.198432 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:40.207497 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-94463ca3-0678-4369-98ca-324d88302698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:40.229495 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1352e156-51be-416c-b53f-16d73f312671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:40.248825 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4ee14ac5-f88c-4267-bdfd-29e9c2df58f9 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:40.257777 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:40.269178 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4ee14ac5-f88c-4267-bdfd-29e9c2df58f9 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Usage tracker for resource:network and tenant:25181d7143504eeab2b42697a8fff1e7 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:40.287024 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4ee14ac5-f88c-4267-bdfd-29e9c2df58f9 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:40.287160 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] Transition to ACTIVE for port object 747a2810-422b-4cfe-bf6b-c0aa68b521ef will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:28:40.294834 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4ee14ac5-f88c-4267-bdfd-29e9c2df58f9 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:40.297560 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] Set router 8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:28:40.336938 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-3df697d9-37d2-47e6-b89a-c1f076d22970 None None] Could not find standard attr ID for object 8e43caa4-e043-4a2a-bf26-c0d5456cf3f0. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:28:40.346599 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee14ac5-f88c-4267-bdfd-29e9c2df58f9 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Made reservation on behalf of 25181d7143504eeab2b42697a8fff1e7 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:40.359462 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ee14ac5-f88c-4267-bdfd-29e9c2df58f9 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:40.375768 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:40.435321 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:40.438893 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:40.445280 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:40.478361 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:40.534302 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24585e92-0fc9-4e01-9872-6c703cca375f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:40.557115 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40864) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:40.557867 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1352e156-51be-416c-b53f-16d73f312671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.5394335 Jun 02 12:28:40.564284 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24585e92-0fc9-4e01-9872-6c703cca375f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:40.575887 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-24585e92-0fc9-4e01-9872-6c703cca375f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60e8dd9d-2da9-42a4-b274-576de8c41fbc HTTP/1.1" status: 204 len: 168 time: 1.2971435 Jun 02 12:28:40.586846 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:40.590413 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcc9856-f152-4bd2-9a4d-211d6fc4ec91 None None] Network 4383c4ea-2eca-40ee-9468-243581af5c28 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:28:40.645029 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee14ac5-f88c-4267-bdfd-29e9c2df58f9 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:28:40.648024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-94463ca3-0678-4369-98ca-324d88302698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:40.656456 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b3b1938d-cb19-42b4-8822-21311b884c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:40.717652 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24585e92-0fc9-4e01-9872-6c703cca375f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e8dd9d-2da9-42a4-b274-576de8c41fbc,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:40.722437 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ee14ac5-f88c-4267-bdfd-29e9c2df58f9 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:40.729360 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-4ee14ac5-f88c-4267-bdfd-29e9c2df58f9 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Added segment 661843e1-ed9e-4635-96fa-079212637d48 of type vlan for network cf2f6333-973b-43a7-a581-611275222c71 Jun 02 12:28:40.744729 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-24585e92-0fc9-4e01-9872-6c703cca375f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:40.916263 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'name': 'tempest-ServersTestJSON-438484540-router', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:25Z', 'updated_at': '2021-06-02T12:28:36Z', 'revision_number': 4, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'gw_port': {'id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:26Z', 'updated_at': '2021-06-02T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '3bb49037-67e6-4b1c-9642-e8121f2e99c9', 'name': '', 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '338c01a8-8126-49dc-a526-567de4a9bece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:33Z', 'updated_at': '2021-06-02T12:28:37Z', 'revision_number': 2, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'subnets': [{'id': '338c01a8-8126-49dc-a526-567de4a9bece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:40.929315 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] Checking router: 8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:28:40.929746 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] Updating router 8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 port 3bb49037-67e6-4b1c-9642-e8121f2e99c9 binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:28:40.949730 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-94463ca3-0678-4369-98ca-324d88302698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:40.957760 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-16d3a95a-a52b-4a14-bb78-9addf2438acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:40.968264 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:28:40.992764 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94463ca3-0678-4369-98ca-324d88302698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f304e164-198f-41f6-bcb1-87500a162260,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:41.003669 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-94463ca3-0678-4369-98ca-324d88302698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:41.023082 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ee14ac5-f88c-4267-bdfd-29e9c2df58f9 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:41.027641 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-3df697d9-37d2-47e6-b89a-c1f076d22970 None None] Provisioning complete for port 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:41.028034 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3df697d9-37d2-47e6-b89a-c1f076d22970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:41.078504 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:41.093630 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:41.098730 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] Attempting to bind port 747a2810-422b-4cfe-bf6b-c0aa68b521ef on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:41.099174 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] Attempting to bind port 747a2810-422b-4cfe-bf6b-c0aa68b521ef by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:41.100897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] Attempting to bind port 747a2810-422b-4cfe-bf6b-c0aa68b521ef on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:41.114222 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb58c8-877c-4ced-bec8-f09e9155a338 None None] Pushing event updated for resources: {'Port': ['ID=747a2810-422b-4cfe-bf6b-c0aa68b521ef,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:41.118872 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-94463ca3-0678-4369-98ca-324d88302698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:41.122328 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-94463ca3-0678-4369-98ca-324d88302698 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f304e164-198f-41f6-bcb1-87500a162260 HTTP/1.1" status: 204 len: 168 time: 1.5914636 Jun 02 12:28:41.151265 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] Allocated IP 172.20.0.1 (e873baa3-8bc9-49b1-84fa-6d899e4534ed/b35151b8-844b-4997-93a7-9cd884bc216d/21b6cb89-7184-4202-b506-db6ae0ad475a) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:28:41.226211 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cafb58c8-877c-4ced-bec8-f09e9155a338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:41.240457 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Allocated IP 172.20.0.12 (4383c4ea-2eca-40ee-9468-243581af5c28/8d476ef6-75e1-43ed-87f1-44f5bdfb77d9/5e28255b-3947-43a6-8708-90584e8c0d5f) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:28:41.246722 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:28:41.247642 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:28:41.248211 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:41.248768 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:28:41.249803 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] Bound port: 747a2810-422b-4cfe-bf6b-c0aa68b521ef, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:28:41.250361 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:41.299499 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ee14ac5-f88c-4267-bdfd-29e9c2df58f9 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:41.352636 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee14ac5-f88c-4267-bdfd-29e9c2df58f9 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:41.358807 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ee14ac5-f88c-4267-bdfd-29e9c2df58f9 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:41.390686 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:41.458863 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:41.503751 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] Transition to ACTIVE for port object 21b6cb89-7184-4202-b506-db6ae0ad475a will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:28:41.537293 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:41.571105 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:41.694020 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:41.695029 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:41.717950 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] Network e873baa3-8bc9-49b1-84fa-6d899e4534ed is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:28:41.728912 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:41.752941 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:28:41.753513 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:41.759575 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] For port 747a2810-422b-4cfe-bf6b-c0aa68b521ef, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:28:41.778462 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] For port 747a2810-422b-4cfe-bf6b-c0aa68b521ef, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=747a2810-422b-4cfe-bf6b-c0aa68b521ef,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:28:41.814166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:41.849376 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:41.976198 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] Routers {'6f67086a-dbfe-4d17-b984-f2436e850495'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:28:41.976777 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:28:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['6f67086a-dbfe-4d17-b984-f2436e850495'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:42.056059 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:42.082164 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] Transition to ACTIVE for port object 3bb49037-67e6-4b1c-9642-e8121f2e99c9 will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:28:42.101915 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:42.106176 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-a0e84019-a485-4b80-a3d1-cf57d68b6d23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:42.116499 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb58c8-877c-4ced-bec8-f09e9155a338 None None] Pushing event updated for resources: {'Port': ['ID=747a2810-422b-4cfe-bf6b-c0aa68b521ef,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:42.130906 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cafb58c8-877c-4ced-bec8-f09e9155a338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:42.173562 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40902) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:42.200238 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-799c3648-0101-4d56-91c2-a5a80baf3b8e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--222139615', 'description': 'tempest-description--570136846'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:42.209751 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-799c3648-0101-4d56-91c2-a5a80baf3b8e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:42.222188 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-799c3648-0101-4d56-91c2-a5a80baf3b8e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Usage tracker for resource:security_group and tenant:3413635451c64d1abbc624dcfc5977af is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:42.226028 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] Pushing event updated for resources: {'Port': ['ID=21b6cb89-7184-4202-b506-db6ae0ad475a,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:42.230988 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-799c3648-0101-4d56-91c2-a5a80baf3b8e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:42.235324 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15e358-ec10-47aa-a16e-f2224ce348cf None None] Pushing event updated for resources: {'Port': ['ID=3bb49037-67e6-4b1c-9642-e8121f2e99c9,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:42.236983 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:42.241361 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2c15e358-ec10-47aa-a16e-f2224ce348cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:42.243566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-799c3648-0101-4d56-91c2-a5a80baf3b8e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:42.244692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] device_id is not set on port 0fba8293-0ae0-487f-bd56-5933d92b3db0 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:28:42.262020 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:42.265440 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-12fba3eb-6ee2-4d30-9418-32eb8ae034d6 None None] Provisioning for port 21b6cb89-7184-4202-b506-db6ae0ad475a completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:28:42.280925 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-799c3648-0101-4d56-91c2-a5a80baf3b8e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:42.292892 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Transition to ACTIVE for port object 0fba8293-0ae0-487f-bd56-5933d92b3db0 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:28:42.300339 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-12fba3eb-6ee2-4d30-9418-32eb8ae034d6 None None] Provisioning complete for port 21b6cb89-7184-4202-b506-db6ae0ad475a triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:42.300840 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-12fba3eb-6ee2-4d30-9418-32eb8ae034d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:42.308987 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4ee14ac5-f88c-4267-bdfd-29e9c2df58f9 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1678700 Jun 02 12:28:42.326479 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:42.327241 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40908) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:42.330014 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee14ac5-f88c-4267-bdfd-29e9c2df58f9 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Pushing event updated for resources: {'Network': ['ID=cf2f6333-973b-43a7-a581-611275222c71,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:42.379104 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4ee14ac5-f88c-4267-bdfd-29e9c2df58f9 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.988s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:42.379567 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40910) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:42.393437 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network cf2f6333-973b-43a7-a581-611275222c71 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:28:42.404568 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4b5f1d9f-49f7-4cde-96f1-f4d0228b3bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:42.430600 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-799c3648-0101-4d56-91c2-a5a80baf3b8e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:42.442648 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-799c3648-0101-4d56-91c2-a5a80baf3b8e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Usage tracker for resource:security_group_rule and tenant:3413635451c64d1abbc624dcfc5977af is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:42.451968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-799c3648-0101-4d56-91c2-a5a80baf3b8e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:42.467019 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-799c3648-0101-4d56-91c2-a5a80baf3b8e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:42.529212 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] Attempting to bind port 3bb49037-67e6-4b1c-9642-e8121f2e99c9 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:42.529674 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] Attempting to bind port 3bb49037-67e6-4b1c-9642-e8121f2e99c9 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'b8888788-d7c3-43e5-86c1-6695264e9974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:42.530056 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] Attempting to bind port 3bb49037-67e6-4b1c-9642-e8121f2e99c9 on network 3368b6ae-6925-4cc1-a7ab-b844c11cee25 {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:42.539274 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:28:42.539722 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] Checking segment: {'id': 'b8888788-d7c3-43e5-86c1-6695264e9974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:28:42.540125 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:42.540526 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] Bound using segment: {'id': 'b8888788-d7c3-43e5-86c1-6695264e9974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:28:42.541299 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] Bound port: 3bb49037-67e6-4b1c-9642-e8121f2e99c9, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8888788-d7c3-43e5-86c1-6695264e9974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:28:42.542127 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:42.658385 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-799c3648-0101-4d56-91c2-a5a80baf3b8e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:42.671769 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-799c3648-0101-4d56-91c2-a5a80baf3b8e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:42.685798 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:42.697331 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] For port 3bb49037-67e6-4b1c-9642-e8121f2e99c9, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:28:42.702978 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] For port 3bb49037-67e6-4b1c-9642-e8121f2e99c9, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3bb49037-67e6-4b1c-9642-e8121f2e99c9,segment=NetworkSegment(b8888788-d7c3-43e5-86c1-6695264e9974),segment_id=b8888788-d7c3-43e5-86c1-6695264e9974)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:28:42.710667 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:42.723828 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:42.727604 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] Set router 6f67086a-dbfe-4d17-b984-f2436e850495 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:28:42.792439 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-840306566'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:42.831885 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:42.861438 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15e358-ec10-47aa-a16e-f2224ce348cf None None] Pushing event updated for resources: {'Port': ['ID=3bb49037-67e6-4b1c-9642-e8121f2e99c9,revision_number=4']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:42.865470 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2c15e358-ec10-47aa-a16e-f2224ce348cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:42.876007 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] Routers {'8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:28:42.877536 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:28:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:42.878760 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c3648-0101-4d56-91c2-a5a80baf3b8e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb565746-7513-49d6-b303-5cd7300af8a4,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:42.925396 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-799c3648-0101-4d56-91c2-a5a80baf3b8e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:42.932350 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-799c3648-0101-4d56-91c2-a5a80baf3b8e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:42.936513 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-799c3648-0101-4d56-91c2-a5a80baf3b8e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7469788 Jun 02 12:28:42.940506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40930) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:42.955746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-cdc94003-6c47-4104-abfd-ff4de355bb2e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Request body: {'security_group_rule': {'security_group_id': 'bb565746-7513-49d6-b303-5cd7300af8a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:42.960229 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-12fba3eb-6ee2-4d30-9418-32eb8ae034d6 None None] Port 21b6cb89-7184-4202-b506-db6ae0ad475a cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:28:42.980041 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-cdc94003-6c47-4104-abfd-ff4de355bb2e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:42.986862 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:43.007166 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:43.007503 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:43.015224 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:43.071776 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-cdc94003-6c47-4104-abfd-ff4de355bb2e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Usage tracker for resource:security_group_rule and tenant:3413635451c64d1abbc624dcfc5977af is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:43.150630 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-cdc94003-6c47-4104-abfd-ff4de355bb2e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:43.219581 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] Set router 8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:28:43.233139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:43.269323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Usage tracker for resource:network and tenant:6280da2790e740328d9f4cd11d131af3 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:43.276947 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:43.289504 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:43.303803 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Pushing event updated for resources: {'Port': ['ID=0fba8293-0ae0-487f-bd56-5933d92b3db0,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:43.304036 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'name': 'tempest-ServersTestManualDisk-793033218-router', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:28Z', 'updated_at': '2021-06-02T12:28:34Z', 'revision_number': 3, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'gw_port': {'id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:31Z', 'updated_at': '2021-06-02T12:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:43.308342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.904s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:43.313901 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5c322-f5db-490e-960f-ba228f50a33d None None] The sync data for ids ['6f67086a-dbfe-4d17-b984-f2436e850495'] in dv-neutron-601336-80-hyperv is: [{'id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'name': 'tempest-ServersTestManualDisk-793033218-router', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:28Z', 'updated_at': '2021-06-02T12:28:34Z', 'revision_number': 3, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'gw_port': {'id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:31Z', 'updated_at': '2021-06-02T12:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:28:43.314880 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d5f25900-ff32-42de-96eb-2b77d8063094 tempest-DHCPAgentSchedulersTestJSON-126448715 tempest-DHCPAgentSchedulersTestJSON-126448715-project-admin] 10.222.0.37 "GET /v2.0/agents/9dc18ec5-51bc-4567-8203-98f39176468d/dhcp-networks HTTP/1.1" status: 200 len: 6427 time: 0.9764676 Jun 02 12:28:43.316706 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40936) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:43.329240 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:43.329578 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:43.335384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:43.337849 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Made reservation on behalf of 6280da2790e740328d9f4cd11d131af3 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:43.347663 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:43.420537 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 2 to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 Jun 02 12:28:43.455772 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40940) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:43.479383 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-cdc94003-6c47-4104-abfd-ff4de355bb2e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:43.492507 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:43.516313 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cdc94003-6c47-4104-abfd-ff4de355bb2e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:43.534693 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:43.540346 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:43.591180 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:43.595891 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:43.597047 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:43.599782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:43.609112 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:43.637124 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1352e156-51be-416c-b53f-16d73f312671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:43.644601 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:43.648278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:43.648881 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:43.788402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Network 4383c4ea-2eca-40ee-9468-243581af5c28 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:28:43.790907 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 3 to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 Jun 02 12:28:43.816654 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cdc94003-6c47-4104-abfd-ff4de355bb2e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:43.829661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Usage tracker for resource:security_group_rule and tenant:6280da2790e740328d9f4cd11d131af3 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:43.843477 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:43.849784 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:28:43.858351 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cdc94003-6c47-4104-abfd-ff4de355bb2e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:43.901161 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'name': 'tempest-ServersTestJSON-438484540-router', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:25Z', 'updated_at': '2021-06-02T12:28:36Z', 'revision_number': 4, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'gw_port': {'id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:26Z', 'updated_at': '2021-06-02T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '3bb49037-67e6-4b1c-9642-e8121f2e99c9', 'name': '', 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '338c01a8-8126-49dc-a526-567de4a9bece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:33Z', 'updated_at': '2021-06-02T12:28:42Z', 'revision_number': 4, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'subnets': [{'id': '338c01a8-8126-49dc-a526-567de4a9bece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:43.912143 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68765dfd-1727-4e1c-87f3-7770df343a97 None None] The sync data for ids ['8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'] in dv-neutron-601336-80-hyperv is: [{'id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'name': 'tempest-ServersTestJSON-438484540-router', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:25Z', 'updated_at': '2021-06-02T12:28:36Z', 'revision_number': 4, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'gw_port': {'id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:26Z', 'updated_at': '2021-06-02T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '3bb49037-67e6-4b1c-9642-e8121f2e99c9', 'name': '', 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '338c01a8-8126-49dc-a526-567de4a9bece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:33Z', 'updated_at': '2021-06-02T12:28:42Z', 'revision_number': 4, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'subnets': [{'id': '338c01a8-8126-49dc-a526-567de4a9bece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:28:43.926398 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:43.934799 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Pushing event updated for resources: {'Port': ['ID=5e28255b-3947-43a6-8708-90584e8c0d5f,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:43.969862 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:44.051403 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:44.061300 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-394944055'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:44.067546 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] Network e873baa3-8bc9-49b1-84fa-6d899e4534ed is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:28:44.074412 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:44.085301 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-98b54492-d878-4fa3-b502-e6cddda681bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:44.086239 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:44.086790 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:44.087513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:44.092224 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:44.206848 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:network and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:44.210849 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:44.211179 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:44.214371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:44.240426 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 4 to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 Jun 02 12:28:44.286077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:44.338737 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c0affc-7db5-43dc-bf33-9c360b32a234 tempest-DHCPAgentSchedulersTestJSON-126448715 tempest-DHCPAgentSchedulersTestJSON-126448715-project-admin] Network cf2f6333-973b-43a7-a581-611275222c71 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:28:44.346347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:44.346684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:44.347017 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:44.373725 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Made reservation on behalf of 9cc4ca61dc954dc9aa55c98b051cae30 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:44.377273 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:44.381182 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d102862e-343e-4372-b370-9cef33f35f01 None None] Provisioning complete for port 21b6cb89-7184-4202-b506-db6ae0ad475a triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:44.381739 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d102862e-343e-4372-b370-9cef33f35f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:44.388779 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] Pushing event updated for resources: {'Port': ['ID=21b6cb89-7184-4202-b506-db6ae0ad475a,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:44.395069 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:44.406754 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:44.407196 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.333s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:44.422120 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:44.422845 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:44.424350 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:44.429908 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 5 to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 Jun 02 12:28:44.446899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc94003-6c47-4104-abfd-ff4de355bb2e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51db3b79-6ee2-42f5-9ed9-4148a5af4039,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:44.464385 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-98c0affc-7db5-43dc-bf33-9c360b32a234 tempest-DHCPAgentSchedulersTestJSON-126448715 tempest-DHCPAgentSchedulersTestJSON-126448715-project-admin] 10.222.0.37 "POST /v2.0/agents/9dc18ec5-51bc-4567-8203-98f39176468d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.1367123 Jun 02 12:28:44.465730 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9467f8-c7d1-4b34-bd0e-1b1c09447a49 None None] Network cf2f6333-973b-43a7-a581-611275222c71 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:28:44.471046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cdc94003-6c47-4104-abfd-ff4de355bb2e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:44.472109 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40956) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:44.476373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cdc94003-6c47-4104-abfd-ff4de355bb2e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:44.477581 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cdc94003-6c47-4104-abfd-ff4de355bb2e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5340466 Jun 02 12:28:44.490891 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40958) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:44.492356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:44.492780 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:44.493323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:44.502986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-2daa6a88-4528-4385-90c2-01af70ba2e11 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Request body: {'security_group_rule': {'security_group_id': 'bb565746-7513-49d6-b303-5cd7300af8a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:44.511783 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:44.514414 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:44.522283 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-2daa6a88-4528-4385-90c2-01af70ba2e11 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:44.526262 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:44.531659 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 6 to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 Jun 02 12:28:44.605057 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-d102862e-343e-4372-b370-9cef33f35f01 None None] Port 21b6cb89-7184-4202-b506-db6ae0ad475a cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:28:44.655378 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:44.731490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2daa6a88-4528-4385-90c2-01af70ba2e11 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Usage tracker for resource:security_group_rule and tenant:3413635451c64d1abbc624dcfc5977af is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:44.736947 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:security_group_rule and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:44.763658 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2daa6a88-4528-4385-90c2-01af70ba2e11 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:44.778614 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:44.807412 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-2daa6a88-4528-4385-90c2-01af70ba2e11 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:44.809120 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40960) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:44.814575 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:44.814913 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:44.815244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:44.824636 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 747a2810-422b-4cfe-bf6b-c0aa68b521ef up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:28:44.829252 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:44.861536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:44.862826 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:44.876626 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 7 to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 Jun 02 12:28:44.903998 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7d0e6db6-b478-4435-96bd-8000dcd9344b tempest-DHCPAgentSchedulersTestJSON-126448715 tempest-DHCPAgentSchedulersTestJSON-126448715-project-admin] 10.222.0.37 "GET /v2.0/agents/9dc18ec5-51bc-4567-8203-98f39176468d/dhcp-networks HTTP/1.1" status: 200 len: 7197 time: 0.4251292 Jun 02 12:28:44.905323 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40964) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:44.950645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:44.950982 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:44.951312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:44.954425 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] Router 6f67086a-dbfe-4d17-b984-f2436e850495 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:28:44.962235 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 747a2810-422b-4cfe-bf6b-c0aa68b521ef completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:28:44.968985 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 747a2810-422b-4cfe-bf6b-c0aa68b521ef triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:44.969870 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:45.026623 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:45.027036 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:45.043402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-231850862', 'router:external': True}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:45.046371 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 8 to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 Jun 02 12:28:45.067153 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:45.071889 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:45.072310 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:45.073003 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:45.080485 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:45.084443 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:45.084847 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:45.085500 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2daa6a88-4528-4385-90c2-01af70ba2e11 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:45.101594 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-36ce451b-35a0-45a1-a073-718c82dc81b5 tempest-DHCPAgentSchedulersTestJSON-126448715 tempest-DHCPAgentSchedulersTestJSON-126448715-project-admin] 10.222.0.37 "DELETE /v2.0/agents/9dc18ec5-51bc-4567-8203-98f39176468d/dhcp-networks/cf2f6333-973b-43a7-a581-611275222c71 HTTP/1.1" status: 204 len: 168 time: 0.1898968 Jun 02 12:28:45.104017 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40966) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:45.143051 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:45.163404 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 747a2810-422b-4cfe-bf6b-c0aa68b521ef, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=747a2810-422b-4cfe-bf6b-c0aa68b521ef,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:28:45.173411 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 9 to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 Jun 02 12:28:45.174263 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:45.180978 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:45.181469 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3bb49037-67e6-4b1c-9642-e8121f2e99c9 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:28:45.183480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Usage tracker for resource:network and tenant:cbb1f69104c34c68b030e9cdfd5d035d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:45.212014 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:45.227214 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:45.237882 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:45.238061 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:45.256383 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:45.256716 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:45.257066 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:45.298203 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:28:45.308323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:45.308662 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Added segment b46dbead-c4db-4e1c-a63b-4837ae03e5db of type vlan for network 99e3271d-656a-4745-be7b-3955a59847e3 Jun 02 12:28:45.339186 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:45.345234 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=747a2810-422b-4cfe-bf6b-c0aa68b521ef,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:45.351369 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:45.360432 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 3bb49037-67e6-4b1c-9642-e8121f2e99c9 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:28:45.366963 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 3bb49037-67e6-4b1c-9642-e8121f2e99c9 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:45.367830 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:45.368028 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcb4974-cea5-4915-a21f-1a24a2bb2deb,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:45.386741 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:45.398469 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:28:45.408737 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] 10.222.0.37 "PUT /v2.0/routers/6f67086a-dbfe-4d17-b984-f2436e850495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3774459 Jun 02 12:28:45.410418 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:45.410890 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:45.420685 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 10 to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 Jun 02 12:28:45.429161 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Made reservation on behalf of cbb1f69104c34c68b030e9cdfd5d035d for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:45.430784 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-db867a1d-6b05-464b-ac41-eb080f204dcd tempest-DHCPAgentSchedulersTestJSON-126448715 tempest-DHCPAgentSchedulersTestJSON-126448715-project-admin] 10.222.0.37 "GET /v2.0/agents/9dc18ec5-51bc-4567-8203-98f39176468d/dhcp-networks HTTP/1.1" status: 200 len: 6427 time: 0.3249853 Jun 02 12:28:45.435318 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40974) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:45.436582 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:45.465381 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:45.486244 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-af9e2578-1628-42ce-a196-452f3b5e19ed tempest-DHCPAgentSchedulersTestJSON-126448715 tempest-DHCPAgentSchedulersTestJSON-126448715-project-admin] 10.222.0.37 "GET /v2.0/networks/bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0484138 Jun 02 12:28:45.492921 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40976) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:45.497737 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:45.532092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:45.532745 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:45.538602 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a75f19de-b7d3-475c-8481-bc6c211d6101 tempest-DHCPAgentSchedulersTestJSON-126448715 tempest-DHCPAgentSchedulersTestJSON-126448715-project-admin] 10.222.0.37 "GET /v2.0/networks/bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0412772 Jun 02 12:28:45.541038 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:45.545208 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40978) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:45.545330 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Usage tracker for resource:security_group_rule and tenant:cbb1f69104c34c68b030e9cdfd5d035d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:45.548395 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:45.559997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f3ae1f45-b131-4074-99c7-bfcb47b88765 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:45.578481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:45.578817 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:45.579152 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:45.594116 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:45.606356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:45.629408 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2daa6a88-4528-4385-90c2-01af70ba2e11 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:45.635350 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 3bb49037-67e6-4b1c-9642-e8121f2e99c9, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3bb49037-67e6-4b1c-9642-e8121f2e99c9,segment=NetworkSegment(b8888788-d7c3-43e5-86c1-6695264e9974),segment_id=b8888788-d7c3-43e5-86c1-6695264e9974)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:28:45.640647 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:45.644548 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3a3dce98-f60c-42d4-9b82-7bbdf2fac109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:45.669981 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:45.671576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:45.672272 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:45.672831 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:45.723538 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:45.752515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=3bb49037-67e6-4b1c-9642-e8121f2e99c9,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:45.759877 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:45.811459 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-dea8cb6c-fa88-4393-b6aa-bdb13f5810ae tempest-DHCPAgentSchedulersTestJSON-126448715 tempest-DHCPAgentSchedulersTestJSON-126448715-project-admin] 10.222.0.37 "GET /v2.0/agents/9dc18ec5-51bc-4567-8203-98f39176468d/dhcp-networks HTTP/1.1" status: 200 len: 6427 time: 0.2626643 Jun 02 12:28:45.814489 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40984) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:45.936239 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:45.936991 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2daa6a88-4528-4385-90c2-01af70ba2e11 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:45.937820 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Pushing event updated for resources: {'Network': ['ID=99e3271d-656a-4745-be7b-3955a59847e3,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:45.941371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:45.952585 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 99e3271d-656a-4745-be7b-3955a59847e3 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:28:45.958935 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:45.971816 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.5879962 Jun 02 12:28:45.972616 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:45.996584 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c849fdbc-8bee-40f0-a287-d30e38c0667b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:46.149867 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.167298 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] Sync routers for ids ['6f67086a-dbfe-4d17-b984-f2436e850495'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:28:46.169265 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40992) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:46.173616 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-c14d7cf5-c32c-445c-ac77-88344d448871 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--20568542', 'description': 'tempest-description--1424229342'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:46.179729 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] Routers {'6f67086a-dbfe-4d17-b984-f2436e850495'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:28:46.180417 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:28:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['6f67086a-dbfe-4d17-b984-f2436e850495'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:46.185120 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c14d7cf5-c32c-445c-ac77-88344d448871 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:46.188658 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Subscribe: > segment before_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:46.189002 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:46.189823 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:46.190221 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Subscribe: > port after_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:46.190549 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Subscribe: > port after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:46.190904 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Subscribe: > port after_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:46.191761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Subscribe: > segment after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:46.191761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Subscribe: > subnet after_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:46.191957 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Subscribe: > subnet after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:46.192170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Subscribe: > subnet after_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:46.206748 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2daa6a88-4528-4385-90c2-01af70ba2e11 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.208770 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2daa6a88-4528-4385-90c2-01af70ba2e11 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7093837 Jun 02 12:28:46.247140 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:28:46.278854 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48fb9680-a7c9-4239-941c-bbb10fa1e5e1,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:46.282435 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:46.292680 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40994) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:46.293090 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 40996) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:46.296647 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:46.307244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:46.313472 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:46.317571 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Usage tracker for resource:floatingip and tenant:3413635451c64d1abbc624dcfc5977af is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:46.321173 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:46.327538 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:46.344398 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Request body: {'port': {'network_id': '99e3271d-656a-4745-be7b-3955a59847e3', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-620744803'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:46.354374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:46.362430 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Subscribe: > subnet after_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:46.362985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Subscribe: > subnet after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:46.363317 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Subscribe: > subnet before_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:46.363649 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Subscribe: > subnet before_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 12:28:46.364015 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf2f6333-973b-43a7-a581-611275222c71']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:46.375610 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.380636 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] Set router 6f67086a-dbfe-4d17-b984-f2436e850495 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:28:46.381387 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c14d7cf5-c32c-445c-ac77-88344d448871 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Usage tracker for resource:security_group and tenant:2a1d32dc7a634dd8b54473ce977ce897 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:46.385294 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661843e1-ed9e-4635-96fa-079212637d48') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:46.385591 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661843e1-ed9e-4635-96fa-079212637d48') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:46.391980 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c14d7cf5-c32c-445c-ac77-88344d448871 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:46.395057 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Usage tracker for resource:port and tenant:a02b77f7f58a40b8ac3906dfbc5c05c8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:46.400774 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.401173 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Added segment 7f0e5efa-dfdb-4f6d-bbd8-acd3f262a197 of type vlan for network c6864368-7b5c-4ceb-a7ea-09f94e1246e0 Jun 02 12:28:46.401839 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c14d7cf5-c32c-445c-ac77-88344d448871 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:46.404752 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.410739 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa6a88-4528-4385-90c2-01af70ba2e11 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce375459-5519-45f6-819c-19e857d1e48e,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:46.415148 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2daa6a88-4528-4385-90c2-01af70ba2e11 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:46.427154 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:46.428319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.431416 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b090c22d-6f36-4841-90a3-6e1483b3b275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.402s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:46.435351 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c14d7cf5-c32c-445c-ac77-88344d448871 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.451452 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:28:46.451849 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: from cryptography.utils import int_from_bytes Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: from cryptography.utils import int_from_bytes Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:28:46.468948 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:28:46.510261 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Pushing event updated for resources: {'Port': ['ID=5e28255b-3947-43a6-8708-90584e8c0d5f,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:46.513241 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:46.516446 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] For port 0fba8293-0ae0-487f-bd56-5933d92b3db0, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:28:46.516831 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempted to set empty binding levels {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 02 12:28:46.519100 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:46.532129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c14d7cf5-c32c-445c-ac77-88344d448871 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:46.544250 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.553275 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c14d7cf5-c32c-445c-ac77-88344d448871 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Usage tracker for resource:security_group_rule and tenant:2a1d32dc7a634dd8b54473ce977ce897 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:46.557846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c14d7cf5-c32c-445c-ac77-88344d448871 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:46.564136 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c14d7cf5-c32c-445c-ac77-88344d448871 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:46.571802 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.576413 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.591416 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:46.614325 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.615514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.619793 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Pushing event deleted for resources: {'Network': ['ID=cf2f6333-973b-43a7-a581-611275222c71,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:46.628448 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:46.635659 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0c786a23-de60-4a29-95e1-66e98435ef9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.638802 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] 10.222.0.37 "DELETE /v2.0/networks/cf2f6333-973b-43a7-a581-611275222c71 HTTP/1.1" status: 204 len: 168 time: 0.8232737 Jun 02 12:28:46.646477 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 40998) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:46.665323 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.682135 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:46.706196 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.727319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Made reservation on behalf of a02b77f7f58a40b8ac3906dfbc5c05c8 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:46.729264 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.741264 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c14d7cf5-c32c-445c-ac77-88344d448871 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.749469 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c14d7cf5-c32c-445c-ac77-88344d448871 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.756054 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:46.756772 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.761634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 747a2810-422b-4cfe-bf6b-c0aa68b521ef up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:28:46.763350 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ececbc5-6be4-482a-9b23-f9fa7af68db9 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] DELETE failed (client error): The resource could not be found. Jun 02 12:28:46.763863 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ececbc5-6be4-482a-9b23-f9fa7af68db9 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:28:46.768853 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-94463ca3-0678-4369-98ca-324d88302698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:46.793223 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0ececbc5-6be4-482a-9b23-f9fa7af68db9 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] 10.222.0.37 "DELETE /v2.0/ports/8e43caa4-e043-4a2a-bf26-c0d5456cf3f0 HTTP/1.1" status: 404 len: 333 time: 0.1454425 Jun 02 12:28:46.797178 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41000) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:46.816297 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.818055 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8052669 Jun 02 12:28:46.826247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] In _notify_port_updated(), no bound segment for port 0fba8293-0ae0-487f-bd56-5933d92b3db0 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:28:46.827124 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:46.827735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.831503 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] 10.222.0.37 "PUT /v2.0/ports/0fba8293-0ae0-487f-bd56-5933d92b3db0 HTTP/1.1" status: 200 len: 981 time: 6.2623472 Jun 02 12:28:46.842210 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.867516 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41002) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:46.867756 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41004) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:46.867857 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 747a2810-422b-4cfe-bf6b-c0aa68b521ef triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:46.868171 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.909012 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'name': 'tempest-ServersTestManualDisk-793033218-router', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:28Z', 'updated_at': '2021-06-02T12:28:42Z', 'revision_number': 4, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'gw_port': {'id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:31Z', 'updated_at': '2021-06-02T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '21b6cb89-7184-4202-b506-db6ae0ad475a', 'name': '', 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'mac_address': 'fa:16:3e:2c:2f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b35151b8-844b-4997-93a7-9cd884bc216d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:40Z', 'updated_at': '2021-06-02T12:28:43Z', 'revision_number': 2, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'subnets': [{'id': 'b35151b8-844b-4997-93a7-9cd884bc216d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:46.922803 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] Checking router: 6f67086a-dbfe-4d17-b984-f2436e850495 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:28:46.923022 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] Updating router 6f67086a-dbfe-4d17-b984-f2436e850495 port 21b6cb89-7184-4202-b506-db6ae0ad475a binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:28:46.948950 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c14d7cf5-c32c-445c-ac77-88344d448871 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.952584 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c14d7cf5-c32c-445c-ac77-88344d448871 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7799518 Jun 02 12:28:46.956776 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41006) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:46.964735 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-8b12873b-09bb-4723-8b06-3648c2a62a17 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Request body: {'security_group_rule': {'security_group_id': 'e546a921-94f5-4c90-8af7-58b2f4349025', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:46.978548 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d7cf5-c32c-445c-ac77-88344d448871 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e546a921-94f5-4c90-8af7-58b2f4349025,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:46.983628 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8b12873b-09bb-4723-8b06-3648c2a62a17 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:46.986181 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c14d7cf5-c32c-445c-ac77-88344d448871 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:46.988620 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:46.993024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8b12873b-09bb-4723-8b06-3648c2a62a17 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Usage tracker for resource:security_group_rule and tenant:2a1d32dc7a634dd8b54473ce977ce897 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:46.999493 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8b12873b-09bb-4723-8b06-3648c2a62a17 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:47.010089 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-584a3bc7-488b-4378-b7ff-2b6fb2d61a5e tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Deleting subnet f9f67468-d538-4bce-bf77-a38b8b95a517 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:28:47.010401 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.5414391 Jun 02 12:28:47.012311 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:47.013847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-584a3bc7-488b-4378-b7ff-2b6fb2d61a5e tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.019932 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.021553 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Pushing event updated for resources: {'Port': ['ID=0fba8293-0ae0-487f-bd56-5933d92b3db0,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:47.024295 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41008) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:47.029704 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-dba1fd2d-b20c-4151-a735-c1ca009b3570 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Synchronizing usage tracker for tenant:b061f2e4b2d048dca926c97b8a6e4917 on resource:floatingip {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:28:47.032472 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:47.033399 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Usage tracker for resource:security_group_rule and tenant:a02b77f7f58a40b8ac3906dfbc5c05c8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:47.039487 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-e2700724-bfa0-4b0b-921a-344a90a64fa7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1146344506'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:47.042702 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8b12873b-09bb-4723-8b06-3648c2a62a17 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:47.045169 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:47.063060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:47.070854 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.073509 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e2700724-bfa0-4b0b-921a-344a90a64fa7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:47.079278 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-584a3bc7-488b-4378-b7ff-2b6fb2d61a5e tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.089266 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:47.110437 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e2700724-bfa0-4b0b-921a-344a90a64fa7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:network and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:47.111073 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8b12873b-09bb-4723-8b06-3648c2a62a17 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.124076 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3bb49037-67e6-4b1c-9642-e8121f2e99c9 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:28:47.173419 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e2700724-bfa0-4b0b-921a-344a90a64fa7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:47.213155 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e2700724-bfa0-4b0b-921a-344a90a64fa7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:47.220149 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:28:47.237610 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Network': ['ID=c6864368-7b5c-4ceb-a7ea-09f94e1246e0,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:47.249134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:47.252511 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:47.253064 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network c6864368-7b5c-4ceb-a7ea-09f94e1246e0 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:28:47.255638 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8b12873b-09bb-4723-8b06-3648c2a62a17 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.259705 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8b12873b-09bb-4723-8b06-3648c2a62a17 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.263802 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:47.268848 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.269182 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Added segment e12cc73d-9ea3-48de-83a1-53f08785443e of type vlan for network 969185e5-04de-4805-84e1-454a5a87b043 Jun 02 12:28:47.288988 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12873b-09bb-4723-8b06-3648c2a62a17 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88136808-8aec-46b3-ab55-7f76b8382415,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:47.291954 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2700724-bfa0-4b0b-921a-344a90a64fa7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Made reservation on behalf of 9cc4ca61dc954dc9aa55c98b051cae30 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:47.295704 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2700724-bfa0-4b0b-921a-344a90a64fa7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.296523 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8b12873b-09bb-4723-8b06-3648c2a62a17 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:47.302367 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-584a3bc7-488b-4378-b7ff-2b6fb2d61a5e tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.337989 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8b12873b-09bb-4723-8b06-3648c2a62a17 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.339426 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8b12873b-09bb-4723-8b06-3648c2a62a17 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3790820 Jun 02 12:28:47.342299 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41010) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:47.346996 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-bb9bb9ca-2712-4274-8b40-73fc636fb085 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Request body: {'security_group_rule': {'security_group_id': 'e546a921-94f5-4c90-8af7-58b2f4349025', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:47.350689 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7558fb-7832-42ea-afa6-c7bd2d565b87,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:47.354856 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-bb9bb9ca-2712-4274-8b40-73fc636fb085 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:47.363069 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:47.366473 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-bb9bb9ca-2712-4274-8b40-73fc636fb085 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Usage tracker for resource:security_group_rule and tenant:2a1d32dc7a634dd8b54473ce977ce897 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:47.371104 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-bb9bb9ca-2712-4274-8b40-73fc636fb085 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:47.376947 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa7608-c694-45b6-8f5f-4ad7e7f8ed70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:47.377372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa7608-c694-45b6-8f5f-4ad7e7f8ed70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:47.377847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa7608-c694-45b6-8f5f-4ad7e7f8ed70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:47.378340 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa7608-c694-45b6-8f5f-4ad7e7f8ed70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:47.378964 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa7608-c694-45b6-8f5f-4ad7e7f8ed70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:47.379581 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa7608-c694-45b6-8f5f-4ad7e7f8ed70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:47.380088 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa7608-c694-45b6-8f5f-4ad7e7f8ed70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:47.380685 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa7608-c694-45b6-8f5f-4ad7e7f8ed70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:47.380890 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-bb9bb9ca-2712-4274-8b40-73fc636fb085 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:47.381320 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa7608-c694-45b6-8f5f-4ad7e7f8ed70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:47.381789 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa7608-c694-45b6-8f5f-4ad7e7f8ed70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:47.382279 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa7608-c694-45b6-8f5f-4ad7e7f8ed70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:47.382900 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa7608-c694-45b6-8f5f-4ad7e7f8ed70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:47.383371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa7608-c694-45b6-8f5f-4ad7e7f8ed70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:47.384805 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-64aa7608-c694-45b6-8f5f-4ad7e7f8ed70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Synchronizing usage tracker for tenant:efee924bbd744deca2122f3ab0506eed on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:28:47.438410 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.441855 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2700724-bfa0-4b0b-921a-344a90a64fa7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:28:47.447252 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.461964 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-64aa7608-c694-45b6-8f5f-4ad7e7f8ed70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Unset dirty status for tenant:efee924bbd744deca2122f3ab0506eed on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:28:47.463353 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-64aa7608-c694-45b6-8f5f-4ad7e7f8ed70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11934 time: 0.5926156 Jun 02 12:28:47.469086 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41012) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:47.474890 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 3bb49037-67e6-4b1c-9642-e8121f2e99c9 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:47.475268 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.510927 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2700724-bfa0-4b0b-921a-344a90a64fa7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.511505 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-e2700724-bfa0-4b0b-921a-344a90a64fa7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Added segment 09e85bea-3eee-4cdf-befb-91457249c3c3 of type vlan for network cbcc6a9a-2719-4917-806d-cf362b044893 Jun 02 12:28:47.535821 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bb9bb9ca-2712-4274-8b40-73fc636fb085 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.603341 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.609510 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.643984 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2700724-bfa0-4b0b-921a-344a90a64fa7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.652127 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:47.652779 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.664568 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:47.676502 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.691340 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.706380 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.713717 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] device_id is not set on port 777ea37f-7054-4999-9fe3-77baa423c978 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:28:47.721577 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] Transition to ACTIVE for port object 21b6cb89-7184-4202-b506-db6ae0ad475a will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:28:47.729437 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.733142 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:47.750073 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bb9bb9ca-2712-4274-8b40-73fc636fb085 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.755633 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-dba1fd2d-b20c-4151-a735-c1ca009b3570 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Unset dirty status for tenant:b061f2e4b2d048dca926c97b8a6e4917 on resource:floatingip {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:28:47.759203 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-dba1fd2d-b20c-4151-a735-c1ca009b3570 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=4383c4ea-2eca-40ee-9468-243581af5c28 HTTP/1.1" status: 200 len: 690 time: 0.8870487 Jun 02 12:28:47.759323 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bb9bb9ca-2712-4274-8b40-73fc636fb085 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.772960 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41014) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:47.802425 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cdc94003-6c47-4104-abfd-ff4de355bb2e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:47.809536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.resource_extend [None req-e2700724-bfa0-4b0b-921a-344a90a64fa7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:28:47.858626 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8cd59-5885-4f2d-82c3-a470ff01f117 None None] Pushing event updated for resources: {'Port': ['ID=21b6cb89-7184-4202-b506-db6ae0ad475a,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:47.882217 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.0718353 Jun 02 12:28:47.883072 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Pushing event updated for resources: {'Network': ['ID=969185e5-04de-4805-84e1-454a5a87b043,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:47.885171 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41016) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:47.890230 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-55d8cd59-5885-4f2d-82c3-a470ff01f117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:47.893353 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Allocated IP 172.26.7.166 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/274119c5-47ab-454f-b460-177ab0584ae0) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:28:47.897415 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:47.898700 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 969185e5-04de-4805-84e1-454a5a87b043 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:28:47.901354 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-5edee871-f94a-438e-9d4c-9ca75765a7e7 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Request body: {'subnet': {'network_id': '969185e5-04de-4805-84e1-454a5a87b043', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:47.904630 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:47.912809 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2700724-bfa0-4b0b-921a-344a90a64fa7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.919781 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5edee871-f94a-438e-9d4c-9ca75765a7e7 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:47.923659 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9bb9ca-2712-4274-8b40-73fc636fb085 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75015c66-878b-4c26-9ce1-398c24ca4e62,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:47.930193 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2700724-bfa0-4b0b-921a-344a90a64fa7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:47.930728 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2700724-bfa0-4b0b-921a-344a90a64fa7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.940364 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bb9bb9ca-2712-4274-8b40-73fc636fb085 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:47.944780 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bb9bb9ca-2712-4274-8b40-73fc636fb085 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6012676 Jun 02 12:28:47.945387 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41018) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:47.949937 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bb9bb9ca-2712-4274-8b40-73fc636fb085 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:47.961780 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:47.982537 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:47.983224 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5edee871-f94a-438e-9d4c-9ca75765a7e7 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Usage tracker for resource:subnet and tenant:cbb1f69104c34c68b030e9cdfd5d035d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:47.992107 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Usage tracker for resource:floatingip and tenant:2a1d32dc7a634dd8b54473ce977ce897 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:47.997206 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:48.000899 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5edee871-f94a-438e-9d4c-9ca75765a7e7 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:48.001967 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-2cb762e3-134c-400f-a01c-45cb3deffbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Deleting port 0fba8293-0ae0-487f-bd56-5933d92b3db0 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:28:48.002379 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2cb762e3-134c-400f-a01c-45cb3deffbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:48.055281 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5edee871-f94a-438e-9d4c-9ca75765a7e7 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:48.058231 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34b9d1c-7ac9-453a-aaa3-f3b977177bba,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:48.069161 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:48.074355 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] Attempting to bind port 21b6cb89-7184-4202-b506-db6ae0ad475a on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:48.074788 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] Attempting to bind port 21b6cb89-7184-4202-b506-db6ae0ad475a by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fbabe685-c618-4d2b-8334-a843cab84c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:48.075249 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] Attempting to bind port 21b6cb89-7184-4202-b506-db6ae0ad475a on network e873baa3-8bc9-49b1-84fa-6d899e4534ed {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:48.084600 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:28:48.084810 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e2700724-bfa0-4b0b-921a-344a90a64fa7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0529745 Jun 02 12:28:48.084906 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] Checking segment: {'id': 'fbabe685-c618-4d2b-8334-a843cab84c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:28:48.084906 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:48.084906 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] Bound using segment: {'id': 'fbabe685-c618-4d2b-8334-a843cab84c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:28:48.084906 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] Bound port: 21b6cb89-7184-4202-b506-db6ae0ad475a, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbabe685-c618-4d2b-8334-a843cab84c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:28:48.084906 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:48.085548 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a6b625d8-15ca-4684-8721-df347760da96 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:48.099803 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41020) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:48.113134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c5dae684-f02e-4f71-999f-20c7a2bebe30 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'subnet': {'network_id': 'c6864368-7b5c-4ceb-a7ea-09f94e1246e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:48.124547 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:48.149669 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-584a3bc7-488b-4378-b7ff-2b6fb2d61a5e tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:48.154203 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-2cb762e3-134c-400f-a01c-45cb3deffbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] For port 0fba8293-0ae0-487f-bd56-5933d92b3db0, host hv-neutron-6013, got binding levels [] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:28:48.154402 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2cb762e3-134c-400f-a01c-45cb3deffbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:48.183244 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f69c6579-a1b3-4e0c-ace2-c49932f43100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:48.188339 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] For port 21b6cb89-7184-4202-b506-db6ae0ad475a, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:28:48.193122 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] For port 21b6cb89-7184-4202-b506-db6ae0ad475a, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=21b6cb89-7184-4202-b506-db6ae0ad475a,segment=NetworkSegment(fbabe685-c618-4d2b-8334-a843cab84c70),segment_id=fbabe685-c618-4d2b-8334-a843cab84c70)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:28:48.201824 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:48.206025 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:48.284076 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks [] for floatingip, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:48.295959 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] Routers {'6f67086a-dbfe-4d17-b984-f2436e850495'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:28:48.296587 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:28:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['6f67086a-dbfe-4d17-b984-f2436e850495'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:48.300767 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edee871-f94a-438e-9d4c-9ca75765a7e7 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Made reservation on behalf of cbb1f69104c34c68b030e9cdfd5d035d for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:48.303205 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5edee871-f94a-438e-9d4c-9ca75765a7e7 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:48.366346 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-584a3bc7-488b-4378-b7ff-2b6fb2d61a5e tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:48.377832 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-2cb762e3-134c-400f-a01c-45cb3deffbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Calling delete_port for 0fba8293-0ae0-487f-bd56-5933d92b3db0 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:28:48.386225 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:48.388295 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a3bc7-488b-4378-b7ff-2b6fb2d61a5e tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f67468-d538-4bce-bf77-a38b8b95a517,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:48.396338 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-584a3bc7-488b-4378-b7ff-2b6fb2d61a5e tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:48.461180 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-584a3bc7-488b-4378-b7ff-2b6fb2d61a5e tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] 10.222.0.37 "DELETE /v2.0/subnets/f9f67468-d538-4bce-bf77-a38b8b95a517 HTTP/1.1" status: 204 len: 168 time: 1.6609478 Jun 02 12:28:48.462014 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41022) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:48.513429 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a210a8f9-0862-4442-8378-2c6f2756e488 None None] Network bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:28:48.558066 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8cd59-5885-4f2d-82c3-a470ff01f117 None None] Pushing event updated for resources: {'Port': ['ID=21b6cb89-7184-4202-b506-db6ae0ad475a,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:48.564926 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-55d8cd59-5885-4f2d-82c3-a470ff01f117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:48.582758 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2700724-bfa0-4b0b-921a-344a90a64fa7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Network': ['ID=cbcc6a9a-2719-4917-806d-cf362b044893,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:48.607634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] Set router 6f67086a-dbfe-4d17-b984-f2436e850495 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:28:48.617740 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e2700724-bfa0-4b0b-921a-344a90a64fa7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:48.657510 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network cbcc6a9a-2719-4917-806d-cf362b044893 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:28:48.705655 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c5dae684-f02e-4f71-999f-20c7a2bebe30 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:48.722423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c5dae684-f02e-4f71-999f-20c7a2bebe30 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:subnet and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:48.736826 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c5dae684-f02e-4f71-999f-20c7a2bebe30 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:48.753470 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c5dae684-f02e-4f71-999f-20c7a2bebe30 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:48.776009 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:48.784887 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] device_id is not set on port 777ea37f-7054-4999-9fe3-77baa423c978 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:28:48.797902 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5dae684-f02e-4f71-999f-20c7a2bebe30 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Made reservation on behalf of 9cc4ca61dc954dc9aa55c98b051cae30 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:48.800546 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c5dae684-f02e-4f71-999f-20c7a2bebe30 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:48.815106 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:48.839410 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:48.939610 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2cb762e3-134c-400f-a01c-45cb3deffbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:48.942250 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Deleting port 5e28255b-3947-43a6-8708-90584e8c0d5f {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:28:48.942761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:48.944109 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Transition to ACTIVE for port object 777ea37f-7054-4999-9fe3-77baa423c978 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:28:48.971848 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:48.987284 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:49.007419 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:49.069920 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb762e3-134c-400f-a01c-45cb3deffbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fba8293-0ae0-487f-bd56-5933d92b3db0,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:49.097439 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2cb762e3-134c-400f-a01c-45cb3deffbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:49.120288 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:49.135977 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2cb762e3-134c-400f-a01c-45cb3deffbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:49.182129 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Pushing event updated for resources: {'Port': ['ID=777ea37f-7054-4999-9fe3-77baa423c978,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:49.192739 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:49.196735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:49.197643 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:49.205502 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2cb762e3-134c-400f-a01c-45cb3deffbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] 10.222.0.37 "DELETE /v2.0/ports/0fba8293-0ae0-487f-bd56-5933d92b3db0 HTTP/1.1" status: 204 len: 168 time: 1.7331233 Jun 02 12:28:49.212116 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41026) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:49.233165 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7d681d-4114-42d0-b80c-cd4536f609e5 None None] DHCP port deletion for bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:28:49.288038 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Checking segment: {'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:28:49.288466 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Network hostable DHCP agents. Network: 99e3271d-656a-4745-be7b-3955a59847e3, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:28:49.295233 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:28:49.307906 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:49.314333 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:28:49.318421 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:49.318966 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:49.320470 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'name': 'tempest-ServersTestManualDisk-793033218-router', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:28Z', 'updated_at': '2021-06-02T12:28:42Z', 'revision_number': 4, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'gw_port': {'id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:31Z', 'updated_at': '2021-06-02T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '21b6cb89-7184-4202-b506-db6ae0ad475a', 'name': '', 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'mac_address': 'fa:16:3e:2c:2f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b35151b8-844b-4997-93a7-9cd884bc216d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:40Z', 'updated_at': '2021-06-02T12:28:48Z', 'revision_number': 4, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'subnets': [{'id': 'b35151b8-844b-4997-93a7-9cd884bc216d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:49.327436 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcae872-1192-4e66-a9b5-a4ea8412f48a None None] The sync data for ids ['6f67086a-dbfe-4d17-b984-f2436e850495'] in dv-neutron-601336-80-hyperv is: [{'id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'name': 'tempest-ServersTestManualDisk-793033218-router', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:28Z', 'updated_at': '2021-06-02T12:28:42Z', 'revision_number': 4, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'gw_port': {'id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:31Z', 'updated_at': '2021-06-02T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '21b6cb89-7184-4202-b506-db6ae0ad475a', 'name': '', 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'mac_address': 'fa:16:3e:2c:2f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b35151b8-844b-4997-93a7-9cd884bc216d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:40Z', 'updated_at': '2021-06-02T12:28:48Z', 'revision_number': 4, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'subnets': [{'id': 'b35151b8-844b-4997-93a7-9cd884bc216d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:28:49.332878 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-a473da92-5306-4687-a620-2fcbeb476af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] GET failed (client error): The resource could not be found. Jun 02 12:28:49.334400 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a473da92-5306-4687-a620-2fcbeb476af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Synchronizing usage tracker for tenant:efee924bbd744deca2122f3ab0506eed on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:28:49.335955 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d681d-4114-42d0-b80c-cd4536f609e5 None None] Deleting port 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:28:49.336421 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5c7d681d-4114-42d0-b80c-cd4536f609e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:49.346643 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Deleting port 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:28:49.347210 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:49.372671 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Pushing event updated for resources: {'Port': ['ID=274119c5-47ab-454f-b460-177ab0584ae0,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:49.387013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:49.488858 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Network 99e3271d-656a-4745-be7b-3955a59847e3 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:28:49.522278 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Calling delete_port for 5e28255b-3947-43a6-8708-90584e8c0d5f owned by network:floatingip {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:28:49.532511 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-5c7d681d-4114-42d0-b80c-cd4536f609e5 None None] For port 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10,segment=NetworkSegment(62a3f838-4f21-4129-b1c0-4fc4eab1b235),segment_id=62a3f838-4f21-4129-b1c0-4fc4eab1b235)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:28:49.533239 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5c7d681d-4114-42d0-b80c-cd4536f609e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:49.543631 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:49.579584 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 99e3271d-656a-4745-be7b-3955a59847e3) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:49.599375 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:28:49.610272 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e95f1b-49df-4903-867b-662e07765962 None None] Network 99e3271d-656a-4745-be7b-3955a59847e3 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:28:49.610463 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a473da92-5306-4687-a620-2fcbeb476af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Unset dirty status for tenant:efee924bbd744deca2122f3ab0506eed on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:28:49.611615 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a473da92-5306-4687-a620-2fcbeb476af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] 10.222.0.37 "GET /v2.0/ports/0fba8293-0ae0-487f-bd56-5933d92b3db0 HTTP/1.1" status: 404 len: 333 time: 0.3999112 Jun 02 12:28:49.617792 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41028) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:49.627055 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-d8828b86-5388-459b-9d3f-cfbcb3f72342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-66869320', 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:49.641947 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d8828b86-5388-459b-9d3f-cfbcb3f72342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:49.658966 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:49.659782 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:49.660142 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:49.668488 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] For port 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10,segment=NetworkSegment(62a3f838-4f21-4129-b1c0-4fc4eab1b235),segment_id=62a3f838-4f21-4129-b1c0-4fc4eab1b235)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:28:49.668864 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:49.711945 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d681d-4114-42d0-b80c-cd4536f609e5 None None] Calling delete_port for 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:28:49.735272 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:49.736955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d8828b86-5388-459b-9d3f-cfbcb3f72342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:49.739284 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 777ea37f-7054-4999-9fe3-77baa423c978 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:49.739667 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:28:49.742563 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 2 to bind port 777ea37f-7054-4999-9fe3-77baa423c978 Jun 02 12:28:49.827537 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:49.828048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:49.828488 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:49.828800 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Calling delete_port for 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:28:49.841741 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8828b86-5388-459b-9d3f-cfbcb3f72342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Made reservation on behalf of efee924bbd744deca2122f3ab0506eed for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:49.844634 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d8828b86-5388-459b-9d3f-cfbcb3f72342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:49.883141 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 777ea37f-7054-4999-9fe3-77baa423c978 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:49.883720 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:28:49.888893 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Allocated IP 172.26.7.198 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/6e29c508-ac91-4e0f-be11-0a5ab37f32f4) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:28:49.897486 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 3 to bind port 777ea37f-7054-4999-9fe3-77baa423c978 Jun 02 12:28:49.929881 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-d8828b86-5388-459b-9d3f-cfbcb3f72342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] device_id is not set on port 8bc85db7-2ebe-40f5-bcdf-fb3a5a9c3c05 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:28:49.963250 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:50.008271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:50.008665 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:50.009213 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:50.091361 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:50.105873 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:50.112562 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5c7d681d-4114-42d0-b80c-cd4536f609e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:50.117662 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2cb762e3-134c-400f-a01c-45cb3deffbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:50.120321 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-22b0c21b-8687-40ef-9400-1f6b21ac0351 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:50.166080 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Pushing event deleted for resources: {'Port': ['ID=0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:50.166301 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d681d-4114-42d0-b80c-cd4536f609e5 None None] Pushing event deleted for resources: {'Port': ['ID=0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:50.168262 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7d681d-4114-42d0-b80c-cd4536f609e5 None None] No DVR routers for this DVR port 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:28:50.170044 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5c7d681d-4114-42d0-b80c-cd4536f609e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:50.171621 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] No DVR routers for this DVR port 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:28:50.172963 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:50.185793 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 777ea37f-7054-4999-9fe3-77baa423c978 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:50.186250 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:28:50.191565 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 4 to bind port 777ea37f-7054-4999-9fe3-77baa423c978 Jun 02 12:28:50.265385 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:50.265802 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:50.266237 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:50.330818 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 777ea37f-7054-4999-9fe3-77baa423c978 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:50.331149 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:28:50.340408 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 5 to bind port 777ea37f-7054-4999-9fe3-77baa423c978 Jun 02 12:28:50.352517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:50.354863 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:50.365449 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:28:50.369434 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:50.415527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.objects.ports [None req-5edee871-f94a-438e-9d4c-9ca75765a7e7 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92305) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 12:28:50.416006 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5edee871-f94a-438e-9d4c-9ca75765a7e7 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:50.441829 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:50.466814 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:50.467078 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:50.467420 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:50.501457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:50.515000 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:50.516310 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 777ea37f-7054-4999-9fe3-77baa423c978 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:50.516593 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:28:50.532727 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e28255b-3947-43a6-8708-90584e8c0d5f,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:50.537607 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:50.538877 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:50.552520 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 6 to bind port 777ea37f-7054-4999-9fe3-77baa423c978 Jun 02 12:28:50.598382 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a3f838-4f21-4129-b1c0-4fc4eab1b235') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:50.599219 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a3f838-4f21-4129-b1c0-4fc4eab1b235') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:50.628315 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:50.694172 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:28:50.694386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:50.694803 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:50.694803 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:50.704594 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:50.706411 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:50.716971 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:28:50.737514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 777ea37f-7054-4999-9fe3-77baa423c978 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:50.737764 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:28:50.744356 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 7 to bind port 777ea37f-7054-4999-9fe3-77baa423c978 Jun 02 12:28:50.746817 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 21b6cb89-7184-4202-b506-db6ae0ad475a up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:28:50.751234 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edee871-f94a-438e-9d4c-9ca75765a7e7 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1477df19-f2f8-4d25-bf07-127a3936da28,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:50.755875 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Pushing event updated for resources: {'Port': ['ID=6e29c508-ac91-4e0f-be11-0a5ab37f32f4,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:50.758501 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5edee871-f94a-438e-9d4c-9ca75765a7e7 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:50.758858 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:28:50.760465 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:50.768123 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c5dae684-f02e-4f71-999f-20c7a2bebe30 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:28:50.782310 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:28:50.785872 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:50.793209 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d8828b86-5388-459b-9d3f-cfbcb3f72342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:50.795531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-de85dd58-1215-4b6b-89f5-5150975426b4 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:50.804475 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:50.826091 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 21b6cb89-7184-4202-b506-db6ae0ad475a completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:28:50.827926 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:50.828240 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:50.828576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:50.830657 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edee871-f94a-438e-9d4c-9ca75765a7e7 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Checking segment: {'id': 'e12cc73d-9ea3-48de-83a1-53f08785443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '969185e5-04de-4805-84e1-454a5a87b043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:28:50.831022 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edee871-f94a-438e-9d4c-9ca75765a7e7 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Network hostable DHCP agents. Network: 969185e5-04de-4805-84e1-454a5a87b043, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:28:50.836295 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 21b6cb89-7184-4202-b506-db6ae0ad475a triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:50.837021 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:50.872104 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 777ea37f-7054-4999-9fe3-77baa423c978 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:50.872442 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:28:50.883836 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 8 to bind port 777ea37f-7054-4999-9fe3-77baa423c978 Jun 02 12:28:50.899963 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:50.920326 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:50.935949 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:50.943686 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:50.944089 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:50.944434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:50.954952 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dae684-f02e-4f71-999f-20c7a2bebe30 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Subnet': ['ID=6101d17f-a78d-48ff-b126-6be6b5eb961b,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:50.961811 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c5dae684-f02e-4f71-999f-20c7a2bebe30 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:50.978655 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:50.990686 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:51.007615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:51.009597 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:51.022655 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Pushing event deleted for resources: {'Network': ['ID=bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:51.035566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:51.048020 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 21b6cb89-7184-4202-b506-db6ae0ad475a, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=21b6cb89-7184-4202-b506-db6ae0ad475a,segment=NetworkSegment(fbabe685-c618-4d2b-8334-a843cab84c70),segment_id=fbabe685-c618-4d2b-8334-a843cab84c70)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:28:51.054248 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 777ea37f-7054-4999-9fe3-77baa423c978 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:51.054583 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:28:51.055413 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edee871-f94a-438e-9d4c-9ca75765a7e7 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Network 969185e5-04de-4805-84e1-454a5a87b043 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:28:51.063420 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:51.065338 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:51.077266 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:51.110245 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:51.134821 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] 10.222.0.37 "DELETE /v2.0/networks/bc7ffe9d-2999-4cae-bfd7-3c1a4af4147e HTTP/1.1" status: 204 len: 168 time: 2.6613317 Jun 02 12:28:51.140348 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:28:51.147390 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 9 to bind port 777ea37f-7054-4999-9fe3-77baa423c978 Jun 02 12:28:51.164986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dae684-f02e-4f71-999f-20c7a2bebe30 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Checking segment: {'id': '7f0e5efa-dfdb-4f6d-bbd8-acd3f262a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c6864368-7b5c-4ceb-a7ea-09f94e1246e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:28:51.165344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dae684-f02e-4f71-999f-20c7a2bebe30 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network hostable DHCP agents. Network: c6864368-7b5c-4ceb-a7ea-09f94e1246e0, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:28:51.184564 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d8828b86-5388-459b-9d3f-cfbcb3f72342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:51.199617 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:28:51.200640 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 0e63d49e-3dfb-42db-a2c7-dbc4b18e6e10 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:28:51.250048 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=21b6cb89-7184-4202-b506-db6ae0ad475a,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:51.250270 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:51.250527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:51.251123 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:51.252911 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-5edee871-f94a-438e-9d4c-9ca75765a7e7 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 969185e5-04de-4805-84e1-454a5a87b043) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:51.264108 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:51.266007 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13172f1-46ed-4615-85b1-ffee1e5f32b8 None None] Network 969185e5-04de-4805-84e1-454a5a87b043 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:28:51.278000 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:51.300085 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8828b86-5388-459b-9d3f-cfbcb3f72342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:28:51.307329 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 777ea37f-7054-4999-9fe3-77baa423c978 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:51.307679 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:28:51.316678 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 10 to bind port 777ea37f-7054-4999-9fe3-77baa423c978 Jun 02 12:28:51.324870 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-d8828b86-5388-459b-9d3f-cfbcb3f72342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:51.325228 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:51.331219 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Pushing event updated for resources: {'Port': ['ID=274119c5-47ab-454f-b460-177ab0584ae0,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:51.347523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edee871-f94a-438e-9d4c-9ca75765a7e7 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:51.348134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5edee871-f94a-438e-9d4c-9ca75765a7e7 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:51.353366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8828b86-5388-459b-9d3f-cfbcb3f72342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:28:51.354507 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8828b86-5388-459b-9d3f-cfbcb3f72342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:51.355102 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d8828b86-5388-459b-9d3f-cfbcb3f72342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:51.363862 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dae684-f02e-4f71-999f-20c7a2bebe30 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network c6864368-7b5c-4ceb-a7ea-09f94e1246e0 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:28:51.404408 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:51.404784 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:51.405122 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:51.441339 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 777ea37f-7054-4999-9fe3-77baa423c978 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:51.441339 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 777ea37f-7054-4999-9fe3-77baa423c978 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:28:51.443089 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:51.472464 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-c5dae684-f02e-4f71-999f-20c7a2bebe30 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, c6864368-7b5c-4ceb-a7ea-09f94e1246e0) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:51.486227 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb89a04-6280-43d5-9bb2-f5be58ba5246 None None] Network c6864368-7b5c-4ceb-a7ea-09f94e1246e0 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:28:51.544310 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5edee871-f94a-438e-9d4c-9ca75765a7e7 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.6516190 Jun 02 12:28:51.545341 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:51.547128 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2436643 Jun 02 12:28:51.547926 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41036) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:51.575425 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-b6f5267e-dbc4-4090-a291-7e69a7263236 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1910406254', 'network_id': '969185e5-04de-4805-84e1-454a5a87b043'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:51.580919 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b6f5267e-dbc4-4090-a291-7e69a7263236 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:51.585986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b6f5267e-dbc4-4090-a291-7e69a7263236 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Usage tracker for resource:port and tenant:cbb1f69104c34c68b030e9cdfd5d035d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:51.590308 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b6f5267e-dbc4-4090-a291-7e69a7263236 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:51.597198 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b6f5267e-dbc4-4090-a291-7e69a7263236 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:51.611089 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:51.616159 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d8828b86-5388-459b-9d3f-cfbcb3f72342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.9906487 Jun 02 12:28:51.616159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:51.637346 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41040) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:51.686889 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41042) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:51.756685 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] For port 777ea37f-7054-4999-9fe3-77baa423c978, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:28:51.758356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempted to set empty binding levels {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 02 12:28:51.764081 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5939d96-ba51-409e-abca-4825f87a084c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:51.765463 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c5939d96-ba51-409e-abca-4825f87a084c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] 10.222.0.37 "GET /v2.0/ports/8bc85db7-2ebe-40f5-bcdf-fb3a5a9c3c05 HTTP/1.1" status: 200 len: 957 time: 0.1271458 Jun 02 12:28:51.766403 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c3ee0d-055c-432f-a1f7-9687b1d0d10a None None] Network 969185e5-04de-4805-84e1-454a5a87b043 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:28:51.768855 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41048) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:51.788384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dae684-f02e-4f71-999f-20c7a2bebe30 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:51.789582 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c5dae684-f02e-4f71-999f-20c7a2bebe30 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:51.825765 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:51.835348 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f5267e-dbc4-4090-a291-7e69a7263236 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Made reservation on behalf of cbb1f69104c34c68b030e9cdfd5d035d for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:51.837716 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b6f5267e-dbc4-4090-a291-7e69a7263236 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:51.851110 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:51.854804 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-aee5ec0c-8241-4985-9adf-001d093821af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:51.928161 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-b6f5267e-dbc4-4090-a291-7e69a7263236 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] device_id is not set on port bd896f83-9369-4cd5-90a9-ec1dc78a7088 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:28:51.961349 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8828b86-5388-459b-9d3f-cfbcb3f72342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Pushing event updated for resources: {'Port': ['ID=8bc85db7-2ebe-40f5-bcdf-fb3a5a9c3c05,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:51.969593 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c5dae684-f02e-4f71-999f-20c7a2bebe30 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8587811 Jun 02 12:28:51.969593 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:51.969593 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:51.973980 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d8828b86-5388-459b-9d3f-cfbcb3f72342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:51.974576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:51.977952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:52.003988 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41058) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:52.007665 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8d476ef6-75e1-43ed-87f1-44f5bdfb77d9,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:52.039297 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-7f1b4df7-18c9-4b81-b08b-9f781b8ee3e7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'subnet': {'network_id': 'cbcc6a9a-2719-4917-806d-cf362b044893', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:52.043355 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-22fc94d0-ea70-4dec-aa5d-4f0086e7159e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25181d7143504eeab2b42697a8fff1e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3542147 Jun 02 12:28:52.044204 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:52.056612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41068) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:52.078433 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:52.164563 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-c6864368-7b5c-4ceb-a7ea-09f94e1246e0', 'network_id': 'c6864368-7b5c-4ceb-a7ea-09f94e1246e0', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'fixed_ips': [{'subnet_id': '6101d17f-a78d-48ff-b126-6be6b5eb961b'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:28:52.165777 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:52.185924 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Pushing event updated for resources: {'Port': ['ID=777ea37f-7054-4999-9fe3-77baa423c978,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:52.187198 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:52.191983 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.8572283 Jun 02 12:28:52.196610 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:52.197048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41070) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:52.212824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:52.239761 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41078) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:52.289638 dv-neutron-601336-80-hyperv neutron-server[92305]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 02 12:28:52.339396 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Allocated IP 2001:db8::2 (c6864368-7b5c-4ceb-a7ea-09f94e1246e0/6101d17f-a78d-48ff-b126-6be6b5eb961b/cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:28:52.368043 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7f1b4df7-18c9-4b81-b08b-9f781b8ee3e7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:52.396976 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7f1b4df7-18c9-4b81-b08b-9f781b8ee3e7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:subnet and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:52.403691 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4383c4ea-2eca-40ee-9468-243581af5c28']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:52.408580 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7f1b4df7-18c9-4b81-b08b-9f781b8ee3e7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:52.434461 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c60d5a-bde0-4fef-b7ea-0290bc7bd704') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:52.434837 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c60d5a-bde0-4fef-b7ea-0290bc7bd704') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:52.457456 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7fc30023-a1b9-4514-9f00-ac00c282d1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:52.465012 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-b6f5267e-dbc4-4090-a291-7e69a7263236 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Allocated IP 2001:db8::1eb (969185e5-04de-4805-84e1-454a5a87b043/1477df19-f2f8-4d25-bf07-127a3936da28/bd896f83-9369-4cd5-90a9-ec1dc78a7088) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:28:52.467221 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7f1b4df7-18c9-4b81-b08b-9f781b8ee3e7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:52.468096 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:52.492228 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-d3584b4c-61a8-4811-9530-95ef40c5c9ee tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--222139615&fields=id&tenant_id=3413635451c64d1abbc624dcfc5977af HTTP/1.1" status: 200 len: 267 time: 0.2390492 Jun 02 12:28:52.497256 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Pushing event updated for resources: {'Port': ['ID=6e29c508-ac91-4e0f-be11-0a5ab37f32f4,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:52.510908 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:52.510908 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:52.516874 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:52.519143 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1b4df7-18c9-4b81-b08b-9f781b8ee3e7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Made reservation on behalf of 9cc4ca61dc954dc9aa55c98b051cae30 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:52.541230 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:28:52.541930 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:28:52.557545 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:28:52.563068 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:52.574900 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Transition to ACTIVE for port object cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:28:52.593944 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Transition to ACTIVE for port object cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:28:52.600896 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:52.604856 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b4f18474-0384-4f52-b1f9-bca42922c8f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:52.616845 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7f1b4df7-18c9-4b81-b08b-9f781b8ee3e7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:52.631469 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:52.646333 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6934280 Jun 02 12:28:52.656047 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7fc30023-a1b9-4514-9f00-ac00c282d1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:52.687295 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Pushing event updated for resources: {'Port': ['ID=cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:52.691647 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-6b34a618-1be1-46a0-a848-887c6e25ab2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Deleting port 8bc85db7-2ebe-40f5-bcdf-fb3a5a9c3c05 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:28:52.693218 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b34a618-1be1-46a0-a848-887c6e25ab2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:52.695894 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:52.718348 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Network c6864368-7b5c-4ceb-a7ea-09f94e1246e0 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:28:52.719734 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:52.726396 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:28:52.732533 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:52.752916 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4383c4ea-2eca-40ee-9468-243581af5c28 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 02 12:28:52.756159 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:52.764537 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4c3c211f-e82c-4eda-86aa-d00a86b4897a tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:52.790625 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] 10.222.0.37 "DELETE /v2.0/networks/4383c4ea-2eca-40ee-9468-243581af5c28 HTTP/1.1" status: 204 len: 168 time: 5.0110991 Jun 02 12:28:52.796876 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41082) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:52.801780 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 21b6cb89-7184-4202-b506-db6ae0ad475a up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:28:52.844383 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Pushing event deleted for resources: {'Network': ['ID=4383c4ea-2eca-40ee-9468-243581af5c28,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:52.852036 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:52.896124 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b34a618-1be1-46a0-a848-887c6e25ab2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:52.999258 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Attempting to bind port cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:52.999632 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Attempting to bind port cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '7f0e5efa-dfdb-4f6d-bbd8-acd3f262a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c6864368-7b5c-4ceb-a7ea-09f94e1246e0'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:52.999999 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Attempting to bind port cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8 on network c6864368-7b5c-4ceb-a7ea-09f94e1246e0 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:53.008086 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:28:53.008723 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Checking segment: {'id': '7f0e5efa-dfdb-4f6d-bbd8-acd3f262a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c6864368-7b5c-4ceb-a7ea-09f94e1246e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:28:53.009274 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:53.009811 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Bound using segment: {'id': '7f0e5efa-dfdb-4f6d-bbd8-acd3f262a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c6864368-7b5c-4ceb-a7ea-09f94e1246e0'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:28:53.010450 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Bound port: cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0e5efa-dfdb-4f6d-bbd8-acd3f262a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c6864368-7b5c-4ceb-a7ea-09f94e1246e0'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:28:53.010991 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:53.050472 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-6b34a618-1be1-46a0-a848-887c6e25ab2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Calling delete_port for 8bc85db7-2ebe-40f5-bcdf-fb3a5a9c3c05 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:28:53.071209 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 21b6cb89-7184-4202-b506-db6ae0ad475a triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:53.071741 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:53.111741 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b34a618-1be1-46a0-a848-887c6e25ab2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:53.128049 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5d6571f0-3561-42c2-9504-4622ad33c788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:53.177389 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] For port cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:28:53.185948 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] For port cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8,segment=NetworkSegment(7f0e5efa-dfdb-4f6d-bbd8-acd3f262a197),segment_id=7f0e5efa-dfdb-4f6d-bbd8-acd3f262a197)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:28:53.193586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:53.198271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c46a0101-6055-4bc5-bf11-82ade5ae0e91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:53.219002 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41104) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:53.225809 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d5dd6e03-3693-44be-b2c3-d23f3bfb85f4 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 0.4109690 Jun 02 12:28:53.228734 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41106) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:53.240013 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 02 12:28:53.274720 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7fc30023-a1b9-4514-9f00-ac00c282d1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:53.281640 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b34a618-1be1-46a0-a848-887c6e25ab2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:53.317081 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:53.319141 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6b34a618-1be1-46a0-a848-887c6e25ab2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] 10.222.0.37 "DELETE /v2.0/ports/8bc85db7-2ebe-40f5-bcdf-fb3a5a9c3c05 HTTP/1.1" status: 204 len: 168 time: 1.5490227 Jun 02 12:28:53.322389 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-8807687e-3233-4e37-bd6c-d56ebb8440f4 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Synchronizing usage tracker for tenant:2a1d32dc7a634dd8b54473ce977ce897 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:28:53.326498 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-13ec10b4-114b-4e86-9b72-6df90becd10c tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Deleting port 777ea37f-7054-4999-9fe3-77baa423c978 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:28:53.326871 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-13ec10b4-114b-4e86-9b72-6df90becd10c tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:53.328780 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34a618-1be1-46a0-a848-887c6e25ab2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Pushing event deleted for resources: {'Port': ['ID=8bc85db7-2ebe-40f5-bcdf-fb3a5a9c3c05,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:53.332888 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41108) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:53.337959 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Pushing event updated for resources: {'Port': ['ID=cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:53.341338 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:53.401594 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6b34a618-1be1-46a0-a848-887c6e25ab2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:53.403043 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ad50c1-0b66-49d8-a543-86b59cda80dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] GET failed (client error): The resource could not be found. Jun 02 12:28:53.403712 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c4ad50c1-0b66-49d8-a543-86b59cda80dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Synchronizing usage tracker for tenant:efee924bbd744deca2122f3ab0506eed on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:28:53.417964 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-8807687e-3233-4e37-bd6c-d56ebb8440f4 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Unset dirty status for tenant:2a1d32dc7a634dd8b54473ce977ce897 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:28:53.419536 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-8807687e-3233-4e37-bd6c-d56ebb8440f4 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--20568542&fields=id&tenant_id=2a1d32dc7a634dd8b54473ce977ce897 HTTP/1.1" status: 200 len: 267 time: 0.1807933 Jun 02 12:28:53.423906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c4ad50c1-0b66-49d8-a543-86b59cda80dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Unset dirty status for tenant:efee924bbd744deca2122f3ab0506eed on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:28:53.425127 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c4ad50c1-0b66-49d8-a543-86b59cda80dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] 10.222.0.37 "GET /v2.0/ports/8bc85db7-2ebe-40f5-bcdf-fb3a5a9c3c05 HTTP/1.1" status: 404 len: 333 time: 0.0662839 Jun 02 12:28:53.429573 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41110) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:53.439846 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-13ec10b4-114b-4e86-9b72-6df90becd10c tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] For port 777ea37f-7054-4999-9fe3-77baa423c978, host hv-neutron-6013, got binding levels [] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:28:53.440208 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-13ec10b4-114b-4e86-9b72-6df90becd10c tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:53.455237 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-beb5022f-dc84-4f7b-8773-f35bd0eaada4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Request body: {'port': {'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1498957316'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:53.469224 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-beb5022f-dc84-4f7b-8773-f35bd0eaada4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:53.554459 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-beb5022f-dc84-4f7b-8773-f35bd0eaada4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:53.587847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb5022f-dc84-4f7b-8773-f35bd0eaada4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Made reservation on behalf of efee924bbd744deca2122f3ab0506eed for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:53.590273 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-beb5022f-dc84-4f7b-8773-f35bd0eaada4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:53.627843 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-beb5022f-dc84-4f7b-8773-f35bd0eaada4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] device_id is not set on port 22c8e788-aab7-4717-bcbf-803c5e670c49 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:28:53.635303 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-13ec10b4-114b-4e86-9b72-6df90becd10c tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Calling delete_port for 777ea37f-7054-4999-9fe3-77baa423c978 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:28:53.658187 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc30023-a1b9-4514-9f00-ac00c282d1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ed565d-d2cc-4022-8943-0b0b0a20d5b4,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:53.678340 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7fc30023-a1b9-4514-9f00-ac00c282d1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:53.692756 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b6f5267e-dbc4-4090-a291-7e69a7263236 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:53.707838 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-cc4049a8-1ea2-437e-a56f-12c1e665970c tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:53.709317 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-cc4049a8-1ea2-437e-a56f-12c1e665970c tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/networks?id=3368b6ae-6925-4cc1-a7ab-b844c11cee25 HTTP/1.1" status: 200 len: 805 time: 1.0764577 Jun 02 12:28:53.716661 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-9d290455-e63d-47c8-b70a-9813659c3d05 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:53.717371 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-9d290455-e63d-47c8-b70a-9813659c3d05 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Synchronizing usage tracker for tenant:2a1d32dc7a634dd8b54473ce977ce897 on resource:network {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:28:53.767305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-9d290455-e63d-47c8-b70a-9813659c3d05 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Unset dirty status for tenant:2a1d32dc7a634dd8b54473ce977ce897 on resource:network {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:28:53.768474 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-9d290455-e63d-47c8-b70a-9813659c3d05 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/networks?id=e873baa3-8bc9-49b1-84fa-6d899e4534ed HTTP/1.1" status: 200 len: 811 time: 0.3421617 Jun 02 12:28:53.847943 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-f50f310a-1409-467c-bebc-56c71edebf87 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/quotas/2a1d32dc7a634dd8b54473ce977ce897 HTTP/1.1" status: 200 len: 375 time: 0.0640085 Jun 02 12:28:53.871780 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550ea72e-ca20-4b38-af1b-fb6eb89e0908 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:53.872354 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550ea72e-ca20-4b38-af1b-fb6eb89e0908 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:53.872692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550ea72e-ca20-4b38-af1b-fb6eb89e0908 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:53.873144 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550ea72e-ca20-4b38-af1b-fb6eb89e0908 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:53.873590 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550ea72e-ca20-4b38-af1b-fb6eb89e0908 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:53.874034 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550ea72e-ca20-4b38-af1b-fb6eb89e0908 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:53.874507 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550ea72e-ca20-4b38-af1b-fb6eb89e0908 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:53.875450 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-550ea72e-ca20-4b38-af1b-fb6eb89e0908 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Synchronizing usage tracker for tenant:b061f2e4b2d048dca926c97b8a6e4917 on resource:subnet {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:28:53.877991 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7fc30023-a1b9-4514-9f00-ac00c282d1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:53.881420 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7fc30023-a1b9-4514-9f00-ac00c282d1df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60ed565d-d2cc-4022-8943-0b0b0a20d5b4 HTTP/1.1" status: 204 len: 168 time: 1.8190420 Jun 02 12:28:53.893200 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-100c1692-e441-400d-99fe-c0efc83ecf54 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/quotas/3413635451c64d1abbc624dcfc5977af HTTP/1.1" status: 200 len: 375 time: 0.1403756 Jun 02 12:28:53.941043 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-beb5022f-dc84-4f7b-8773-f35bd0eaada4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:53.983468 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-404eb9ee-bedc-43bc-9d0a-f44fde527ea4 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Synchronizing usage tracker for tenant:2a1d32dc7a634dd8b54473ce977ce897 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:28:53.993051 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-550ea72e-ca20-4b38-af1b-fb6eb89e0908 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Unset dirty status for tenant:b061f2e4b2d048dca926c97b8a6e4917 on resource:subnet {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:28:53.994250 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-550ea72e-ca20-4b38-af1b-fb6eb89e0908 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4600 time: 0.7613339 Jun 02 12:28:54.000867 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41114) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:54.088543 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-563c3adf-25a0-48e7-9305-f98658a7fc79 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] delete failed (client error): The resource could not be found. Jun 02 12:28:54.089646 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b6f5267e-dbc4-4090-a291-7e69a7263236 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:54.092255 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-563c3adf-25a0-48e7-9305-f98658a7fc79 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/6b1b9ae2-7604-436f-b194-6289dc5bc9c5 HTTP/1.1" status: 404 len: 345 time: 0.0904083 Jun 02 12:28:54.092822 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41118) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:54.100932 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-13ec10b4-114b-4e86-9b72-6df90becd10c tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:54.115542 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-beb5022f-dc84-4f7b-8773-f35bd0eaada4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:54.125252 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:54.125461 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-404eb9ee-bedc-43bc-9d0a-f44fde527ea4 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Unset dirty status for tenant:2a1d32dc7a634dd8b54473ce977ce897 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:28:54.127041 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-404eb9ee-bedc-43bc-9d0a-f44fde527ea4 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a1d32dc7a634dd8b54473ce977ce897&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2653315 Jun 02 12:28:54.133585 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:54.179491 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-daea83f3-1e2b-4fb4-a207-7571e56aa5a8 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] DELETE failed (client error): The resource could not be found. Jun 02 12:28:54.180069 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daea83f3-1e2b-4fb4-a207-7571e56aa5a8 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:28:54.212635 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f5267e-dbc4-4090-a291-7e69a7263236 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Network 969185e5-04de-4805-84e1-454a5a87b043 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:28:54.219623 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-0c9d9bc0-2bcd-4302-a953-4494db43a4a0 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Synchronizing usage tracker for tenant:3413635451c64d1abbc624dcfc5977af on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:28:54.226025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5267e-dbc4-4090-a291-7e69a7263236 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Pushing event updated for resources: {'Port': ['ID=bd896f83-9369-4cd5-90a9-ec1dc78a7088,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:54.232844 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb5022f-dc84-4f7b-8773-f35bd0eaada4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:28:54.249987 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-beb5022f-dc84-4f7b-8773-f35bd0eaada4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:54.257443 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5022f-dc84-4f7b-8773-f35bd0eaada4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:28:54.258543 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb5022f-dc84-4f7b-8773-f35bd0eaada4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:54.259233 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-beb5022f-dc84-4f7b-8773-f35bd0eaada4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:54.273335 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-b6f5267e-dbc4-4090-a291-7e69a7263236 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:54.277960 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-daea83f3-1e2b-4fb4-a207-7571e56aa5a8 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] 10.222.0.37 "DELETE /v2.0/networks/4383c4ea-2eca-40ee-9468-243581af5c28 HTTP/1.1" status: 404 len: 339 time: 0.1796420 Jun 02 12:28:54.278127 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f5267e-dbc4-4090-a291-7e69a7263236 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:28:54.278127 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f5267e-dbc4-4090-a291-7e69a7263236 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:54.278475 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b6f5267e-dbc4-4090-a291-7e69a7263236 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:54.289393 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41124) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:54.292118 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5022f-dc84-4f7b-8773-f35bd0eaada4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Pushing event updated for resources: {'Port': ['ID=22c8e788-aab7-4717-bcbf-803c5e670c49,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:54.311545 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ba06163e-bff7-4da7-b14b-b121fe5ea787 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Request body: {'network': {'name': 'tempest-network--1484889859', 'router:external': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:54.316357 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-beb5022f-dc84-4f7b-8773-f35bd0eaada4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:54.316813 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41126) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:54.319640 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ba06163e-bff7-4da7-b14b-b121fe5ea787 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:54.334849 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-beb5022f-dc84-4f7b-8773-f35bd0eaada4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9023502 Jun 02 12:28:54.339272 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41128) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:54.342526 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ba06163e-bff7-4da7-b14b-b121fe5ea787 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Usage tracker for resource:network and tenant:b061f2e4b2d048dca926c97b8a6e4917 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:54.348509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:54.387402 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ba06163e-bff7-4da7-b14b-b121fe5ea787 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:54.393337 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a2d59f63-042a-4198-be48-1875e2a9f1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:54.394516 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-13ec10b4-114b-4e86-9b72-6df90becd10c tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:54.399690 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-0c9d9bc0-2bcd-4302-a953-4494db43a4a0 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Unset dirty status for tenant:3413635451c64d1abbc624dcfc5977af on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:28:54.400990 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-0c9d9bc0-2bcd-4302-a953-4494db43a4a0 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3413635451c64d1abbc624dcfc5977af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4941797 Jun 02 12:28:54.408183 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec10b4-114b-4e86-9b72-6df90becd10c tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Pushing event deleted for resources: {'Port': ['ID=777ea37f-7054-4999-9fe3-77baa423c978,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:54.411783 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-13ec10b4-114b-4e86-9b72-6df90becd10c tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:54.413936 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:54.414556 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:54.421320 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-13ec10b4-114b-4e86-9b72-6df90becd10c tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] 10.222.0.37 "DELETE /v2.0/ports/777ea37f-7054-4999-9fe3-77baa423c978 HTTP/1.1" status: 204 len: 168 time: 2.2176385 Jun 02 12:28:54.425479 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ba06163e-bff7-4da7-b14b-b121fe5ea787 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:54.428195 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41132) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:54.445971 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a2d59f63-042a-4198-be48-1875e2a9f1c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:54.493529 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba06163e-bff7-4da7-b14b-b121fe5ea787 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Made reservation on behalf of b061f2e4b2d048dca926c97b8a6e4917 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:54.495890 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ba06163e-bff7-4da7-b14b-b121fe5ea787 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:54.506446 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b6f5267e-dbc4-4090-a291-7e69a7263236 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.9358034 Jun 02 12:28:54.507399 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41138) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:54.511781 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a2d59f63-042a-4198-be48-1875e2a9f1c3 admin admin] Usage tracker for resource:security_group_rule and tenant:34e66d9e258f47caa2dd159d212bad32 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:54.519574 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a2d59f63-042a-4198-be48-1875e2a9f1c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:54.537065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a2d59f63-042a-4198-be48-1875e2a9f1c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:54.553584 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:54.562635 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda9edd5-11cc-4682-acdb-9fe690ad2812 None None] Network c6864368-7b5c-4ceb-a7ea-09f94e1246e0 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:28:54.587810 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-4c72d544-0040-4b0b-9228-66b226279f17 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:28:54.588836 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-4c72d544-0040-4b0b-9228-66b226279f17 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1984859 Jun 02 12:28:54.589830 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba06163e-bff7-4da7-b14b-b121fe5ea787 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:28:54.703547 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-0768ca2a-31ca-420b-bfd2-ebc20db77828 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] GET failed (client error): The resource could not be found. Jun 02 12:28:54.704023 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0768ca2a-31ca-420b-bfd2-ebc20db77828 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Synchronizing usage tracker for tenant:a02b77f7f58a40b8ac3906dfbc5c05c8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:28:54.782027 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ba06163e-bff7-4da7-b14b-b121fe5ea787 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:54.782027 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-ba06163e-bff7-4da7-b14b-b121fe5ea787 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Added segment 337d9476-9fc6-4598-b35d-79cd0c0360e4 of type vlan for network bac5e4c1-8be2-409a-9b7e-2a1fc7d6d483 Jun 02 12:28:54.786542 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:28:54.789536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0768ca2a-31ca-420b-bfd2-ebc20db77828 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Unset dirty status for tenant:a02b77f7f58a40b8ac3906dfbc5c05c8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:28:54.790735 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0768ca2a-31ca-420b-bfd2-ebc20db77828 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] 10.222.0.37 "GET /v2.0/ports/777ea37f-7054-4999-9fe3-77baa423c978 HTTP/1.1" status: 404 len: 333 time: 0.3553476 Jun 02 12:28:54.797019 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41142) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:54.803879 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-b76e614d-2a2d-42c8-8c03-12e364e455d7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Request body: {'port': {'network_id': '99e3271d-656a-4745-be7b-3955a59847e3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1657024020'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:54.827014 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-cb5131de-e596-4b1d-986e-6c453b5ba4e1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:28:54.827959 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-cb5131de-e596-4b1d-986e-6c453b5ba4e1 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1438680 Jun 02 12:28:54.830392 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b76e614d-2a2d-42c8-8c03-12e364e455d7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:54.874295 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b76e614d-2a2d-42c8-8c03-12e364e455d7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:54.909317 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4a707c3f-9e34-4798-bc52-86e82e6c6e90 None None] Provisioning for port cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:28:54.974357 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:28:54.980293 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:54.980677 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:54.994526 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76e614d-2a2d-42c8-8c03-12e364e455d7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Made reservation on behalf of a02b77f7f58a40b8ac3906dfbc5c05c8 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:54.996971 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b76e614d-2a2d-42c8-8c03-12e364e455d7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:55.003480 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ba06163e-bff7-4da7-b14b-b121fe5ea787 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:55.045401 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-5510b767-0dd3-4615-888b-3fb976e80da3 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Deleting port bd896f83-9369-4cd5-90a9-ec1dc78a7088 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:28:55.045791 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5510b767-0dd3-4615-888b-3fb976e80da3 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:55.069019 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-b76e614d-2a2d-42c8-8c03-12e364e455d7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] device_id is not set on port 4988d375-c4f8-417a-a166-0bf2cc4464e6 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:28:55.093009 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-d623b5e4-4d47-49f5-8c9c-64fd4433d1b0 service neutron] 10.222.0.37 "GET /v2.0/networks/e873baa3-8bc9-49b1-84fa-6d899e4534ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665778 Jun 02 12:28:55.105947 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a2d59f63-042a-4198-be48-1875e2a9f1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:55.139307 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a2d59f63-042a-4198-be48-1875e2a9f1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:55.143812 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:55.154091 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7f1b4df7-18c9-4b81-b08b-9f781b8ee3e7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:55.168455 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:55.194078 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8,segment=NetworkSegment(7f0e5efa-dfdb-4f6d-bbd8-acd3f262a197),segment_id=7f0e5efa-dfdb-4f6d-bbd8-acd3f262a197)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:28:55.215472 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:55.218374 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cafb58c8-877c-4ced-bec8-f09e9155a338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:55.232611 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:55.277524 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ba06163e-bff7-4da7-b14b-b121fe5ea787 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:55.302708 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba06163e-bff7-4da7-b14b-b121fe5ea787 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:55.303547 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ba06163e-bff7-4da7-b14b-b121fe5ea787 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:55.313628 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:55.318061 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:55.330230 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-4a0f6913-5e47-4db6-bcb3-57e7e517514b service neutron] 10.222.0.37 "GET /v2.0/networks/3368b6ae-6925-4cc1-a7ab-b844c11cee25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874434 Jun 02 12:28:55.377201 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] device_id is not set on port 22c8e788-aab7-4717-bcbf-803c5e670c49 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:28:55.385220 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a2d59f63-042a-4198-be48-1875e2a9f1c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34e66d9e258f47caa2dd159d212bad32&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0668576 Jun 02 12:28:55.386014 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d59f63-042a-4198-be48-1875e2a9f1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fbfd64-36b7-4305-96b1-82da27224162,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:55.390170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41146) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:55.415674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:55.427026 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a2d59f63-042a-4198-be48-1875e2a9f1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:55.431669 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:55.456822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b4df7-18c9-4b81-b08b-9f781b8ee3e7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Subnet': ['ID=f9cf5cc7-28f4-47ee-b70a-0bbeb046949f,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:55.461436 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7f1b4df7-18c9-4b81-b08b-9f781b8ee3e7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:55.467374 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ba06163e-bff7-4da7-b14b-b121fe5ea787 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1769331 Jun 02 12:28:55.474765 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6e4a85d9-0ff3-4095-baf0-103a9ccc28c5 None None] Provisioning complete for port cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:55.475634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6e4a85d9-0ff3-4095-baf0-103a9ccc28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:55.484218 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41148) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:55.510062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Transition to ACTIVE for port object 22c8e788-aab7-4717-bcbf-803c5e670c49 will not be triggered until provisioned by entity L2. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:28:55.514077 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-d6004e9d-14a4-49c1-883c-cfa156da515c service neutron] 10.222.0.37 "GET /v2.0/networks/e873baa3-8bc9-49b1-84fa-6d899e4534ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059322 Jun 02 12:28:55.527145 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5510b767-0dd3-4615-888b-3fb976e80da3 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:55.562935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b4df7-18c9-4b81-b08b-9f781b8ee3e7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Checking segment: {'id': '09e85bea-3eee-4cdf-befb-91457249c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cbcc6a9a-2719-4917-806d-cf362b044893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:28:55.563302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1b4df7-18c9-4b81-b08b-9f781b8ee3e7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network hostable DHCP agents. Network: cbcc6a9a-2719-4917-806d-cf362b044893, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:28:55.599268 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:55.631534 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:55.673457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06163e-bff7-4da7-b14b-b121fe5ea787 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Pushing event updated for resources: {'Network': ['ID=bac5e4c1-8be2-409a-9b7e-2a1fc7d6d483,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:55.685851 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network bac5e4c1-8be2-409a-9b7e-2a1fc7d6d483 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:28:55.700206 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ba06163e-bff7-4da7-b14b-b121fe5ea787 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:55.701853 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:55.772249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-5510b767-0dd3-4615-888b-3fb976e80da3 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Calling delete_port for bd896f83-9369-4cd5-90a9-ec1dc78a7088 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:28:55.803817 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d663d17d-0420-40e3-af56-2d35a76869f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:55.869007 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b76e614d-2a2d-42c8-8c03-12e364e455d7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:55.876493 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1b4df7-18c9-4b81-b08b-9f781b8ee3e7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network cbcc6a9a-2719-4917-806d-cf362b044893 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:28:55.888858 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-17d4e968-a44d-4d31-b64a-b467c9d5fb6d service neutron] 10.222.0.37 "GET /v2.0/networks/3368b6ae-6925-4cc1-a7ab-b844c11cee25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5409005 Jun 02 12:28:55.901792 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-7f1b4df7-18c9-4b81-b08b-9f781b8ee3e7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, cbcc6a9a-2719-4917-806d-cf362b044893) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:55.910667 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a762a565-d699-4208-a724-39f740c22727 None None] Network cbcc6a9a-2719-4917-806d-cf362b044893 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:28:55.916464 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1b4df7-18c9-4b81-b08b-9f781b8ee3e7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:55.916994 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7f1b4df7-18c9-4b81-b08b-9f781b8ee3e7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:55.955880 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7f1b4df7-18c9-4b81-b08b-9f781b8ee3e7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.9406297 Jun 02 12:28:55.960523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41168) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:55.965988 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-42caa560-e971-4019-bfd4-5535423c5654 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1044971702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:55.975292 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-42caa560-e971-4019-bfd4-5535423c5654 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:55.977969 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b76e614d-2a2d-42c8-8c03-12e364e455d7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:56.012571 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f10f2e3b-7d80-48ad-8cf5-5e8430bb0aff req-05106ba9-cede-424d-a955-a25ca9c8d310 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 210 time: 0.1662540 Jun 02 12:28:56.015249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-42caa560-e971-4019-bfd4-5535423c5654 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:router and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:56.020772 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:56.052179 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Pushing event updated for resources: {'Port': ['ID=22c8e788-aab7-4717-bcbf-803c5e670c49,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:56.083347 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d663d17d-0420-40e3-af56-2d35a76869f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:56.099571 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:56.111737 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-42caa560-e971-4019-bfd4-5535423c5654 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:56.112016 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12102f13-9af7-4976-a35f-ae74cbd57037 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:56.119570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12102f13-9af7-4976-a35f-ae74cbd57037 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:56.120733 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-42caa560-e971-4019-bfd4-5535423c5654 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:56.126704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12102f13-9af7-4976-a35f-ae74cbd57037 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:56.137331 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12102f13-9af7-4976-a35f-ae74cbd57037 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:56.141529 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76e614d-2a2d-42c8-8c03-12e364e455d7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Network 99e3271d-656a-4745-be7b-3955a59847e3 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:28:56.151197 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12102f13-9af7-4976-a35f-ae74cbd57037 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:56.152129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-12102f13-9af7-4976-a35f-ae74cbd57037 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Synchronizing usage tracker for tenant:dd53c574b9f447edb60836fe27bda2ea on resource:network {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:28:56.174862 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-b76e614d-2a2d-42c8-8c03-12e364e455d7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:56.180730 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e614d-2a2d-42c8-8c03-12e364e455d7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Pushing event updated for resources: {'Port': ['ID=4988d375-c4f8-417a-a166-0bf2cc4464e6,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:56.183859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-42caa560-e971-4019-bfd4-5535423c5654 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:56.185433 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-42caa560-e971-4019-bfd4-5535423c5654 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:56.198749 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b76e614d-2a2d-42c8-8c03-12e364e455d7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:56.198749 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76e614d-2a2d-42c8-8c03-12e364e455d7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:28:56.200895 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76e614d-2a2d-42c8-8c03-12e364e455d7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:56.201737 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b76e614d-2a2d-42c8-8c03-12e364e455d7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:56.221607 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:56.221952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:56.222353 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:56.248015 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b76e614d-2a2d-42c8-8c03-12e364e455d7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4488170 Jun 02 12:28:56.254327 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41184) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:56.255406 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8f9f75ac-4bb0-431c-b602-f58400d9b627 req-840cdc0c-4c83-414d-b38f-246009ef35d1 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 210 time: 0.0977845 Jun 02 12:28:56.265886 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:56.267368 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port 22c8e788-aab7-4717-bcbf-803c5e670c49 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:56.267890 dv-neutron-601336-80-hyperv neutron-server[92304]: ERROR neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:56.279431 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.plugins.ml2.plugin [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 2 to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 Jun 02 12:28:56.298351 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-cbcc6a9a-2719-4917-806d-cf362b044893', 'network_id': 'cbcc6a9a-2719-4917-806d-cf362b044893', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'fixed_ips': [{'subnet_id': 'f9cf5cc7-28f4-47ee-b70a-0bbeb046949f'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:28:56.299266 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:56.315591 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-42caa560-e971-4019-bfd4-5535423c5654 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:56.319481 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-12102f13-9af7-4976-a35f-ae74cbd57037 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Unset dirty status for tenant:dd53c574b9f447edb60836fe27bda2ea on resource:network {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:28:56.320903 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-12102f13-9af7-4976-a35f-ae74cbd57037 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3060 time: 0.8314061 Jun 02 12:28:56.323775 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41188) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:56.331064 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5510b767-0dd3-4615-888b-3fb976e80da3 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:56.350431 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:56.351109 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:56.351645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:56.366624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port 22c8e788-aab7-4717-bcbf-803c5e670c49 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:56.367188 dv-neutron-601336-80-hyperv neutron-server[92304]: ERROR neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:56.390950 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:56.420670 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.plugins.ml2.plugin [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 3 to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 Jun 02 12:28:56.465118 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:56.465531 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:56.466019 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:56.468269 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d663d17d-0420-40e3-af56-2d35a76869f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:56.496423 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:56.513436 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port 22c8e788-aab7-4717-bcbf-803c5e670c49 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:56.514482 dv-neutron-601336-80-hyperv neutron-server[92304]: ERROR neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:56.516529 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.plugins.ml2.plugin [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 4 to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 Jun 02 12:28:56.526609 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2186d24a-b28a-48fc-a3cd-6cd51d0adb66 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:56.531485 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Allocated IP 2001:db8:1::2 (cbcc6a9a-2719-4917-806d-cf362b044893/f9cf5cc7-28f4-47ee-b70a-0bbeb046949f/09860734-5118-48cf-952e-b9f9d69b2f9f) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:28:56.536648 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663d17d-0420-40e3-af56-2d35a76869f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fbfd64-36b7-4305-96b1-82da27224162,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:56.545916 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d663d17d-0420-40e3-af56-2d35a76869f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:56.575827 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510b767-0dd3-4615-888b-3fb976e80da3 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd896f83-9369-4cd5-90a9-ec1dc78a7088,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:56.578598 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5510b767-0dd3-4615-888b-3fb976e80da3 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:56.595198 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5510b767-0dd3-4615-888b-3fb976e80da3 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:56.601633 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-42caa560-e971-4019-bfd4-5535423c5654 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:56.618124 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:56.619415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:56.622706 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:56.638471 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d663d17d-0420-40e3-af56-2d35a76869f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:56.642564 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d663d17d-0420-40e3-af56-2d35a76869f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88fbfd64-36b7-4305-96b1-82da27224162 HTTP/1.1" status: 204 len: 168 time: 1.2448933 Jun 02 12:28:56.644826 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port 22c8e788-aab7-4717-bcbf-803c5e670c49 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:56.656038 dv-neutron-601336-80-hyperv neutron-server[92304]: ERROR neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:56.656987 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.plugins.ml2.plugin [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 5 to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 Jun 02 12:28:56.668114 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5510b767-0dd3-4615-888b-3fb976e80da3 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "DELETE /v2.0/ports/bd896f83-9369-4cd5-90a9-ec1dc78a7088 HTTP/1.1" status: 204 len: 168 time: 2.1520991 Jun 02 12:28:56.677280 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41212) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:56.679984 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-42caa560-e971-4019-bfd4-5535423c5654 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:56.684128 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-42caa560-e971-4019-bfd4-5535423c5654 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7197206 Jun 02 12:28:56.684944 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '969185e5-04de-4805-84e1-454a5a87b043', 'external_fixed_ips': [{'subnet_id': '1477df19-f2f8-4d25-bf07-127a3936da28', 'ip_address': '2001:db8::1eb'}]}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:56.691165 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41214) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:56.763233 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:28:56.814933 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2186d24a-b28a-48fc-a3cd-6cd51d0adb66 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:56.831675 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-2186d24a-b28a-48fc-a3cd-6cd51d0adb66 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac5e4c1-8be2-409a-9b7e-2a1fc7d6d483']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:56.850090 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-2186d24a-b28a-48fc-a3cd-6cd51d0adb66 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337d9476-9fc6-4598-b35d-79cd0c0360e4') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:56.850554 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-2186d24a-b28a-48fc-a3cd-6cd51d0adb66 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337d9476-9fc6-4598-b35d-79cd0c0360e4') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:28:56.862812 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2186d24a-b28a-48fc-a3cd-6cd51d0adb66 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:56.892231 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:56.914744 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Usage tracker for resource:router and tenant:cbb1f69104c34c68b030e9cdfd5d035d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:56.921560 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:56.968055 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:56.968376 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:56.992999 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:56.995166 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:57.083296 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:57.083912 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:57.084247 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:57.084722 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:57.096593 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port 22c8e788-aab7-4717-bcbf-803c5e670c49 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:57.097706 dv-neutron-601336-80-hyperv neutron-server[92304]: ERROR neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:57.099694 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2186d24a-b28a-48fc-a3cd-6cd51d0adb66 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:57.102313 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.plugins.ml2.plugin [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 6 to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 Jun 02 12:28:57.122312 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2186d24a-b28a-48fc-a3cd-6cd51d0adb66 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:28:57.122711 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2186d24a-b28a-48fc-a3cd-6cd51d0adb66 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:57.129525 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:57.130585 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:28:57.140410 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:28:57.153548 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:57.153880 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:57.154316 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:57.218556 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port 22c8e788-aab7-4717-bcbf-803c5e670c49 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:57.219127 dv-neutron-601336-80-hyperv neutron-server[92304]: ERROR neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:57.237762 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.plugins.ml2.plugin [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 7 to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 Jun 02 12:28:57.260355 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:57.260923 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:57.261254 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:57.273425 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port 22c8e788-aab7-4717-bcbf-803c5e670c49 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:57.273425 dv-neutron-601336-80-hyperv neutron-server[92304]: ERROR neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:57.273425 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.plugins.ml2.plugin [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 8 to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 Jun 02 12:28:57.283979 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c18221f1-a1ad-4ae1-bfb5-aa88976e756c req-5f6d95b5-0be7-4875-b951-ba1a6d57358f tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 210 time: 0.0729682 Jun 02 12:28:57.298655 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:57.299228 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:57.299540 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:57.304489 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Transition to ACTIVE for port object 09860734-5118-48cf-952e-b9f9d69b2f9f will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:28:57.316289 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2186d24a-b28a-48fc-a3cd-6cd51d0adb66 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:57.318434 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port 22c8e788-aab7-4717-bcbf-803c5e670c49 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:57.318434 dv-neutron-601336-80-hyperv neutron-server[92304]: ERROR neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:57.319906 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.plugins.ml2.plugin [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 9 to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 Jun 02 12:28:57.340192 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:57.355307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Transition to ACTIVE for port object 09860734-5118-48cf-952e-b9f9d69b2f9f will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:28:57.366974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:57.386352 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:57.387664 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2186d24a-b28a-48fc-a3cd-6cd51d0adb66 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bac5e4c1-8be2-409a-9b7e-2a1fc7d6d483 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 02 12:28:57.398333 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2186d24a-b28a-48fc-a3cd-6cd51d0adb66 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:57.410438 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:57.410774 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:57.411626 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:57.413891 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186d24a-b28a-48fc-a3cd-6cd51d0adb66 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Pushing event deleted for resources: {'Network': ['ID=bac5e4c1-8be2-409a-9b7e-2a1fc7d6d483,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:57.446112 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-04b754a8-859d-4a97-b94e-1b9d4d6ba40b req-3d799e88-558a-42c7-a8e7-5db74eda45d1 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 210 time: 0.1127770 Jun 02 12:28:57.447527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2186d24a-b28a-48fc-a3cd-6cd51d0adb66 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:57.450520 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2186d24a-b28a-48fc-a3cd-6cd51d0adb66 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] 10.222.0.37 "DELETE /v2.0/networks/bac5e4c1-8be2-409a-9b7e-2a1fc7d6d483 HTTP/1.1" status: 204 len: 168 time: 1.1256006 Jun 02 12:28:57.451191 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port 22c8e788-aab7-4717-bcbf-803c5e670c49 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:57.451515 dv-neutron-601336-80-hyperv neutron-server[92304]: ERROR neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:57.453681 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.plugins.ml2.plugin [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempt 10 to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 Jun 02 12:28:57.467151 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41234) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:57.472645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-8643728e-e64d-4fe4-8aaf-415da74fe9a2 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Request body: {'network': {'name': 'tempest-network--518892067', 'router:external': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:57.472815 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Network cbcc6a9a-2719-4917-806d-cf362b044893 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:28:57.474666 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:28:57.483972 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:28:57.492773 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8643728e-e64d-4fe4-8aaf-415da74fe9a2 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:28:57.498665 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Pushing event updated for resources: {'Port': ['ID=09860734-5118-48cf-952e-b9f9d69b2f9f,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:57.509126 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:57.514400 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8643728e-e64d-4fe4-8aaf-415da74fe9a2 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Usage tracker for resource:network and tenant:b061f2e4b2d048dca926c97b8a6e4917 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:28:57.534484 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8643728e-e64d-4fe4-8aaf-415da74fe9a2 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:28:57.579224 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8643728e-e64d-4fe4-8aaf-415da74fe9a2 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:28:57.596447 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:57.601302 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:57.602358 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] {{(pid=92304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:57.603555 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempting to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:57.630418 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Port 22c8e788-aab7-4717-bcbf-803c5e670c49 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:28:57.630786 dv-neutron-601336-80-hyperv neutron-server[92304]: ERROR neutron.plugins.ml2.managers [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Failed to bind port 22c8e788-aab7-4717-bcbf-803c5e670c49 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '8e86df5b-42c6-48f1-a9b2-2db23a9cf866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd'}] Jun 02 12:28:57.631121 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:57.696681 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8643728e-e64d-4fe4-8aaf-415da74fe9a2 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Made reservation on behalf of b061f2e4b2d048dca926c97b8a6e4917 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:28:57.698685 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8643728e-e64d-4fe4-8aaf-415da74fe9a2 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:57.768355 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Attempting to bind port 09860734-5118-48cf-952e-b9f9d69b2f9f on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:28:57.774561 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Attempting to bind port 09860734-5118-48cf-952e-b9f9d69b2f9f by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '09e85bea-3eee-4cdf-befb-91457249c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cbcc6a9a-2719-4917-806d-cf362b044893'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:28:57.775215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Attempting to bind port 09860734-5118-48cf-952e-b9f9d69b2f9f on network cbcc6a9a-2719-4917-806d-cf362b044893 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:28:57.783276 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8643728e-e64d-4fe4-8aaf-415da74fe9a2 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:28:57.808715 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8643728e-e64d-4fe4-8aaf-415da74fe9a2 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:57.809056 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-8643728e-e64d-4fe4-8aaf-415da74fe9a2 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Added segment f9f90587-cb8b-4191-8383-e2d574dfad84 of type vlan for network 9e9d0111-a2f9-4963-9873-23ed04b1702c Jun 02 12:28:57.819816 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] For port 22c8e788-aab7-4717-bcbf-803c5e670c49, host hv-neutron-6013, cleared binding levels {{(pid=92304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:28:57.820182 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attempted to set empty binding levels {{(pid=92304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 02 12:28:57.830494 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:57.839769 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:28:57.840211 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Checking segment: {'id': '09e85bea-3eee-4cdf-befb-91457249c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cbcc6a9a-2719-4917-806d-cf362b044893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:28:57.840626 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:57.841027 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Bound using segment: {'id': '09e85bea-3eee-4cdf-befb-91457249c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cbcc6a9a-2719-4917-806d-cf362b044893'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:28:57.841521 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Bound port: 09860734-5118-48cf-952e-b9f9d69b2f9f, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e85bea-3eee-4cdf-befb-91457249c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cbcc6a9a-2719-4917-806d-cf362b044893'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:28:57.844190 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:57.844308 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:57.861514 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:57.919311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] In _notify_port_updated(), no bound segment for port 22c8e788-aab7-4717-bcbf-803c5e670c49 on network 606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd {{(pid=92304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:28:57.920437 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:57.921283 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:57.922808 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] 10.222.0.37 "PUT /v2.0/ports/22c8e788-aab7-4717-bcbf-803c5e670c49 HTTP/1.1" status: 200 len: 981 time: 3.5815415 Jun 02 12:28:57.939417 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41246) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:57.978638 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8643728e-e64d-4fe4-8aaf-415da74fe9a2 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:57.994377 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] For port 09860734-5118-48cf-952e-b9f9d69b2f9f, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:28:57.997601 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] For port 09860734-5118-48cf-952e-b9f9d69b2f9f, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=09860734-5118-48cf-952e-b9f9d69b2f9f,segment=NetworkSegment(09e85bea-3eee-4cdf-befb-91457249c3c3),segment_id=09e85bea-3eee-4cdf-befb-91457249c3c3)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:28:58.006718 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:58.028204 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:58.184406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8643728e-e64d-4fe4-8aaf-415da74fe9a2 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:58.188221 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Pushing event updated for resources: {'Port': ['ID=22c8e788-aab7-4717-bcbf-803c5e670c49,revision_number=3']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:58.196702 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8643728e-e64d-4fe4-8aaf-415da74fe9a2 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:58.200990 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Pushing event updated for resources: {'Port': ['ID=09860734-5118-48cf-952e-b9f9d69b2f9f,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:58.206822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:58.213655 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8643728e-e64d-4fe4-8aaf-415da74fe9a2 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:58.218203 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:58.218969 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:58.376717 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643728e-e64d-4fe4-8aaf-415da74fe9a2 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Pushing event updated for resources: {'Network': ['ID=9e9d0111-a2f9-4963-9873-23ed04b1702c,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:28:58.390633 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 9e9d0111-a2f9-4963-9873-23ed04b1702c details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:28:58.398131 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8643728e-e64d-4fe4-8aaf-415da74fe9a2 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:28:58.443665 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8643728e-e64d-4fe4-8aaf-415da74fe9a2 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9754517 Jun 02 12:28:58.476784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41268) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:58.623648 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-817b491e-f94e-49ca-9192-cb2fed2b0816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Deleting port 22c8e788-aab7-4717-bcbf-803c5e670c49 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:28:58.631460 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-817b491e-f94e-49ca-9192-cb2fed2b0816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:58.640753 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.resource_extend [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:28:58.857361 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.22', 49822) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:58.864867 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 09860734-5118-48cf-952e-b9f9d69b2f9f up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:28:59.024895 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 09860734-5118-48cf-952e-b9f9d69b2f9f completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:28:59.042224 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6d5cb14a-e757-4c2d-a7ce-6e0b283753e8 req-bf192a00-7861-499f-9f56-5565c1ee22b5 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 210 time: 0.2872453 Jun 02 12:28:59.178765 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4b9840-d00e-4145-bdb3-56ac11be02c0 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:59.182573 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ad4b9840-d00e-4145-bdb3-56ac11be02c0 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] 10.222.0.37 "GET /v2.0/networks/9e9d0111-a2f9-4963-9873-23ed04b1702c HTTP/1.1" status: 200 len: 756 time: 0.6958032 Jun 02 12:28:59.190684 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41286) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:59.227026 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-817b491e-f94e-49ca-9192-cb2fed2b0816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] For port 22c8e788-aab7-4717-bcbf-803c5e670c49, host hv-neutron-6013, got binding levels [] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:28:59.227381 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-817b491e-f94e-49ca-9192-cb2fed2b0816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:59.326185 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:59.347656 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7ddc9c4c-0efb-4837-afa5-bf06663f2640 req-9355eaea-30e4-46eb-a323-05257caf1f3c tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 210 time: 0.3171487 Jun 02 12:28:59.367291 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] device_id is not set on port 4988d375-c4f8-417a-a166-0bf2cc4464e6 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:28:59.399232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:59.477061 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-817b491e-f94e-49ca-9192-cb2fed2b0816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Calling delete_port for 22c8e788-aab7-4717-bcbf-803c5e670c49 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:28:59.533173 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Transition to ACTIVE for port object 4988d375-c4f8-417a-a166-0bf2cc4464e6 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:28:59.550562 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-a248c019-7aa7-480e-8693-fa6f4224adcd tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:59.553105 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-a248c019-7aa7-480e-8693-fa6f4224adcd tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.22 "GET /v2.0/networks?id=e873baa3-8bc9-49b1-84fa-6d899e4534ed HTTP/1.1" status: 200 len: 811 time: 0.6095719 Jun 02 12:28:59.553571 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:59.576575 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4caaf131-bf33-44f1-8884-84425f2d80d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:28:59.631822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435c8972-cbdb-4996-9219-bd7f9e5636a7 None None] Network cbcc6a9a-2719-4917-806d-cf362b044893 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:28:59.632015 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.22', 49828) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:59.668768 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e26c6bb-339f-4d41-9793-e9c573bfa60d tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:28:59.672970 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6e26c6bb-339f-4d41-9793-e9c573bfa60d tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] 10.222.0.37 "GET /v2.0/networks/a3e9df74-af5e-4299-abd5-1015dea255d9 HTTP/1.1" status: 200 len: 767 time: 0.4812520 Jun 02 12:28:59.698073 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41306) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:28:59.702456 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-29205d10-b94a-46eb-856d-3a7b353cf053 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a1d32dc7a634dd8b54473ce977ce897 HTTP/1.1" status: 200 len: 378 time: 0.1005526 Jun 02 12:28:59.703184 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-817b491e-f94e-49ca-9192-cb2fed2b0816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:59.822873 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4c769a36-c5da-479b-a52e-d596e2f0df46 None None] Provisioning for port 09860734-5118-48cf-952e-b9f9d69b2f9f completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:28:59.837610 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4c769a36-c5da-479b-a52e-d596e2f0df46 None None] Provisioning complete for port 09860734-5118-48cf-952e-b9f9d69b2f9f triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:28:59.837983 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4c769a36-c5da-479b-a52e-d596e2f0df46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:28:59.916768 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-306a5134-4f42-4f6b-b1e7-ca860e424e4b tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Request body: {'port': {'device_id': '5ed04807-0cc5-46b8-96d3-6ffe8ee1e027', 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed', 'admin_state_up': True, 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'security_groups': ['e546a921-94f5-4c90-8af7-58b2f4349025']}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:28:59.958875 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Allocated IP 2001:db8::1 (c6864368-7b5c-4ceb-a7ea-09f94e1246e0/6101d17f-a78d-48ff-b126-6be6b5eb961b/553fc645-c40a-46e6-bbd6-24dcaa35f9ba) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:00.010421 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Pushing event updated for resources: {'Port': ['ID=4988d375-c4f8-417a-a166-0bf2cc4464e6,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:00.023544 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:00.040934 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:00.131521 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:00.131859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:00.132240 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:00.144001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:29:00.144230 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:29:00.162662 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 2 to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 Jun 02 12:29:00.178859 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4c769a36-c5da-479b-a52e-d596e2f0df46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:00.238461 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-4c769a36-c5da-479b-a52e-d596e2f0df46 None None] For port 09860734-5118-48cf-952e-b9f9d69b2f9f, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=09860734-5118-48cf-952e-b9f9d69b2f9f,segment=NetworkSegment(09e85bea-3eee-4cdf-befb-91457249c3c3),segment_id=09e85bea-3eee-4cdf-befb-91457249c3c3)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:00.244779 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4c769a36-c5da-479b-a52e-d596e2f0df46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:00.249316 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d8639d7d-32cd-4439-a103-962c48835b95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:00.377499 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c769a36-c5da-479b-a52e-d596e2f0df46 None None] Pushing event updated for resources: {'Port': ['ID=09860734-5118-48cf-952e-b9f9d69b2f9f,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:00.389132 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4c769a36-c5da-479b-a52e-d596e2f0df46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:00.396001 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-306a5134-4f42-4f6b-b1e7-ca860e424e4b tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:00.405240 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-ba0f5ea9-91c8-4f2c-8041-b168a614f1b2 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:00.406784 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-ba0f5ea9-91c8-4f2c-8041-b168a614f1b2 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.22 "GET /v2.0/networks?id=3368b6ae-6925-4cc1-a7ab-b844c11cee25 HTTP/1.1" status: 200 len: 805 time: 0.7651825 Jun 02 12:29:00.425096 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:00.425455 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:00.425842 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:00.444436 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41338) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:00.462000 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-306a5134-4f42-4f6b-b1e7-ca860e424e4b tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:00.468811 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:29:00.469144 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:29:00.474995 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 3 to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 Jun 02 12:29:00.507936 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-817b491e-f94e-49ca-9192-cb2fed2b0816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:00.511296 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b491e-f94e-49ca-9192-cb2fed2b0816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Pushing event deleted for resources: {'Port': ['ID=22c8e788-aab7-4717-bcbf-803c5e670c49,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:00.546985 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-817b491e-f94e-49ca-9192-cb2fed2b0816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] 10.222.0.37 "DELETE /v2.0/ports/22c8e788-aab7-4717-bcbf-803c5e670c49 HTTP/1.1" status: 204 len: 168 time: 2.6064000 Jun 02 12:29:00.548020 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-306a5134-4f42-4f6b-b1e7-ca860e424e4b tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Made reservation on behalf of 2a1d32dc7a634dd8b54473ce977ce897 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:00.553029 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-306a5134-4f42-4f6b-b1e7-ca860e424e4b tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:00.573039 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41342) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:00.628919 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-817b491e-f94e-49ca-9192-cb2fed2b0816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:00.677208 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f8f245cb-d943-44d5-9af3-5d8b0d913177 None None] Provisioning complete for port 09860734-5118-48cf-952e-b9f9d69b2f9f triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:00.677599 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f8f245cb-d943-44d5-9af3-5d8b0d913177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:00.693476 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0682ccf7-c237-4e45-bdb2-272cd0e8618c req-e8eb8261-dd45-4cb5-a708-d0756762bc74 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 210 time: 0.1753983 Jun 02 12:29:00.696952 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:00.699191 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:00.704829 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:00.731507 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:29:00.731835 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:29:00.735952 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 4 to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 Jun 02 12:29:00.761990 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d990f30a-1bc2-4f07-9871-d07614d77215 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:00.772287 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 09860734-5118-48cf-952e-b9f9d69b2f9f up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:29:00.790755 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-749df9e6-461d-47e3-bcb2-e3671c568053 req-e1a8db8e-f6c3-4653-943b-64d3936201b3 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 210 time: 0.2967503 Jun 02 12:29:00.808915 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-da35029e-44b0-4ff3-ab64-e0dfe71332a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] GET failed (client error): The resource could not be found. Jun 02 12:29:00.809464 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-da35029e-44b0-4ff3-ab64-e0dfe71332a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Synchronizing usage tracker for tenant:efee924bbd744deca2122f3ab0506eed on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:29:00.833929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:00.834302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:00.834662 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:00.884360 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:00.963902 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:00.968730 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:00.976511 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:29:00.976855 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:29:00.988097 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 5 to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 Jun 02 12:29:00.990477 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-da35029e-44b0-4ff3-ab64-e0dfe71332a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Unset dirty status for tenant:efee924bbd744deca2122f3ab0506eed on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:29:00.992234 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-da35029e-44b0-4ff3-ab64-e0dfe71332a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] 10.222.0.37 "GET /v2.0/ports/22c8e788-aab7-4717-bcbf-803c5e670c49 HTTP/1.1" status: 404 len: 333 time: 0.3614829 Jun 02 12:29:01.006811 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-713dfb76-938d-4957-951e-7d9e30525976 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3413635451c64d1abbc624dcfc5977af HTTP/1.1" status: 200 len: 379 time: 0.5226755 Jun 02 12:29:01.009665 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41344) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:01.012162 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Usage tracker for resource:floatingip and tenant:2672fa59b26f4e7ab2b4bcbe66b3007d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:01.019828 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:01.041856 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:01.060217 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Transition to ACTIVE for port object 553fc645-c40a-46e6-bbd6-24dcaa35f9ba will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:01.061349 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 09860734-5118-48cf-952e-b9f9d69b2f9f triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:01.062140 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:01.070172 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-bfc6e7b9-4b91-4ae6-ad9a-7a807193f704 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Request body: {'port': {'device_id': '59374d82-e6b7-4127-9a44-3ce1cd38bedb', 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25', 'admin_state_up': True, 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'security_groups': ['bb565746-7513-49d6-b303-5cd7300af8a4']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:01.204995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:01.206072 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:01.206528 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:01.279666 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d990f30a-1bc2-4f07-9871-d07614d77215 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:01.330406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-d990f30a-1bc2-4f07-9871-d07614d77215 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9d0111-a2f9-4963-9873-23ed04b1702c']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:01.353440 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7052-a0aa-45eb-a0a5-dc781e2b2813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:01.363706 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-d990f30a-1bc2-4f07-9871-d07614d77215 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f90587-cb8b-4191-8383-e2d574dfad84') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:01.364878 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-d990f30a-1bc2-4f07-9871-d07614d77215 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f90587-cb8b-4191-8383-e2d574dfad84') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:01.381182 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-306a5134-4f42-4f6b-b1e7-ca860e424e4b tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Allocated IP 172.20.0.7 (e873baa3-8bc9-49b1-84fa-6d899e4534ed/b35151b8-844b-4997-93a7-9cd884bc216d/95b0e7fa-30e2-42aa-a44d-73ed7f7a8780) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:01.407411 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d990f30a-1bc2-4f07-9871-d07614d77215 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:01.476030 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d990f30a-1bc2-4f07-9871-d07614d77215 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:01.479581 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:29:01.479915 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:29:01.515319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d990f30a-1bc2-4f07-9871-d07614d77215 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:29:01.515917 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d990f30a-1bc2-4f07-9871-d07614d77215 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:29:01.536140 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:29:01.563646 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 6 to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 Jun 02 12:29:01.577746 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:01.582225 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:01.611782 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5510b767-0dd3-4615-888b-3fb976e80da3 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:01.672487 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:01.673121 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:01.673631 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:01.702385 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7052-a0aa-45eb-a0a5-dc781e2b2813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:01.741719 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-bfc6e7b9-4b91-4ae6-ad9a-7a807193f704 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:01.756900 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-bfc6e7b9-4b91-4ae6-ad9a-7a807193f704 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:01.768125 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:29:01.768449 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:29:01.777648 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-8dbd7052-a0aa-45eb-a0a5-dc781e2b2813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:01.803391 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d990f30a-1bc2-4f07-9871-d07614d77215 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:01.806051 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-8dbd7052-a0aa-45eb-a0a5-dc781e2b2813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e86df5b-42c6-48f1-a9b2-2db23a9cf866') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:01.806390 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-8dbd7052-a0aa-45eb-a0a5-dc781e2b2813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e86df5b-42c6-48f1-a9b2-2db23a9cf866') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:01.824562 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7052-a0aa-45eb-a0a5-dc781e2b2813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:01.834592 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:01.847351 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d990f30a-1bc2-4f07-9871-d07614d77215 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9e9d0111-a2f9-4963-9873-23ed04b1702c {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 02 12:29:01.869074 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d990f30a-1bc2-4f07-9871-d07614d77215 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:01.877253 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990f30a-1bc2-4f07-9871-d07614d77215 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Pushing event deleted for resources: {'Network': ['ID=9e9d0111-a2f9-4963-9873-23ed04b1702c,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:01.893711 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d990f30a-1bc2-4f07-9871-d07614d77215 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:01.900479 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7052-a0aa-45eb-a0a5-dc781e2b2813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:01.920376 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbd7052-a0aa-45eb-a0a5-dc781e2b2813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:29:01.920796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7052-a0aa-45eb-a0a5-dc781e2b2813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:29:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:29:01.952244 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d990f30a-1bc2-4f07-9871-d07614d77215 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] 10.222.0.37 "DELETE /v2.0/networks/9e9d0111-a2f9-4963-9873-23ed04b1702c HTTP/1.1" status: 204 len: 168 time: 2.2437427 Jun 02 12:29:01.956624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41350) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:01.959580 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-306a5134-4f42-4f6b-b1e7-ca860e424e4b tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:01.967164 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-9de385b0-2038-4969-ad9f-bf29f9585ed1 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Request body: {'network': {'name': 'tempest-network--1045363786'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:01.982418 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 7 to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 Jun 02 12:29:01.994082 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network c6864368-7b5c-4ceb-a7ea-09f94e1246e0 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:02.009124 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:02.011137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-bfc6e7b9-4b91-4ae6-ad9a-7a807193f704 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Made reservation on behalf of 3413635451c64d1abbc624dcfc5977af for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:02.014824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-bfc6e7b9-4b91-4ae6-ad9a-7a807193f704 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:02.036626 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:02.037305 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:02.088752 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9de385b0-2038-4969-ad9f-bf29f9585ed1 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:02.100733 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-306a5134-4f42-4f6b-b1e7-ca860e424e4b tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Transition to ACTIVE for port object 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:02.160343 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:02.161392 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:02.161833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:02.166393 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-57172e77-6947-4ad1-89b2-1f1794c53224 req-2a416213-4d3d-4534-83b2-e0322ba31b7b tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 210 time: 0.1746686 Jun 02 12:29:02.200206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:02.249239 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:29:02.256901 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:29:02.257635 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Port': ['ID=553fc645-c40a-46e6-bbd6-24dcaa35f9ba,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:02.314082 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9de385b0-2038-4969-ad9f-bf29f9585ed1 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Usage tracker for resource:network and tenant:b061f2e4b2d048dca926c97b8a6e4917 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:02.317309 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7052-a0aa-45eb-a0a5-dc781e2b2813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:02.334280 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5af73423-aea2-4ddd-ade2-f088a22e197e req-3f9175c0-86b7-4b4c-bb41-3113fd673e5a tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 210 time: 0.2166629 Jun 02 12:29:02.340906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9de385b0-2038-4969-ad9f-bf29f9585ed1 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:02.351368 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 8 to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 Jun 02 12:29:02.359046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7052-a0aa-45eb-a0a5-dc781e2b2813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:02.363882 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:02.398679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:02.402231 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd7052-a0aa-45eb-a0a5-dc781e2b2813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Pushing event deleted for resources: {'Network': ['ID=606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:02.404608 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8dbd7052-a0aa-45eb-a0a5-dc781e2b2813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:02.407336 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9de385b0-2038-4969-ad9f-bf29f9585ed1 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:02.410205 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8dbd7052-a0aa-45eb-a0a5-dc781e2b2813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] 10.222.0.37 "DELETE /v2.0/networks/606c81a5-0ba7-46bd-b56c-a8ad9aa94dfd HTTP/1.1" status: 204 len: 168 time: 1.3995676 Jun 02 12:29:02.424665 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-306a5134-4f42-4f6b-b1e7-ca860e424e4b tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:02.439429 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:02.492803 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c38a5308-972e-451f-b73e-ed22db8b595e None None] Provisioning for port 553fc645-c40a-46e6-bbd6-24dcaa35f9ba completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:02.498801 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c38a5308-972e-451f-b73e-ed22db8b595e None None] Provisioning complete for port 553fc645-c40a-46e6-bbd6-24dcaa35f9ba triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:02.499447 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c38a5308-972e-451f-b73e-ed22db8b595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:02.588763 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:02.589761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a5134-4f42-4f6b-b1e7-ca860e424e4b tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Pushing event updated for resources: {'Port': ['ID=95b0e7fa-30e2-42aa-a44d-73ed7f7a8780,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:02.597850 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-306a5134-4f42-4f6b-b1e7-ca860e424e4b tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:02.602886 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de385b0-2038-4969-ad9f-bf29f9585ed1 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Made reservation on behalf of b061f2e4b2d048dca926c97b8a6e4917 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:02.605181 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9de385b0-2038-4969-ad9f-bf29f9585ed1 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:02.622513 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c38a5308-972e-451f-b73e-ed22db8b595e None None] Port 553fc645-c40a-46e6-bbd6-24dcaa35f9ba cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:29:02.694489 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-306a5134-4f42-4f6b-b1e7-ca860e424e4b tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Network e873baa3-8bc9-49b1-84fa-6d899e4534ed is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:02.698908 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-306a5134-4f42-4f6b-b1e7-ca860e424e4b tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:02.704894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-306a5134-4f42-4f6b-b1e7-ca860e424e4b tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:02.804562 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-bfc6e7b9-4b91-4ae6-ad9a-7a807193f704 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Allocated IP 172.20.0.4 (3368b6ae-6925-4cc1-a7ab-b844c11cee25/338c01a8-8126-49dc-a526-567de4a9bece/c9c0538a-3979-4e9d-bea9-b378873e93a3) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:02.805685 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de385b0-2038-4969-ad9f-bf29f9585ed1 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:29:02.847808 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9de385b0-2038-4969-ad9f-bf29f9585ed1 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:02.848138 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-9de385b0-2038-4969-ad9f-bf29f9585ed1 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Added segment 12551542-dc77-49e9-ba45-afb92995de6b of type vlan for network e2a9f295-1fab-4862-8b62-3050c23687d8 Jun 02 12:29:02.855719 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-306a5134-4f42-4f6b-b1e7-ca860e424e4b tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:02.856362 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-306a5134-4f42-4f6b-b1e7-ca860e424e4b tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:02.884901 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-306a5134-4f42-4f6b-b1e7-ca860e424e4b tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9923820 Jun 02 12:29:02.919577 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9de385b0-2038-4969-ad9f-bf29f9585ed1 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:02.985942 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9de385b0-2038-4969-ad9f-bf29f9585ed1 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:02.987625 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de385b0-2038-4969-ad9f-bf29f9585ed1 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:02.988308 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9de385b0-2038-4969-ad9f-bf29f9585ed1 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:02.992024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:03.002566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:03.003163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:03.003505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:03.064650 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b0ee09ff-d3ff-4af9-87b8-309785bd9911 None None] Provisioning for port 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:03.079689 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b0ee09ff-d3ff-4af9-87b8-309785bd9911 None None] Provisioning complete for port 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:03.081431 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b0ee09ff-d3ff-4af9-87b8-309785bd9911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:03.104976 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:29:03.104976 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:29:03.120607 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de385b0-2038-4969-ad9f-bf29f9585ed1 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Pushing event updated for resources: {'Network': ['ID=e2a9f295-1fab-4862-8b62-3050c23687d8,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:03.122750 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41356) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:03.125546 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9de385b0-2038-4969-ad9f-bf29f9585ed1 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:03.134765 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9de385b0-2038-4969-ad9f-bf29f9585ed1 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1712613 Jun 02 12:29:03.143887 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41360) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:03.150799 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network e2a9f295-1fab-4862-8b62-3050c23687d8 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:29:03.157187 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-78c13a51-0514-453c-993c-494834e57927 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Request body: {'network': {'router:external': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:03.181577 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 9 to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 Jun 02 12:29:03.256431 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:03.256777 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:03.257111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:03.303412 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:03.329372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:29:03.329372 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:29:03.336830 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 10 to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 Jun 02 12:29:03.512299 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:03.512760 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:03.513014 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:03.546122 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-b0ee09ff-d3ff-4af9-87b8-309785bd9911 None None] Port 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:29:03.602384 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fc8c340e-1dc1-40d3-8818-baeaaa6c6432 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd06f5254bae41439db9eab64757ba0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4777861 Jun 02 12:29:03.606337 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8110da2d-5d10-488e-93f7-0246ae4eaae8 req-5f69e633-4a63-4ece-8982-ad28e6f9f630 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 210 time: 0.0773699 Jun 02 12:29:03.619498 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:29:03.619882 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:29:03.620312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:03.640400 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41366) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:03.724247 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-78c13a51-0514-453c-993c-494834e57927 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:03.747415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-78c13a51-0514-453c-993c-494834e57927 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:03.753011 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:03.761079 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-bfc6e7b9-4b91-4ae6-ad9a-7a807193f704 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:03.764993 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:03.769054 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-78c13a51-0514-453c-993c-494834e57927 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Network e2a9f295-1fab-4862-8b62-3050c23687d8 is not hosted by any dhcp agent {{(pid=92304) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 12:29:03.769928 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c13a51-0514-453c-993c-494834e57927 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:03.770605 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-78c13a51-0514-453c-993c-494834e57927 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:03.774936 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-78c13a51-0514-453c-993c-494834e57927 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] 10.222.0.37 "PUT /v2.0/networks/e2a9f295-1fab-4862-8b62-3050c23687d8 HTTP/1.1" status: 200 len: 858 time: 0.6269920 Jun 02 12:29:03.776445 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41368) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:03.931242 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c13a51-0514-453c-993c-494834e57927 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Pushing event updated for resources: {'Network': ['ID=e2a9f295-1fab-4862-8b62-3050c23687d8,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:03.935241 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-78c13a51-0514-453c-993c-494834e57927 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:03.952899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8fff8394-ea68-4202-bc10-f70db790c906 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:04.008185 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-bfc6e7b9-4b91-4ae6-ad9a-7a807193f704 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Transition to ACTIVE for port object c9c0538a-3979-4e9d-bea9-b378873e93a3 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:04.016397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65cb12-a59c-44b4-808e-a81ff9d1065c req-90f98d48-6111-4450-b040-f8f05d91e94f tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:04.017996 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ee65cb12-a59c-44b4-808e-a81ff9d1065c req-90f98d48-6111-4450-b040-f8f05d91e94f tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 931 time: 0.6562159 Jun 02 12:29:04.025910 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Allocated IP 2001:db8::1eb (969185e5-04de-4805-84e1-454a5a87b043/1477df19-f2f8-4d25-bf07-127a3936da28/e0259c97-e406-4162-83d4-e76b0d118958) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:04.100792 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8fff8394-ea68-4202-bc10-f70db790c906 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:04.116242 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-8fff8394-ea68-4202-bc10-f70db790c906 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a9f295-1fab-4862-8b62-3050c23687d8']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:04.137015 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-8fff8394-ea68-4202-bc10-f70db790c906 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12551542-dc77-49e9-ba45-afb92995de6b') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:04.137311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-8fff8394-ea68-4202-bc10-f70db790c906 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12551542-dc77-49e9-ba45-afb92995de6b') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:04.151677 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8fff8394-ea68-4202-bc10-f70db790c906 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:04.179202 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8fff8394-ea68-4202-bc10-f70db790c906 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:04.187884 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fff8394-ea68-4202-bc10-f70db790c906 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:29:04.188267 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8fff8394-ea68-4202-bc10-f70db790c906 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:29:04.202014 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:29:04.247772 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5f14-dd16-4f01-b77e-f2596567c20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:04.252504 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] For port 4988d375-c4f8-417a-a166-0bf2cc4464e6, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:29:04.253034 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempted to set empty binding levels {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 02 12:29:04.292261 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8fff8394-ea68-4202-bc10-f70db790c906 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:04.299400 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a7ae9151-eed5-41c0-9595-39cc186993c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:04.313382 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fff8394-ea68-4202-bc10-f70db790c906 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e2a9f295-1fab-4862-8b62-3050c23687d8 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 02 12:29:04.317566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8fff8394-ea68-4202-bc10-f70db790c906 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:04.328142 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff8394-ea68-4202-bc10-f70db790c906 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2a9f295-1fab-4862-8b62-3050c23687d8,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:04.339622 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8fff8394-ea68-4202-bc10-f70db790c906 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] 10.222.0.37 "DELETE /v2.0/networks/e2a9f295-1fab-4862-8b62-3050c23687d8 HTTP/1.1" status: 204 len: 168 time: 0.5588379 Jun 02 12:29:04.339622 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8fff8394-ea68-4202-bc10-f70db790c906 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:04.340577 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41370) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:04.381115 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c176ee-58d7-4ca6-b5c9-af02fdf78ad0 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] DELETE failed (client error): The resource could not be found. Jun 02 12:29:04.382004 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c176ee-58d7-4ca6-b5c9-af02fdf78ad0 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:29:04.386463 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-21c176ee-58d7-4ca6-b5c9-af02fdf78ad0 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] 10.222.0.37 "DELETE /v2.0/subnets/8d476ef6-75e1-43ed-87f1-44f5bdfb77d9 HTTP/1.1" status: 404 len: 337 time: 0.0424116 Jun 02 12:29:04.387996 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41372) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:04.500423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:04.512879 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:04.548486 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ee65cb12-a59c-44b4-808e-a81ff9d1065c req-61817345-49b9-4371-9911-8821e6ddec2b tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546a921-94f5-4c90-8af7-58b2f4349025&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5039103 Jun 02 12:29:04.549165 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89ce0ead-ebdd-43fe-9cf4-39d274e90678 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:04.745960 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-bfc6e7b9-4b91-4ae6-ad9a-7a807193f704 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:04.791529 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5f14-dd16-4f01-b77e-f2596567c20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:04.802206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] In _notify_port_updated(), no bound segment for port 4988d375-c4f8-417a-a166-0bf2cc4464e6 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:29:04.804687 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:04.805731 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:04.819195 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] 10.222.0.37 "PUT /v2.0/ports/4988d375-c4f8-417a-a166-0bf2cc4464e6 HTTP/1.1" status: 200 len: 977 time: 8.5516315 Jun 02 12:29:04.831363 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41376) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:04.843059 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89ce0ead-ebdd-43fe-9cf4-39d274e90678 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:04.857311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-89ce0ead-ebdd-43fe-9cf4-39d274e90678 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e9df74-af5e-4299-abd5-1015dea255d9']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:04.870698 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-89ce0ead-ebdd-43fe-9cf4-39d274e90678 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8019a6-422f-48b8-8e18-5d7c4ada4d66') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:04.871204 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-89ce0ead-ebdd-43fe-9cf4-39d274e90678 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8019a6-422f-48b8-8e18-5d7c4ada4d66') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:04.886906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89ce0ead-ebdd-43fe-9cf4-39d274e90678 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:04.920915 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89ce0ead-ebdd-43fe-9cf4-39d274e90678 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:04.943196 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-bfc6e7b9-4b91-4ae6-ad9a-7a807193f704 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Network 3368b6ae-6925-4cc1-a7ab-b844c11cee25 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:04.967701 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-bfc6e7b9-4b91-4ae6-ad9a-7a807193f704 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:04.975053 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Allocated IP 172.26.7.56 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/9c26c6b2-cfa7-4bfb-91af-b4b42566fece) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:04.994429 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-bfc6e7b9-4b91-4ae6-ad9a-7a807193f704 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:05.025009 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ce0ead-ebdd-43fe-9cf4-39d274e90678 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:29:05.025427 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89ce0ead-ebdd-43fe-9cf4-39d274e90678 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:05.038376 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Pushing event updated for resources: {'Port': ['ID=4988d375-c4f8-417a-a166-0bf2cc4464e6,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:29:05.055893 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:29:05.060626 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:05.067490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8ff67965-4a4c-4d38-8d65-dd6fdf73244e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:05.155366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.resource_extend [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:29:05.219441 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bc12b-d7f7-4635-b779-19c05a1a1be6 req-c3079546-5a6a-4c4c-841c-654a33feec76 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:05.229760 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3f0bc12b-d7f7-4635-b779-19c05a1a1be6 req-c3079546-5a6a-4c4c-841c-654a33feec76 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 931 time: 0.3057096 Jun 02 12:29:05.235730 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89ce0ead-ebdd-43fe-9cf4-39d274e90678 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:05.268643 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:05.285909 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89ce0ead-ebdd-43fe-9cf4-39d274e90678 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:05.306226 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:05.308466 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce0ead-ebdd-43fe-9cf4-39d274e90678 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Pushing event deleted for resources: {'Network': ['ID=a3e9df74-af5e-4299-abd5-1015dea255d9,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:05.315182 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-89ce0ead-ebdd-43fe-9cf4-39d274e90678 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:05.324599 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-89ce0ead-ebdd-43fe-9cf4-39d274e90678 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] 10.222.0.37 "DELETE /v2.0/networks/a3e9df74-af5e-4299-abd5-1015dea255d9 HTTP/1.1" status: 204 len: 168 time: 0.9331589 Jun 02 12:29:05.330601 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-3f0bc12b-d7f7-4635-b779-19c05a1a1be6 req-66780306-eda6-4366-bde2-2170a2d62068 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Synchronizing usage tracker for tenant:3413635451c64d1abbc624dcfc5977af on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:29:05.333177 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:05.359757 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-3f0bc12b-d7f7-4635-b779-19c05a1a1be6 req-66780306-eda6-4366-bde2-2170a2d62068 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Unset dirty status for tenant:3413635451c64d1abbc624dcfc5977af on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:29:05.361239 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3f0bc12b-d7f7-4635-b779-19c05a1a1be6 req-66780306-eda6-4366-bde2-2170a2d62068 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb565746-7513-49d6-b303-5cd7300af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215842 Jun 02 12:29:05.388622 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-667b926c-4f30-4e67-a48a-1150c6fa56b1 None None] Provisioning for port c9c0538a-3979-4e9d-bea9-b378873e93a3 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:05.394909 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-667b926c-4f30-4e67-a48a-1150c6fa56b1 None None] Provisioning complete for port c9c0538a-3979-4e9d-bea9-b378873e93a3 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:05.395311 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-667b926c-4f30-4e67-a48a-1150c6fa56b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:05.404858 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:05.405758 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:05.474986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-bfc6e7b9-4b91-4ae6-ad9a-7a807193f704 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:05.475673 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-bfc6e7b9-4b91-4ae6-ad9a-7a807193f704 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:05.488073 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-667b926c-4f30-4e67-a48a-1150c6fa56b1 None None] Port c9c0538a-3979-4e9d-bea9-b378873e93a3 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:29:05.496438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5f14-dd16-4f01-b77e-f2596567c20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:05.554023 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6e7b9-4b91-4ae6-ad9a-7a807193f704 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Pushing event updated for resources: {'Port': ['ID=c9c0538a-3979-4e9d-bea9-b378873e93a3,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:05.583749 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bfc6e7b9-4b91-4ae6-ad9a-7a807193f704 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:05.584988 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b76e614d-2a2d-42c8-8c03-12e364e455d7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:05.668337 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41384) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:05.736318 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80b950-9ad3-4281-98d2-f4c4b7929b37 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:05.736986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80b950-9ad3-4281-98d2-f4c4b7929b37 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:05.737554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80b950-9ad3-4281-98d2-f4c4b7929b37 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:05.738080 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80b950-9ad3-4281-98d2-f4c4b7929b37 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:05.738643 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80b950-9ad3-4281-98d2-f4c4b7929b37 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:05.739821 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80b950-9ad3-4281-98d2-f4c4b7929b37 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:05.740372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80b950-9ad3-4281-98d2-f4c4b7929b37 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:05.740883 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80b950-9ad3-4281-98d2-f4c4b7929b37 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:05.741360 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80b950-9ad3-4281-98d2-f4c4b7929b37 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:05.741837 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80b950-9ad3-4281-98d2-f4c4b7929b37 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:05.742334 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80b950-9ad3-4281-98d2-f4c4b7929b37 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:05.742865 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80b950-9ad3-4281-98d2-f4c4b7929b37 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:05.743340 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80b950-9ad3-4281-98d2-f4c4b7929b37 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:05.743813 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80b950-9ad3-4281-98d2-f4c4b7929b37 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:05.744283 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80b950-9ad3-4281-98d2-f4c4b7929b37 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:05.744760 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80b950-9ad3-4281-98d2-f4c4b7929b37 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:05.745230 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80b950-9ad3-4281-98d2-f4c4b7929b37 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:05.745697 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80b950-9ad3-4281-98d2-f4c4b7929b37 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:05.747497 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7d80b950-9ad3-4281-98d2-f4c4b7929b37 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Synchronizing usage tracker for tenant:a02b77f7f58a40b8ac3906dfbc5c05c8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:29:05.788372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:05.856061 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cd15a650-a90e-4b4c-93a2-a9c6af87967a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd53c574b9f447edb60836fe27bda2ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1864848 Jun 02 12:29:05.858695 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41388) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:05.884448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Port': ['ID=553fc645-c40a-46e6-bbd6-24dcaa35f9ba,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:05.897747 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:05.899547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.346s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:05.922747 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7d80b950-9ad3-4281-98d2-f4c4b7929b37 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Unset dirty status for tenant:a02b77f7f58a40b8ac3906dfbc5c05c8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:29:05.923887 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7d80b950-9ad3-4281-98d2-f4c4b7929b37 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16276 time: 1.0838060 Jun 02 12:29:05.925816 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8557b086-ae69-4da4-a25c-0322154478b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:05.928572 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41390) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:05.932292 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-bfc6e7b9-4b91-4ae6-ad9a-7a807193f704 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8735666 Jun 02 12:29:05.938414 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5f14-dd16-4f01-b77e-f2596567c20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:05.949649 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0dbd5f14-dd16-4f01-b77e-f2596567c20a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97e0038e-336a-4dbf-9711-5499298986e8 HTTP/1.1" status: 204 len: 168 time: 2.2970457 Jun 02 12:29:05.949649 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd5f14-dd16-4f01-b77e-f2596567c20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e0038e-336a-4dbf-9711-5499298986e8,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:06.000593 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:06.016304 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0dbd5f14-dd16-4f01-b77e-f2596567c20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:06.016894 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:06.031935 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8557b086-ae69-4da4-a25c-0322154478b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:06.150829 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network c6864368-7b5c-4ceb-a7ea-09f94e1246e0 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:06.153268 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Network 969185e5-04de-4805-84e1-454a5a87b043 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:06.154607 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-e27325f4-ed6c-4b24-8d71-079011c20e49 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Deleting port 4988d375-c4f8-417a-a166-0bf2cc4464e6 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:06.155065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e27325f4-ed6c-4b24-8d71-079011c20e49 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:06.158173 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:06.160168 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:06.170272 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:06.193182 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8557b086-ae69-4da4-a25c-0322154478b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:06.275385 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d99a43fe-0885-4d31-82c0-ed917670860f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:06.308796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557b086-ae69-4da4-a25c-0322154478b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85338307-f266-4d2d-9a74-8aa6881ddcfd,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:06.330196 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8557b086-ae69-4da4-a25c-0322154478b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:06.339380 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-e27325f4-ed6c-4b24-8d71-079011c20e49 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] For port 4988d375-c4f8-417a-a166-0bf2cc4464e6, host hv-neutron-6013, got binding levels [] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:06.339894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e27325f4-ed6c-4b24-8d71-079011c20e49 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:06.350521 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8557b086-ae69-4da4-a25c-0322154478b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:06.354178 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8557b086-ae69-4da4-a25c-0322154478b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85338307-f266-4d2d-9a74-8aa6881ddcfd HTTP/1.1" status: 204 len: 168 time: 0.4919653 Jun 02 12:29:06.511362 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:06.546269 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Pushing event updated for resources: {'Port': ['ID=e0259c97-e406-4162-83d4-e76b0d118958,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:06.558604 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:06.566642 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:06.619379 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-e27325f4-ed6c-4b24-8d71-079011c20e49 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Calling delete_port for 4988d375-c4f8-417a-a166-0bf2cc4464e6 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:06.636491 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41400) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:06.731531 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5d66ee3d-f159-44ef-a1e5-8c169a1714b9 None None] Provisioning complete for port 553fc645-c40a-46e6-bbd6-24dcaa35f9ba triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:06.732151 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5d66ee3d-f159-44ef-a1e5-8c169a1714b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:06.794697 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-69482162-abe3-4e54-a233-9d91511b845b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=efee924bbd744deca2122f3ab0506eed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1072793 Jun 02 12:29:06.794697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e27325f4-ed6c-4b24-8d71-079011c20e49 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:06.801651 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41402) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:06.867455 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-beb5022f-dc84-4f7b-8773-f35bd0eaada4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:06.881585 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-5d66ee3d-f159-44ef-a1e5-8c169a1714b9 None None] Port 553fc645-c40a-46e6-bbd6-24dcaa35f9ba cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:29:06.989327 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27325f4-ed6c-4b24-8d71-079011c20e49 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Pushing event deleted for resources: {'Port': ['ID=4988d375-c4f8-417a-a166-0bf2cc4464e6,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:06.997278 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e27325f4-ed6c-4b24-8d71-079011c20e49 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:07.016793 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e27325f4-ed6c-4b24-8d71-079011c20e49 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:07.036978 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6020c9cf-75dc-417c-9067-d0ce8f93e979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:07.062310 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e27325f4-ed6c-4b24-8d71-079011c20e49 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] 10.222.0.37 "DELETE /v2.0/ports/4988d375-c4f8-417a-a166-0bf2cc4464e6 HTTP/1.1" status: 204 len: 168 time: 1.1325471 Jun 02 12:29:07.071650 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41406) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:07.093458 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:07.103729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40b22b-3b9f-420b-b2c9-87c3713b614e req-743db94a-2eef-4b97-abd9-24e215a9c01f tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:07.105235 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dc40b22b-3b9f-420b-b2c9-87c3713b614e req-743db94a-2eef-4b97-abd9-24e215a9c01f tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 931 time: 1.3411679 Jun 02 12:29:07.127569 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d990b-f291-4a09-9caa-8f18fd4f7511 req-9ff24803-3876-4210-a9d2-88e968594c64 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:07.129020 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-799d990b-f291-4a09-9caa-8f18fd4f7511 req-9ff24803-3876-4210-a9d2-88e968594c64 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 931 time: 0.4187462 Jun 02 12:29:07.134623 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6020c9cf-75dc-417c-9067-d0ce8f93e979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:07.141854 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-c461916d-ce9f-4462-b810-a24384b5a4cf tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] GET failed (client error): The resource could not be found. Jun 02 12:29:07.142437 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c461916d-ce9f-4462-b810-a24384b5a4cf tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Synchronizing usage tracker for tenant:a02b77f7f58a40b8ac3906dfbc5c05c8 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:29:07.168669 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:07.183791 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:07.247685 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Pushing event updated for resources: {'Port': ['ID=9c26c6b2-cfa7-4bfb-91af-b4b42566fece,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:07.262636 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41408) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:07.275724 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:07.291817 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-799d990b-f291-4a09-9caa-8f18fd4f7511 req-976ed23e-fd88-4fa2-ad5d-83657c2aacfa tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb565746-7513-49d6-b303-5cd7300af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437967 Jun 02 12:29:07.309504 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c461916d-ce9f-4462-b810-a24384b5a4cf tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Unset dirty status for tenant:a02b77f7f58a40b8ac3906dfbc5c05c8 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:29:07.310703 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c461916d-ce9f-4462-b810-a24384b5a4cf tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] 10.222.0.37 "GET /v2.0/ports/4988d375-c4f8-417a-a166-0bf2cc4464e6 HTTP/1.1" status: 404 len: 333 time: 0.2381971 Jun 02 12:29:07.317936 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41410) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:07.323873 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-a71bcadb-ecbb-483d-8e90-5322c2258230 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1492579470', 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:07.329224 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a71bcadb-ecbb-483d-8e90-5322c2258230 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:07.345983 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a71bcadb-ecbb-483d-8e90-5322c2258230 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:07.352920 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6020c9cf-75dc-417c-9067-d0ce8f93e979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:07.359977 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:07.370496 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71bcadb-ecbb-483d-8e90-5322c2258230 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Made reservation on behalf of a02b77f7f58a40b8ac3906dfbc5c05c8 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:07.372802 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a71bcadb-ecbb-483d-8e90-5322c2258230 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:07.386052 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020c9cf-75dc-417c-9067-d0ce8f93e979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4476cfe6-53d0-46fd-b16f-02911311f695,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:07.392951 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6020c9cf-75dc-417c-9067-d0ce8f93e979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:07.401652 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-a71bcadb-ecbb-483d-8e90-5322c2258230 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] device_id is not set on port 4ed57b8c-c822-43c9-a14a-e8fa21801f3b yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:29:07.437812 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6020c9cf-75dc-417c-9067-d0ce8f93e979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:07.441480 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6020c9cf-75dc-417c-9067-d0ce8f93e979 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4476cfe6-53d0-46fd-b16f-02911311f695 HTTP/1.1" status: 204 len: 168 time: 0.6362298 Jun 02 12:29:07.490862 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dc40b22b-3b9f-420b-b2c9-87c3713b614e req-91096c0e-1304-4262-a7fe-4650f36317fb tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546a921-94f5-4c90-8af7-58b2f4349025&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3198817 Jun 02 12:29:07.566235 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2a7bb0ac-ddd2-4ccd-8f61-91ea355c4e63 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b061f2e4b2d048dca926c97b8a6e4917&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2959232 Jun 02 12:29:07.571570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41414) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:07.597544 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:07.686401 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a71bcadb-ecbb-483d-8e90-5322c2258230 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:07.690974 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router 503a0665-f6c9-4316-8761-fbdd4ed35989 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:29:07.694975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:07.733887 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a71bcadb-ecbb-483d-8e90-5322c2258230 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:07.747211 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:07.830157 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71bcadb-ecbb-483d-8e90-5322c2258230 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Network 99e3271d-656a-4745-be7b-3955a59847e3 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:07.831392 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-a71bcadb-ecbb-483d-8e90-5322c2258230 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:07.841350 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71bcadb-ecbb-483d-8e90-5322c2258230 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:07.843679 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71bcadb-ecbb-483d-8e90-5322c2258230 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:07.844895 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a71bcadb-ecbb-483d-8e90-5322c2258230 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:07.883529 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bcadb-ecbb-483d-8e90-5322c2258230 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Pushing event updated for resources: {'Port': ['ID=4ed57b8c-c822-43c9-a14a-e8fa21801f3b,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:07.896139 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a71bcadb-ecbb-483d-8e90-5322c2258230 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:07.920376 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a71bcadb-ecbb-483d-8e90-5322c2258230 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6007102 Jun 02 12:29:07.922391 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41418) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:08.016405 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-15486187-2b75-4569-9537-1364f18575a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:08.020918 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced72226-6806-473a-bd2a-f36aa8b32c06 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:08.021602 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ced72226-6806-473a-bd2a-f36aa8b32c06 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Synchronizing usage tracker for tenant:a02b77f7f58a40b8ac3906dfbc5c05c8 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:29:08.042954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ced72226-6806-473a-bd2a-f36aa8b32c06 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Unset dirty status for tenant:a02b77f7f58a40b8ac3906dfbc5c05c8 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:29:08.047595 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ced72226-6806-473a-bd2a-f36aa8b32c06 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] 10.222.0.37 "GET /v2.0/ports/4ed57b8c-c822-43c9-a14a-e8fa21801f3b HTTP/1.1" status: 200 len: 955 time: 0.1238341 Jun 02 12:29:08.050032 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41424) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:08.070240 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:08.180302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:29:08.199928 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a55302-3a61-4232-9659-50f266684c85 None None] Sync routers for ids ['503a0665-f6c9-4316-8761-fbdd4ed35989'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:29:08.200409 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-15486187-2b75-4569-9537-1364f18575a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:08.220990 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a55302-3a61-4232-9659-50f266684c85 None None] Routers {'503a0665-f6c9-4316-8761-fbdd4ed35989'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:08.223416 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-f5a55302-3a61-4232-9659-50f266684c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:28:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['503a0665-f6c9-4316-8761-fbdd4ed35989'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:08.267545 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/503a0665-f6c9-4316-8761-fbdd4ed35989/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5725088 Jun 02 12:29:08.271417 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41430) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:08.399469 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-f5a55302-3a61-4232-9659-50f266684c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:08.409108 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a55302-3a61-4232-9659-50f266684c85 None None] Routers {'503a0665-f6c9-4316-8761-fbdd4ed35989'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:08.410047 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-f5a55302-3a61-4232-9659-50f266684c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:28:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['503a0665-f6c9-4316-8761-fbdd4ed35989'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:08.500284 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-f5a55302-3a61-4232-9659-50f266684c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:08.500979 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a55302-3a61-4232-9659-50f266684c85 None None] The sync data for ids ['503a0665-f6c9-4316-8761-fbdd4ed35989'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:29:08.578185 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5d6743-277c-4cfc-9914-88763f005b56 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:08.580144 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8d5d6743-277c-4cfc-9914-88763f005b56 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/ports/553fc645-c40a-46e6-bbd6-24dcaa35f9ba HTTP/1.1" status: 200 len: 911 time: 0.3082457 Jun 02 12:29:08.595674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41440) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:08.659205 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:08.758692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-15486187-2b75-4569-9537-1364f18575a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:08.951396 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41446) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:08.989274 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-93bfd6be-d282-4744-bac7-336be722f53b tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:09.029243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15486187-2b75-4569-9537-1364f18575a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4a884a-67b6-411b-a03d-6fa2c7848514,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:09.047493 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-83d56c5b-b69b-470e-9fa5-1c832bba1c47 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Deleting port 4ed57b8c-c822-43c9-a14a-e8fa21801f3b {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:09.048115 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-83d56c5b-b69b-470e-9fa5-1c832bba1c47 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:09.049034 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-15486187-2b75-4569-9537-1364f18575a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:09.057629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-15486187-2b75-4569-9537-1364f18575a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:09.058925 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-15486187-2b75-4569-9537-1364f18575a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf4a884a-67b6-411b-a03d-6fa2c7848514 HTTP/1.1" status: 204 len: 168 time: 1.4852016 Jun 02 12:29:09.081823 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2fee9-a12a-4e0d-8b0f-d845bdf5742c req-2c6fef6b-df1d-4174-8e22-d012bc6acce5 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:09.084479 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fdd2fee9-a12a-4e0d-8b0f-d845bdf5742c req-2c6fef6b-df1d-4174-8e22-d012bc6acce5 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 931 time: 0.5889645 Jun 02 12:29:09.158395 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:09.192016 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:09.199548 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:09.205449 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1054703497'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:09.226570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:09.311358 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:network and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:09.344667 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:09.356684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc3656-fbf8-4aa9-94a3-fbab6b068779 req-1be67a22-288f-4f8b-8038-4db14c3fc8ff tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:09.358354 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7cbc3656-fbf8-4aa9-94a3-fbab6b068779 req-1be67a22-288f-4f8b-8038-4db14c3fc8ff tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 931 time: 0.4231067 Jun 02 12:29:09.367248 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fdd2fee9-a12a-4e0d-8b0f-d845bdf5742c req-7a40f7a4-4160-4f7c-9e23-06493df4f8eb tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb565746-7513-49d6-b303-5cd7300af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2645369 Jun 02 12:29:09.449676 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Pushing event updated for resources: {'Port': ['ID=9c26c6b2-cfa7-4bfb-91af-b4b42566fece,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:09.455862 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-83d56c5b-b69b-470e-9fa5-1c832bba1c47 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:09.467527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:09.496806 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:09.497644 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:09.504299 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7cbc3656-fbf8-4aa9-94a3-fbab6b068779 req-bfcfbe3f-bf69-44da-ad78-a4a06458a8da tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546a921-94f5-4c90-8af7-58b2f4349025&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1361918 Jun 02 12:29:09.524768 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Router bcd3f2a2-a016-4500-a6c6-5fbcddb25d51 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:29:09.541159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:09.546520 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.0786312 Jun 02 12:29:09.547627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41454) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:09.556866 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-493051507'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:09.561636 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:09.643459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Usage tracker for resource:network and tenant:2672fa59b26f4e7ab2b4bcbe66b3007d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:09.650445 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:09.655696 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-83d56c5b-b69b-470e-9fa5-1c832bba1c47 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Calling delete_port for 4ed57b8c-c822-43c9-a14a-e8fa21801f3b owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:09.659050 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:09.673728 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:09.677354 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:09.693934 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:09.762469 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:09.773421 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:security_group_rule and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:09.774050 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Made reservation on behalf of 2672fa59b26f4e7ab2b4bcbe66b3007d for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:09.778151 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:09.789408 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:09.797540 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:09.803661 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:09.819287 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:29:09.825475 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:09.828134 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] Sync routers for ids ['bcd3f2a2-a016-4500-a6c6-5fbcddb25d51'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:29:09.836700 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Usage tracker for resource:security_group_rule and tenant:2672fa59b26f4e7ab2b4bcbe66b3007d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:09.841579 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] Routers {'bcd3f2a2-a016-4500-a6c6-5fbcddb25d51'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:09.841754 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:09.842597 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:28:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['bcd3f2a2-a016-4500-a6c6-5fbcddb25d51'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:09.849149 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:09.856141 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:09.857560 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 13.1788309 Jun 02 12:29:09.861886 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41466) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:09.936974 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-83d56c5b-b69b-470e-9fa5-1c832bba1c47 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:09.949443 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:10.048571 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d56c5b-b69b-470e-9fa5-1c832bba1c47 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ed57b8c-c822-43c9-a14a-e8fa21801f3b,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:10.056540 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-83d56c5b-b69b-470e-9fa5-1c832bba1c47 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:10.061851 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-83d56c5b-b69b-470e-9fa5-1c832bba1c47 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:10.072108 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:10.076181 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] Set router bcd3f2a2-a016-4500-a6c6-5fbcddb25d51 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:29:10.086262 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-251a2e3c-4983-4ab1-aa99-8fbcd9a254de tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:10.198821 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:10.212752 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:10.274374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0dbd5f14-dd16-4f01-b77e-f2596567c20a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:10.311636 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-83d56c5b-b69b-470e-9fa5-1c832bba1c47 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] 10.222.0.37 "DELETE /v2.0/ports/4ed57b8c-c822-43c9-a14a-e8fa21801f3b HTTP/1.1" status: 204 len: 168 time: 2.2594528 Jun 02 12:29:10.314812 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41478) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:10.327487 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:29:10.336100 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6005f7-7667-40cc-a79f-68ff0eed3aaa,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:10.343378 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:10.347175 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:10.347490 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Added segment e091f413-4274-48f6-ba3c-fc2310eab984 of type vlan for network 72327790-d764-4bbe-8bca-c0371fb86dbe Jun 02 12:29:10.368146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-251a2e3c-4983-4ab1-aa99-8fbcd9a254de tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:10.389781 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:10.438192 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd3f2a2-a016-4500-a6c6-5fbcddb25d51', 'name': '', 'tenant_id': 'cbb1f69104c34c68b030e9cdfd5d035d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '969185e5-04de-4805-84e1-454a5a87b043', 'external_fixed_ips': [{'subnet_id': '1477df19-f2f8-4d25-bf07-127a3936da28', 'ip_address': '2001:db8::1eb'}], 'enable_snat': True}, 'gw_port_id': 'e0259c97-e406-4162-83d4-e76b0d118958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:57Z', 'updated_at': '2021-06-02T12:29:06Z', 'revision_number': 3, 'project_id': 'cbb1f69104c34c68b030e9cdfd5d035d', 'gw_port': {'id': 'e0259c97-e406-4162-83d4-e76b0d118958', 'name': '', 'network_id': '969185e5-04de-4805-84e1-454a5a87b043', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd3f2a2-a016-4500-a6c6-5fbcddb25d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '1477df19-f2f8-4d25-bf07-127a3936da28', 'ip_address': '2001:db8::1eb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:29:02Z', 'updated_at': '2021-06-02T12:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1477df19-f2f8-4d25-bf07-127a3936da28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:10.444756 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] Checking router: bcd3f2a2-a016-4500-a6c6-5fbcddb25d51 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:29:10.445121 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] Updating router bcd3f2a2-a016-4500-a6c6-5fbcddb25d51 port e0259c97-e406-4162-83d4-e76b0d118958 binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:29:10.481136 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:10.491314 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:10.492063 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:10.493374 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae92f8a8-c47f-45a4-bbee-c86b3b22da9c tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] GET failed (client error): The resource could not be found. Jun 02 12:29:10.494224 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ae92f8a8-c47f-45a4-bbee-c86b3b22da9c tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Synchronizing usage tracker for tenant:a02b77f7f58a40b8ac3906dfbc5c05c8 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:29:10.499595 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:10.521415 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:10.579851 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:10.591644 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:10.608677 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:10.617989 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-251a2e3c-4983-4ab1-aa99-8fbcd9a254de tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Deleting port e0259c97-e406-4162-83d4-e76b0d118958 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:10.618357 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-251a2e3c-4983-4ab1-aa99-8fbcd9a254de tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:10.619579 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ae92f8a8-c47f-45a4-bbee-c86b3b22da9c tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Unset dirty status for tenant:a02b77f7f58a40b8ac3906dfbc5c05c8 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:29:10.621080 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ae92f8a8-c47f-45a4-bbee-c86b3b22da9c tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] 10.222.0.37 "GET /v2.0/ports/4ed57b8c-c822-43c9-a14a-e8fa21801f3b HTTP/1.1" status: 404 len: 333 time: 0.2362158 Jun 02 12:29:10.639802 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41486) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:10.653483 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-e5288988-a7e5-455b-a8cf-1979a70805c7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Request body: {'port': {'network_id': '99e3271d-656a-4745-be7b-3955a59847e3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1728887116'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:10.661780 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1079102 Jun 02 12:29:10.669569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e5288988-a7e5-455b-a8cf-1979a70805c7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:10.678012 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41488) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:10.682615 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Pushing event updated for resources: {'Network': ['ID=72327790-d764-4bbe-8bca-c0371fb86dbe,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:10.760234 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:29:10.837296 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:10.837882 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Added segment fd1e6252-fb23-4b4c-9adc-27154226931a of type vlan for network a7413df9-4e7a-4187-aef8-a668d8bf2950 Jun 02 12:29:10.842814 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b47c617b-7cfc-47d5-9cb9-b1020fb8a32f,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:10.857782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:10.925921 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-251a2e3c-4983-4ab1-aa99-8fbcd9a254de tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:10.956825 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:10.978317 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:10.994381 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] Transition to ACTIVE for port object e0259c97-e406-4162-83d4-e76b0d118958 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:10.999674 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 72327790-d764-4bbe-8bca-c0371fb86dbe details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:29:11.000069 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f6b11-f5e9-4395-98b7-420c999a67f6 req-7ac29fb4-52ea-42d1-9f6a-f5b6fca8e936 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:11.001707 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f42f6b11-f5e9-4395-98b7-420c999a67f6 req-7ac29fb4-52ea-42d1-9f6a-f5b6fca8e936 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 931 time: 0.3585403 Jun 02 12:29:11.022508 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:11.027536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:11.052789 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Allocated IP 2001:db8:1::1 (cbcc6a9a-2719-4917-806d-cf362b044893/f9cf5cc7-28f4-47ee-b70a-0bbeb046949f/0af37418-4f1a-4644-8b0b-6796a80f83c3) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:11.069813 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:11.084989 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:11.085595 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:11.090606 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-251a2e3c-4983-4ab1-aa99-8fbcd9a254de tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Calling delete_port for e0259c97-e406-4162-83d4-e76b0d118958 owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:11.094033 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8d316c55-e329-47b9-9969-3f9a4c6043bd tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:11.095802 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d99011-921b-4ace-9cd2-3c2bf3f82654 None None] Pushing event updated for resources: {'Port': ['ID=e0259c97-e406-4162-83d4-e76b0d118958,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:11.127217 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f42f6b11-f5e9-4395-98b7-420c999a67f6 req-41bdb2e2-3139-46fd-aa7f-bcb51348e147 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb565746-7513-49d6-b303-5cd7300af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131604 Jun 02 12:29:11.159987 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41500) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:11.169141 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-01d99011-921b-4ace-9cd2-3c2bf3f82654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:11.204711 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] Attempting to bind port e0259c97-e406-4162-83d4-e76b0d118958 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:11.205156 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] Attempting to bind port e0259c97-e406-4162-83d4-e76b0d118958 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'e12cc73d-9ea3-48de-83a1-53f08785443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '969185e5-04de-4805-84e1-454a5a87b043'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:11.205529 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] Attempting to bind port e0259c97-e406-4162-83d4-e76b0d118958 on network 969185e5-04de-4805-84e1-454a5a87b043 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:11.217663 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:29:11.218046 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] Checking segment: {'id': 'e12cc73d-9ea3-48de-83a1-53f08785443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '969185e5-04de-4805-84e1-454a5a87b043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:29:11.219518 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:11.219857 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] Bound using segment: {'id': 'e12cc73d-9ea3-48de-83a1-53f08785443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '969185e5-04de-4805-84e1-454a5a87b043'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:29:11.220353 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] Bound port: e0259c97-e406-4162-83d4-e76b0d118958, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12cc73d-9ea3-48de-83a1-53f08785443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '969185e5-04de-4805-84e1-454a5a87b043'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:29:11.220860 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:11.275102 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4c08264e-084b-42d9-9996-5ca7e7e1dcd0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Request body: {'subnet': {'network_id': '72327790-d764-4bbe-8bca-c0371fb86dbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:11.306213 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3534865 Jun 02 12:29:11.306882 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Network': ['ID=a7413df9-4e7a-4187-aef8-a668d8bf2950,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:11.309085 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41504) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:11.311068 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:11.311953 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e5288988-a7e5-455b-a8cf-1979a70805c7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:11.315530 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:11.319589 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-dc885449-169a-421e-a092-64e95241e206 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:11.326676 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:29:11.363695 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] For port e0259c97-e406-4162-83d4-e76b0d118958, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:29:11.431050 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:11.448499 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:11.456008 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] For port e0259c97-e406-4162-83d4-e76b0d118958, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e0259c97-e406-4162-83d4-e76b0d118958,segment=NetworkSegment(e12cc73d-9ea3-48de-83a1-53f08785443e),segment_id=e12cc73d-9ea3-48de-83a1-53f08785443e)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:29:11.460082 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Usage tracker for resource:floatingip and tenant:9ce3a454d5a54c1f9a9167e533357b86 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:11.476211 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:11.479423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5288988-a7e5-455b-a8cf-1979a70805c7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Made reservation on behalf of a02b77f7f58a40b8ac3906dfbc5c05c8 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:11.479732 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:11.481713 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e5288988-a7e5-455b-a8cf-1979a70805c7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:11.483224 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:11.493685 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:11.514881 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-dc885449-169a-421e-a092-64e95241e206 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:11.518377 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4c08264e-084b-42d9-9996-5ca7e7e1dcd0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:11.519068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:11.526509 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-e5288988-a7e5-455b-a8cf-1979a70805c7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] device_id is not set on port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:29:11.528447 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-dc885449-169a-421e-a092-64e95241e206 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:11.536040 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-dc885449-169a-421e-a092-64e95241e206 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:11.538748 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:11.558429 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-dc885449-169a-421e-a092-64e95241e206 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:11.558567 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4c08264e-084b-42d9-9996-5ca7e7e1dcd0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Usage tracker for resource:subnet and tenant:2672fa59b26f4e7ab2b4bcbe66b3007d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:11.562574 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4c08264e-084b-42d9-9996-5ca7e7e1dcd0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:11.563974 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Transition to ACTIVE for port object 0af37418-4f1a-4644-8b0b-6796a80f83c3 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:11.581527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc885449-169a-421e-a092-64e95241e206 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:11.585549 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dc885449-169a-421e-a092-64e95241e206 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:11.586060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4c08264e-084b-42d9-9996-5ca7e7e1dcd0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:11.588946 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] Routers {'bcd3f2a2-a016-4500-a6c6-5fbcddb25d51'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:11.590444 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:28:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['bcd3f2a2-a016-4500-a6c6-5fbcddb25d51'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:11.656617 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c08264e-084b-42d9-9996-5ca7e7e1dcd0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Made reservation on behalf of 2672fa59b26f4e7ab2b4bcbe66b3007d for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:11.660570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4c08264e-084b-42d9-9996-5ca7e7e1dcd0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:11.729706 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-cb481a86-4249-48f7-8c09-1768f81adad8 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:29:11.730670 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-cb481a86-4249-48f7-8c09-1768f81adad8 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064480 Jun 02 12:29:11.745174 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d99011-921b-4ace-9cd2-3c2bf3f82654 None None] Pushing event updated for resources: {'Port': ['ID=e0259c97-e406-4162-83d4-e76b0d118958,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:11.748641 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-01d99011-921b-4ace-9cd2-3c2bf3f82654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:11.768486 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] Set router bcd3f2a2-a016-4500-a6c6-5fbcddb25d51 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:29:11.777984 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:11.785622 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-28ffe96d-5fa0-4ae2-8f3e-862e2d0c393d tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:29:11.786634 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-28ffe96d-5fa0-4ae2-8f3e-862e2d0c393d tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055673 Jun 02 12:29:11.787525 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4fd511f3-37b0-454b-9db1-884897194a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:11.808357 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3e994-7fee-4efb-9cc0-36b9160f983e req-f4aaf268-c30c-400f-a173-4794590c6e34 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:11.809868 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dfb3e994-7fee-4efb-9cc0-36b9160f983e req-f4aaf268-c30c-400f-a173-4794590c6e34 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 931 time: 0.5057755 Jun 02 12:29:11.828653 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-251a2e3c-4983-4ab1-aa99-8fbcd9a254de tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:11.840302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3377a67a-ab25-433f-b1fc-98e85593c976 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:11.887131 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network cbcc6a9a-2719-4917-806d-cf362b044893 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:11.894554 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:11.897584 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:11.898247 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:11.900954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Port': ['ID=0af37418-4f1a-4644-8b0b-6796a80f83c3,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:11.903848 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:11.922139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2e3c-4983-4ab1-aa99-8fbcd9a254de tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0259c97-e406-4162-83d4-e76b0d118958,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:11.924950 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd3f2a2-a016-4500-a6c6-5fbcddb25d51', 'name': '', 'tenant_id': 'cbb1f69104c34c68b030e9cdfd5d035d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:57Z', 'updated_at': '2021-06-02T12:29:10Z', 'revision_number': 4, 'project_id': 'cbb1f69104c34c68b030e9cdfd5d035d', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:11.930087 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb9ccd5-3424-4c7c-9d96-e4069c4f2364 None None] The sync data for ids ['bcd3f2a2-a016-4500-a6c6-5fbcddb25d51'] in dv-neutron-601336-80-hyperv is: [{'id': 'bcd3f2a2-a016-4500-a6c6-5fbcddb25d51', 'name': '', 'tenant_id': 'cbb1f69104c34c68b030e9cdfd5d035d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:57Z', 'updated_at': '2021-06-02T12:29:10Z', 'revision_number': 4, 'project_id': 'cbb1f69104c34c68b030e9cdfd5d035d', 'gw_port_host': None}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:29:11.945302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-251a2e3c-4983-4ab1-aa99-8fbcd9a254de tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:11.955298 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] Request body: {'port': {'device_id': '5ed04807-0cc5-46b8-96d3-6ffe8ee1e027', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:11.982949 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Request body: {'port': {'device_id': '59374d82-e6b7-4127-9a44-3ce1cd38bedb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:12.139420 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-251a2e3c-4983-4ab1-aa99-8fbcd9a254de tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:12.172467 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-1c42f4ef-0ad6-464b-a9ed-3d6db141b44d None None] Provisioning for port 0af37418-4f1a-4644-8b0b-6796a80f83c3 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:12.179712 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-1c42f4ef-0ad6-464b-a9ed-3d6db141b44d None None] Provisioning complete for port 0af37418-4f1a-4644-8b0b-6796a80f83c3 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:12.180288 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1c42f4ef-0ad6-464b-a9ed-3d6db141b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:12.267689 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-1c42f4ef-0ad6-464b-a9ed-3d6db141b44d None None] Port 0af37418-4f1a-4644-8b0b-6796a80f83c3 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:29:12.276488 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:12.328306 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dfb3e994-7fee-4efb-9cc0-36b9160f983e req-60a05057-8ec3-4bc7-9287-b0a79b6df9c0 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546a921-94f5-4c90-8af7-58b2f4349025&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5006838 Jun 02 12:29:12.336486 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e5288988-a7e5-455b-a8cf-1979a70805c7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:12.432428 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:12.528555 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-251a2e3c-4983-4ab1-aa99-8fbcd9a254de tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:12.557706 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-251a2e3c-4983-4ab1-aa99-8fbcd9a254de tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:12.686571 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:12.704142 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-251a2e3c-4983-4ab1-aa99-8fbcd9a254de tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:12.704658 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251a2e3c-4983-4ab1-aa99-8fbcd9a254de tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bcd3f2a2-a016-4500-a6c6-5fbcddb25d51 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:29:12.710227 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:12.795357 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Allocated IP 172.26.7.234 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/130956cd-7fc2-4eca-9dda-d98a0586468e) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:12.809653 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e5288988-a7e5-455b-a8cf-1979a70805c7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:12.846798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a2a7d4ed-9339-4fd7-9ebc-10d5ce2477df tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:12.860660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2eac4d-3739-4f65-a05e-c80dbad60b0f req-80c4fa74-5bc3-4ee5-a43a-08feb1233f10 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:12.862219 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ee2eac4d-3739-4f65-a05e-c80dbad60b0f req-80c4fa74-5bc3-4ee5-a43a-08feb1233f10 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 931 time: 0.5352004 Jun 02 12:29:12.959940 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-251a2e3c-4983-4ab1-aa99-8fbcd9a254de tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:12.961146 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-251a2e3c-4983-4ab1-aa99-8fbcd9a254de tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "DELETE /v2.0/routers/bcd3f2a2-a016-4500-a6c6-5fbcddb25d51 HTTP/1.1" status: 204 len: 168 time: 3.0983298 Jun 02 12:29:12.975863 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41512) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:13.029926 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5288988-a7e5-455b-a8cf-1979a70805c7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Network 99e3271d-656a-4745-be7b-3955a59847e3 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:13.084597 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-e5288988-a7e5-455b-a8cf-1979a70805c7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:13.094286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5288988-a7e5-455b-a8cf-1979a70805c7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Pushing event updated for resources: {'Port': ['ID=6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:13.102137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5288988-a7e5-455b-a8cf-1979a70805c7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:13.103079 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5288988-a7e5-455b-a8cf-1979a70805c7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:13.103655 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e5288988-a7e5-455b-a8cf-1979a70805c7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:13.109183 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e5288988-a7e5-455b-a8cf-1979a70805c7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:13.212437 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e5288988-a7e5-455b-a8cf-1979a70805c7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.5712678 Jun 02 12:29:13.213206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41514) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:13.223508 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:13.253581 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-47de485f-c3dd-445f-aff9-ce24022d7552 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Deleting subnet 1477df19-f2f8-4d25-bf07-127a3936da28 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:29:13.273968 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-47de485f-c3dd-445f-aff9-ce24022d7552 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:13.276355 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ee2eac4d-3739-4f65-a05e-c80dbad60b0f req-fd0e9c86-135a-455d-8603-223797aa3475 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb565746-7513-49d6-b303-5cd7300af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3945234 Jun 02 12:29:13.373568 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-47de485f-c3dd-445f-aff9-ce24022d7552 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:13.467725 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:13.568663 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-47de485f-c3dd-445f-aff9-ce24022d7552 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:13.593259 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dc885449-169a-421e-a092-64e95241e206 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:13.599714 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:13.669634 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:13.780642 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 {{(pid=92304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:29:13.813369 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:13.823732 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:13.840995 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc885449-169a-421e-a092-64e95241e206 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=d7ce27d9-8206-46e3-8b67-015b9b22a5eb,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:13.853215 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-dc885449-169a-421e-a092-64e95241e206 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:13.857394 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:13.906124 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c0538a-3979-4e9d-bea9-b378873e93a3 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:29:13.933229 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d15d85-3358-4cb4-950f-c1f1bbbced6f req-050b3398-b43e-443d-a40e-d53b92282089 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:13.934824 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-87d15d85-3358-4cb4-950f-c1f1bbbced6f req-050b3398-b43e-443d-a40e-d53b92282089 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 931 time: 0.4772851 Jun 02 12:29:13.938883 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:13.991645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4c08264e-084b-42d9-9996-5ca7e7e1dcd0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:14.016493 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.db.resource_extend [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:29:14.030367 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] Transition to ACTIVE for port object 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 will not be triggered until provisioned by entity L2. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:14.037170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc885449-169a-421e-a092-64e95241e206 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:29:14.037478 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc885449-169a-421e-a092-64e95241e206 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network hostable DHCP agents. Network: a7413df9-4e7a-4187-aef8-a668d8bf2950, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:29:14.045789 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:14.055856 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:14.057721 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:14.065546 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:14.068828 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d51a-716a-4e25-8647-b7c1fbdd73b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:14.072423 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:14.107219 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:14.108045 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:14.126071 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Pushing event updated for resources: {'Port': ['ID=130956cd-7fc2-4eca-9dda-d98a0586468e,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:14.180633 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:14.187071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c5dae684-f02e-4f71-999f-20c7a2bebe30 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:14.189741 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fe4290ad-186d-4137-b4dd-765b0712df88 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:14.214003 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Transition to ACTIVE for port object c9c0538a-3979-4e9d-bea9-b378873e93a3 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:14.263195 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc885449-169a-421e-a092-64e95241e206 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:29:14.269389 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:14.329864 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-87d15d85-3358-4cb4-950f-c1f1bbbced6f req-d6fc7aea-45f1-493e-981e-b03f6e833a5f tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546a921-94f5-4c90-8af7-58b2f4349025&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3816247 Jun 02 12:29:14.400199 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-dc885449-169a-421e-a092-64e95241e206 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, a7413df9-4e7a-4187-aef8-a668d8bf2950) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:14.420040 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f7a666-2c45-4291-87eb-44f0fcd1d6d8 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:29:14.458585 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.resource_extend [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:29:14.475754 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08264e-084b-42d9-9996-5ca7e7e1dcd0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Pushing event updated for resources: {'Subnet': ['ID=06136fa4-6591-424a-a879-4faadd7e5843,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:14.499306 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] Pushing event updated for resources: {'Port': ['ID=95b0e7fa-30e2-42aa-a44d-73ed7f7a8780,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:14.529905 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4c08264e-084b-42d9-9996-5ca7e7e1dcd0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:14.530493 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:14.583296 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc885449-169a-421e-a092-64e95241e206 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:14.583799 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dc885449-169a-421e-a092-64e95241e206 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:14.637729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c08264e-084b-42d9-9996-5ca7e7e1dcd0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Checking segment: {'id': 'e091f413-4274-48f6-ba3c-fc2310eab984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '72327790-d764-4bbe-8bca-c0371fb86dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:29:14.638077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c08264e-084b-42d9-9996-5ca7e7e1dcd0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Network hostable DHCP agents. Network: 72327790-d764-4bbe-8bca-c0371fb86dbe, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:29:14.657387 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:14.688103 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a7413df9-4e7a-4187-aef8-a668d8bf2950', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'fixed_ips': [{'subnet_id': 'd7ce27d9-8206-46e3-8b67-015b9b22a5eb'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:29:14.688954 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:14.695349 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Port': ['ID=0af37418-4f1a-4644-8b0b-6796a80f83c3,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:14.704570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:14.708140 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.589s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:14.708546 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:14.748085 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] device_id is not set on port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:29:14.751824 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-dc885449-169a-421e-a092-64e95241e206 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4349113 Jun 02 12:29:14.751824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] Attempting to bind port 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:14.751824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] Attempting to bind port 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'fbabe685-c618-4d2b-8334-a843cab84c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed'}] {{(pid=92304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:14.751824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] Attempting to bind port 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 on network e873baa3-8bc9-49b1-84fa-6d899e4534ed {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:14.752616 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41520) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:14.754929 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network cbcc6a9a-2719-4917-806d-cf362b044893 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:14.758661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Pushing event updated for resources: {'Port': ['ID=c9c0538a-3979-4e9d-bea9-b378873e93a3,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:14.763073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:14.769367 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:14.775301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-160ac29e-40aa-43ee-82b2-f27854229e2c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'name': 'tempest-NetworksTestDHCPv6-1740256205'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:14.779479 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:14.791364 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] Port 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 on network e873baa3-8bc9-49b1-84fa-6d899e4534ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:29:14.791693 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] Attempting to bind port 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 on network e873baa3-8bc9-49b1-84fa-6d899e4534ed {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:14.803861 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c08264e-084b-42d9-9996-5ca7e7e1dcd0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Network 72327790-d764-4bbe-8bca-c0371fb86dbe is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:29:14.820433 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:29:14.820793 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] Checking segment: {'id': 'fbabe685-c618-4d2b-8334-a843cab84c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:29:14.821352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] Bound using segment: {'id': 'fbabe685-c618-4d2b-8334-a843cab84c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed'} {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:29:14.821805 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] Bound port: 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbabe685-c618-4d2b-8334-a843cab84c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed'}}] {{(pid=92304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:29:14.822176 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:14.823954 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-47de485f-c3dd-445f-aff9-ce24022d7552 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:14.824693 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-4c08264e-084b-42d9-9996-5ca7e7e1dcd0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 72327790-d764-4bbe-8bca-c0371fb86dbe) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:14.839572 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Transition to ACTIVE for port object 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:14.849861 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7f1b4df7-18c9-4b81-b08b-9f781b8ee3e7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:14.852537 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efbcc9d-d834-45ab-85f2-481350a327c6 None None] Network 72327790-d764-4bbe-8bca-c0371fb86dbe requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:29:14.875926 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c08264e-084b-42d9-9996-5ca7e7e1dcd0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:14.876735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4c08264e-084b-42d9-9996-5ca7e7e1dcd0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:14.880526 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Attempting to bind port c9c0538a-3979-4e9d-bea9-b378873e93a3 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:14.881054 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Attempting to bind port c9c0538a-3979-4e9d-bea9-b378873e93a3 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b8888788-d7c3-43e5-86c1-6695264e9974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:14.881560 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Attempting to bind port c9c0538a-3979-4e9d-bea9-b378873e93a3 on network 3368b6ae-6925-4cc1-a7ab-b844c11cee25 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:14.891988 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:14.967609 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:14.976549 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Port c9c0538a-3979-4e9d-bea9-b378873e93a3 on network 3368b6ae-6925-4cc1-a7ab-b844c11cee25 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:29:14.977143 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Attempting to bind port c9c0538a-3979-4e9d-bea9-b378873e93a3 on network 3368b6ae-6925-4cc1-a7ab-b844c11cee25 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:14.979864 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de485f-c3dd-445f-aff9-ce24022d7552 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1477df19-f2f8-4d25-bf07-127a3936da28,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:14.983241 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-47de485f-c3dd-445f-aff9-ce24022d7552 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:14.984042 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Allocated IP 2001:db8::2 (a7413df9-4e7a-4187-aef8-a668d8bf2950/d7ce27d9-8206-46e3-8b67-015b9b22a5eb/24afcaa8-271d-45f4-a2f3-da0597ee5b77) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:14.988098 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-47de485f-c3dd-445f-aff9-ce24022d7552 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:15.002402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:15.068657 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:29:15.069057 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Checking segment: {'id': 'b8888788-d7c3-43e5-86c1-6695264e9974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:29:15.069723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Bound using segment: {'id': 'b8888788-d7c3-43e5-86c1-6695264e9974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:29:15.070559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Bound port: c9c0538a-3979-4e9d-bea9-b378873e93a3, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8888788-d7c3-43e5-86c1-6695264e9974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:29:15.070692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:15.089671 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-47de485f-c3dd-445f-aff9-ce24022d7552 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/1477df19-f2f8-4d25-bf07-127a3936da28 HTTP/1.1" status: 204 len: 168 time: 2.1095393 Jun 02 12:29:15.097474 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4c08264e-084b-42d9-9996-5ca7e7e1dcd0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4165013 Jun 02 12:29:15.100687 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41522) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:15.100988 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41524) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:15.138709 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-449657337', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}, 'admin_state_up': False}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:15.144529 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Pushing event updated for resources: {'Port': ['ID=6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:15.146272 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9444f8-0532-4b7e-b5bd-d76a27c9b6c9 req-38ba90ba-2616-42b6-9233-b6318165091e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:15.148022 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:15.148235 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fe9444f8-0532-4b7e-b5bd-d76a27c9b6c9 req-38ba90ba-2616-42b6-9233-b6318165091e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 943 time: 0.7456951 Jun 02 12:29:15.199930 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:15.232803 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-72327790-d764-4bbe-8bca-c0371fb86dbe', 'network_id': '72327790-d764-4bbe-8bca-c0371fb86dbe', 'tenant_id': '2672fa59b26f4e7ab2b4bcbe66b3007d', 'fixed_ips': [{'subnet_id': '06136fa4-6591-424a-a879-4faadd7e5843'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:29:15.233520 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:15.259892 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f7086ff4-3807-4954-8ed7-0ffd0203e8a8 None None] Provisioning complete for port 0af37418-4f1a-4644-8b0b-6796a80f83c3 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:15.260550 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f7086ff4-3807-4954-8ed7-0ffd0203e8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:15.260858 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:15.261200 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:15.261631 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:15.279744 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Usage tracker for resource:router and tenant:2672fa59b26f4e7ab2b4bcbe66b3007d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:15.290919 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:15.308371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:29:15.308691 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:29:15.321358 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:15.323329 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 2 to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 Jun 02 12:29:15.341929 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fe9444f8-0532-4b7e-b5bd-d76a27c9b6c9 req-6ee9d6a9-a597-417e-ac6a-8aed53e2576e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb565746-7513-49d6-b303-5cd7300af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728652 Jun 02 12:29:15.345371 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router 503a0665-f6c9-4316-8761-fbdd4ed35989 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:29:15.346510 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-160ac29e-40aa-43ee-82b2-f27854229e2c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:15.349049 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] For port 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780, host hv-neutron-6013, cleared binding levels {{(pid=92304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:29:15.365238 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7e27d0c8-8179-4130-8cd5-1485b09bbe58 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:15.382573 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:15.382997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:15.383236 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:15.389199 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:15.390212 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:15.399564 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] For port c9c0538a-3979-4e9d-bea9-b378873e93a3, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:29:15.417266 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-160ac29e-40aa-43ee-82b2-f27854229e2c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:port and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:15.427384 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-160ac29e-40aa-43ee-82b2-f27854229e2c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:15.432775 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:29:15.432775 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:29:15.441052 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-160ac29e-40aa-43ee-82b2-f27854229e2c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:15.453152 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] For port 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=95b0e7fa-30e2-42aa-a44d-73ed7f7a8780,segment=NetworkSegment(fbabe685-c618-4d2b-8334-a843cab84c70),segment_id=fbabe685-c618-4d2b-8334-a843cab84c70)] {{(pid=92304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:29:15.477048 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:15.513226 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 3 to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 Jun 02 12:29:15.516151 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f7086ff4-3807-4954-8ed7-0ffd0203e8a8 None None] Port 0af37418-4f1a-4644-8b0b-6796a80f83c3 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:29:15.581499 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] For port c9c0538a-3979-4e9d-bea9-b378873e93a3, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c9c0538a-3979-4e9d-bea9-b378873e93a3,segment=NetworkSegment(b8888788-d7c3-43e5-86c1-6695264e9974),segment_id=b8888788-d7c3-43e5-86c1-6695264e9974)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:29:15.591126 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7e27d0c8-8179-4130-8cd5-1485b09bbe58 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:15.602542 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:15.612571 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:15.618201 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:15.618531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:15.619037 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:15.626274 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Transition to ACTIVE for port object 24afcaa8-271d-45f4-a2f3-da0597ee5b77 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:15.628339 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:15.658293 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Transition to ACTIVE for port object 24afcaa8-271d-45f4-a2f3-da0597ee5b77 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:15.659926 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Allocated IP 172.20.0.2 (72327790-d764-4bbe-8bca-c0371fb86dbe/06136fa4-6591-424a-a879-4faadd7e5843/c3912719-7640-4996-9679-70779bba72a3) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:15.661435 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-7e27d0c8-8179-4130-8cd5-1485b09bbe58 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969185e5-04de-4805-84e1-454a5a87b043']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:15.666209 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:15.669869 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:15.673894 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:15.682073 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-55d8cd59-5885-4f2d-82c3-a470ff01f117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:15.693375 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:29:15.693706 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:29:15.700587 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 4 to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 Jun 02 12:29:15.710999 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-7e27d0c8-8179-4130-8cd5-1485b09bbe58 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12cc73d-9ea3-48de-83a1-53f08785443e') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:15.711406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160ac29e-40aa-43ee-82b2-f27854229e2c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:15.711689 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-7e27d0c8-8179-4130-8cd5-1485b09bbe58 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12cc73d-9ea3-48de-83a1-53f08785443e') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:15.714861 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-160ac29e-40aa-43ee-82b2-f27854229e2c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:15.723655 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:15.732472 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:15.735225 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:15.753050 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:15.753979 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:15.755997 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] 10.222.0.22 "PUT /v2.0/ports/c9c0538a-3979-4e9d-bea9-b378873e93a3 HTTP/1.1" status: 200 len: 1093 time: 3.9450538 Jun 02 12:29:15.756510 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59374d82-e6b7-4127-9a44-3ce1cd38bedb', 'tag': 'c9c0538a-3979-4e9d-bea9-b378873e93a3'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:29:15.761309 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7e27d0c8-8179-4130-8cd5-1485b09bbe58 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:15.782558 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:15.783068 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:15.783635 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:15.834013 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:15.834880 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:15.836426 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] 10.222.0.22 "PUT /v2.0/ports/95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 HTTP/1.1" status: 200 len: 1093 time: 4.0500326 Jun 02 12:29:15.839394 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed04807-0cc5-46b8-96d3-6ffe8ee1e027', 'tag': '95b0e7fa-30e2-42aa-a44d-73ed7f7a8780'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:29:15.854120 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-160ac29e-40aa-43ee-82b2-f27854229e2c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] device_id is not set on port c4fd1936-8128-417c-87f0-8d857653dfff yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:29:15.913409 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:29:15.917151 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:29:15.917933 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Pushing event updated for resources: {'Port': ['ID=c9c0538a-3979-4e9d-bea9-b378873e93a3,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:15.929255 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7e27d0c8-8179-4130-8cd5-1485b09bbe58 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:15.933432 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 5 to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 Jun 02 12:29:15.942291 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:15.969818 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Attempting to bind port 24afcaa8-271d-45f4-a2f3-da0597ee5b77 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:15.970488 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Attempting to bind port 24afcaa8-271d-45f4-a2f3-da0597ee5b77 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:15.971047 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Attempting to bind port 24afcaa8-271d-45f4-a2f3-da0597ee5b77 on network a7413df9-4e7a-4187-aef8-a668d8bf2950 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:15.994458 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Pushing event updated for resources: {'Port': ['ID=24afcaa8-271d-45f4-a2f3-da0597ee5b77,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:16.004580 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:16.013438 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:29:16.014074 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:29:16.014809 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:16.015454 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Bound using segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:29:16.016243 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Bound port: 24afcaa8-271d-45f4-a2f3-da0597ee5b77, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:29:16.016939 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:16.136533 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] Pushing event updated for resources: {'Port': ['ID=95b0e7fa-30e2-42aa-a44d-73ed7f7a8780,revision_number=3']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:16.149893 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:29:16.162608 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bca3a8f-4361-4746-b5c4-1bfc681e1c57 None None] Sync routers for ids ['503a0665-f6c9-4316-8761-fbdd4ed35989'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:29:16.170010 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:16.175799 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bca3a8f-4361-4746-b5c4-1bfc681e1c57 None None] Routers {'503a0665-f6c9-4316-8761-fbdd4ed35989'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:16.178002 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-9bca3a8f-4361-4746-b5c4-1bfc681e1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:28:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['503a0665-f6c9-4316-8761-fbdd4ed35989'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:16.215231 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:16.231057 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c1805a-5e5b-4858-9671-f500d53baddf" -d '{"events": [{"name": "network-changed", "server_uuid": "59374d82-e6b7-4127-9a44-3ce1cd38bedb", "tag": "c9c0538a-3979-4e9d-bea9-b378873e93a3"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:29:16.231435 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:16.242798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e27d0c8-8179-4130-8cd5-1485b09bbe58 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:29:16.243566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7e27d0c8-8179-4130-8cd5-1485b09bbe58 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: util.warn( Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:29:16.257707 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:29:16.265797 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae83f9e3-e2e6-4be3-a4cd-f20e9e58e162" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed04807-0cc5-46b8-96d3-6ffe8ee1e027", "tag": "95b0e7fa-30e2-42aa-a44d-73ed7f7a8780"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:29:16.268176 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b6916c0c-f298-4485-961f-6d895ffde122 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:16.290916 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-9bca3a8f-4361-4746-b5c4-1bfc681e1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:16.300788 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bca3a8f-4361-4746-b5c4-1bfc681e1c57 None None] Routers {'503a0665-f6c9-4316-8761-fbdd4ed35989'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:16.302411 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-9bca3a8f-4361-4746-b5c4-1bfc681e1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:28:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['503a0665-f6c9-4316-8761-fbdd4ed35989'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:16.310376 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:16.326160 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/503a0665-f6c9-4316-8761-fbdd4ed35989/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7289217 Jun 02 12:29:16.326759 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41542) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:16.327146 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Transition to ACTIVE for port object c3912719-7640-4996-9679-70779bba72a3 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:16.337286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:16.337687 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:16.338153 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:16.355466 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Transition to ACTIVE for port object c3912719-7640-4996-9679-70779bba72a3 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:16.387837 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-9bca3a8f-4361-4746-b5c4-1bfc681e1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:16.388503 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bca3a8f-4361-4746-b5c4-1bfc681e1c57 None None] The sync data for ids ['503a0665-f6c9-4316-8761-fbdd4ed35989'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:29:16.409406 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7877c8d-038b-40d2-8a5a-b17a40b61efe req-67a47f3d-2c14-45e8-b4f3-686c3a7c2d51 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:16.412263 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:16.412894 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a7877c8d-038b-40d2-8a5a-b17a40b61efe req-67a47f3d-2c14-45e8-b4f3-686c3a7c2d51 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 943 time: 0.8893340 Jun 02 12:29:16.433375 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:16.502644 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:29:16.503686 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:29:16.512196 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Network 72327790-d764-4bbe-8bca-c0371fb86dbe is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:16.512471 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3230dd-7b37-4ef5-a18e-16412798af7e x-openstack-request-id: req-da3230dd-7b37-4ef5-a18e-16412798af7e {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:29:16.512980 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed04807-0cc5-46b8-96d3-6ffe8ee1e027", "tag": "95b0e7fa-30e2-42aa-a44d-73ed7f7a8780", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:29:16.513271 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da3230dd-7b37-4ef5-a18e-16412798af7e {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:29:16.513759 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed04807-0cc5-46b8-96d3-6ffe8ee1e027', 'tag': '95b0e7fa-30e2-42aa-a44d-73ed7f7a8780', 'status': 'completed', 'code': 200} Jun 02 12:29:16.515804 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] For port 24afcaa8-271d-45f4-a2f3-da0597ee5b77, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:29:16.521063 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-f5dc61a7-81cd-4f77-9ba2-4e7f9daefd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:16.523051 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-f5dc61a7-81cd-4f77-9ba2-4e7f9daefd6b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3413635451c64d1abbc624dcfc5977af&device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 1096 time: 0.6139669 Jun 02 12:29:16.527143 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 6 to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 Jun 02 12:29:16.527670 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:16.537116 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:16.556209 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] For port 24afcaa8-271d-45f4-a2f3-da0597ee5b77, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=24afcaa8-271d-45f4-a2f3-da0597ee5b77,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:29:16.562139 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Pushing event updated for resources: {'Port': ['ID=c3912719-7640-4996-9679-70779bba72a3,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:16.599026 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Pushing event updated for resources: {'Port': ['ID=130956cd-7fc2-4eca-9dda-d98a0586468e,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:16.600928 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:16.603517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-160ac29e-40aa-43ee-82b2-f27854229e2c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8::268 (a7413df9-4e7a-4187-aef8-a668d8bf2950/d7ce27d9-8206-46e3-8b67-015b9b22a5eb/c4fd1936-8128-417c-87f0-8d857653dfff) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:16.613885 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:16.622211 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:16.650353 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7e27d0c8-8179-4130-8cd5-1485b09bbe58 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:16.652006 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:16.652340 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:16.652667 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:16.670557 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c827af5e-cb10-4b9d-a7f0-1894bceb58f9 x-openstack-request-id: req-c827af5e-cb10-4b9d-a7f0-1894bceb58f9 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:29:16.670878 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59374d82-e6b7-4127-9a44-3ce1cd38bedb", "tag": "c9c0538a-3979-4e9d-bea9-b378873e93a3", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:29:16.671158 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c827af5e-cb10-4b9d-a7f0-1894bceb58f9 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:29:16.671641 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59374d82-e6b7-4127-9a44-3ce1cd38bedb', 'tag': 'c9c0538a-3979-4e9d-bea9-b378873e93a3', 'status': 'completed', 'code': 200} Jun 02 12:29:16.673750 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:16.680505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:16.688365 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:16.697476 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e27d0c8-8179-4130-8cd5-1485b09bbe58 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 969185e5-04de-4805-84e1-454a5a87b043 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 02 12:29:16.704379 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:29:16.704716 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:29:16.708334 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7e27d0c8-8179-4130-8cd5-1485b09bbe58 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:16.714722 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 7 to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 Jun 02 12:29:16.726721 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:16.728554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27d0c8-8179-4130-8cd5-1485b09bbe58 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Pushing event deleted for resources: {'Network': ['ID=969185e5-04de-4805-84e1-454a5a87b043,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:16.742295 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-61b1b79a-12fc-4d44-bac7-98dfb89956f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:16.752401 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a7877c8d-038b-40d2-8a5a-b17a40b61efe req-1ed73459-5434-4018-a2cc-9a3a76fcc2bb tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546a921-94f5-4c90-8af7-58b2f4349025&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2557330 Jun 02 12:29:16.755408 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-c13a4e7f-1744-4d28-a4a1-1d94d8c0ee4d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9c0538a-3979-4e9d-bea9-b378873e93a3 HTTP/1.1" status: 200 len: 217 time: 0.1746004 Jun 02 12:29:16.756834 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7e27d0c8-8179-4130-8cd5-1485b09bbe58 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:16.767135 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-9c45c4ef-26e1-49af-9cde-472c6982e17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:16.768958 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-9c45c4ef-26e1-49af-9cde-472c6982e17e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2a1d32dc7a634dd8b54473ce977ce897&device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 1096 time: 0.8363240 Jun 02 12:29:16.770413 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:16.770903 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:16.771388 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:16.775123 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7e27d0c8-8179-4130-8cd5-1485b09bbe58 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "DELETE /v2.0/networks/969185e5-04de-4805-84e1-454a5a87b043 HTTP/1.1" status: 204 len: 168 time: 1.6705604 Jun 02 12:29:16.785620 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:16.790752 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:29:16.791474 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:29:16.794761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Attempting to bind port c3912719-7640-4996-9679-70779bba72a3 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:16.795140 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Attempting to bind port c3912719-7640-4996-9679-70779bba72a3 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'e091f413-4274-48f6-ba3c-fc2310eab984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '72327790-d764-4bbe-8bca-c0371fb86dbe'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:16.795510 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Attempting to bind port c3912719-7640-4996-9679-70779bba72a3 on network 72327790-d764-4bbe-8bca-c0371fb86dbe {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:16.801141 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12adef51-363d-40d6-9fa0-24dc2c378bc3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:16.803860 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-12adef51-363d-40d6-9fa0-24dc2c378bc3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Synchronizing usage tracker for tenant:9cc4ca61dc954dc9aa55c98b051cae30 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:29:16.814762 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Pushing event updated for resources: {'Port': ['ID=24afcaa8-271d-45f4-a2f3-da0597ee5b77,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:16.823088 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:16.824167 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:29:16.824545 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Checking segment: {'id': 'e091f413-4274-48f6-ba3c-fc2310eab984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '72327790-d764-4bbe-8bca-c0371fb86dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:29:16.825019 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:16.825419 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Bound using segment: {'id': 'e091f413-4274-48f6-ba3c-fc2310eab984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '72327790-d764-4bbe-8bca-c0371fb86dbe'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:29:16.825917 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Bound port: c3912719-7640-4996-9679-70779bba72a3, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e091f413-4274-48f6-ba3c-fc2310eab984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '72327790-d764-4bbe-8bca-c0371fb86dbe'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:29:16.826317 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:16.862785 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 8 to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 Jun 02 12:29:16.892409 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-493bae80-a768-48ef-9825-9181be52d6de service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 HTTP/1.1" status: 200 len: 217 time: 0.1025488 Jun 02 12:29:16.904159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:16.904642 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:16.905209 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:17.016313 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:29:17.019595 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:29:17.022794 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:17.026328 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 9 to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 Jun 02 12:29:17.028263 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8158605 Jun 02 12:29:17.035828 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41552) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:17.054618 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] For port c3912719-7640-4996-9679-70779bba72a3, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:29:17.055796 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-3ad1e9f7-2cb1-469a-8a6e-b660edeee847 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-684336399', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'fixed_ips': [{'ip_address': '172.26.7.234'}]}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:17.057874 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] For port c3912719-7640-4996-9679-70779bba72a3, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c3912719-7640-4996-9679-70779bba72a3,segment=NetworkSegment(e091f413-4274-48f6-ba3c-fc2310eab984),segment_id=e091f413-4274-48f6-ba3c-fc2310eab984)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:29:17.068559 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:17.072609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-01d99011-921b-4ace-9cd2-3c2bf3f82654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:17.081358 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3ad1e9f7-2cb1-469a-8a6e-b660edeee847 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:17.091863 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:17.092329 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:17.092764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:17.099096 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3ad1e9f7-2cb1-469a-8a6e-b660edeee847 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Usage tracker for resource:port and tenant:9ce3a454d5a54c1f9a9167e533357b86 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:17.106288 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3ad1e9f7-2cb1-469a-8a6e-b660edeee847 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:17.111494 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-ca38e9c9-3478-4010-916e-9270adf2a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:17.112739 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-12adef51-363d-40d6-9fa0-24dc2c378bc3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Unset dirty status for tenant:9cc4ca61dc954dc9aa55c98b051cae30 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:29:17.113422 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-ca38e9c9-3478-4010-916e-9270adf2a4bb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b35151b8-844b-4997-93a7-9cd884bc216d HTTP/1.1" status: 200 len: 850 time: 0.2102644 Jun 02 12:29:17.117109 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-12adef51-363d-40d6-9fa0-24dc2c378bc3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/ports/0af37418-4f1a-4644-8b0b-6796a80f83c3 HTTP/1.1" status: 200 len: 913 time: 0.7649090 Jun 02 12:29:17.121177 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:29:17.121619 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:29:17.124290 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3ad1e9f7-2cb1-469a-8a6e-b660edeee847 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:17.126472 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41556) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:17.127024 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.plugins.ml2.plugin [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempt 10 to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 Jun 02 12:29:17.227733 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-f9d2fc82-7209-4d9b-a672-3b918ebfc120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:17.230219 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-f9d2fc82-7209-4d9b-a672-3b918ebfc120 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=338c01a8-8126-49dc-a526-567de4a9bece HTTP/1.1" status: 200 len: 844 time: 0.4183269 Jun 02 12:29:17.265119 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Pushing event updated for resources: {'Port': ['ID=c3912719-7640-4996-9679-70779bba72a3,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:17.277328 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:17.371743 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41560) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:17.391662 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:17.397416 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:17.398092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempting to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:17.414561 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-37e09747-69ae-4846-af1d-5b787b537bca tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Request body: {'router': {'name': 'tempest-router--2115529898', 'project_id': '104b23edc6de4f36b948ceb5077aafd3'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:17.471839 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad1e9f7-2cb1-469a-8a6e-b660edeee847 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Made reservation on behalf of 9ce3a454d5a54c1f9a9167e533357b86 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:17.475099 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e9f7-2cb1-469a-8a6e-b660edeee847 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:17.490848 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a12369-1d23-4161-8254-7e85e82e4daa req-e8d025b3-d2a3-4439-98eb-c750e53db9eb tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:17.498135 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-04a12369-1d23-4161-8254-7e85e82e4daa req-e8d025b3-d2a3-4439-98eb-c750e53db9eb tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 943 time: 0.5580630 Jun 02 12:29:17.509997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-37e09747-69ae-4846-af1d-5b787b537bca tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:17.527257 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-37e09747-69ae-4846-af1d-5b787b537bca tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Usage tracker for resource:router and tenant:104b23edc6de4f36b948ceb5077aafd3 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:17.532501 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on network 99e3271d-656a-4745-be7b-3955a59847e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:29:17.532501 dv-neutron-601336-80-hyperv neutron-server[92305]: ERROR neutron.plugins.ml2.managers [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Failed to bind port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b46dbead-c4db-4e1c-a63b-4837ae03e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99e3271d-656a-4745-be7b-3955a59847e3'}] Jun 02 12:29:17.532709 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:17.548267 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-37e09747-69ae-4846-af1d-5b787b537bca tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:17.564382 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e9f7-2cb1-469a-8a6e-b660edeee847 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:17.575057 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-37e09747-69ae-4846-af1d-5b787b537bca tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:17.599052 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-04a12369-1d23-4161-8254-7e85e82e4daa req-eee2b5f6-ff21-41b1-b66f-6e805c0724fc tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb565746-7513-49d6-b303-5cd7300af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999460 Jun 02 12:29:17.617095 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:17.625572 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-376109c8-1285-4fc1-bdc4-af8165e48513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:17.627376 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-376109c8-1285-4fc1-bdc4-af8165e48513 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3368b6ae-6925-4cc1-a7ab-b844c11cee25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3843560 Jun 02 12:29:17.630709 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-160ac29e-40aa-43ee-82b2-f27854229e2c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:17.667484 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3ad1e9f7-2cb1-469a-8a6e-b660edeee847 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:17.684464 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-160ac29e-40aa-43ee-82b2-f27854229e2c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Transition to ACTIVE for port object c4fd1936-8128-417c-87f0-8d857653dfff will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:17.755165 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3ad1e9f7-2cb1-469a-8a6e-b660edeee847 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Usage tracker for resource:security_group_rule and tenant:9ce3a454d5a54c1f9a9167e533357b86 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:17.765215 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-37e09747-69ae-4846-af1d-5b787b537bca tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:17.766254 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-37e09747-69ae-4846-af1d-5b787b537bca tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:17.773278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3ad1e9f7-2cb1-469a-8a6e-b660edeee847 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:17.798850 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-1f64e8f1-1b87-407b-a25c-1c91834baba2 service neutron] 10.222.0.22 "GET /v2.0/networks/3368b6ae-6925-4cc1-a7ab-b844c11cee25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601346 Jun 02 12:29:17.806511 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-160ac29e-40aa-43ee-82b2-f27854229e2c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:17.833488 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-817b491e-f94e-49ca-9192-cb2fed2b0816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:17.860886 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3ad1e9f7-2cb1-469a-8a6e-b660edeee847 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:17.930950 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-64bcddff-654b-401c-9cb6-25212a9e0b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:17.932379 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-64bcddff-654b-401c-9cb6-25212a9e0b86 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e873baa3-8bc9-49b1-84fa-6d899e4534ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.8097706 Jun 02 12:29:17.941380 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-37e09747-69ae-4846-af1d-5b787b537bca tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:17.958238 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160ac29e-40aa-43ee-82b2-f27854229e2c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:17.968039 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-160ac29e-40aa-43ee-82b2-f27854229e2c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:17.975916 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ac29e-40aa-43ee-82b2-f27854229e2c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:17.981392 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ac29e-40aa-43ee-82b2-f27854229e2c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:17.981999 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-160ac29e-40aa-43ee-82b2-f27854229e2c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:17.999396 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ac29e-40aa-43ee-82b2-f27854229e2c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=c4fd1936-8128-417c-87f0-8d857653dfff,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:18.010388 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-160ac29e-40aa-43ee-82b2-f27854229e2c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:18.045164 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-160ac29e-40aa-43ee-82b2-f27854229e2c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2784939 Jun 02 12:29:18.046583 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41564) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:18.057337 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] For port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:29:18.057705 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attempted to set empty binding levels {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 02 12:29:18.126602 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca83a2af-05d7-4eb8-8053-a8e4a030c870 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:29:18.206916 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1783bf7a-047a-4aaf-ba9b-4b03e265ac48 req-2693bb94-b420-419b-9ff4-b3201f14b904 service neutron] 10.222.0.22 "GET /v2.0/networks/3368b6ae-6925-4cc1-a7ab-b844c11cee25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978777 Jun 02 12:29:18.244429 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bb05bf41-77c7-4a18-a1c3-faa865fd9102 None None] Provisioning for port 24afcaa8-271d-45f4-a2f3-da0597ee5b77 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:18.280662 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e4b2e9-e30c-4dc7-acd5-e53f257119db tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:18.287743 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e4b2e9-e30c-4dc7-acd5-e53f257119db tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:18.288554 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-05e4b2e9-e30c-4dc7-acd5-e53f257119db tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:29:18.324612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:18.344324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d8828b86-5388-459b-9d3f-cfbcb3f72342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:18.384875 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-05e4b2e9-e30c-4dc7-acd5-e53f257119db tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:29:18.389558 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-05e4b2e9-e30c-4dc7-acd5-e53f257119db tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3394206 Jun 02 12:29:18.391241 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41566) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:18.430450 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1805a-5e5b-4858-9671-f500d53baddf req-5bf4ff16-2fa7-4470-a511-75131d734029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:18.432053 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-12c1805a-5e5b-4858-9671-f500d53baddf req-5bf4ff16-2fa7-4470-a511-75131d734029 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3413635451c64d1abbc624dcfc5977af&device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 1096 time: 0.1401513 Jun 02 12:29:18.551512 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-37e09747-69ae-4846-af1d-5b787b537bca tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:18.557124 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] In _notify_port_updated(), no bound segment for port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 on network 99e3271d-656a-4745-be7b-3955a59847e3 {{(pid=92305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:29:18.558395 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:18.558995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:18.560288 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] 10.222.0.37 "PUT /v2.0/ports/6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 HTTP/1.1" status: 200 len: 977 time: 5.3416090 Jun 02 12:29:18.574688 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41568) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:18.729241 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:18.744259 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1805a-5e5b-4858-9671-f500d53baddf req-bce687fe-fdce-4be2-92e4-cba38eef1560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:18.746992 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-12c1805a-5e5b-4858-9671-f500d53baddf req-bce687fe-fdce-4be2-92e4-cba38eef1560 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3368b6ae-6925-4cc1-a7ab-b844c11cee25 HTTP/1.1" status: 200 len: 906 time: 0.2984793 Jun 02 12:29:18.797313 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6edcd4-d9a5-45d1-861a-ab8a72452912 None None] Network 72327790-d764-4bbe-8bca-c0371fb86dbe requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:29:18.813564 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-064dd14c-2677-4ec3-b1c9-583bf0e29f18 service neutron] 10.222.0.22 "GET /v2.0/networks/e873baa3-8bc9-49b1-84fa-6d899e4534ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8101816 Jun 02 12:29:18.838124 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Pushing event updated for resources: {'Port': ['ID=6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:18.901880 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:18.908803 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:18.912712 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-12c1805a-5e5b-4858-9671-f500d53baddf req-89203fba-302a-4ff7-830f-93b1096b7f8c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9c0538a-3979-4e9d-bea9-b378873e93a3 HTTP/1.1" status: 200 len: 217 time: 0.1452010 Jun 02 12:29:18.919089 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 24afcaa8-271d-45f4-a2f3-da0597ee5b77 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:29:18.979387 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0485d9ce-4d11-4547-87e0-d4afcd44b600 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting port c4fd1936-8128-417c-87f0-8d857653dfff {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:18.979733 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0485d9ce-4d11-4547-87e0-d4afcd44b600 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:19.043178 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-3c12212e-63a2-470f-8a1e-1ccc908f541e None None] Provisioning for port c4fd1936-8128-417c-87f0-8d857653dfff completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:19.078722 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-3c12212e-63a2-470f-8a1e-1ccc908f541e None None] Provisioning complete for port c4fd1936-8128-417c-87f0-8d857653dfff triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:19.079104 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3c12212e-63a2-470f-8a1e-1ccc908f541e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:19.082042 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-37e09747-69ae-4846-af1d-5b787b537bca tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:19.087061 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-37e09747-69ae-4846-af1d-5b787b537bca tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.6965373 Jun 02 12:29:19.091199 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e9f7-2cb1-469a-8a6e-b660edeee847 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:19.096607 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41572) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:19.100043 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99def0a6-bd95-4e9b-a8b0-bc7493ea5137 req-468c80be-c1cc-46ec-948c-7803292d28ce tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:19.101520 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-99def0a6-bd95-4e9b-a8b0-bc7493ea5137 req-468c80be-c1cc-46ec-948c-7803292d28ce tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 943 time: 1.1857665 Jun 02 12:29:19.106297 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1805a-5e5b-4858-9671-f500d53baddf req-680ba49a-7935-4c29-ab6a-fabb09964639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:19.108678 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-12c1805a-5e5b-4858-9671-f500d53baddf req-680ba49a-7935-4c29-ab6a-fabb09964639 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=338c01a8-8126-49dc-a526-567de4a9bece HTTP/1.1" status: 200 len: 844 time: 0.1855567 Jun 02 12:29:19.121042 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e9f7-2cb1-469a-8a6e-b660edeee847 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:19.151057 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 24afcaa8-271d-45f4-a2f3-da0597ee5b77 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:19.159293 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:19.165436 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 24afcaa8-271d-45f4-a2f3-da0597ee5b77 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:19.165816 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:19.171277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-3ad1e9f7-2cb1-469a-8a6e-b660edeee847 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] device_id is not set on port f217c5c7-e168-4651-93ad-364d5bd0070d yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:29:19.226932 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-3c12212e-63a2-470f-8a1e-1ccc908f541e None None] Port c4fd1936-8128-417c-87f0-8d857653dfff cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:29:19.297413 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-4b701bd7-83a4-4e84-8d0e-8f1e3fec7d12 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Deleting port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:19.297760 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4b701bd7-83a4-4e84-8d0e-8f1e3fec7d12 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:19.355911 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1e9f7-2cb1-469a-8a6e-b660edeee847 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa4e6d4-2065-4278-a962-528a39dd094b,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:19.364114 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c148-9a10-4c5b-8a26-9a57dd104030 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:19.373098 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3ad1e9f7-2cb1-469a-8a6e-b660edeee847 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:19.380907 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-99def0a6-bd95-4e9b-a8b0-bc7493ea5137 req-9f6b4d01-a887-4057-876b-ffd6df4fa9ff tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546a921-94f5-4c90-8af7-58b2f4349025&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2532895 Jun 02 12:29:19.386797 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:19.398174 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-3f5d07a2-948d-42fd-b877-f8d46fad6c84 None None] Provisioning for port c3912719-7640-4996-9679-70779bba72a3 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:19.441167 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:19.443910 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 24afcaa8-271d-45f4-a2f3-da0597ee5b77, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=24afcaa8-271d-45f4-a2f3-da0597ee5b77,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:19.449646 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:19.450520 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c3912719-7640-4996-9679-70779bba72a3 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:29:19.479251 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:19.485656 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8c2a3413-3431-4a23-9c03-0607abad5d0e req-1af7a20b-5995-4e03-b8bb-5b54d1cac28e service neutron] 10.222.0.22 "GET /v2.0/networks/e873baa3-8bc9-49b1-84fa-6d899e4534ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6348007 Jun 02 12:29:19.501886 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0485d9ce-4d11-4547-87e0-d4afcd44b600 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:19.521596 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b514191-ea8d-46f3-88ac-d71bd04bb934 req-e4952c49-23d5-45b3-a253-b6dbac1ce12e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:19.523864 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4b514191-ea8d-46f3-88ac-d71bd04bb934 req-e4952c49-23d5-45b3-a253-b6dbac1ce12e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 943 time: 0.7526426 Jun 02 12:29:19.537881 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-3f5d07a2-948d-42fd-b877-f8d46fad6c84 None None] Provisioning complete for port c4fd1936-8128-417c-87f0-8d857653dfff triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:19.538328 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3f5d07a2-948d-42fd-b877-f8d46fad6c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:19.591999 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Allocated IP 172.26.7.91 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/193ed73c-4ae2-4fdf-b6ad-14cc8291e5df) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:19.659379 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d07a2-948d-42fd-b877-f8d46fad6c84 None None] Port c4fd1936-8128-417c-87f0-8d857653dfff cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:29:19.695424 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=24afcaa8-271d-45f4-a2f3-da0597ee5b77,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:19.699327 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:19.712882 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port c3912719-7640-4996-9679-70779bba72a3 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:19.718518 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port c3912719-7640-4996-9679-70779bba72a3 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:19.718894 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:19.736283 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a0ba29de-e782-496b-b73f-f2508d75a8f8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:19.797609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-806a0dae-2abf-4edd-a587-0b5f3129d5e7 None None] Provisioning complete for port c3912719-7640-4996-9679-70779bba72a3 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:19.798301 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-806a0dae-2abf-4edd-a587-0b5f3129d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:19.813472 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83f9e3-e2e6-4be3-a4cd-f20e9e58e162 req-ccda4ce1-59c1-4e2e-a5d9-937dfd294b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:19.814991 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ae83f9e3-e2e6-4be3-a4cd-f20e9e58e162 req-ccda4ce1-59c1-4e2e-a5d9-937dfd294b5e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2a1d32dc7a634dd8b54473ce977ce897&device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 1096 time: 0.2748260 Jun 02 12:29:19.875988 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0485d9ce-4d11-4547-87e0-d4afcd44b600 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Calling delete_port for c4fd1936-8128-417c-87f0-8d857653dfff owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:19.880400 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-4b701bd7-83a4-4e84-8d0e-8f1e3fec7d12 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] For port 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4, host hv-neutron-6013, got binding levels [] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:19.880752 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4b701bd7-83a4-4e84-8d0e-8f1e3fec7d12 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:19.900944 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:19.984670 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port c3912719-7640-4996-9679-70779bba72a3, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c3912719-7640-4996-9679-70779bba72a3,segment=NetworkSegment(e091f413-4274-48f6-ba3c-fc2310eab984),segment_id=e091f413-4274-48f6-ba3c-fc2310eab984)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:19.992746 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:19.997508 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-92d7cb87-b7d4-4157-9acb-cb6e1a61b1f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:20.042751 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-806a0dae-2abf-4edd-a587-0b5f3129d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:20.125346 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=c3912719-7640-4996-9679-70779bba72a3,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:20.130536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:20.141658 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:20.148900 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.db.api [None req-806a0dae-2abf-4edd-a587-0b5f3129d5e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:29:20.149283 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_db.api [None req-806a0dae-2abf-4edd-a587-0b5f3129d5e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:29:20.203489 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-4b701bd7-83a4-4e84-8d0e-8f1e3fec7d12 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Calling delete_port for 6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:20.229950 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c148-9a10-4c5b-8a26-9a57dd104030 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:20.237920 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c148-9a10-4c5b-8a26-9a57dd104030 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:20.247387 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1805a-5e5b-4858-9671-f500d53baddf req-680095af-f6bf-4189-9ad2-401e2236c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:20.248785 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-12c1805a-5e5b-4858-9671-f500d53baddf req-680095af-f6bf-4189-9ad2-401e2236c3b6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3368b6ae-6925-4cc1-a7ab-b844c11cee25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 1.0646167 Jun 02 12:29:20.301324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83f9e3-e2e6-4be3-a4cd-f20e9e58e162 req-5fcb2314-881d-4be0-8202-5f2c0852a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:20.302803 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ae83f9e3-e2e6-4be3-a4cd-f20e9e58e162 req-5fcb2314-881d-4be0-8202-5f2c0852a3f1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e873baa3-8bc9-49b1-84fa-6d899e4534ed HTTP/1.1" status: 200 len: 912 time: 0.4342163 Jun 02 12:29:20.323255 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4b514191-ea8d-46f3-88ac-d71bd04bb934 req-cf3ffdf9-854c-477e-b042-c12c554e71a1 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb565746-7513-49d6-b303-5cd7300af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5328262 Jun 02 12:29:20.381985 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ae83f9e3-e2e6-4be3-a4cd-f20e9e58e162 req-a3a60856-6866-428e-a6d9-1a38937ad3f3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 HTTP/1.1" status: 200 len: 217 time: 0.0727365 Jun 02 12:29:20.419427 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:20.427208 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c148-9a10-4c5b-8a26-9a57dd104030 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:20.427709 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd6c148-9a10-4c5b-8a26-9a57dd104030 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55bf65ef-5df0-4ef2-9e8e-95a017ca9e38 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:29:20.458398 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c148-9a10-4c5b-8a26-9a57dd104030 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:20.462139 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2dd6c148-9a10-4c5b-8a26-9a57dd104030 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "DELETE /v2.0/routers/55bf65ef-5df0-4ef2-9e8e-95a017ca9e38 HTTP/1.1" status: 204 len: 168 time: 1.3598979 Jun 02 12:29:20.462480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bfc6e7b9-4b91-4ae6-ad9a-7a807193f704 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:20.558386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:20.566423 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-12c1805a-5e5b-4858-9671-f500d53baddf req-d7a9b0be-aae6-446f-8002-527726d7eef5 service neutron] 10.222.0.22 "GET /v2.0/networks/3368b6ae-6925-4cc1-a7ab-b844c11cee25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330403 Jun 02 12:29:20.570843 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:20.653804 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:20.671667 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41578) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:20.711091 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4b701bd7-83a4-4e84-8d0e-8f1e3fec7d12 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:20.732519 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:20.751912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Pushing event updated for resources: {'Port': ['ID=193ed73c-4ae2-4fdf-b6ad-14cc8291e5df,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:20.753898 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 24afcaa8-271d-45f4-a2f3-da0597ee5b77 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:29:20.755023 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad1e9f7-2cb1-469a-8a6e-b660edeee847 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 02 12:29:20.755538 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad1e9f7-2cb1-469a-8a6e-b660edeee847 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:29:20.759185 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:20.774320 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83f9e3-e2e6-4be3-a4cd-f20e9e58e162 req-ccd43d57-73a9-4e35-a5f3-32fc47d0cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:20.776127 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ae83f9e3-e2e6-4be3-a4cd-f20e9e58e162 req-ccd43d57-73a9-4e35-a5f3-32fc47d0cad4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b35151b8-844b-4997-93a7-9cd884bc216d HTTP/1.1" status: 200 len: 850 time: 0.3579757 Jun 02 12:29:20.783239 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4b701bd7-83a4-4e84-8d0e-8f1e3fec7d12 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:20.787530 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-12c1805a-5e5b-4858-9671-f500d53baddf req-a82c5a1a-515e-49a4-8bd7-f8cb1bf9f589 service neutron] 10.222.0.22 "GET /v2.0/networks/3368b6ae-6925-4cc1-a7ab-b844c11cee25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133119 Jun 02 12:29:20.789946 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b701bd7-83a4-4e84-8d0e-8f1e3fec7d12 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Pushing event deleted for resources: {'Port': ['ID=6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:20.808893 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0485d9ce-4d11-4547-87e0-d4afcd44b600 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:20.815035 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4b701bd7-83a4-4e84-8d0e-8f1e3fec7d12 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:20.822490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6b34a618-1be1-46a0-a848-887c6e25ab2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:20.849171 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 24afcaa8-271d-45f4-a2f3-da0597ee5b77 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:20.849171 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:20.874994 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485d9ce-4d11-4547-87e0-d4afcd44b600 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Port': ['ID=c4fd1936-8128-417c-87f0-8d857653dfff,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:20.880866 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0485d9ce-4d11-4547-87e0-d4afcd44b600 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:20.885677 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4b701bd7-83a4-4e84-8d0e-8f1e3fec7d12 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] 10.222.0.37 "DELETE /v2.0/ports/6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 HTTP/1.1" status: 204 len: 168 time: 2.3035319 Jun 02 12:29:20.910860 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41582) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:20.937978 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0485d9ce-4d11-4547-87e0-d4afcd44b600 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:20.940690 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0485d9ce-4d11-4547-87e0-d4afcd44b600 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/c4fd1936-8128-417c-87f0-8d857653dfff HTTP/1.1" status: 204 len: 168 time: 2.5473003 Jun 02 12:29:20.944266 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41584) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:21.028990 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8904ea28-a763-47ff-b948-c4b4990834e4 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:21.030959 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8904ea28-a763-47ff-b948-c4b4990834e4 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:21.032652 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8904ea28-a763-47ff-b948-c4b4990834e4 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:29:21.058175 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c3912719-7640-4996-9679-70779bba72a3 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:29:21.065564 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-664458938', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}, 'admin_state_up': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:21.073688 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8904ea28-a763-47ff-b948-c4b4990834e4 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:29:21.073908 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-e794992f-3a04-41ce-b8c4-51f26b4763ff tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] GET failed (client error): The resource could not be found. Jun 02 12:29:21.074397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e794992f-3a04-41ce-b8c4-51f26b4763ff tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Synchronizing usage tracker for tenant:a02b77f7f58a40b8ac3906dfbc5c05c8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:29:21.077934 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8904ea28-a763-47ff-b948-c4b4990834e4 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1294920 Jun 02 12:29:21.077934 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:21.078187 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41586) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:21.079536 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3ad1e9f7-2cb1-469a-8a6e-b660edeee847 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 4.0360663 Jun 02 12:29:21.090566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41588) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:21.119049 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Usage tracker for resource:router and tenant:afb3ad3450b4486c8bc4ec5f3c49c720 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:21.124464 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:21.135819 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:21.149017 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port c3912719-7640-4996-9679-70779bba72a3 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:21.149445 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:21.159283 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:21.160793 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:21.169967 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-794a29bd-e4be-43ec-9b0c-fa077bf17e05 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet d7ce27d9-8206-46e3-8b67-015b9b22a5eb {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:29:21.174019 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-794a29bd-e4be-43ec-9b0c-fa077bf17e05 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:21.182748 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e794992f-3a04-41ce-b8c4-51f26b4763ff tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Unset dirty status for tenant:a02b77f7f58a40b8ac3906dfbc5c05c8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:29:21.184145 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e794992f-3a04-41ce-b8c4-51f26b4763ff tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] 10.222.0.37 "GET /v2.0/ports/6721af4c-9e3b-4dc0-b5e4-fb5a92a75ff4 HTTP/1.1" status: 404 len: 333 time: 0.2659752 Jun 02 12:29:21.201202 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41590) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:21.409335 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e9cf6-c63d-4806-8328-a66f2fb30844 req-828053c6-f43f-49bf-8fac-c8148bf70a5d tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:21.411372 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-cb5e9cf6-c63d-4806-8328-a66f2fb30844 req-828053c6-f43f-49bf-8fac-c8148bf70a5d tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 943 time: 0.8551357 Jun 02 12:29:21.429443 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:21.485216 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-794a29bd-e4be-43ec-9b0c-fa077bf17e05 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:21.539054 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83f9e3-e2e6-4be3-a4cd-f20e9e58e162 req-499b2da7-fb4b-4676-b9f6-ed2f873132c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:21.540476 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ae83f9e3-e2e6-4be3-a4cd-f20e9e58e162 req-499b2da7-fb4b-4676-b9f6-ed2f873132c5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e873baa3-8bc9-49b1-84fa-6d899e4534ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7413576 Jun 02 12:29:21.548917 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba29de-e782-496b-b73f-f2508d75a8f8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting port 0af37418-4f1a-4644-8b0b-6796a80f83c3 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:21.549276 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a0ba29de-e782-496b-b73f-f2508d75a8f8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:21.555941 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fd9b9d59-0bb3-4d4d-9081-050317fd0369 tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:21.622050 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-cb5e9cf6-c63d-4806-8328-a66f2fb30844 req-2f20b6fe-8359-478f-8b53-5ec58e5591a5 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546a921-94f5-4c90-8af7-58b2f4349025&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1900184 Jun 02 12:29:21.918775 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fbffb-4752-4823-baff-00e6fb003f05 req-708bef42-ebcf-4810-9e94-2e72b95dabad tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:21.920242 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-500fbffb-4752-4823-baff-00e6fb003f05 req-708bef42-ebcf-4810-9e94-2e72b95dabad tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 943 time: 0.4865708 Jun 02 12:29:21.932322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-794a29bd-e4be-43ec-9b0c-fa077bf17e05 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:22.033912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-38664532-6277-402a-8d07-49889b41cf15 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Deleting port 130956cd-7fc2-4eca-9dda-d98a0586468e {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:22.034562 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-38664532-6277-402a-8d07-49889b41cf15 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:22.039180 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:22.066092 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fd9b9d59-0bb3-4d4d-9081-050317fd0369 tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:22.110419 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-fd9b9d59-0bb3-4d4d-9081-050317fd0369 tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e3271d-656a-4745-be7b-3955a59847e3']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:22.152922 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-500fbffb-4752-4823-baff-00e6fb003f05 req-b893b4d1-0185-4988-a7f2-6b69aadae403 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb565746-7513-49d6-b303-5cd7300af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946654 Jun 02 12:29:22.154518 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-fd9b9d59-0bb3-4d4d-9081-050317fd0369 tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46dbead-c4db-4e1c-a63b-4837ae03e5db') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:22.154814 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-fd9b9d59-0bb3-4d4d-9081-050317fd0369 tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46dbead-c4db-4e1c-a63b-4837ae03e5db') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:22.163593 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a0ba29de-e782-496b-b73f-f2508d75a8f8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:22.188557 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:22.224240 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fd9b9d59-0bb3-4d4d-9081-050317fd0369 tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:22.244962 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device c9c0538a-3979-4e9d-bea9-b378873e93a3 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:29:22.299623 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fd9b9d59-0bb3-4d4d-9081-050317fd0369 tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:22.307136 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ae83f9e3-e2e6-4be3-a4cd-f20e9e58e162 req-a75957e8-e868-41db-841d-926e6df0a6c9 service neutron] 10.222.0.22 "GET /v2.0/networks/e873baa3-8bc9-49b1-84fa-6d899e4534ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914165 Jun 02 12:29:22.328888 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9b9d59-0bb3-4d4d-9081-050317fd0369 tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:29:22.329292 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fd9b9d59-0bb3-4d4d-9081-050317fd0369 tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:29:22.344790 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:29:22.387319 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port c9c0538a-3979-4e9d-bea9-b378873e93a3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c9c0538a-3979-4e9d-bea9-b378873e93a3,segment=NetworkSegment(b8888788-d7c3-43e5-86c1-6695264e9974),segment_id=b8888788-d7c3-43e5-86c1-6695264e9974)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:22.394459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba29de-e782-496b-b73f-f2508d75a8f8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Calling delete_port for 0af37418-4f1a-4644-8b0b-6796a80f83c3 owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:22.401800 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': 'c9c0538a-3979-4e9d-bea9-b378873e93a3', 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25', 'port_id': 'c9c0538a-3979-4e9d-bea9-b378873e93a3', 'mac_address': 'fa:16:3e:da:9b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338c01a8-8126-49dc-a526-567de4a9bece', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:29:22.458877 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:22.477125 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c0538a-3979-4e9d-bea9-b378873e93a3 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:29:22.492897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port c9c0538a-3979-4e9d-bea9-b378873e93a3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c9c0538a-3979-4e9d-bea9-b378873e93a3,segment=NetworkSegment(b8888788-d7c3-43e5-86c1-6695264e9974),segment_id=b8888788-d7c3-43e5-86c1-6695264e9974)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:22.496264 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fd9b9d59-0bb3-4d4d-9081-050317fd0369 tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:22.499144 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:22.501185 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:22.511046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fd9b9d59-0bb3-4d4d-9081-050317fd0369 tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:22.518465 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:22.550457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b9d59-0bb3-4d4d-9081-050317fd0369 tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Pushing event deleted for resources: {'Network': ['ID=99e3271d-656a-4745-be7b-3955a59847e3,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:22.556528 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fd9b9d59-0bb3-4d4d-9081-050317fd0369 tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:22.558879 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fd9b9d59-0bb3-4d4d-9081-050317fd0369 tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] 10.222.0.37 "DELETE /v2.0/networks/99e3271d-656a-4745-be7b-3955a59847e3 HTTP/1.1" status: 204 len: 168 time: 1.3558815 Jun 02 12:29:22.591605 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=c9c0538a-3979-4e9d-bea9-b378873e93a3,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:22.595037 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:22.650634 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-38664532-6277-402a-8d07-49889b41cf15 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:22.651333 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-38664532-6277-402a-8d07-49889b41cf15 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:22.828101 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-38664532-6277-402a-8d07-49889b41cf15 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Calling delete_port for 130956cd-7fc2-4eca-9dda-d98a0586468e owned by network:floatingip {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:22.886022 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41600) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:22.907339 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['c9c0538a-3979-4e9d-bea9-b378873e93a3'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:29:22.940204 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-794a29bd-e4be-43ec-9b0c-fa077bf17e05 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:22.948786 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_gateway, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:22.967202 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ae83f9e3-e2e6-4be3-a4cd-f20e9e58e162 req-c22bb017-9d1d-45e1-98ab-4722a1c830b2 service neutron] 10.222.0.22 "GET /v2.0/networks/e873baa3-8bc9-49b1-84fa-6d899e4534ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5812569 Jun 02 12:29:22.995635 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-dc885449-169a-421e-a092-64e95241e206 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:23.026292 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:23.082938 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a29bd-e4be-43ec-9b0c-fa077bf17e05 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=d7ce27d9-8206-46e3-8b67-015b9b22a5eb,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:23.089364 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f52ce88-0a95-4cbf-8116-4b2cc9229d0a None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:29:23.090243 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-794a29bd-e4be-43ec-9b0c-fa077bf17e05 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:23.096877 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-794a29bd-e4be-43ec-9b0c-fa077bf17e05 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:23.138901 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-794a29bd-e4be-43ec-9b0c-fa077bf17e05 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/d7ce27d9-8206-46e3-8b67-015b9b22a5eb HTTP/1.1" status: 204 len: 168 time: 2.0575590 Jun 02 12:29:23.139759 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41604) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:23.231785 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2b842a84-fd82-4bcc-ac9f-cdaf920926b8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0907893 Jun 02 12:29:23.249563 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41608) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:23.273306 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-503e81f0-e366-4a0c-a873-78d450d9a5a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:23.370533 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Allocated IP 172.26.7.152 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/91e3258c-e0a2-452c-bc85-ee19cdd7269b) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:23.406412 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-bff4f4cd-5148-4c2e-82d6-23cc31047046 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6280da2790e740328d9f4cd11d131af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4833295 Jun 02 12:29:23.416043 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1a80b7-a9fa-4dae-a51e-e185a23b1fe6 None None] DHCP port deletion for a7413df9-4e7a-4187-aef8-a668d8bf2950 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:29:23.420267 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41610) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:23.454946 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:23.487451 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-6c1a80b7-a9fa-4dae-a51e-e185a23b1fe6 None None] Deleting port 24afcaa8-271d-45f4-a2f3-da0597ee5b77 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:23.487830 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6c1a80b7-a9fa-4dae-a51e-e185a23b1fe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:23.500075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85791e-c6bb-47d8-8b03-8820db95313e req-f79a4162-fefb-4f08-913c-ac0f74d97097 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:23.503141 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3f85791e-c6bb-47d8-8b03-8820db95313e req-f79a4162-fefb-4f08-913c-ac0f74d97097 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 944 time: 0.2181749 Jun 02 12:29:23.570356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-503e81f0-e366-4a0c-a873-78d450d9a5a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:23.586444 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ec2f0-94b0-4ad9-b5c5-6d63d30e14bf req-69d4c6c5-ba5c-4079-bcd1-b589c15c0cc6 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:23.588183 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-330ec2f0-94b0-4ad9-b5c5-6d63d30e14bf req-69d4c6c5-ba5c-4079-bcd1-b589c15c0cc6 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 943 time: 0.7774794 Jun 02 12:29:23.600877 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-6c1a80b7-a9fa-4dae-a51e-e185a23b1fe6 None None] For port 24afcaa8-271d-45f4-a2f3-da0597ee5b77, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=24afcaa8-271d-45f4-a2f3-da0597ee5b77,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:23.601113 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6c1a80b7-a9fa-4dae-a51e-e185a23b1fe6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:23.604476 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-503e81f0-e366-4a0c-a873-78d450d9a5a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:23.612187 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3f85791e-c6bb-47d8-8b03-8820db95313e req-158be06b-0074-465d-88ad-0b10034824d9 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb565746-7513-49d6-b303-5cd7300af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944996 Jun 02 12:29:23.617503 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-503e81f0-e366-4a0c-a873-78d450d9a5a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:23.632013 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8a20d92b-1662-46cf-88c3-abe3ef2a9612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:23.666194 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:23.678244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-503e81f0-e366-4a0c-a873-78d450d9a5a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:23.685344 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8a20d92b-1662-46cf-88c3-abe3ef2a9612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:23.743396 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-6c1a80b7-a9fa-4dae-a51e-e185a23b1fe6 None None] Calling delete_port for 24afcaa8-271d-45f4-a2f3-da0597ee5b77 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:23.752574 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:23.758921 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:23.796345 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6c1a80b7-a9fa-4dae-a51e-e185a23b1fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:23.800163 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8a20d92b-1662-46cf-88c3-abe3ef2a9612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:23.802675 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:23.808933 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a0ba29de-e782-496b-b73f-f2508d75a8f8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:23.812633 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503e81f0-e366-4a0c-a873-78d450d9a5a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:23.816257 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-503e81f0-e366-4a0c-a873-78d450d9a5a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:23.823449 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:23.833567 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:23.838956 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:23.843890 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1320ce25-7653-40be-8f38-b246e584b7e4 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:23.856603 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a80b7-a9fa-4dae-a51e-e185a23b1fe6 None None] Pushing event deleted for resources: {'Port': ['ID=24afcaa8-271d-45f4-a2f3-da0597ee5b77,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:23.860646 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6c1a80b7-a9fa-4dae-a51e-e185a23b1fe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:23.861553 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1a80b7-a9fa-4dae-a51e-e185a23b1fe6 None None] No DVR routers for this DVR port 24afcaa8-271d-45f4-a2f3-da0597ee5b77 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:29:23.870714 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8a20d92b-1662-46cf-88c3-abe3ef2a9612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:23.878355 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8a20d92b-1662-46cf-88c3-abe3ef2a9612 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ddcb4974-cea5-4915-a21f-1a24a2bb2deb HTTP/1.1" status: 204 len: 168 time: 0.4512684 Jun 02 12:29:23.887584 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Pushing event updated for resources: {'Port': ['ID=91e3258c-e0a2-452c-bc85-ee19cdd7269b,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:23.892674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:23.892674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5ef57b63-0d6f-4774-9867-5b42ec8be3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:23.895492 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-330ec2f0-94b0-4ad9-b5c5-6d63d30e14bf req-d946ccad-9211-44c9-8515-1c76b8725923 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546a921-94f5-4c90-8af7-58b2f4349025&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2941568 Jun 02 12:29:23.912833 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20d92b-1662-46cf-88c3-abe3ef2a9612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcb4974-cea5-4915-a21f-1a24a2bb2deb,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:23.917287 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8a20d92b-1662-46cf-88c3-abe3ef2a9612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:23.962881 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba29de-e782-496b-b73f-f2508d75a8f8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Port': ['ID=0af37418-4f1a-4644-8b0b-6796a80f83c3,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:23.965327 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a0ba29de-e782-496b-b73f-f2508d75a8f8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:24.054055 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-38664532-6277-402a-8d07-49889b41cf15 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:24.123071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:24.221699 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:29:24.277004 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device c9c0538a-3979-4e9d-bea9-b378873e93a3 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:29:24.289328 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41616) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:24.295829 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38664532-6277-402a-8d07-49889b41cf15 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Pushing event deleted for resources: {'Port': ['ID=130956cd-7fc2-4eca-9dda-d98a0586468e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:24.298760 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-38664532-6277-402a-8d07-49889b41cf15 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:24.357569 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_gateway, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:24.444684 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port c9c0538a-3979-4e9d-bea9-b378873e93a3 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:24.447950 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a0ba29de-e782-496b-b73f-f2508d75a8f8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:24.448928 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=95b0e7fa-30e2-42aa-a44d-73ed7f7a8780,segment=NetworkSegment(fbabe685-c618-4d2b-8334-a843cab84c70),segment_id=fbabe685-c618-4d2b-8334-a843cab84c70)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:24.462143 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port c9c0538a-3979-4e9d-bea9-b378873e93a3 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:24.462518 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:24.496751 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '95b0e7fa-30e2-42aa-a44d-73ed7f7a8780', 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed', 'port_id': '95b0e7fa-30e2-42aa-a44d-73ed7f7a8780', 'mac_address': 'fa:16:3e:87:10:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35151b8-844b-4997-93a7-9cd884bc216d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:29:24.536759 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-346354ce-355c-46f4-b2f6-d0104add73b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a02b77f7f58a40b8ac3906dfbc5c05c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367046 Jun 02 12:29:24.540226 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41618) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:24.555102 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-38664532-6277-402a-8d07-49889b41cf15 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:24.574945 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:24.622555 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:29:24.646027 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Router a704b5cf-2851-4ef2-85e8-055d62880073 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:29:24.660427 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=95b0e7fa-30e2-42aa-a44d-73ed7f7a8780,segment=NetworkSegment(fbabe685-c618-4d2b-8334-a843cab84c70),segment_id=fbabe685-c618-4d2b-8334-a843cab84c70)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:24.663610 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:24.678748 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:24.683904 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:24.766822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59374d82-e6b7-4127-9a44-3ce1cd38bedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c0538a-3979-4e9d-bea9-b378873e93a3'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:29:24.840639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 24afcaa8-271d-45f4-a2f3-da0597ee5b77 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:29:24.890020 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port c9c0538a-3979-4e9d-bea9-b378873e93a3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c9c0538a-3979-4e9d-bea9-b378873e93a3,segment=NetworkSegment(b8888788-d7c3-43e5-86c1-6695264e9974),segment_id=b8888788-d7c3-43e5-86c1-6695264e9974)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:24.920827 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=95b0e7fa-30e2-42aa-a44d-73ed7f7a8780,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:24.939945 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 24afcaa8-271d-45f4-a2f3-da0597ee5b77 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:29:24.940630 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 24afcaa8-271d-45f4-a2f3-da0597ee5b77 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:29:24.951148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:24.955355 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:24.959474 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:24.961923 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4c769a36-c5da-479b-a52e-d596e2f0df46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:25.002376 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ee60fc20-65d8-4aa7-afdb-5e928ea881cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:25.009364 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75f8bdc-d595-4294-bc34-f40d3b2e079c" -d '{"events": [{"server_uuid": "59374d82-e6b7-4127-9a44-3ce1cd38bedb", "name": "network-vif-plugged", "status": "completed", "tag": "c9c0538a-3979-4e9d-bea9-b378873e93a3"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:29:25.030706 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['95b0e7fa-30e2-42aa-a44d-73ed7f7a8780'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:29:25.120089 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ee60fc20-65d8-4aa7-afdb-5e928ea881cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:25.121572 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=c9c0538a-3979-4e9d-bea9-b378873e93a3,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:25.133075 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:25.163596 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-38664532-6277-402a-8d07-49889b41cf15 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:25.169095 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-38664532-6277-402a-8d07-49889b41cf15 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/6fe7d7fe-bb68-492d-96d4-f5e558ae1625 HTTP/1.1" status: 204 len: 168 time: 4.0575318 Jun 02 12:29:25.169252 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42409e8-d2f7-444b-b5cd-b0f2b1e7d2d7 req-278ec0fc-35c3-48aa-9db0-930393cecd19 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:25.179743 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a42409e8-d2f7-444b-b5cd-b0f2b1e7d2d7 req-278ec0fc-35c3-48aa-9db0-930393cecd19 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 944 time: 0.3282244 Jun 02 12:29:25.317247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:29:25.323534 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a42409e8-d2f7-444b-b5cd-b0f2b1e7d2d7 req-06190850-d650-4fc1-99b3-c1806cf37986 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb565746-7513-49d6-b303-5cd7300af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276097 Jun 02 12:29:25.327442 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ba29de-e782-496b-b73f-f2508d75a8f8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router 503a0665-f6c9-4316-8761-fbdd4ed35989 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:29:25.333450 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b0c76-cc2f-49d8-af2b-bf6b2d493180 None None] Sync routers for ids ['a704b5cf-2851-4ef2-85e8-055d62880073'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:29:25.346665 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ee60fc20-65d8-4aa7-afdb-5e928ea881cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:25.359328 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6020c9cf-75dc-417c-9067-d0ce8f93e979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:25.361624 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561b0c76-cc2f-49d8-af2b-bf6b2d493180 None None] Routers {'a704b5cf-2851-4ef2-85e8-055d62880073'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:25.367729 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-561b0c76-cc2f-49d8-af2b-bf6b2d493180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a704b5cf-2851-4ef2-85e8-055d62880073'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:25.389969 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60fc20-65d8-4aa7-afdb-5e928ea881cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34b9d1c-7ac9-453a-aaa3-f3b977177bba,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:25.419090 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ee60fc20-65d8-4aa7-afdb-5e928ea881cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:25.423311 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ee60fc20-65d8-4aa7-afdb-5e928ea881cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f34b9d1c-7ac9-453a-aaa3-f3b977177bba HTTP/1.1" status: 204 len: 168 time: 0.8816216 Jun 02 12:29:25.429079 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee60fc20-65d8-4aa7-afdb-5e928ea881cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:25.430110 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee60fc20-65d8-4aa7-afdb-5e928ea881cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:25.431352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee60fc20-65d8-4aa7-afdb-5e928ea881cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:25.431813 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee60fc20-65d8-4aa7-afdb-5e928ea881cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:25.433631 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee60fc20-65d8-4aa7-afdb-5e928ea881cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:25.434421 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee60fc20-65d8-4aa7-afdb-5e928ea881cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:25.435880 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee60fc20-65d8-4aa7-afdb-5e928ea881cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:25.436389 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee60fc20-65d8-4aa7-afdb-5e928ea881cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:25.437902 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee60fc20-65d8-4aa7-afdb-5e928ea881cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:25.438621 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee60fc20-65d8-4aa7-afdb-5e928ea881cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:25.440222 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee60fc20-65d8-4aa7-afdb-5e928ea881cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:25.440683 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee60fc20-65d8-4aa7-afdb-5e928ea881cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:25.453791 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ee60fc20-65d8-4aa7-afdb-5e928ea881cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:25.471367 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Router bfbae42e-5914-4395-a7e8-2985d4e96bd7 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:29:25.487384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:25.495837 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 10.3875477 Jun 02 12:29:25.495837 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41636) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:25.532247 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-561b0c76-cc2f-49d8-af2b-bf6b2d493180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:25.553993 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a092325-559e-4aac-a0a4-6a13bccdadfa x-openstack-request-id: req-9a092325-559e-4aac-a0a4-6a13bccdadfa {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:29:25.554324 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59374d82-e6b7-4127-9a44-3ce1cd38bedb", "name": "network-vif-plugged", "status": "completed", "tag": "c9c0538a-3979-4e9d-bea9-b378873e93a3", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:29:25.554593 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a092325-559e-4aac-a0a4-6a13bccdadfa {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:29:25.555048 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59374d82-e6b7-4127-9a44-3ce1cd38bedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c0538a-3979-4e9d-bea9-b378873e93a3', 'code': 200} Jun 02 12:29:25.555596 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561b0c76-cc2f-49d8-af2b-bf6b2d493180 None None] Routers {'a704b5cf-2851-4ef2-85e8-055d62880073'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:25.558008 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-561b0c76-cc2f-49d8-af2b-bf6b2d493180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a704b5cf-2851-4ef2-85e8-055d62880073'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:25.690550 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-561b0c76-cc2f-49d8-af2b-bf6b2d493180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:25.690958 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b0c76-cc2f-49d8-af2b-bf6b2d493180 None None] The sync data for ids ['a704b5cf-2851-4ef2-85e8-055d62880073'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:29:25.694679 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41640) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:25.710386 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:25.731608 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e2aae-f19f-4912-9fd6-1dd30106fbb5 req-65c3d63c-2740-438d-b5c3-31d586b0e807 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:25.733296 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b56e2aae-f19f-4912-9fd6-1dd30106fbb5 req-65c3d63c-2740-438d-b5c3-31d586b0e807 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 944 time: 0.5716062 Jun 02 12:29:25.747904 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:29:25.758773 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423f012b-d558-48d0-a28b-3246cebbdec1 None None] Sync routers for ids ['bfbae42e-5914-4395-a7e8-2985d4e96bd7'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:29:25.774113 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:25.775270 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1025245 Jun 02 12:29:25.778449 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41644) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:25.779774 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423f012b-d558-48d0-a28b-3246cebbdec1 None None] Routers {'bfbae42e-5914-4395-a7e8-2985d4e96bd7'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:25.780390 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-423f012b-d558-48d0-a28b-3246cebbdec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['bfbae42e-5914-4395-a7e8-2985d4e96bd7'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:25.844642 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-423f012b-d558-48d0-a28b-3246cebbdec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:25.853652 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423f012b-d558-48d0-a28b-3246cebbdec1 None None] Routers {'bfbae42e-5914-4395-a7e8-2985d4e96bd7'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:25.854281 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-423f012b-d558-48d0-a28b-3246cebbdec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['bfbae42e-5914-4395-a7e8-2985d4e96bd7'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:25.897083 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ba29de-e782-496b-b73f-f2508d75a8f8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:29:25.908994 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2252c90-021a-4e5d-9c03-06a9f54e87c6 None None] Sync routers for ids ['503a0665-f6c9-4316-8761-fbdd4ed35989'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:29:25.919246 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a0ba29de-e782-496b-b73f-f2508d75a8f8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/503a0665-f6c9-4316-8761-fbdd4ed35989/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7833574 Jun 02 12:29:25.925907 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2252c90-021a-4e5d-9c03-06a9f54e87c6 None None] Routers {'503a0665-f6c9-4316-8761-fbdd4ed35989'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:25.928431 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f2252c90-021a-4e5d-9c03-06a9f54e87c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['503a0665-f6c9-4316-8761-fbdd4ed35989'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:25.929686 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41648) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:25.931509 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-423f012b-d558-48d0-a28b-3246cebbdec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:25.932086 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423f012b-d558-48d0-a28b-3246cebbdec1 None None] The sync data for ids ['bfbae42e-5914-4395-a7e8-2985d4e96bd7'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:29:26.017799 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f2252c90-021a-4e5d-9c03-06a9f54e87c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:26.029080 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2252c90-021a-4e5d-9c03-06a9f54e87c6 None None] Routers {'503a0665-f6c9-4316-8761-fbdd4ed35989'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:26.030823 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f2252c90-021a-4e5d-9c03-06a9f54e87c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['503a0665-f6c9-4316-8761-fbdd4ed35989'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:26.038373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-32e99041-c762-4bb9-bccd-66bbc02bbb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:26.063412 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b56e2aae-f19f-4912-9fd6-1dd30106fbb5 req-80c763eb-ad32-4018-95cf-0122aa3c9098 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546a921-94f5-4c90-8af7-58b2f4349025&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3040750 Jun 02 12:29:26.122953 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f2252c90-021a-4e5d-9c03-06a9f54e87c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:26.123639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2252c90-021a-4e5d-9c03-06a9f54e87c6 None None] The sync data for ids ['503a0665-f6c9-4316-8761-fbdd4ed35989'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:29:26.142376 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-32e99041-c762-4bb9-bccd-66bbc02bbb82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:26.199202 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-32e99041-c762-4bb9-bccd-66bbc02bbb82 admin admin] Usage tracker for resource:security_group_rule and tenant:3c9660a4402b4b4288c92d0b32625ce5 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:26.211368 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-32e99041-c762-4bb9-bccd-66bbc02bbb82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:26.225538 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:29:26.228609 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-32e99041-c762-4bb9-bccd-66bbc02bbb82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:26.298281 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-503e81f0-e366-4a0c-a873-78d450d9a5a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:26.320803 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:26.324614 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:26.332346 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:26.332778 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:26.356545 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddbd5c-01c3-4b87-803f-3449db328258 req-b86d8a49-b9c2-4886-a59e-1dfa72ddaee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:26.358071 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-92ddbd5c-01c3-4b87-803f-3449db328258 req-b86d8a49-b9c2-4886-a59e-1dfa72ddaee0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 1098 time: 0.5577705 Jun 02 12:29:26.528185 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:26.566048 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=95b0e7fa-30e2-42aa-a44d-73ed7f7a8780,segment=NetworkSegment(fbabe685-c618-4d2b-8334-a843cab84c70),segment_id=fbabe685-c618-4d2b-8334-a843cab84c70)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:26.571283 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:26.575097 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:26.612697 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41668) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:26.625588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503e81f0-e366-4a0c-a873-78d450d9a5a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:26.649253 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=95b0e7fa-30e2-42aa-a44d-73ed7f7a8780,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:26.656710 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:26.657059 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:26.657402 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:26.657735 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:26.658064 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:26.658417 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:26.658746 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:26.659069 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:26.659393 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:26.659719 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:26.660035 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:26.660391 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:26.664651 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:26.669007 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-503e81f0-e366-4a0c-a873-78d450d9a5a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:26.673070 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4e39b8a0-ba3a-42ea-a03e-e55365417c13 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "GET /v2.0/routers/bfbae42e-5914-4395-a7e8-2985d4e96bd7 HTTP/1.1" status: 200 len: 924 time: 0.8930733 Jun 02 12:29:26.682181 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41672) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:26.687834 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cc8ba6-e451-479d-869a-5daf82b03706 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:29:26.688103 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-92ddbd5c-01c3-4b87-803f-3449db328258 req-38fbaa99-15a7-4c74-8c5a-81317578d612 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:26.757071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-92ddbd5c-01c3-4b87-803f-3449db328258 req-38fbaa99-15a7-4c74-8c5a-81317578d612 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:26.760954 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-92ddbd5c-01c3-4b87-803f-3449db328258 req-38fbaa99-15a7-4c74-8c5a-81317578d612 service neutron] Usage tracker for resource:security_group_rule and tenant:f2c0847bb09949a2ad8b1a75f9437b2e is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:26.764872 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-92ddbd5c-01c3-4b87-803f-3449db328258 req-38fbaa99-15a7-4c74-8c5a-81317578d612 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:26.770805 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-92ddbd5c-01c3-4b87-803f-3449db328258 req-38fbaa99-15a7-4c74-8c5a-81317578d612 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:26.813784 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fea9fd5a-b594-48bb-abc1-3811490a3aad tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfbae42e-5914-4395-a7e8-2985d4e96bd7 HTTP/1.1" status: 200 len: 205 time: 0.1122587 Jun 02 12:29:26.819437 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41674) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:26.835230 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503e81f0-e366-4a0c-a873-78d450d9a5a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:26.835835 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-503e81f0-e366-4a0c-a873-78d450d9a5a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:26.863909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e81f0-e366-4a0c-a873-78d450d9a5a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=b5244538-ddd3-4b13-bd93-8de60493e423,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:26.874213 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4731c8be-2451-45f6-9063-db6799265b03 tempest-AgentManagementNegativeTest-2057945757 tempest-AgentManagementNegativeTest-2057945757-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2505252 Jun 02 12:29:26.875775 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-503e81f0-e366-4a0c-a873-78d450d9a5a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:26.960330 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a7413df9-4e7a-4187-aef8-a668d8bf2950', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'fixed_ips': [{'subnet_id': 'b5244538-ddd3-4b13-bd93-8de60493e423'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:29:26.961182 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:27.002335 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143de0c9-284d-4604-803e-70550ae991fc req-b9606a47-dc53-4c22-a010-c3aebe71a2bf tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:27.004055 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-143de0c9-284d-4604-803e-70550ae991fc req-b9606a47-dc53-4c22-a010-c3aebe71a2bf tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 945 time: 0.3761644 Jun 02 12:29:27.020068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-32e99041-c762-4bb9-bccd-66bbc02bbb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:27.103669 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-32e99041-c762-4bb9-bccd-66bbc02bbb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:27.110965 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:27.117953 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-503e81f0-e366-4a0c-a873-78d450d9a5a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.8551860 Jun 02 12:29:27.119534 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41680) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:27.132057 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-92ddbd5c-01c3-4b87-803f-3449db328258 req-38fbaa99-15a7-4c74-8c5a-81317578d612 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:27.163924 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Allocated IP 2001:db8::2 (a7413df9-4e7a-4187-aef8-a668d8bf2950/b5244538-ddd3-4b13-bd93-8de60493e423/b20f7534-ce80-4389-a0cd-8201c1fd71b5) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:27.198013 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ae0062d4-5c78-42d5-a855-3da3c9dd8db7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'name': 'tempest-NetworksTestDHCPv6-521388000'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:27.225734 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-92ddbd5c-01c3-4b87-803f-3449db328258 req-38fbaa99-15a7-4c74-8c5a-81317578d612 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:27.239619 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:27.284611 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-92ddbd5c-01c3-4b87-803f-3449db328258 req-38fbaa99-15a7-4c74-8c5a-81317578d612 service neutron] Synchronizing usage tracker for tenant:f2c0847bb09949a2ad8b1a75f9437b2e on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:29:27.309190 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a100f687-50ed-419f-8454-80d3a8ca6215 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:27.323482 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41684) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:27.340668 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbaa99-15a7-4c74-8c5a-81317578d612 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7b95bd23-4569-4d52-b181-0ff1652fdc80,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:27.365395 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:29:27.372607 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-38fbaa99-15a7-4c74-8c5a-81317578d612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:27.416011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:27.424004 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:27.429362 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Transition to ACTIVE for port object b20f7534-ce80-4389-a0cd-8201c1fd71b5 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:27.438756 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-92ddbd5c-01c3-4b87-803f-3449db328258 req-38fbaa99-15a7-4c74-8c5a-81317578d612 service neutron] Unset dirty status for tenant:f2c0847bb09949a2ad8b1a75f9437b2e on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:29:27.440330 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-92ddbd5c-01c3-4b87-803f-3449db328258 req-38fbaa99-15a7-4c74-8c5a-81317578d612 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bb565746-7513-49d6-b303-5cd7300af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8263988 Jun 02 12:29:27.453324 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Transition to ACTIVE for port object b20f7534-ce80-4389-a0cd-8201c1fd71b5 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:27.461842 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:27.468902 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:27.540048 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:27.543109 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:27.546905 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:27.549780 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-82267fbc-754c-4fe7-aa92-11d0632361d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:27.553601 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Pushing event updated for resources: {'Port': ['ID=b20f7534-ce80-4389-a0cd-8201c1fd71b5,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:27.557300 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed04807-0cc5-46b8-96d3-6ffe8ee1e027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b0e7fa-30e2-42aa-a44d-73ed7f7a8780'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:29:27.559846 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6f6dc5-d4ae-4564-a8b2-15e7e91dfb32" -d '{"events": [{"server_uuid": "5ed04807-0cc5-46b8-96d3-6ffe8ee1e027", "name": "network-vif-plugged", "status": "completed", "tag": "95b0e7fa-30e2-42aa-a44d-73ed7f7a8780"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:29:27.563148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:27.588095 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-82267fbc-754c-4fe7-aa92-11d0632361d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:27.612587 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-32e99041-c762-4bb9-bccd-66bbc02bbb82 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c9660a4402b4b4288c92d0b32625ce5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9142358 Jun 02 12:29:27.619407 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e99041-c762-4bb9-bccd-66bbc02bbb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a75e7d-4f33-456f-bc77-0778c47c2fa3,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:27.634390 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41690) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:27.645492 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-82267fbc-754c-4fe7-aa92-11d0632361d1 admin admin] Usage tracker for resource:security_group_rule and tenant:501cc0004c074c5cab45c8279af2f937 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:27.646353 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-143de0c9-284d-4604-803e-70550ae991fc req-7a15b858-b44f-406f-9e86-ffebef3c0d7c tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb565746-7513-49d6-b303-5cd7300af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6251023 Jun 02 12:29:27.648201 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-32e99041-c762-4bb9-bccd-66bbc02bbb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:27.655684 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Attempting to bind port b20f7534-ce80-4389-a0cd-8201c1fd71b5 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:27.656115 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-82267fbc-754c-4fe7-aa92-11d0632361d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:27.656239 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Attempting to bind port b20f7534-ce80-4389-a0cd-8201c1fd71b5 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:27.656693 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Attempting to bind port b20f7534-ce80-4389-a0cd-8201c1fd71b5 on network a7413df9-4e7a-4187-aef8-a668d8bf2950 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:27.664771 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:29:27.665548 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:29:27.666365 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:27.666554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb670e7-2049-425d-b51d-46cdaf83b57d req-7b05d1a2-23e0-4681-8e20-690204d898c3 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:27.666979 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Bound using segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:29:27.667738 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Bound port: b20f7534-ce80-4389-a0cd-8201c1fd71b5, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:29:27.668129 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:27.668751 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-feb670e7-2049-425d-b51d-46cdaf83b57d req-7b05d1a2-23e0-4681-8e20-690204d898c3 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 945 time: 0.3919957 Jun 02 12:29:27.677872 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-82267fbc-754c-4fe7-aa92-11d0632361d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:27.730443 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48d20d6-e701-4d2e-ae13-93142ebe8121 x-openstack-request-id: req-e48d20d6-e701-4d2e-ae13-93142ebe8121 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:29:27.730962 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed04807-0cc5-46b8-96d3-6ffe8ee1e027", "name": "network-vif-plugged", "status": "completed", "tag": "95b0e7fa-30e2-42aa-a44d-73ed7f7a8780", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:29:27.731934 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e48d20d6-e701-4d2e-ae13-93142ebe8121 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:29:27.732646 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed04807-0cc5-46b8-96d3-6ffe8ee1e027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b0e7fa-30e2-42aa-a44d-73ed7f7a8780', 'code': 200} Jun 02 12:29:27.756855 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a100f687-50ed-419f-8454-80d3a8ca6215 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:27.778885 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] For port b20f7534-ce80-4389-a0cd-8201c1fd71b5, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:29:27.779616 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ae0062d4-5c78-42d5-a855-3da3c9dd8db7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:27.782704 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] For port b20f7534-ce80-4389-a0cd-8201c1fd71b5, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b20f7534-ce80-4389-a0cd-8201c1fd71b5,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:29:27.789360 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:27.793674 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5c7d681d-4114-42d0-b80c-cd4536f609e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:27.793822 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ae0062d4-5c78-42d5-a855-3da3c9dd8db7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:port and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:27.799121 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ae0062d4-5c78-42d5-a855-3da3c9dd8db7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:27.822004 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-feb670e7-2049-425d-b51d-46cdaf83b57d req-2422c0f0-a9a3-44e5-a035-988d5df291a2 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546a921-94f5-4c90-8af7-58b2f4349025&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1451750 Jun 02 12:29:27.891169 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Pushing event updated for resources: {'Port': ['ID=b20f7534-ce80-4389-a0cd-8201c1fd71b5,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:27.894738 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:27.904830 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ae0062d4-5c78-42d5-a855-3da3c9dd8db7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:27.908126 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-82267fbc-754c-4fe7-aa92-11d0632361d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:27.928818 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-51ac2e37-332d-4042-9f25-aeb995a51877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:27.945599 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cd4c8666-ea0a-47d6-ae15-05ab3212c57f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:27.949644 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-82267fbc-754c-4fe7-aa92-11d0632361d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:27.967850 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:28.023869 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0062d4-5c78-42d5-a855-3da3c9dd8db7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:28.028083 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae0062d4-5c78-42d5-a855-3da3c9dd8db7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:28.099985 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-82267fbc-754c-4fe7-aa92-11d0632361d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=501cc0004c074c5cab45c8279af2f937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7691915 Jun 02 12:29:28.105051 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41692) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:28.105724 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82267fbc-754c-4fe7-aa92-11d0632361d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066e0b8f-1a77-400d-92a3-7c92720645cc,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:28.140065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-51ac2e37-332d-4042-9f25-aeb995a51877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:28.164209 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82267fbc-754c-4fe7-aa92-11d0632361d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:28.164573 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82267fbc-754c-4fe7-aa92-11d0632361d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:28.164931 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82267fbc-754c-4fe7-aa92-11d0632361d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:28.165286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82267fbc-754c-4fe7-aa92-11d0632361d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:28.165636 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82267fbc-754c-4fe7-aa92-11d0632361d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:28.166192 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82267fbc-754c-4fe7-aa92-11d0632361d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:28.166540 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82267fbc-754c-4fe7-aa92-11d0632361d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:28.166886 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82267fbc-754c-4fe7-aa92-11d0632361d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:28.167228 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82267fbc-754c-4fe7-aa92-11d0632361d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:28.167565 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82267fbc-754c-4fe7-aa92-11d0632361d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:28.168071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82267fbc-754c-4fe7-aa92-11d0632361d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:28.168420 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82267fbc-754c-4fe7-aa92-11d0632361d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:28.178463 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-82267fbc-754c-4fe7-aa92-11d0632361d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:28.179060 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-ae0062d4-5c78-42d5-a855-3da3c9dd8db7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] device_id is not set on port ba05dd13-36fc-4a30-ac65-b0a0b7698e24 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:29:28.254530 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-a100f687-50ed-419f-8454-80d3a8ca6215 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Deleting port 91e3258c-e0a2-452c-bc85-ee19cdd7269b {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:28.254735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Allocated IP 172.20.0.1 (72327790-d764-4bbe-8bca-c0371fb86dbe/06136fa4-6591-424a-a879-4faadd7e5843/5bceb6a2-63db-42f5-ba2c-03c576a7f556) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:28.255042 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a100f687-50ed-419f-8454-80d3a8ca6215 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:28.282391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3beb7-e369-45a4-a95e-53c607de77c6 req-503ce972-bdbd-4dda-96cc-4aa2f17e0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:28.283879 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d0e3beb7-e369-45a4-a95e-53c607de77c6 req-503ce972-bdbd-4dda-96cc-4aa2f17e0810 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 1098 time: 0.3172328 Jun 02 12:29:28.320388 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ddacd36b-0119-4516-bb8f-9155bfba664c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:28.430697 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ddacd36b-0119-4516-bb8f-9155bfba664c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:28.452289 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d0e3beb7-e369-45a4-a95e-53c607de77c6 req-021a2c16-a1bc-48b3-bdcc-1077eee55757 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e546a921-94f5-4c90-8af7-58b2f4349025&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1491849 Jun 02 12:29:28.547141 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:28.563707 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ddacd36b-0119-4516-bb8f-9155bfba664c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:28.572584 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:28.585614 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Transition to ACTIVE for port object 5bceb6a2-63db-42f5-ba2c-03c576a7f556 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:28.587241 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacd36b-0119-4516-bb8f-9155bfba664c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066e0b8f-1a77-400d-92a3-7c92720645cc,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:28.592555 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ddacd36b-0119-4516-bb8f-9155bfba664c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:28.605096 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ddacd36b-0119-4516-bb8f-9155bfba664c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:28.608975 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ddacd36b-0119-4516-bb8f-9155bfba664c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/066e0b8f-1a77-400d-92a3-7c92720645cc HTTP/1.1" status: 204 len: 168 time: 0.5009017 Jun 02 12:29:28.639863 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:28.650462 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:28.743788 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-51ac2e37-332d-4042-9f25-aeb995a51877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:28.764150 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:28.781602 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a100f687-50ed-419f-8454-80d3a8ca6215 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:28.820572 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b20f7534-ce80-4389-a0cd-8201c1fd71b5 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:29:28.823864 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac2e37-332d-4042-9f25-aeb995a51877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a75e7d-4f33-456f-bc77-0778c47c2fa3,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:28.932287 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-51ac2e37-332d-4042-9f25-aeb995a51877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:28.933588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Network 72327790-d764-4bbe-8bca-c0371fb86dbe is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:28.940088 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:28.967956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:28.997607 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port b20f7534-ce80-4389-a0cd-8201c1fd71b5 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:29.062878 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-ae0062d4-5c78-42d5-a855-3da3c9dd8db7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8::354 (a7413df9-4e7a-4187-aef8-a668d8bf2950/b5244538-ddd3-4b13-bd93-8de60493e423/ba05dd13-36fc-4a30-ac65-b0a0b7698e24) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:29.083460 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-a100f687-50ed-419f-8454-80d3a8ca6215 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Calling delete_port for 91e3258c-e0a2-452c-bc85-ee19cdd7269b owned by network:router_gateway {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:29.144478 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-51ac2e37-332d-4042-9f25-aeb995a51877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:29.148829 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-51ac2e37-332d-4042-9f25-aeb995a51877 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52a75e7d-4f33-456f-bc77-0778c47c2fa3 HTTP/1.1" status: 204 len: 168 time: 1.5057909 Jun 02 12:29:29.160497 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Pushing event updated for resources: {'Port': ['ID=5bceb6a2-63db-42f5-ba2c-03c576a7f556,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:29.186790 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:29.192805 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:29.250402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aacd28-5e4f-4906-bb29-0b9641b4f925 req-46366855-0c5c-4c24-b080-2cc2ec86e5a0 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:29.258045 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b7aacd28-5e4f-4906-bb29-0b9641b4f925 req-46366855-0c5c-4c24-b080-2cc2ec86e5a0 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 945 time: 0.2297018 Jun 02 12:29:29.331343 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-242531b5-cdbc-4015-89d4-7b12b7c0fa9a None None] Provisioning for port 5bceb6a2-63db-42f5-ba2c-03c576a7f556 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:29.340898 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-242531b5-cdbc-4015-89d4-7b12b7c0fa9a None None] Provisioning complete for port 5bceb6a2-63db-42f5-ba2c-03c576a7f556 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:29.345800 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-242531b5-cdbc-4015-89d4-7b12b7c0fa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:29.396469 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b7aacd28-5e4f-4906-bb29-0b9641b4f925 req-e0d47e76-45fc-4c06-98e0-03c08c5cf241 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546a921-94f5-4c90-8af7-58b2f4349025&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1371834 Jun 02 12:29:29.491249 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec232e0b-d8ef-459d-b929-e6498980bade req-b5ff9a62-a349-4f11-b28e-82bfe2c1d41c tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:29.493474 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ec232e0b-d8ef-459d-b929-e6498980bade req-b5ff9a62-a349-4f11-b28e-82bfe2c1d41c tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 945 time: 0.4780858 Jun 02 12:29:29.601371 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-242531b5-cdbc-4015-89d4-7b12b7c0fa9a None None] Port 5bceb6a2-63db-42f5-ba2c-03c576a7f556 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:29:29.614313 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-242531b5-cdbc-4015-89d4-7b12b7c0fa9a None None] Provisioning for port b20f7534-ce80-4389-a0cd-8201c1fd71b5 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:29.620056 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-242531b5-cdbc-4015-89d4-7b12b7c0fa9a None None] Provisioning complete for port b20f7534-ce80-4389-a0cd-8201c1fd71b5 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:29.620692 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-242531b5-cdbc-4015-89d4-7b12b7c0fa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:29.701476 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:29.788514 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ec232e0b-d8ef-459d-b929-e6498980bade req-ac668a01-17ab-4e58-acc0-e27be6e08bb3 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb565746-7513-49d6-b303-5cd7300af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362579 Jun 02 12:29:29.807702 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-242531b5-cdbc-4015-89d4-7b12b7c0fa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:29.809140 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae0062d4-5c78-42d5-a855-3da3c9dd8db7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:29.843120 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-ae0062d4-5c78-42d5-a855-3da3c9dd8db7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Transition to ACTIVE for port object ba05dd13-36fc-4a30-ac65-b0a0b7698e24 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:29.855447 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-242531b5-cdbc-4015-89d4-7b12b7c0fa9a None None] For port b20f7534-ce80-4389-a0cd-8201c1fd71b5, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b20f7534-ce80-4389-a0cd-8201c1fd71b5,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:29.857423 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c8666-ea0a-47d6-ae15-05ab3212c57f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting port 553fc645-c40a-46e6-bbd6-24dcaa35f9ba {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:29.857791 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cd4c8666-ea0a-47d6-ae15-05ab3212c57f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:29.861654 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-242531b5-cdbc-4015-89d4-7b12b7c0fa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:29.863917 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-55d8cd59-5885-4f2d-82c3-a470ff01f117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:29.877178 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41716) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:29.945925 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242531b5-cdbc-4015-89d4-7b12b7c0fa9a None None] Pushing event updated for resources: {'Port': ['ID=b20f7534-ce80-4389-a0cd-8201c1fd71b5,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:29.949636 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-242531b5-cdbc-4015-89d4-7b12b7c0fa9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:30.088658 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b95ce474-710e-4d0f-b2a3-5a670fa52bcd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ce3a454d5a54c1f9a9167e533357b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2047443 Jun 02 12:29:30.090691 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae0062d4-5c78-42d5-a855-3da3c9dd8db7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:30.091422 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41724) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:30.107730 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:30.149817 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a100f687-50ed-419f-8454-80d3a8ca6215 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:30.178939 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41726) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:30.208461 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cd4c8666-ea0a-47d6-ae15-05ab3212c57f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:30.261449 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-25a15d7c-e6dd-40bf-b9b4-7da5e8fee072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:30.275672 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0062d4-5c78-42d5-a855-3da3c9dd8db7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:30.298939 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-25a15d7c-e6dd-40bf-b9b4-7da5e8fee072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:30.313833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-525293385'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:30.335549 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:30.345688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:network and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:30.350194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:30.361481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:30.369552 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:30.371549 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:30.406029 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:30.470800 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:30.474360 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:30.485743 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-ae0062d4-5c78-42d5-a855-3da3c9dd8db7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:30.499232 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c8666-ea0a-47d6-ae15-05ab3212c57f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Calling delete_port for 553fc645-c40a-46e6-bbd6-24dcaa35f9ba owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:30.509876 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:30.511652 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0062d4-5c78-42d5-a855-3da3c9dd8db7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:30.517184 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0062d4-5c78-42d5-a855-3da3c9dd8db7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:30.517815 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae0062d4-5c78-42d5-a855-3da3c9dd8db7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:30.522058 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0062d4-5c78-42d5-a855-3da3c9dd8db7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=ba05dd13-36fc-4a30-ac65-b0a0b7698e24,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:30.557919 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ae0062d4-5c78-42d5-a855-3da3c9dd8db7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:30.559426 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.395s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:30.577622 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Pushing event updated for resources: {'Port': ['ID=5bceb6a2-63db-42f5-ba2c-03c576a7f556,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:30.585620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:30.588538 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:30.594519 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:30.595838 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-25a15d7c-e6dd-40bf-b9b4-7da5e8fee072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:30.604351 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:security_group_rule and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:30.606923 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:30.616534 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:30.616703 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100f687-50ed-419f-8454-80d3a8ca6215 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Pushing event deleted for resources: {'Port': ['ID=91e3258c-e0a2-452c-bc85-ee19cdd7269b,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:30.624958 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a100f687-50ed-419f-8454-80d3a8ca6215 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:30.628394 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:30.632845 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a15d7c-e6dd-40bf-b9b4-7da5e8fee072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa4e6d4-2065-4278-a962-528a39dd094b,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:30.642897 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ae0062d4-5c78-42d5-a855-3da3c9dd8db7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5092320 Jun 02 12:29:30.646251 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41732) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:30.659905 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-25a15d7c-e6dd-40bf-b9b4-7da5e8fee072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:30.677979 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-25a15d7c-e6dd-40bf-b9b4-7da5e8fee072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:30.679215 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-25a15d7c-e6dd-40bf-b9b4-7da5e8fee072 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bfa4e6d4-2065-4278-a962-528a39dd094b HTTP/1.1" status: 204 len: 168 time: 0.5857952 Jun 02 12:29:30.724994 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a100f687-50ed-419f-8454-80d3a8ca6215 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:30.763460 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b20f7534-ce80-4389-a0cd-8201c1fd71b5 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:29:30.883667 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bca626a9-f8b5-4a9e-9464-b9fb09200c19 None None] Provisioning for port ba05dd13-36fc-4a30-ac65-b0a0b7698e24 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:30.897557 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bca626a9-f8b5-4a9e-9464-b9fb09200c19 None None] Provisioning complete for port ba05dd13-36fc-4a30-ac65-b0a0b7698e24 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:30.897934 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bca626a9-f8b5-4a9e-9464-b9fb09200c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:30.935750 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a100f687-50ed-419f-8454-80d3a8ca6215 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:30.939878 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a100f687-50ed-419f-8454-80d3a8ca6215 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:30.942882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:30.964537 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b472a69-b124-4d81-9927-44e0a875010d req-a29236b0-0cee-4a68-a476-d3707a947d11 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:30.965596 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6b472a69-b124-4d81-9927-44e0a875010d req-a29236b0-0cee-4a68-a476-d3707a947d11 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 945 time: 0.4424174 Jun 02 12:29:30.970405 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:30.998533 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:31.007173 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-bca626a9-f8b5-4a9e-9464-b9fb09200c19 None None] Port ba05dd13-36fc-4a30-ac65-b0a0b7698e24 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:29:31.013609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port b20f7534-ce80-4389-a0cd-8201c1fd71b5 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:31.013986 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:31.016647 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Network 72327790-d764-4bbe-8bca-c0371fb86dbe is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:31.027088 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:31.038213 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a100f687-50ed-419f-8454-80d3a8ca6215 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:31.038712 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a100f687-50ed-419f-8454-80d3a8ca6215 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Fanout notify agent at l3_agent the message router_deleted on router bfbae42e-5914-4395-a7e8-2985d4e96bd7 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:29:31.064783 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e575eb31-dc9e-4aa8-b1d9-175bdf2e5869 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:31.070700 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e575eb31-dc9e-4aa8-b1d9-175bdf2e5869 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:31.071513 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e575eb31-dc9e-4aa8-b1d9-175bdf2e5869 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:29:31.083334 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a100f687-50ed-419f-8454-80d3a8ca6215 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:31.083852 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a100f687-50ed-419f-8454-80d3a8ca6215 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "DELETE /v2.0/routers/bfbae42e-5914-4395-a7e8-2985d4e96bd7 HTTP/1.1" status: 204 len: 168 time: 4.2622252 Jun 02 12:29:31.089065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41740) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:31.094836 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Request body: {'router': {'name': 'tempest-snat-router-177278823', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'enable_snat': False}}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:31.114978 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:31.134769 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Usage tracker for resource:router and tenant:cbb1f69104c34c68b030e9cdfd5d035d is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:31.142141 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:31.155893 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:31.158985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e575eb31-dc9e-4aa8-b1d9-175bdf2e5869 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:29:31.163413 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e575eb31-dc9e-4aa8-b1d9-175bdf2e5869 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.5112984 Jun 02 12:29:31.166834 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41746) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:31.200747 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:29:31.247101 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6b472a69-b124-4d81-9927-44e0a875010d req-c8ac78ec-ee83-4967-ad93-e5471b17ae38 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546a921-94f5-4c90-8af7-58b2f4349025&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2680748 Jun 02 12:29:31.250881 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=339fd30c-783c-45c5-8240-f6d48f94d8ef,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:31.255435 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:31.275594 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:31.276098 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Added segment da0897bf-884f-4be1-82a7-8e7c0180f1d2 of type vlan for network 5f8f70fa-496f-42a8-b6f8-090baa296d01 Jun 02 12:29:31.305679 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:31.313016 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:31.331637 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170d2ae-dac0-42d3-a0ba-f7757c9e0af4 req-652c09cd-28f6-4c76-a41f-fca4b3f04c55 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:31.338968 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7170d2ae-dac0-42d3-a0ba-f7757c9e0af4 req-652c09cd-28f6-4c76-a41f-fca4b3f04c55 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 945 time: 0.3588798 Jun 02 12:29:31.439516 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-3b20e092-acca-4874-94e8-00f16a749abe None None] Provisioning complete for port 5bceb6a2-63db-42f5-ba2c-03c576a7f556 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:31.440223 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3b20e092-acca-4874-94e8-00f16a749abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:31.460817 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Router a704b5cf-2851-4ef2-85e8-055d62880073 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:29:31.461033 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cd4c8666-ea0a-47d6-ae15-05ab3212c57f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:31.468750 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:31.470994 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:31.502490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:31.531239 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-3b20e092-acca-4874-94e8-00f16a749abe None None] Port 5bceb6a2-63db-42f5-ba2c-03c576a7f556 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:29:31.537856 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7170d2ae-dac0-42d3-a0ba-f7757c9e0af4 req-682736a9-1746-4e8f-87e1-94b0558cb585 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb565746-7513-49d6-b303-5cd7300af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980333 Jun 02 12:29:31.542912 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c8666-ea0a-47d6-ae15-05ab3212c57f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Port': ['ID=553fc645-c40a-46e6-bbd6-24dcaa35f9ba,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:31.545395 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cd4c8666-ea0a-47d6-ae15-05ab3212c57f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:31.864936 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dcf71-7f2c-4f62-b61c-5c759a232673 req-57df2a13-71ca-4047-bb32-6e38e4b602a6 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:31.866340 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-464dcf71-7f2c-4f62-b61c-5c759a232673 req-57df2a13-71ca-4047-bb32-6e38e4b602a6 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 945 time: 0.4614520 Jun 02 12:29:31.869779 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:31.877552 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:31.877552 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:31.881272 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41766) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:31.883511 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:31.901370 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-de75ecdd-010f-4e41-8818-818d63d340cb tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Request body: {'floatingip': {'port_id': '95b0e7fa-30e2-42aa-a44d-73ed7f7a8780'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:31.958985 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:29:31.964046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0eef08b6-9e8e-4187-9462-4dd91dd26fbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting port ba05dd13-36fc-4a30-ac65-b0a0b7698e24 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:31.964393 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0eef08b6-9e8e-4187-9462-4dd91dd26fbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:31.971232 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d900caa6-48c8-41f0-9755-dd047e4e38ee None None] Sync routers for ids ['a704b5cf-2851-4ef2-85e8-055d62880073'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:29:31.981632 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cd4c8666-ea0a-47d6-ae15-05ab3212c57f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:31.987593 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d900caa6-48c8-41f0-9755-dd047e4e38ee None None] Routers {'a704b5cf-2851-4ef2-85e8-055d62880073'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:31.989203 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d900caa6-48c8-41f0-9755-dd047e4e38ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a704b5cf-2851-4ef2-85e8-055d62880073'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:32.077149 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-de75ecdd-010f-4e41-8818-818d63d340cb tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks [] for floatingip, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:32.078129 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d900caa6-48c8-41f0-9755-dd047e4e38ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:32.090169 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d900caa6-48c8-41f0-9755-dd047e4e38ee None None] Routers {'a704b5cf-2851-4ef2-85e8-055d62880073'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:32.090959 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d900caa6-48c8-41f0-9755-dd047e4e38ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a704b5cf-2851-4ef2-85e8-055d62880073'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:32.155286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Network': ['ID=5f8f70fa-496f-42a8-b6f8-090baa296d01,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:32.166456 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:32.167870 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] 10.222.0.37 "PUT /v2.0/routers/a704b5cf-2851-4ef2-85e8-055d62880073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5869815 Jun 02 12:29:32.172622 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 5f8f70fa-496f-42a8-b6f8-090baa296d01 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:29:32.177546 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41774) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:32.186886 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-4c9b9bd7-1ee5-4596-bae4-6f313b1f1391 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Request body: {'port': {'network_id': '72327790-d764-4bbe-8bca-c0371fb86dbe', 'name': 'tempest-FloatingIPAdminTestJSON-1262867198'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:32.187271 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d900caa6-48c8-41f0-9755-dd047e4e38ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:32.187941 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d900caa6-48c8-41f0-9755-dd047e4e38ee None None] The sync data for ids ['a704b5cf-2851-4ef2-85e8-055d62880073'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:29:32.215345 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0256510 Jun 02 12:29:32.216969 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41778) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:32.235143 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-7d19468e-2d89-49db-9cec-5f57582867ed tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'port': {'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01', 'name': 'tempest-PortsTestJSON-898228344'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:32.408252 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7d19468e-2d89-49db-9cec-5f57582867ed tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:32.450928 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:32.469467 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7d19468e-2d89-49db-9cec-5f57582867ed tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:port and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:32.479375 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7d19468e-2d89-49db-9cec-5f57582867ed tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:32.487751 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7d19468e-2d89-49db-9cec-5f57582867ed tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:32.508031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41784) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:32.521172 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d19468e-2d89-49db-9cec-5f57582867ed tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:32.525128 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7d19468e-2d89-49db-9cec-5f57582867ed tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:32.612068 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-7d19468e-2d89-49db-9cec-5f57582867ed tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] device_id is not set on port 52be045b-8073-4e51-beee-81bd42e2a272 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:29:32.658406 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1279524953', 'router:external': True}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:32.671862 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:32.688296 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Usage tracker for resource:network and tenant:7a8258d351c340a48b91d11ef23f5ae6 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:32.743363 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0746077-5103-4f02-a81d-dbdf402bf66d req-07598c00-07b5-4019-ada6-2eb461d833e9 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:32.744816 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e0746077-5103-4f02-a81d-dbdf402bf66d req-07598c00-07b5-4019-ada6-2eb461d833e9 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 945 time: 1.0608623 Jun 02 12:29:32.753654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:32.768088 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41788) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:32.776833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-9a884e3c-d609-44e5-9aa2-0bf60459b4a1 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Request body: {'floatingip': {'port_id': 'c9c0538a-3979-4e9d-bea9-b378873e93a3'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:32.802313 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0eef08b6-9e8e-4187-9462-4dd91dd26fbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:32.818871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4c9b9bd7-1ee5-4596-bae4-6f313b1f1391 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:32.838279 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:32.882963 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4c9b9bd7-1ee5-4596-bae4-6f313b1f1391 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Usage tracker for resource:port and tenant:2672fa59b26f4e7ab2b4bcbe66b3007d is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:32.887302 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4c9b9bd7-1ee5-4596-bae4-6f313b1f1391 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:32.993119 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0eef08b6-9e8e-4187-9462-4dd91dd26fbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Calling delete_port for ba05dd13-36fc-4a30-ac65-b0a0b7698e24 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:32.999972 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4c9b9bd7-1ee5-4596-bae4-6f313b1f1391 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:33.007482 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4c8666-ea0a-47d6-ae15-05ab3212c57f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router 503a0665-f6c9-4316-8761-fbdd4ed35989 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:29:33.032697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9b9bd7-1ee5-4596-bae4-6f313b1f1391 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Made reservation on behalf of 2672fa59b26f4e7ab2b4bcbe66b3007d for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:33.036218 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4c9b9bd7-1ee5-4596-bae4-6f313b1f1391 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:33.108837 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9a884e3c-d609-44e5-9aa2-0bf60459b4a1 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks [] for floatingip, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:33.198870 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-4c9b9bd7-1ee5-4596-bae4-6f313b1f1391 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] device_id is not set on port 032161fd-e92e-425d-a12e-c62e6230e503 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:29:33.234962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Made reservation on behalf of 7a8258d351c340a48b91d11ef23f5ae6 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:33.237652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:33.248091 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4c8666-ea0a-47d6-ae15-05ab3212c57f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:29:33.257664 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd6b5e-4db4-4e23-aa06-d3efa907cf55 None None] Sync routers for ids ['503a0665-f6c9-4316-8761-fbdd4ed35989'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:29:33.267907 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd6b5e-4db4-4e23-aa06-d3efa907cf55 None None] Routers {'503a0665-f6c9-4316-8761-fbdd4ed35989'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:33.268842 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-addd6b5e-4db4-4e23-aa06-d3efa907cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['503a0665-f6c9-4316-8761-fbdd4ed35989'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:33.284094 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:33.324182 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cd4c8666-ea0a-47d6-ae15-05ab3212c57f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/503a0665-f6c9-4316-8761-fbdd4ed35989/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3933837 Jun 02 12:29:33.324817 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41790) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:33.342493 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-addd6b5e-4db4-4e23-aa06-d3efa907cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:33.355142 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd6b5e-4db4-4e23-aa06-d3efa907cf55 None None] Routers {'503a0665-f6c9-4316-8761-fbdd4ed35989'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:33.356405 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-addd6b5e-4db4-4e23-aa06-d3efa907cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['503a0665-f6c9-4316-8761-fbdd4ed35989'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:33.358827 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:33.433596 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-addd6b5e-4db4-4e23-aa06-d3efa907cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:33.434308 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd6b5e-4db4-4e23-aa06-d3efa907cf55 None None] The sync data for ids ['503a0665-f6c9-4316-8761-fbdd4ed35989'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:29:33.447371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Usage tracker for resource:security_group_rule and tenant:7a8258d351c340a48b91d11ef23f5ae6 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:33.477679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:33.504864 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:33.579134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0f758987-be90-4944-8224-af5fa803e63e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Synchronizing usage tracker for tenant:9cc4ca61dc954dc9aa55c98b051cae30 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:29:33.622866 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7d19468e-2d89-49db-9cec-5f57582867ed tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:33.757354 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0f758987-be90-4944-8224-af5fa803e63e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Unset dirty status for tenant:9cc4ca61dc954dc9aa55c98b051cae30 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:29:33.758445 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0f758987-be90-4944-8224-af5fa803e63e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/ports?device_id=503a0665-f6c9-4316-8761-fbdd4ed35989 HTTP/1.1" status: 200 len: 205 time: 0.4276977 Jun 02 12:29:33.772968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0eef08b6-9e8e-4187-9462-4dd91dd26fbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:33.776125 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41792) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:33.835151 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-786e801b-b5fa-4af5-a582-538daf9f72a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:33.847172 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.resource_extend [None req-de75ecdd-010f-4e41-8818-818d63d340cb tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:29:33.867588 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-4c9b9bd7-1ee5-4596-bae4-6f313b1f1391 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Allocated IP 172.20.0.5 (72327790-d764-4bbe-8bca-c0371fb86dbe/06136fa4-6591-424a-a879-4faadd7e5843/032161fd-e92e-425d-a12e-c62e6230e503) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:33.931870 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef08b6-9e8e-4187-9462-4dd91dd26fbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Port': ['ID=ba05dd13-36fc-4a30-ac65-b0a0b7698e24,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:33.946164 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7d19468e-2d89-49db-9cec-5f57582867ed tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:33.974132 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0eef08b6-9e8e-4187-9462-4dd91dd26fbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:34.038870 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4f20361c-c12e-41bb-93ff-469f4cc9d8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296264614-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:34.087363 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0eef08b6-9e8e-4187-9462-4dd91dd26fbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:34.105105 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8f34a37b-1456-4b39-8647-1b676bb135f7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:34.134710 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-de75ecdd-010f-4e41-8818-818d63d340cb tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:34.144748 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:34.162208 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-de75ecdd-010f-4e41-8818-818d63d340cb tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:34.198206 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:34.212634 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:34.252634 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19468e-2d89-49db-9cec-5f57582867ed tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Port': ['ID=52be045b-8073-4e51-beee-81bd42e2a272,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:34.262266 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7d19468e-2d89-49db-9cec-5f57582867ed tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:34.267783 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5535f6be-f35b-4bd0-ae6c-71b81b5e93ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:34.276219 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0eef08b6-9e8e-4187-9462-4dd91dd26fbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/ba05dd13-36fc-4a30-ac65-b0a0b7698e24 HTTP/1.1" status: 204 len: 168 time: 3.0522118 Jun 02 12:29:34.281523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:29:34.293030 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41794) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:34.299881 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:34.398219 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d19468e-2d89-49db-9cec-5f57582867ed tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Checking segment: {'id': 'da0897bf-884f-4be1-82a7-8e7c0180f1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:29:34.398582 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d19468e-2d89-49db-9cec-5f57582867ed tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network hostable DHCP agents. Network: 5f8f70fa-496f-42a8-b6f8-090baa296d01, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:29:34.412102 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:34.412442 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Added segment e6381730-059c-455e-8913-07d638a0bb5f of type vlan for network 0ae11c12-4820-42c9-82f2-a7e94a18ea3f Jun 02 12:29:34.413688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b47bc9d-0560-4e0a-83ef-f5ff9655bcff,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:34.425326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:34.498777 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:34.503357 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d19468e-2d89-49db-9cec-5f57582867ed tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network 5f8f70fa-496f-42a8-b6f8-090baa296d01 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:29:34.505823 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-de75ecdd-010f-4e41-8818-818d63d340cb tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Floating IP 7c27e6bc-b746-4bc3-9047-f666568ea61c associated. External IP: 172.26.7.198, port: 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780. Jun 02 12:29:34.691757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.resource_extend [None req-9a884e3c-d609-44e5-9aa2-0bf60459b4a1 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:29:34.694005 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8f34a37b-1456-4b39-8647-1b676bb135f7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:34.702652 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8f34a37b-1456-4b39-8647-1b676bb135f7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:34.715788 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f457a92c-84e5-4fd9-87b3-c09e76873e25 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:34.717275 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f457a92c-84e5-4fd9-87b3-c09e76873e25 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:34.718012 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f457a92c-84e5-4fd9-87b3-c09e76873e25 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:29:34.765475 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-7d19468e-2d89-49db-9cec-5f57582867ed tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 5f8f70fa-496f-42a8-b6f8-090baa296d01) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:34.775402 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd98750-1a39-4e19-a99a-9ddb70fdf5a1 None None] Network 5f8f70fa-496f-42a8-b6f8-090baa296d01 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:29:34.788275 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.resource_extend [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:29:34.806271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d19468e-2d89-49db-9cec-5f57582867ed tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:34.811720 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d19468e-2d89-49db-9cec-5f57582867ed tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:34.812327 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7d19468e-2d89-49db-9cec-5f57582867ed tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:34.823735 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8f34a37b-1456-4b39-8647-1b676bb135f7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:34.824281 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f34a37b-1456-4b39-8647-1b676bb135f7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Fanout notify agent at l3_agent the message router_deleted on router 503a0665-f6c9-4316-8761-fbdd4ed35989 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:29:34.833235 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9a884e3c-d609-44e5-9aa2-0bf60459b4a1 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:34.839719 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f457a92c-84e5-4fd9-87b3-c09e76873e25 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:29:34.840877 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f457a92c-84e5-4fd9-87b3-c09e76873e25 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5423110 Jun 02 12:29:34.846225 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41796) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:34.849090 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9a884e3c-d609-44e5-9aa2-0bf60459b4a1 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:34.860049 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4c9b9bd7-1ee5-4596-bae4-6f313b1f1391 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:34.879429 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Allocated IP 172.26.7.20 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/e7fec5f5-8424-42b2-aa26-b0535806d22d) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:35.025600 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:35.030882 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8f34a37b-1456-4b39-8647-1b676bb135f7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:35.031945 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8f34a37b-1456-4b39-8647-1b676bb135f7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/routers/503a0665-f6c9-4316-8761-fbdd4ed35989 HTTP/1.1" status: 204 len: 168 time: 1.2549121 Jun 02 12:29:35.033982 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-4c9b9bd7-1ee5-4596-bae4-6f313b1f1391 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Transition to ACTIVE for port object 032161fd-e92e-425d-a12e-c62e6230e503 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:35.036631 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41798) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:35.049625 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:35.050256 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:35.073119 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:35.098352 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7d19468e-2d89-49db-9cec-5f57582867ed tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.8702223 Jun 02 12:29:35.112523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41800) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:35.122920 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-fc9c71a4-389a-4410-b82e-dc4ed1e525d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1967890825'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:35.193202 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-97816786-6b4c-4bdc-9a3e-85a4de7433c5 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting subnet f9cf5cc7-28f4-47ee-b70a-0bbeb046949f {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:29:35.200329 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-97816786-6b4c-4bdc-9a3e-85a4de7433c5 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:35.241395 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fc9c71a4-389a-4410-b82e-dc4ed1e525d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:35.258164 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a504ea-2261-4a8e-aba9-00d247f61253 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet b5244538-ddd3-4b13-bd93-8de60493e423 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:29:35.262790 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.7526472 Jun 02 12:29:35.272250 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fc9c71a4-389a-4410-b82e-dc4ed1e525d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:network and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:35.273453 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41802) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:35.277496 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-91a504ea-2261-4a8e-aba9-00d247f61253 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:35.281635 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-a2a32d80-7d71-416d-a388-fc1d12fa5e22 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Request body: {'subnet': {'network_id': '0ae11c12-4820-42c9-82f2-a7e94a18ea3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:35.291701 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4c9b9bd7-1ee5-4596-bae4-6f313b1f1391 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:35.301225 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a2a32d80-7d71-416d-a388-fc1d12fa5e22 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:35.305124 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fc9c71a4-389a-4410-b82e-dc4ed1e525d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:35.312246 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cd4c8666-ea0a-47d6-ae15-05ab3212c57f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:35.350643 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a2a32d80-7d71-416d-a388-fc1d12fa5e22 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Usage tracker for resource:subnet and tenant:7a8258d351c340a48b91d11ef23f5ae6 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:35.360224 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a2a32d80-7d71-416d-a388-fc1d12fa5e22 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:35.365367 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:35.369602 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-97816786-6b4c-4bdc-9a3e-85a4de7433c5 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:35.383211 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fc9c71a4-389a-4410-b82e-dc4ed1e525d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:35.389770 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Pushing event updated for resources: {'Network': ['ID=0ae11c12-4820-42c9-82f2-a7e94a18ea3f,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:35.402581 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 0ae11c12-4820-42c9-82f2-a7e94a18ea3f details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:29:35.414664 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a2a32d80-7d71-416d-a388-fc1d12fa5e22 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:35.415128 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:35.429914 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-9a884e3c-d609-44e5-9aa2-0bf60459b4a1 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Floating IP 98bb3534-374f-4eba-94b0-f0a4443c0e9b associated. External IP: 172.26.7.166, port: c9c0538a-3979-4e9d-bea9-b378873e93a3. Jun 02 12:29:35.452593 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9b9bd7-1ee5-4596-bae4-6f313b1f1391 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Network 72327790-d764-4bbe-8bca-c0371fb86dbe is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:35.462068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-4c9b9bd7-1ee5-4596-bae4-6f313b1f1391 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:35.473225 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9b9bd7-1ee5-4596-bae4-6f313b1f1391 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:35.490004 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9c71a4-389a-4410-b82e-dc4ed1e525d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:35.492998 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fc9c71a4-389a-4410-b82e-dc4ed1e525d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:35.498275 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a32d80-7d71-416d-a388-fc1d12fa5e22 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Made reservation on behalf of 7a8258d351c340a48b91d11ef23f5ae6 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:35.500723 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a2a32d80-7d71-416d-a388-fc1d12fa5e22 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:35.516707 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-91a504ea-2261-4a8e-aba9-00d247f61253 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:35.520886 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b9bd7-1ee5-4596-bae4-6f313b1f1391 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Pushing event updated for resources: {'Port': ['ID=032161fd-e92e-425d-a12e-c62e6230e503,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:35.537719 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4c9b9bd7-1ee5-4596-bae4-6f313b1f1391 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:35.651025 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9b9bd7-1ee5-4596-bae4-6f313b1f1391 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:35.651616 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4c9b9bd7-1ee5-4596-bae4-6f313b1f1391 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:35.690907 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-97816786-6b4c-4bdc-9a3e-85a4de7433c5 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:35.723939 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-16769ca2-c750-4c17-a333-85435cb46187 None None] Provisioning for port 032161fd-e92e-425d-a12e-c62e6230e503 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:35.729834 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:35.732196 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-16769ca2-c750-4c17-a333-85435cb46187 None None] Provisioning complete for port 032161fd-e92e-425d-a12e-c62e6230e503 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:35.732574 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-16769ca2-c750-4c17-a333-85435cb46187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:35.737339 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4c9b9bd7-1ee5-4596-bae4-6f313b1f1391 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5513039 Jun 02 12:29:35.739547 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-32dc2cec-6414-44e5-bce6-8887b1db7be7 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:35.749645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9c71a4-389a-4410-b82e-dc4ed1e525d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:29:35.754972 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41804) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:35.795234 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fc9c71a4-389a-4410-b82e-dc4ed1e525d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:35.795574 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-fc9c71a4-389a-4410-b82e-dc4ed1e525d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Added segment 86e36539-9c43-432f-838f-76ecbc9143ca of type vlan for network ec76146b-3053-49cf-8ea2-19b05b5c5fc1 Jun 02 12:29:35.809174 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-16769ca2-c750-4c17-a333-85435cb46187 None None] Port 032161fd-e92e-425d-a12e-c62e6230e503 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:29:35.851135 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:35.859024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:35.866961 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:35.878008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de75ecdd-010f-4e41-8818-818d63d340cb tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Router 6f67086a-dbfe-4d17-b984-f2436e850495 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:29:35.957892 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Pushing event updated for resources: {'Port': ['ID=e7fec5f5-8424-42b2-aa26-b0535806d22d,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:35.968720 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:36.080102 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fc9c71a4-389a-4410-b82e-dc4ed1e525d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:36.092736 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'project_id': '2672fa59b26f4e7ab2b4bcbe66b3007d', 'port_id': '032161fd-e92e-425d-a12e-c62e6230e503'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:36.098130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-91a504ea-2261-4a8e-aba9-00d247f61253 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:36.138286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:36.203221 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Usage tracker for resource:floatingip and tenant:2672fa59b26f4e7ab2b4bcbe66b3007d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:36.228485 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:36.254543 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:36.499592 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:36.560314 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fc9c71a4-389a-4410-b82e-dc4ed1e525d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:36.579039 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9c71a4-389a-4410-b82e-dc4ed1e525d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:36.579653 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fc9c71a4-389a-4410-b82e-dc4ed1e525d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:36.594336 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:36.653461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de75ecdd-010f-4e41-8818-818d63d340cb tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:29:36.664436 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d46dc7-301b-4edc-afd6-ed09e05d9154 None None] Sync routers for ids ['6f67086a-dbfe-4d17-b984-f2436e850495'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:29:36.668523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a884e3c-d609-44e5-9aa2-0bf60459b4a1 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Router 8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:29:36.674195 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d46dc7-301b-4edc-afd6-ed09e05d9154 None None] Routers {'6f67086a-dbfe-4d17-b984-f2436e850495'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:36.674793 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-36d46dc7-301b-4edc-afd6-ed09e05d9154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['6f67086a-dbfe-4d17-b984-f2436e850495'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:36.708082 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-97816786-6b4c-4bdc-9a3e-85a4de7433c5 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:36.727954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-584a3bc7-488b-4378-b7ff-2b6fb2d61a5e tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:36.777808 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97816786-6b4c-4bdc-9a3e-85a4de7433c5 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Subnet': ['ID=f9cf5cc7-28f4-47ee-b70a-0bbeb046949f,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:36.780714 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-97816786-6b4c-4bdc-9a3e-85a4de7433c5 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:36.788017 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-97816786-6b4c-4bdc-9a3e-85a4de7433c5 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:36.796129 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fb960a-9335-4fd2-aa38-d6ccb453590c None None] Network cbcc6a9a-2719-4917-806d-cf362b044893 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:29:36.799550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:36.801344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-de75ecdd-010f-4e41-8818-818d63d340cb tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:36.848177 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fc9c71a4-389a-4410-b82e-dc4ed1e525d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7291117 Jun 02 12:29:36.858298 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41808) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:36.871172 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'ports': [{'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01'}, {'network_id': 'ec76146b-3053-49cf-8ea2-19b05b5c5fc1'}]} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:36.871637 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'port': {'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:36.871947 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'port': {'network_id': 'ec76146b-3053-49cf-8ea2-19b05b5c5fc1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:36.897933 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-36d46dc7-301b-4edc-afd6-ed09e05d9154 None None] Set router 6f67086a-dbfe-4d17-b984-f2436e850495 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:29:36.902621 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-97816786-6b4c-4bdc-9a3e-85a4de7433c5 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/subnets/f9cf5cc7-28f4-47ee-b70a-0bbeb046949f HTTP/1.1" status: 204 len: 168 time: 1.8649950 Jun 02 12:29:36.907811 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41810) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:36.932479 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c71a4-389a-4410-b82e-dc4ed1e525d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Network': ['ID=ec76146b-3053-49cf-8ea2-19b05b5c5fc1,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:36.935515 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fc9c71a4-389a-4410-b82e-dc4ed1e525d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:36.965620 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network ec76146b-3053-49cf-8ea2-19b05b5c5fc1 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:29:37.054587 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-de75ecdd-010f-4e41-8818-818d63d340cb tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "PUT /v2.0/floatingips/7c27e6bc-b746-4bc3-9047-f666568ea61c HTTP/1.1" status: 200 len: 991 time: 5.1472025 Jun 02 12:29:37.078662 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed04807-0cc5-46b8-96d3-6ffe8ee1e027', 'tag': '95b0e7fa-30e2-42aa-a44d-73ed7f7a8780'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:29:37.095448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4973fb91-d735-4e5e-96a3-997a44f1e99d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed04807-0cc5-46b8-96d3-6ffe8ee1e027", "tag": "95b0e7fa-30e2-42aa-a44d-73ed7f7a8780"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:29:37.198441 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-166b2cd8-e8e7-4d59-847f-39f2db0a4696 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting subnet 6101d17f-a78d-48ff-b126-6be6b5eb961b {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:29:37.218922 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-166b2cd8-e8e7-4d59-847f-39f2db0a4696 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:37.258792 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02ad8c8-2d6b-4b77-94a1-de2f7e403a19 None None] DHCP port deletion for cbcc6a9a-2719-4917-806d-cf362b044893 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:29:37.322799 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a884e3c-d609-44e5-9aa2-0bf60459b4a1 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:29:37.335082 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dc9b1a-8a1e-42c8-9475-b3c6fb352c78 None None] Sync routers for ids ['8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:29:37.352341 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dc9b1a-8a1e-42c8-9475-b3c6fb352c78 None None] Routers {'8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:37.352964 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-c2dc9b1a-8a1e-42c8-9475-b3c6fb352c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:37.386379 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55325c01-fd91-401f-b39f-00b8099808ae x-openstack-request-id: req-55325c01-fd91-401f-b39f-00b8099808ae {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:29:37.386703 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed04807-0cc5-46b8-96d3-6ffe8ee1e027", "tag": "95b0e7fa-30e2-42aa-a44d-73ed7f7a8780", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:29:37.386986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55325c01-fd91-401f-b39f-00b8099808ae {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:29:37.387472 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed04807-0cc5-46b8-96d3-6ffe8ee1e027', 'tag': '95b0e7fa-30e2-42aa-a44d-73ed7f7a8780', 'status': 'completed', 'code': 200} Jun 02 12:29:37.399205 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9a884e3c-d609-44e5-9aa2-0bf60459b4a1 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:37.445275 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-36d46dc7-301b-4edc-afd6-ed09e05d9154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'name': 'tempest-ServersTestManualDisk-793033218-router', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:28Z', 'updated_at': '2021-06-02T12:28:42Z', 'revision_number': 4, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'gw_port': {'id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:31Z', 'updated_at': '2021-06-02T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '7c27e6bc-b746-4bc3-9047-f666568ea61c', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'floating_ip_address': '172.26.7.198', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'port_id': '95b0e7fa-30e2-42aa-a44d-73ed7f7a8780', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed', 'mac_address': 'fa:16:3e:87:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed04807-0cc5-46b8-96d3-6ffe8ee1e027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:28:50Z', 'updated_at': '2021-06-02T12:29:33Z', 'revision_number': 1, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b6cb89-7184-4202-b506-db6ae0ad475a', 'name': '', 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'mac_address': 'fa:16:3e:2c:2f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b35151b8-844b-4997-93a7-9cd884bc216d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:40Z', 'updated_at': '2021-06-02T12:28:51Z', 'revision_number': 5, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'subnets': [{'id': 'b35151b8-844b-4997-93a7-9cd884bc216d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:37.446597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-166b2cd8-e8e7-4d59-847f-39f2db0a4696 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:37.450281 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d46dc7-301b-4edc-afd6-ed09e05d9154 None None] Checking router: 6f67086a-dbfe-4d17-b984-f2436e850495 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:29:37.460013 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d46dc7-301b-4edc-afd6-ed09e05d9154 None None] Routers {'6f67086a-dbfe-4d17-b984-f2436e850495'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:37.460780 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-36d46dc7-301b-4edc-afd6-ed09e05d9154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['6f67086a-dbfe-4d17-b984-f2436e850495'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:37.478491 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9a884e3c-d609-44e5-9aa2-0bf60459b4a1 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "PUT /v2.0/floatingips/98bb3534-374f-4eba-94b0-f0a4443c0e9b HTTP/1.1" status: 200 len: 991 time: 4.7088892 Jun 02 12:29:37.496453 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-91a504ea-2261-4a8e-aba9-00d247f61253 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:37.526345 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:37.528218 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:37.556824 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f02ad8c8-2d6b-4b77-94a1-de2f7e403a19 None None] Deleting port 09860734-5118-48cf-952e-b9f9d69b2f9f {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:37.557065 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:37.557603 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f02ad8c8-2d6b-4b77-94a1-de2f7e403a19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:37.638707 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:port and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:37.644315 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-91a504ea-2261-4a8e-aba9-00d247f61253 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:37.653969 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:37.666590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adb0a07-1ac4-44a4-adf1-af6d6061fcfe None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:29:37.676793 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-91a504ea-2261-4a8e-aba9-00d247f61253 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/b5244538-ddd3-4b13-bd93-8de60493e423 HTTP/1.1" status: 204 len: 168 time: 2.7797000 Jun 02 12:29:37.677761 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-36d46dc7-301b-4edc-afd6-ed09e05d9154 None None] Set router 6f67086a-dbfe-4d17-b984-f2436e850495 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:29:37.682379 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:37.716825 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a504ea-2261-4a8e-aba9-00d247f61253 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=b5244538-ddd3-4b13-bd93-8de60493e423,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:37.718727 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41824) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:37.850892 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-166b2cd8-e8e7-4d59-847f-39f2db0a4696 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:37.890842 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-c2dc9b1a-8a1e-42c8-9475-b3c6fb352c78 None None] Set router 8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:29:37.911833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-91a504ea-2261-4a8e-aba9-00d247f61253 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:37.921276 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973fb91-d735-4e5e-96a3-997a44f1e99d req-4aed5dd9-4b88-44f7-b068-ff085da6e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:37.923109 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4973fb91-d735-4e5e-96a3-997a44f1e99d req-4aed5dd9-4b88-44f7-b068-ff085da6e5f4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2a1d32dc7a634dd8b54473ce977ce897&device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 1098 time: 0.5883660 Jun 02 12:29:37.946898 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-adea2f6e-0e59-4c73-a6d9-77fd6da58bf0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890837 Jun 02 12:29:37.947833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41826) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:37.976552 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-09874ae4-07a1-4570-be85-b854c5b9cdbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:37.993231 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-f02ad8c8-2d6b-4b77-94a1-de2f7e403a19 None None] For port 09860734-5118-48cf-952e-b9f9d69b2f9f, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=09860734-5118-48cf-952e-b9f9d69b2f9f,segment=NetworkSegment(09e85bea-3eee-4cdf-befb-91457249c3c3),segment_id=09e85bea-3eee-4cdf-befb-91457249c3c3)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:37.993780 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f02ad8c8-2d6b-4b77-94a1-de2f7e403a19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:38.025074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Allocated IP 172.26.7.192 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/61f9c2c9-58db-49ba-b7a2-a8d92bbb2de2) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:38.069765 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-36d46dc7-301b-4edc-afd6-ed09e05d9154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'name': 'tempest-ServersTestManualDisk-793033218-router', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:28Z', 'updated_at': '2021-06-02T12:28:42Z', 'revision_number': 4, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'gw_port': {'id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:31Z', 'updated_at': '2021-06-02T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '7c27e6bc-b746-4bc3-9047-f666568ea61c', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'floating_ip_address': '172.26.7.198', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'port_id': '95b0e7fa-30e2-42aa-a44d-73ed7f7a8780', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed', 'mac_address': 'fa:16:3e:87:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed04807-0cc5-46b8-96d3-6ffe8ee1e027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:28:50Z', 'updated_at': '2021-06-02T12:29:33Z', 'revision_number': 1, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b6cb89-7184-4202-b506-db6ae0ad475a', 'name': '', 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'mac_address': 'fa:16:3e:2c:2f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b35151b8-844b-4997-93a7-9cd884bc216d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:40Z', 'updated_at': '2021-06-02T12:28:51Z', 'revision_number': 5, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'subnets': [{'id': 'b35151b8-844b-4997-93a7-9cd884bc216d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:38.073996 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d46dc7-301b-4edc-afd6-ed09e05d9154 None None] The sync data for ids ['6f67086a-dbfe-4d17-b984-f2436e850495'] in dv-neutron-601336-80-hyperv is: [{'id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'name': 'tempest-ServersTestManualDisk-793033218-router', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:28Z', 'updated_at': '2021-06-02T12:28:42Z', 'revision_number': 4, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'gw_port': {'id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:31Z', 'updated_at': '2021-06-02T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '7c27e6bc-b746-4bc3-9047-f666568ea61c', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'floating_ip_address': '172.26.7.198', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'port_id': '95b0e7fa-30e2-42aa-a44d-73ed7f7a8780', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed', 'mac_address': 'fa:16:3e:87:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed04807-0cc5-46b8-96d3-6ffe8ee1e027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:28:50Z', 'updated_at': '2021-06-02T12:29:33Z', 'revision_number': 1, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b6cb89-7184-4202-b506-db6ae0ad475a', 'name': '', 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'mac_address': 'fa:16:3e:2c:2f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b35151b8-844b-4997-93a7-9cd884bc216d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:40Z', 'updated_at': '2021-06-02T12:28:51Z', 'revision_number': 5, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'subnets': [{'id': 'b35151b8-844b-4997-93a7-9cd884bc216d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:29:38.099736 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'port': 2} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:38.106680 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:38.133603 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.objects.ports [None req-a2a32d80-7d71-416d-a388-fc1d12fa5e22 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92304) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 12:29:38.134135 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a2a32d80-7d71-416d-a388-fc1d12fa5e22 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:38.158064 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:38.240056 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:38.256437 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f02ad8c8-2d6b-4b77-94a1-de2f7e403a19 None None] Calling delete_port for 09860734-5118-48cf-952e-b9f9d69b2f9f owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:38.310999 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-09874ae4-07a1-4570-be85-b854c5b9cdbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:38.320976 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-09874ae4-07a1-4570-be85-b854c5b9cdbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:38.336557 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973fb91-d735-4e5e-96a3-997a44f1e99d req-2d869a65-375f-4fb1-8bef-315b4a8335a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:38.338187 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4973fb91-d735-4e5e-96a3-997a44f1e99d req-2d869a65-375f-4fb1-8bef-315b4a8335a1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e873baa3-8bc9-49b1-84fa-6d899e4534ed HTTP/1.1" status: 200 len: 912 time: 0.3968854 Jun 02 12:29:38.341319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09874ae4-07a1-4570-be85-b854c5b9cdbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:38.344934 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-09874ae4-07a1-4570-be85-b854c5b9cdbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:38.363624 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc853db2-90fa-4f75-a2fa-b4ec47b3b78d None None] New status for floating IP 7c27e6bc-b746-4bc3-9047-f666568ea61c: ACTIVE {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:29:38.441744 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f02ad8c8-2d6b-4b77-94a1-de2f7e403a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:38.468630 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-242531b5-cdbc-4015-89d4-7b12b7c0fa9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:38.525813 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02ad8c8-2d6b-4b77-94a1-de2f7e403a19 None None] No DVR routers for this DVR port 09860734-5118-48cf-952e-b9f9d69b2f9f on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:29:38.537897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ad8c8-2d6b-4b77-94a1-de2f7e403a19 None None] Pushing event deleted for resources: {'Port': ['ID=09860734-5118-48cf-952e-b9f9d69b2f9f,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:38.560356 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc5eca1-070d-4f62-abd1-098bbe07ec88 None None] DHCP port deletion for a7413df9-4e7a-4187-aef8-a668d8bf2950 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:29:38.567280 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] device_id is not set on port f5b9235e-d077-429c-90f9-5f0b542615cc yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:29:38.575564 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f02ad8c8-2d6b-4b77-94a1-de2f7e403a19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:38.664456 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a32d80-7d71-416d-a388-fc1d12fa5e22 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9511a17b-98c6-4683-930b-4a31d5c878a4,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:38.667156 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4973fb91-d735-4e5e-96a3-997a44f1e99d req-262d1b7b-1d6a-4b22-9813-969d95e3660f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 HTTP/1.1" status: 200 len: 999 time: 0.1534345 Jun 02 12:29:38.672865 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:38.677267 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a2a32d80-7d71-416d-a388-fc1d12fa5e22 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:38.722385 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5eca1-070d-4f62-abd1-098bbe07ec88 None None] Deleting port b20f7534-ce80-4389-a0cd-8201c1fd71b5 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:38.722833 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4cc5eca1-070d-4f62-abd1-098bbe07ec88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:38.762253 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 09860734-5118-48cf-952e-b9f9d69b2f9f no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:29:38.834708 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 09860734-5118-48cf-952e-b9f9d69b2f9f {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:29:38.835067 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 09860734-5118-48cf-952e-b9f9d69b2f9f not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:29:38.835975 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b20f7534-ce80-4389-a0cd-8201c1fd71b5 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:29:38.843564 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973fb91-d735-4e5e-96a3-997a44f1e99d req-908a942b-efb9-4d5b-bf36-77a57711d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:38.845382 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4973fb91-d735-4e5e-96a3-997a44f1e99d req-908a942b-efb9-4d5b-bf36-77a57711d4f5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b35151b8-844b-4997-93a7-9cd884bc216d HTTP/1.1" status: 200 len: 850 time: 0.1662154 Jun 02 12:29:38.910903 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:38.959842 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a32d80-7d71-416d-a388-fc1d12fa5e22 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Checking segment: {'id': 'e6381730-059c-455e-8913-07d638a0bb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0ae11c12-4820-42c9-82f2-a7e94a18ea3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:29:38.960438 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a32d80-7d71-416d-a388-fc1d12fa5e22 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Network hostable DHCP agents. Network: 0ae11c12-4820-42c9-82f2-a7e94a18ea3f, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:29:38.996090 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-166b2cd8-e8e7-4d59-847f-39f2db0a4696 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:39.023636 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d4de6cf7-7ccb-43f6-993b-2802f4b9b7c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:39.026424 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-4cc5eca1-070d-4f62-abd1-098bbe07ec88 None None] For port b20f7534-ce80-4389-a0cd-8201c1fd71b5, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b20f7534-ce80-4389-a0cd-8201c1fd71b5,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:39.026907 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4cc5eca1-070d-4f62-abd1-098bbe07ec88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:39.051762 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973fb91-d735-4e5e-96a3-997a44f1e99d req-6e62180a-8916-4184-abfd-ab4a0d5dd4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:39.053247 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4973fb91-d735-4e5e-96a3-997a44f1e99d req-6e62180a-8916-4184-abfd-ab4a0d5dd4d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e873baa3-8bc9-49b1-84fa-6d899e4534ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1935380 Jun 02 12:29:39.064155 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:39.066256 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:39.072301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b2cd8-e8e7-4d59-847f-39f2db0a4696 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Subnet': ['ID=6101d17f-a78d-48ff-b126-6be6b5eb961b,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:39.076952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-166b2cd8-e8e7-4d59-847f-39f2db0a4696 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:39.091027 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7d19468e-2d89-49db-9cec-5f57582867ed tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:39.095209 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-166b2cd8-e8e7-4d59-847f-39f2db0a4696 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:39.102288 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9031ab6b-655b-44ca-8b7b-ec023ceeea76 None None] Network c6864368-7b5c-4ceb-a7ea-09f94e1246e0 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:29:39.102467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a32d80-7d71-416d-a388-fc1d12fa5e22 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Network 0ae11c12-4820-42c9-82f2-a7e94a18ea3f is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:29:39.177930 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-166b2cd8-e8e7-4d59-847f-39f2db0a4696 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/subnets/6101d17f-a78d-48ff-b126-6be6b5eb961b HTTP/1.1" status: 204 len: 168 time: 2.2669339 Jun 02 12:29:39.189517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5eca1-070d-4f62-abd1-098bbe07ec88 None None] Calling delete_port for b20f7534-ce80-4389-a0cd-8201c1fd71b5 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:39.190848 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41832) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:39.215359 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-a2a32d80-7d71-416d-a388-fc1d12fa5e22 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 0ae11c12-4820-42c9-82f2-a7e94a18ea3f) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:39.249437 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] device_id is not set on port f3daeae8-8132-4365-b0a2-3664216fc585 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:29:39.252453 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Router a9e7102b-bfe6-42d4-a122-b137aae3e757 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:29:39.258204 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a32d80-7d71-416d-a388-fc1d12fa5e22 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:39.258799 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a2a32d80-7d71-416d-a388-fc1d12fa5e22 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:39.265376 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:39.266925 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Pushing event updated for resources: {'Port': ['ID=61f9c2c9-58db-49ba-b7a2-a8d92bbb2de2,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:39.270513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:39.277600 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4c06a7-7446-4d64-bf6b-23c99d4897c2 None None] Network 0ae11c12-4820-42c9-82f2-a7e94a18ea3f requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:29:39.311708 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:39.312792 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:39.383132 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4973fb91-d735-4e5e-96a3-997a44f1e99d req-72650234-0337-4f2a-a629-71d700c617ff service neutron] 10.222.0.22 "GET /v2.0/networks/e873baa3-8bc9-49b1-84fa-6d899e4534ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134918 Jun 02 12:29:39.432352 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a2a32d80-7d71-416d-a388-fc1d12fa5e22 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.1531153 Jun 02 12:29:39.435418 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59374d82-e6b7-4127-9a44-3ce1cd38bedb', 'tag': 'c9c0538a-3979-4e9d-bea9-b378873e93a3'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:29:39.435560 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41834) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:39.435845 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90698653-925a-4b16-b799-6099cc027f25" -d '{"events": [{"name": "network-changed", "server_uuid": "59374d82-e6b7-4127-9a44-3ce1cd38bedb", "tag": "c9c0538a-3979-4e9d-bea9-b378873e93a3"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:29:39.439032 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-cc5c6bdb-892a-4e15-88bc-2432f4084c64 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1998096569', 'network_id': '0ae11c12-4820-42c9-82f2-a7e94a18ea3f'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:39.449250 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5c3c787b-41a1-4af9-836a-2fbd38a19ad2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:39.455574 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-cc5c6bdb-892a-4e15-88bc-2432f4084c64 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:39.467891 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:39.489204 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-c2dc9b1a-8a1e-42c8-9475-b3c6fb352c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'name': 'tempest-ServersTestJSON-438484540-router', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:25Z', 'updated_at': '2021-06-02T12:28:36Z', 'revision_number': 4, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'gw_port': {'id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:26Z', 'updated_at': '2021-06-02T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '98bb3534-374f-4eba-94b0-f0a4443c0e9b', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'floating_ip_address': '172.26.7.166', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'port_id': 'c9c0538a-3979-4e9d-bea9-b378873e93a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25', 'mac_address': 'fa:16:3e:da:9b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59374d82-e6b7-4127-9a44-3ce1cd38bedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:28:49Z', 'updated_at': '2021-06-02T12:29:34Z', 'revision_number': 1, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb49037-67e6-4b1c-9642-e8121f2e99c9', 'name': '', 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '338c01a8-8126-49dc-a526-567de4a9bece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:33Z', 'updated_at': '2021-06-02T12:28:45Z', 'revision_number': 5, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'subnets': [{'id': '338c01a8-8126-49dc-a526-567de4a9bece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:39.552140 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-cc5c6bdb-892a-4e15-88bc-2432f4084c64 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Usage tracker for resource:port and tenant:7a8258d351c340a48b91d11ef23f5ae6 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:39.557825 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dc9b1a-8a1e-42c8-9475-b3c6fb352c78 None None] Checking router: 8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:29:39.562569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6bba71-08d5-42cd-abe1-abf4ac9784db x-openstack-request-id: req-8f6bba71-08d5-42cd-abe1-abf4ac9784db {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:29:39.563278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59374d82-e6b7-4127-9a44-3ce1cd38bedb", "tag": "c9c0538a-3979-4e9d-bea9-b378873e93a3", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:29:39.563278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f6bba71-08d5-42cd-abe1-abf4ac9784db {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:29:39.563581 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59374d82-e6b7-4127-9a44-3ce1cd38bedb', 'tag': 'c9c0538a-3979-4e9d-bea9-b378873e93a3', 'status': 'completed', 'code': 200} Jun 02 12:29:39.601410 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-cc5c6bdb-892a-4e15-88bc-2432f4084c64 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:39.638138 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port b20f7534-ce80-4389-a0cd-8201c1fd71b5, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b20f7534-ce80-4389-a0cd-8201c1fd71b5,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:39.642631 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dc9b1a-8a1e-42c8-9475-b3c6fb352c78 None None] Routers {'8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:39.643402 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-c2dc9b1a-8a1e-42c8-9475-b3c6fb352c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:39.657481 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-cc5c6bdb-892a-4e15-88bc-2432f4084c64 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:39.719268 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:39.754255 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:39.760562 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5c6bdb-892a-4e15-88bc-2432f4084c64 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Made reservation on behalf of 7a8258d351c340a48b91d11ef23f5ae6 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:39.763040 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cc5c6bdb-892a-4e15-88bc-2432f4084c64 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:39.802348 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:29:39.823206 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] Sync routers for ids ['a9e7102b-bfe6-42d4-a122-b137aae3e757'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:29:39.834755 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4cc5eca1-070d-4f62-abd1-098bbe07ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:39.855609 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4973fb91-d735-4e5e-96a3-997a44f1e99d req-1fa7f752-0beb-4a48-92d3-070ded786078 service neutron] 10.222.0.22 "GET /v2.0/networks/e873baa3-8bc9-49b1-84fa-6d899e4534ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247844 Jun 02 12:29:39.861113 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7c2867-c9a2-47f9-999c-b8a2b7dff816 None None] Network 0ae11c12-4820-42c9-82f2-a7e94a18ea3f requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:29:39.917649 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-cc5c6bdb-892a-4e15-88bc-2432f4084c64 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] device_id is not set on port 7ed65410-8d71-4731-aea9-6da0b9afca10 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:29:39.969000 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] Routers {'a9e7102b-bfe6-42d4-a122-b137aae3e757'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:39.969677 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a9e7102b-bfe6-42d4-a122-b137aae3e757'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:40.002619 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5c3c787b-41a1-4af9-836a-2fbd38a19ad2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:40.022184 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:40.025851 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.9348097 Jun 02 12:29:40.026077 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc5eca1-070d-4f62-abd1-098bbe07ec88 None None] No DVR routers for this DVR port b20f7534-ce80-4389-a0cd-8201c1fd71b5 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:29:40.032719 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41842) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:40.035227 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:40.039316 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90698653-925a-4b16-b799-6099cc027f25 req-490dbcc9-26a2-42f7-97a5-aa8c03c7f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:40.042159 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-90698653-925a-4b16-b799-6099cc027f25 req-490dbcc9-26a2-42f7-97a5-aa8c03c7f7b0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3413635451c64d1abbc624dcfc5977af&device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 1098 time: 0.4772904 Jun 02 12:29:40.121928 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-5c3c787b-41a1-4af9-836a-2fbd38a19ad2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcc6a9a-2719-4917-806d-cf362b044893']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:40.132490 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=b20f7534-ce80-4389-a0cd-8201c1fd71b5,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:40.150131 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:40.152647 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef7a4203-ea1c-4742-ad7f-722c2429aba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.301s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:40.155019 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-09874ae4-07a1-4570-be85-b854c5b9cdbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:40.166961 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:40.167309 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-5c3c787b-41a1-4af9-836a-2fbd38a19ad2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e85bea-3eee-4cdf-befb-91457249c3c3') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:40.167610 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-5c3c787b-41a1-4af9-836a-2fbd38a19ad2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e85bea-3eee-4cdf-befb-91457249c3c3') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:40.232031 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5eca1-070d-4f62-abd1-098bbe07ec88 None None] Pushing event deleted for resources: {'Port': ['ID=b20f7534-ce80-4389-a0cd-8201c1fd71b5,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:40.276032 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09874ae4-07a1-4570-be85-b854c5b9cdbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:40.281613 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-09874ae4-07a1-4570-be85-b854c5b9cdbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:40.288231 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09874ae4-07a1-4570-be85-b854c5b9cdbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=d91b562a-72e0-4663-80ba-dd53d1d8a5d4,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:40.292589 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-09874ae4-07a1-4570-be85-b854c5b9cdbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:40.298149 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09874ae4-07a1-4570-be85-b854c5b9cdbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:40.298472 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-09874ae4-07a1-4570-be85-b854c5b9cdbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:40.351749 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-09874ae4-07a1-4570-be85-b854c5b9cdbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3816438 Jun 02 12:29:40.352696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41844) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:40.357386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-071549c8-694c-4247-ba28-b1bd8e5cf49b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'name': 'tempest-NetworksTestDHCPv6-1819997066'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:40.363983 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4cc5eca1-070d-4f62-abd1-098bbe07ec88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:40.371335 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9654cdd6-7510-41b0-931a-5978757be91c None None] DHCP port deletion for c6864368-7b5c-4ceb-a7ea-09f94e1246e0 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:29:40.372941 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eee334-2370-4897-ae76-cf5ce61c40c1 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:29:40.385723 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5c3c787b-41a1-4af9-836a-2fbd38a19ad2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:40.406798 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-c2dc9b1a-8a1e-42c8-9475-b3c6fb352c78 None None] Set router 8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:29:40.449499 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:40.524302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-071549c8-694c-4247-ba28-b1bd8e5cf49b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:40.533237 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5c3c787b-41a1-4af9-836a-2fbd38a19ad2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:40.557675 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-071549c8-694c-4247-ba28-b1bd8e5cf49b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:port and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:40.565952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3c787b-41a1-4af9-836a-2fbd38a19ad2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:29:40.566446 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5c3c787b-41a1-4af9-836a-2fbd38a19ad2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:40.569941 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-071549c8-694c-4247-ba28-b1bd8e5cf49b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:40.578524 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-071549c8-694c-4247-ba28-b1bd8e5cf49b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:29:40.591404 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:29:40.602566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:40.622952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:40.640114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071549c8-694c-4247-ba28-b1bd8e5cf49b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:40.643656 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-071549c8-694c-4247-ba28-b1bd8e5cf49b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:40.686743 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-071549c8-694c-4247-ba28-b1bd8e5cf49b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] device_id is not set on port cdcfe368-b3df-4720-bf61-2c2f6fdbc6be yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:29:40.688486 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-cc5c6bdb-892a-4e15-88bc-2432f4084c64 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Allocated IP 172.20.0.4 (0ae11c12-4820-42c9-82f2-a7e94a18ea3f/9511a17b-98c6-4683-930b-4a31d5c878a4/7ed65410-8d71-4731-aea9-6da0b9afca10) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:40.695065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e380481b-ad71-4439-a28c-6cd25099feaa tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:40.777475 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] Set router a9e7102b-bfe6-42d4-a122-b137aae3e757 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:29:40.833525 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90698653-925a-4b16-b799-6099cc027f25 req-0ccd1d73-4218-4f3d-a65c-d12005485465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:40.837004 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-90698653-925a-4b16-b799-6099cc027f25 req-0ccd1d73-4218-4f3d-a65c-d12005485465 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3368b6ae-6925-4cc1-a7ab-b844c11cee25 HTTP/1.1" status: 200 len: 906 time: 0.7409348 Jun 02 12:29:40.837985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Port': ['ID=f5b9235e-d077-429c-90f9-5f0b542615cc,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:40.853179 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network 5f8f70fa-496f-42a8-b6f8-090baa296d01 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:40.859892 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:40.864705 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:40.876074 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b6b9c54a-bf12-49fb-b84e-d9394e8a291d tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "GET /v2.0/routers/a9e7102b-bfe6-42d4-a122-b137aae3e757 HTTP/1.1" status: 200 len: 907 time: 0.8302486 Jun 02 12:29:40.882835 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:29:40.887849 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41848) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:40.892142 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Request body: {'router': {'name': 'tempest-snat-router-177278823', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'enable_snat': True}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:40.906308 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:40.926453 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Usage tracker for resource:router and tenant:cbb1f69104c34c68b030e9cdfd5d035d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:40.931650 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:40.935625 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:40.936533 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:40.943188 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-11547f3f-56ca-4cb8-91d4-a2a9f8ae1b18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:40.953085 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:40.984709 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-071549c8-694c-4247-ba28-b1bd8e5cf49b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8::2bc (a7413df9-4e7a-4187-aef8-a668d8bf2950/d91b562a-72e0-4663-80ba-dd53d1d8a5d4/cdcfe368-b3df-4720-bf61-2c2f6fdbc6be) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:40.988548 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:40.989520 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:41.029622 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:41.032130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:41.032480 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5c3c787b-41a1-4af9-836a-2fbd38a19ad2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:41.037086 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5c3c787b-41a1-4af9-836a-2fbd38a19ad2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:41.083683 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:41.106924 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5c3c787b-41a1-4af9-836a-2fbd38a19ad2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/networks/cbcc6a9a-2719-4917-806d-cf362b044893 HTTP/1.1" status: 204 len: 168 time: 1.9140978 Jun 02 12:29:41.111370 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:41.117038 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Port': ['ID=f3daeae8-8132-4365-b0a2-3664216fc585,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:41.119838 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:41.130684 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41852) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:41.131253 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2756e5ae-f533-48e5-9db4-5676eda1cf65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:41.146358 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-90698653-925a-4b16-b799-6099cc027f25 req-61d140e3-6c7b-4232-91cf-8e7f87cd13a4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9c0538a-3979-4e9d-bea9-b378873e93a3 HTTP/1.1" status: 200 len: 999 time: 0.2910898 Jun 02 12:29:41.169797 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9654cdd6-7510-41b0-931a-5978757be91c None None] Deleting port cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:41.170389 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9654cdd6-7510-41b0-931a-5978757be91c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:41.240692 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c787b-41a1-4af9-836a-2fbd38a19ad2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Network': ['ID=cbcc6a9a-2719-4917-806d-cf362b044893,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:41.243621 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5c3c787b-41a1-4af9-836a-2fbd38a19ad2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:41.389287 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Checking segment: {'id': '86e36539-9c43-432f-838f-76ecbc9143ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ec76146b-3053-49cf-8ea2-19b05b5c5fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:29:41.389637 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network hostable DHCP agents. Network: ec76146b-3053-49cf-8ea2-19b05b5c5fc1, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:29:41.438577 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-9654cdd6-7510-41b0-931a-5978757be91c None None] For port cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8,segment=NetworkSegment(7f0e5efa-dfdb-4f6d-bbd8-acd3f262a197),segment_id=7f0e5efa-dfdb-4f6d-bbd8-acd3f262a197)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:41.438981 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9654cdd6-7510-41b0-931a-5978757be91c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:41.439088 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:41.445317 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90698653-925a-4b16-b799-6099cc027f25 req-9e6f16ff-0d68-43d7-af74-aa5342c632b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:41.446841 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-90698653-925a-4b16-b799-6099cc027f25 req-9e6f16ff-0d68-43d7-af74-aa5342c632b4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=338c01a8-8126-49dc-a526-567de4a9bece HTTP/1.1" status: 200 len: 844 time: 0.2731335 Jun 02 12:29:41.459915 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Pushing event updated for resources: {'Port': ['ID=61f9c2c9-58db-49ba-b7a2-a8d92bbb2de2,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:41.460529 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a7413df9-4e7a-4187-aef8-a668d8bf2950', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'fixed_ips': [{'subnet_id': 'd91b562a-72e0-4663-80ba-dd53d1d8a5d4'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:29:41.460991 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:41.519450 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network ec76146b-3053-49cf-8ea2-19b05b5c5fc1 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:29:41.582626 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, ec76146b-3053-49cf-8ea2-19b05b5c5fc1) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:41.586660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:41.593191 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:41.598782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:41.599474 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:41.609798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:41.620203 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cc5c6bdb-892a-4e15-88bc-2432f4084c64 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:41.660139 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.7915151 Jun 02 12:29:41.661982 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41854) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:41.674847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:41.749035 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90698653-925a-4b16-b799-6099cc027f25 req-9c33fccf-4277-4de9-b6c0-595c818de258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:41.750544 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-90698653-925a-4b16-b799-6099cc027f25 req-9c33fccf-4277-4de9-b6c0-595c818de258 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3368b6ae-6925-4cc1-a7ab-b844c11cee25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2909114 Jun 02 12:29:41.793179 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec1d462-0f5f-4a1d-8033-8262b2e94d12 None None] Network ec76146b-3053-49cf-8ea2-19b05b5c5fc1 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:29:41.794479 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:41.817597 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9654cdd6-7510-41b0-931a-5978757be91c None None] Calling delete_port for cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:41.827411 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting port cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:41.827761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:41.834069 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:41.935959 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cc5c6bdb-892a-4e15-88bc-2432f4084c64 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:41.991007 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a100f687-50ed-419f-8454-80d3a8ca6215 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:42.014822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8,segment=NetworkSegment(7f0e5efa-dfdb-4f6d-bbd8-acd3f262a197),segment_id=7f0e5efa-dfdb-4f6d-bbd8-acd3f262a197)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:42.051432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-071549c8-694c-4247-ba28-b1bd8e5cf49b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:42.055197 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Floating IP 38b2d95f-dbbc-47cc-ae3a-e57879cd49d6 associated. External IP: 172.26.7.192, port: 032161fd-e92e-425d-a12e-c62e6230e503. Jun 02 12:29:42.090605 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:42.092468 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:42.136358 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-071549c8-694c-4247-ba28-b1bd8e5cf49b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Transition to ACTIVE for port object cdcfe368-b3df-4720-bf61-2c2f6fdbc6be will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:42.178811 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9654cdd6-7510-41b0-931a-5978757be91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:42.237339 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5c6bdb-892a-4e15-88bc-2432f4084c64 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Network 0ae11c12-4820-42c9-82f2-a7e94a18ea3f is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:42.242501 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9654cdd6-7510-41b0-931a-5978757be91c None None] No DVR routers for this DVR port cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:29:42.252389 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-cc5c6bdb-892a-4e15-88bc-2432f4084c64 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:42.255684 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5c6bdb-892a-4e15-88bc-2432f4084c64 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:42.261456 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:42.280574 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-c2dc9b1a-8a1e-42c8-9475-b3c6fb352c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'name': 'tempest-ServersTestJSON-438484540-router', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:25Z', 'updated_at': '2021-06-02T12:28:36Z', 'revision_number': 4, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'gw_port': {'id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:26Z', 'updated_at': '2021-06-02T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '98bb3534-374f-4eba-94b0-f0a4443c0e9b', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'floating_ip_address': '172.26.7.166', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'port_id': 'c9c0538a-3979-4e9d-bea9-b378873e93a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25', 'mac_address': 'fa:16:3e:da:9b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59374d82-e6b7-4127-9a44-3ce1cd38bedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:28:49Z', 'updated_at': '2021-06-02T12:29:34Z', 'revision_number': 1, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb49037-67e6-4b1c-9642-e8121f2e99c9', 'name': '', 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '338c01a8-8126-49dc-a526-567de4a9bece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:33Z', 'updated_at': '2021-06-02T12:28:45Z', 'revision_number': 5, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'subnets': [{'id': '338c01a8-8126-49dc-a526-567de4a9bece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:42.289672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:42.301772 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dc9b1a-8a1e-42c8-9475-b3c6fb352c78 None None] The sync data for ids ['8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'] in dv-neutron-601336-80-hyperv is: [{'id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'name': 'tempest-ServersTestJSON-438484540-router', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:25Z', 'updated_at': '2021-06-02T12:28:36Z', 'revision_number': 4, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'gw_port': {'id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:26Z', 'updated_at': '2021-06-02T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '98bb3534-374f-4eba-94b0-f0a4443c0e9b', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'floating_ip_address': '172.26.7.166', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'port_id': 'c9c0538a-3979-4e9d-bea9-b378873e93a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25', 'mac_address': 'fa:16:3e:da:9b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59374d82-e6b7-4127-9a44-3ce1cd38bedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:28:49Z', 'updated_at': '2021-06-02T12:29:34Z', 'revision_number': 1, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb49037-67e6-4b1c-9642-e8121f2e99c9', 'name': '', 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '338c01a8-8126-49dc-a526-567de4a9bece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:33Z', 'updated_at': '2021-06-02T12:28:45Z', 'revision_number': 5, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'subnets': [{'id': '338c01a8-8126-49dc-a526-567de4a9bece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:29:42.309641 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:42.325920 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] For port cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8,segment=NetworkSegment(7f0e5efa-dfdb-4f6d-bbd8-acd3f262a197),segment_id=7f0e5efa-dfdb-4f6d-bbd8-acd3f262a197)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:42.326326 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:42.340428 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c6bdb-892a-4e15-88bc-2432f4084c64 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Pushing event updated for resources: {'Port': ['ID=7ed65410-8d71-4731-aea9-6da0b9afca10,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:42.344231 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cc5c6bdb-892a-4e15-88bc-2432f4084c64 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:42.351051 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e7102b-bfe6-42d4-a122-b137aae3e757', 'name': 'tempest-snat-router-177278823', 'tenant_id': 'cbb1f69104c34c68b030e9cdfd5d035d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.20'}], 'enable_snat': False}, 'gw_port_id': 'e7fec5f5-8424-42b2-aa26-b0535806d22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:29:31Z', 'updated_at': '2021-06-02T12:29:36Z', 'revision_number': 3, 'project_id': 'cbb1f69104c34c68b030e9cdfd5d035d', 'gw_port': {'id': 'e7fec5f5-8424-42b2-aa26-b0535806d22d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:77:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e7102b-bfe6-42d4-a122-b137aae3e757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:29:34Z', 'updated_at': '2021-06-02T12:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:42.416109 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654cdd6-7510-41b0-931a-5978757be91c None None] Pushing event deleted for resources: {'Port': ['ID=cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:42.418591 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9654cdd6-7510-41b0-931a-5978757be91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:42.419334 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] Checking router: a9e7102b-bfe6-42d4-a122-b137aae3e757 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:29:42.419796 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] Updating router a9e7102b-bfe6-42d4-a122-b137aae3e757 port e7fec5f5-8424-42b2-aa26-b0535806d22d binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:29:42.450561 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-071549c8-694c-4247-ba28-b1bd8e5cf49b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:42.466746 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:42.495394 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:42.506129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Calling delete_port for cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:42.512101 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-90698653-925a-4b16-b799-6099cc027f25 req-24531e7a-cbb2-40af-97db-f2ed698b9806 service neutron] 10.222.0.22 "GET /v2.0/networks/3368b6ae-6925-4cc1-a7ab-b844c11cee25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7137761 Jun 02 12:29:42.517333 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-c44afa94-37fc-4654-9651-aeb930932094 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting port f3daeae8-8132-4365-b0a2-3664216fc585 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:42.517676 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c44afa94-37fc-4654-9651-aeb930932094 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:42.537034 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5c6bdb-892a-4e15-88bc-2432f4084c64 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:42.537442 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cc5c6bdb-892a-4e15-88bc-2432f4084c64 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:42.559772 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Allocated IP 2001:db8::2 (a7413df9-4e7a-4187-aef8-a668d8bf2950/d91b562a-72e0-4663-80ba-dd53d1d8a5d4/3f99faab-4f37-4803-a8e9-c8c2fbaa52fc) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:42.624916 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72501445-4492-4e30-b482-1ccb7c999263 None None] New status for floating IP 98bb3534-374f-4eba-94b0-f0a4443c0e9b: ACTIVE {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:29:42.704211 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:42.751163 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cc5c6bdb-892a-4e15-88bc-2432f4084c64 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.3155987 Jun 02 12:29:42.761719 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071549c8-694c-4247-ba28-b1bd8e5cf49b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:42.763206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:42.767675 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41860) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:42.771282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-071549c8-694c-4247-ba28-b1bd8e5cf49b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:42.830068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c44afa94-37fc-4654-9651-aeb930932094 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:42.885791 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071549c8-694c-4247-ba28-b1bd8e5cf49b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:42.892171 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071549c8-694c-4247-ba28-b1bd8e5cf49b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:42.892664 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-071549c8-694c-4247-ba28-b1bd8e5cf49b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:42.914561 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071549c8-694c-4247-ba28-b1bd8e5cf49b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=cdcfe368-b3df-4720-bf61-2c2f6fdbc6be,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:42.932530 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-071549c8-694c-4247-ba28-b1bd8e5cf49b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:42.981915 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:42.992605 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-071549c8-694c-4247-ba28-b1bd8e5cf49b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6395025 Jun 02 12:29:42.992938 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-c44afa94-37fc-4654-9651-aeb930932094 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Calling delete_port for f3daeae8-8132-4365-b0a2-3664216fc585 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:42.999128 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41862) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:43.008448 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Transition to ACTIVE for port object 3f99faab-4f37-4803-a8e9-c8c2fbaa52fc will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:43.046600 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Router a704b5cf-2851-4ef2-85e8-055d62880073 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:29:43.082579 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-90698653-925a-4b16-b799-6099cc027f25 req-4aa2179a-3e54-4e16-a946-a30f2174c940 service neutron] 10.222.0.22 "GET /v2.0/networks/3368b6ae-6925-4cc1-a7ab-b844c11cee25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501304 Jun 02 12:29:43.111621 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:43.124119 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Transition to ACTIVE for port object 3f99faab-4f37-4803-a8e9-c8c2fbaa52fc will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:43.125026 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:43.153599 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:43.169339 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:43.205461 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Port': ['ID=cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:43.208544 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] No DVR routers for this DVR port cfea2ee5-60b3-4c5c-93a7-c25b8fd6c5a8 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:29:43.244947 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:43.247112 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:43.276638 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:43.283327 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:43.291345 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-00b041be-7c1f-45ae-a5ff-743c136d4d4c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Deleting port 7ed65410-8d71-4731-aea9-6da0b9afca10 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:43.291540 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:43.291930 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-00b041be-7c1f-45ae-a5ff-743c136d4d4c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:43.298368 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] Transition to ACTIVE for port object e7fec5f5-8424-42b2-aa26-b0535806d22d will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:43.302539 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Pushing event updated for resources: {'Port': ['ID=3f99faab-4f37-4803-a8e9-c8c2fbaa52fc,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:43.305093 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:43.337835 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:43.348609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-01d99011-921b-4ace-9cd2-3c2bf3f82654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:43.417289 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-00b041be-7c1f-45ae-a5ff-743c136d4d4c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:43.430864 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944b9c5b-3ade-4bd8-8e37-e0192616b543 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:43.431744 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-944b9c5b-3ade-4bd8-8e37-e0192616b543 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:29:43.468702 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:29:43.475870 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] Attempting to bind port e7fec5f5-8424-42b2-aa26-b0535806d22d on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:43.476482 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] Attempting to bind port e7fec5f5-8424-42b2-aa26-b0535806d22d by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:43.477093 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] Attempting to bind port e7fec5f5-8424-42b2-aa26-b0535806d22d on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:43.480257 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Attempting to bind port 3f99faab-4f37-4803-a8e9-c8c2fbaa52fc on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:43.480492 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Attempting to bind port 3f99faab-4f37-4803-a8e9-c8c2fbaa52fc by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:43.480849 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Attempting to bind port 3f99faab-4f37-4803-a8e9-c8c2fbaa52fc on network a7413df9-4e7a-4187-aef8-a668d8bf2950 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:43.484694 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24010088-4ffc-429f-85ec-7643be61ed13 None None] Pushing event updated for resources: {'Port': ['ID=e7fec5f5-8424-42b2-aa26-b0535806d22d,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:43.488732 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-24010088-4ffc-429f-85ec-7643be61ed13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:43.492363 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-944b9c5b-3ade-4bd8-8e37-e0192616b543 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:29:43.493307 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-944b9c5b-3ade-4bd8-8e37-e0192616b543 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4932253 Jun 02 12:29:43.498444 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbe13ec-a4f8-45dd-9c4f-079cfdcb9af8 None None] Sync routers for ids ['a704b5cf-2851-4ef2-85e8-055d62880073'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:29:43.502933 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Allocated IP 172.26.7.223 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/79f84007-45f4-46f6-bf6b-51d2d9733f5a) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:43.504621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41868) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:43.507018 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:29:43.507566 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:29:43.508133 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:43.508694 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:29:43.509373 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] Bound port: e7fec5f5-8424-42b2-aa26-b0535806d22d, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:29:43.509898 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:43.547315 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:29:43.548000 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:29:43.548560 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:43.549097 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Bound using segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:29:43.549768 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Bound port: 3f99faab-4f37-4803-a8e9-c8c2fbaa52fc, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:29:43.550352 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:43.562195 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:43.581089 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbe13ec-a4f8-45dd-9c4f-079cfdcb9af8 None None] Routers {'a704b5cf-2851-4ef2-85e8-055d62880073'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:43.582278 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-bfbe13ec-a4f8-45dd-9c4f-079cfdcb9af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a704b5cf-2851-4ef2-85e8-055d62880073'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:43.620943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-00b041be-7c1f-45ae-a5ff-743c136d4d4c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Calling delete_port for 7ed65410-8d71-4731-aea9-6da0b9afca10 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:43.628309 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c44afa94-37fc-4654-9651-aeb930932094 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:43.638642 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:43.672419 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:43.702877 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6864368-7b5c-4ceb-a7ea-09f94e1246e0']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:43.719952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44afa94-37fc-4654-9651-aeb930932094 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Port': ['ID=f3daeae8-8132-4365-b0a2-3664216fc585,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:43.726581 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c44afa94-37fc-4654-9651-aeb930932094 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:43.730955 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c44afa94-37fc-4654-9651-aeb930932094 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:43.737689 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-bfbe13ec-a4f8-45dd-9c4f-079cfdcb9af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:43.740433 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0e5efa-dfdb-4f6d-bbd8-acd3f262a197') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:43.741000 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0e5efa-dfdb-4f6d-bbd8-acd3f262a197') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:43.751957 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.9934638 Jun 02 12:29:43.753243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41870) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:43.759810 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c44afa94-37fc-4654-9651-aeb930932094 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/ports/f3daeae8-8132-4365-b0a2-3664216fc585 HTTP/1.1" status: 204 len: 168 time: 2.0957434 Jun 02 12:29:43.761228 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:43.767518 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41872) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:43.792984 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbe13ec-a4f8-45dd-9c4f-079cfdcb9af8 None None] Routers {'a704b5cf-2851-4ef2-85e8-055d62880073'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:43.793522 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-bfbe13ec-a4f8-45dd-9c4f-079cfdcb9af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a704b5cf-2851-4ef2-85e8-055d62880073'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:43.869955 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-bfbe13ec-a4f8-45dd-9c4f-079cfdcb9af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:43.869955 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbe13ec-a4f8-45dd-9c4f-079cfdcb9af8 None None] The sync data for ids ['a704b5cf-2851-4ef2-85e8-055d62880073'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:29:43.872454 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] For port 3f99faab-4f37-4803-a8e9-c8c2fbaa52fc, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:29:43.874768 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] For port e7fec5f5-8424-42b2-aa26-b0535806d22d, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:29:43.884627 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] For port 3f99faab-4f37-4803-a8e9-c8c2fbaa52fc, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3f99faab-4f37-4803-a8e9-c8c2fbaa52fc,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:29:43.886571 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] For port e7fec5f5-8424-42b2-aa26-b0535806d22d, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e7fec5f5-8424-42b2-aa26-b0535806d22d,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:29:43.890746 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:43.895772 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cafb58c8-877c-4ced-bec8-f09e9155a338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:43.931471 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a38afaa8-1df0-425d-a4b7-80e05d4d80ed tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] 10.222.0.37 "GET /v2.0/floatingips/38b2d95f-dbbc-47cc-ae3a-e57879cd49d6 HTTP/1.1" status: 200 len: 983 time: 0.1721327 Jun 02 12:29:43.931730 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:43.931855 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41874) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:43.958193 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:43.971452 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:29:43.971860 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:29:43.986669 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:29:43.996426 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] Routers {'a9e7102b-bfe6-42d4-a122-b137aae3e757'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:43.996426 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a9e7102b-bfe6-42d4-a122-b137aae3e757'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:43.996734 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:44.048355 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f8aa88ac-1340-414d-9549-690b8d4dcf04 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting port cdcfe368-b3df-4720-bf61-2c2f6fdbc6be {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:44.048355 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f8aa88ac-1340-414d-9549-690b8d4dcf04 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:44.082163 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5ca3efac-54c9-4315-b753-4e41a958301f tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.1453309 Jun 02 12:29:44.082379 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Pushing event updated for resources: {'Port': ['ID=3f99faab-4f37-4803-a8e9-c8c2fbaa52fc,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:44.082466 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41876) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:44.086851 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:44.088590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4cc5eca1-070d-4f62-abd1-098bbe07ec88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:44.157695 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-20cdb198-e40b-43fb-9446-cceb9011257c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:44.218048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:44.231582 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f8aa88ac-1340-414d-9549-690b8d4dcf04 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:44.241085 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:44.255790 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:44.268757 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-89ce0ead-ebdd-43fe-9cf4-39d274e90678 tempest-ExternalNetworksTestJSON-2097142066 tempest-ExternalNetworksTestJSON-2097142066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:44.288195 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:44.291569 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24010088-4ffc-429f-85ec-7643be61ed13 None None] Pushing event updated for resources: {'Port': ['ID=e7fec5f5-8424-42b2-aa26-b0535806d22d,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:44.294838 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-24010088-4ffc-429f-85ec-7643be61ed13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:44.300821 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebac6901-272f-4be8-a4a8-6d81b9fd7a24 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:44.306748 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebac6901-272f-4be8-a4a8-6d81b9fd7a24 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:44.307545 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ebac6901-272f-4be8-a4a8-6d81b9fd7a24 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Synchronizing usage tracker for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:29:44.320693 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] Set router a9e7102b-bfe6-42d4-a122-b137aae3e757 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:29:44.382216 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Network': ['ID=c6864368-7b5c-4ceb-a7ea-09f94e1246e0,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:44.384062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-00b041be-7c1f-45ae-a5ff-743c136d4d4c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:44.411109 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:44.411706 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a71bcadb-ecbb-483d-8e90-5322c2258230 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:44.492019 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/networks/c6864368-7b5c-4ceb-a7ea-09f94e1246e0 HTTP/1.1" status: 204 len: 168 time: 3.3404400 Jun 02 12:29:44.497867 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b041be-7c1f-45ae-a5ff-743c136d4d4c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ed65410-8d71-4731-aea9-6da0b9afca10,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:44.500583 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-00b041be-7c1f-45ae-a5ff-743c136d4d4c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:44.544051 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41880) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:44.553066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-edc8b686-739d-4105-858b-b42199a89df2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2045523749'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:44.556996 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:44.558067 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Pushing event updated for resources: {'Port': ['ID=79f84007-45f4-46f6-bf6b-51d2d9733f5a,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:44.563687 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:44.567344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:44.580601 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f8aa88ac-1340-414d-9549-690b8d4dcf04 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Calling delete_port for cdcfe368-b3df-4720-bf61-2c2f6fdbc6be owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:44.586180 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-edc8b686-739d-4105-858b-b42199a89df2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:44.597900 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ebac6901-272f-4be8-a4a8-6d81b9fd7a24 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Unset dirty status for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:29:44.601738 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ebac6901-272f-4be8-a4a8-6d81b9fd7a24 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.8297298 Jun 02 12:29:44.632148 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-edc8b686-739d-4105-858b-b42199a89df2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:network and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:44.634953 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41884) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:44.674645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-edc8b686-739d-4105-858b-b42199a89df2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:44.708047 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:44.729047 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-edc8b686-739d-4105-858b-b42199a89df2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:44.744706 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f8aa88ac-1340-414d-9549-690b8d4dcf04 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:44.756746 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-071549c8-694c-4247-ba28-b1bd8e5cf49b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:44.763846 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e7102b-bfe6-42d4-a122-b137aae3e757', 'name': 'tempest-snat-router-177278823', 'tenant_id': 'cbb1f69104c34c68b030e9cdfd5d035d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.20'}], 'enable_snat': False}, 'gw_port_id': 'e7fec5f5-8424-42b2-aa26-b0535806d22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:29:31Z', 'updated_at': '2021-06-02T12:29:36Z', 'revision_number': 3, 'project_id': 'cbb1f69104c34c68b030e9cdfd5d035d', 'gw_port': {'id': 'e7fec5f5-8424-42b2-aa26-b0535806d22d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:77:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e7102b-bfe6-42d4-a122-b137aae3e757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:29:34Z', 'updated_at': '2021-06-02T12:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:44.768719 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b973a5d5-15a8-4728-a3a3-abd6efdd4f7c None None] The sync data for ids ['a9e7102b-bfe6-42d4-a122-b137aae3e757'] in dv-neutron-601336-80-hyperv is: [{'id': 'a9e7102b-bfe6-42d4-a122-b137aae3e757', 'name': 'tempest-snat-router-177278823', 'tenant_id': 'cbb1f69104c34c68b030e9cdfd5d035d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.20'}], 'enable_snat': False}, 'gw_port_id': 'e7fec5f5-8424-42b2-aa26-b0535806d22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:29:31Z', 'updated_at': '2021-06-02T12:29:36Z', 'revision_number': 3, 'project_id': 'cbb1f69104c34c68b030e9cdfd5d035d', 'gw_port': {'id': 'e7fec5f5-8424-42b2-aa26-b0535806d22d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:77:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e7102b-bfe6-42d4-a122-b137aae3e757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:29:34Z', 'updated_at': '2021-06-02T12:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:29:44.802083 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-00b041be-7c1f-45ae-a5ff-743c136d4d4c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:44.806660 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-00b041be-7c1f-45ae-a5ff-743c136d4d4c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "DELETE /v2.0/ports/7ed65410-8d71-4731-aea9-6da0b9afca10 HTTP/1.1" status: 204 len: 168 time: 2.0347838 Jun 02 12:29:44.806660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc8b686-739d-4105-858b-b42199a89df2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Made reservation on behalf of 9cc4ca61dc954dc9aa55c98b051cae30 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:44.808425 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-edc8b686-739d-4105-858b-b42199a89df2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:44.814930 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41886) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:44.831305 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0ae11c12-4820-42c9-82f2-a7e94a18ea3f', 'external_fixed_ips': [{'subnet_id': '9511a17b-98c6-4683-930b-4a31d5c878a4', 'ip_address': '172.20.0.4'}]}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:44.841440 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3f99faab-4f37-4803-a8e9-c8c2fbaa52fc up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:29:44.851597 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa88ac-1340-414d-9549-690b8d4dcf04 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Port': ['ID=cdcfe368-b3df-4720-bf61-2c2f6fdbc6be,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:44.854354 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:44.862372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f8aa88ac-1340-414d-9549-690b8d4dcf04 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:44.865222 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Usage tracker for resource:router and tenant:7a8258d351c340a48b91d11ef23f5ae6 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:44.898390 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc8b686-739d-4105-858b-b42199a89df2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:29:44.904389 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:44.931120 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-edc8b686-739d-4105-858b-b42199a89df2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:44.931473 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-edc8b686-739d-4105-858b-b42199a89df2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Added segment 9bd5ea50-2b70-4cac-a28b-239d368f3a0e of type vlan for network 03ec32d3-1527-475f-9663-737cda31e071 Jun 02 12:29:44.933630 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-4de6223a-054d-4bfe-8525-51f2e5746bcb tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Deleting port 61f9c2c9-58db-49ba-b7a2-a8d92bbb2de2 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:44.933983 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4de6223a-054d-4bfe-8525-51f2e5746bcb tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:44.936804 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:44.965783 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 3f99faab-4f37-4803-a8e9-c8c2fbaa52fc completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:45.053561 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-56ab1340-f406-4070-9f89-c14d9017c6f5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting port f5b9235e-d077-429c-90f9-5f0b542615cc {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:45.054054 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-56ab1340-f406-4070-9f89-c14d9017c6f5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:45.096318 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-edc8b686-739d-4105-858b-b42199a89df2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:45.164509 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f8aa88ac-1340-414d-9549-690b8d4dcf04 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:45.228852 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4de6223a-054d-4bfe-8525-51f2e5746bcb tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:45.228852 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4de6223a-054d-4bfe-8525-51f2e5746bcb tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:45.256097 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f8aa88ac-1340-414d-9549-690b8d4dcf04 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/cdcfe368-b3df-4720-bf61-2c2f6fdbc6be HTTP/1.1" status: 204 len: 168 time: 1.7475309 Jun 02 12:29:45.256097 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:45.257165 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:45.276696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41888) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:45.366692 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-4de6223a-054d-4bfe-8525-51f2e5746bcb tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Calling delete_port for 61f9c2c9-58db-49ba-b7a2-a8d92bbb2de2 owned by network:floatingip {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:45.375338 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:45.421803 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b99217-5ebe-4b81-b4d6-f290edf86da1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:45.423467 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b99217-5ebe-4b81-b4d6-f290edf86da1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:45.424298 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-46b99217-5ebe-4b81-b4d6-f290edf86da1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:29:45.456012 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-56ab1340-f406-4070-9f89-c14d9017c6f5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:45.539034 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-734a9aa0-e195-463d-9f55-6b21df964a31 None None] Provisioning for port 3f99faab-4f37-4803-a8e9-c8c2fbaa52fc completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:45.545255 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-734a9aa0-e195-463d-9f55-6b21df964a31 None None] Provisioning complete for port 3f99faab-4f37-4803-a8e9-c8c2fbaa52fc triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:45.545703 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-734a9aa0-e195-463d-9f55-6b21df964a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:45.645703 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-46b99217-5ebe-4b81-b4d6-f290edf86da1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:29:45.650814 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-46b99217-5ebe-4b81-b4d6-f290edf86da1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3730226 Jun 02 12:29:45.655031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41892) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:45.757685 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-734a9aa0-e195-463d-9f55-6b21df964a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:45.838381 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-734a9aa0-e195-463d-9f55-6b21df964a31 None None] For port 3f99faab-4f37-4803-a8e9-c8c2fbaa52fc, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3f99faab-4f37-4803-a8e9-c8c2fbaa52fc,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:45.846843 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-734a9aa0-e195-463d-9f55-6b21df964a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:45.849385 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f02ad8c8-2d6b-4b77-94a1-de2f7e403a19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:45.857845 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-56ab1340-f406-4070-9f89-c14d9017c6f5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Calling delete_port for f5b9235e-d077-429c-90f9-5f0b542615cc owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:45.970497 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4222e983-74c0-46bc-956b-19e0859ea577 None None] Could not find standard attr ID for object cdcfe368-b3df-4720-bf61-2c2f6fdbc6be. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:29:45.971109 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-edc8b686-739d-4105-858b-b42199a89df2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:45.980643 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc8b686-739d-4105-858b-b42199a89df2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:45.981369 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-edc8b686-739d-4105-858b-b42199a89df2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:45.989015 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:45.993285 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a9aa0-e195-463d-9f55-6b21df964a31 None None] Pushing event updated for resources: {'Port': ['ID=3f99faab-4f37-4803-a8e9-c8c2fbaa52fc,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:45.998008 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-734a9aa0-e195-463d-9f55-6b21df964a31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:46.011010 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-56ab1340-f406-4070-9f89-c14d9017c6f5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:46.054423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:46.061438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-1816b8de-2812-409e-953a-06ba6f19d27c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet d91b562a-72e0-4663-80ba-dd53d1d8a5d4 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:29:46.069889 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1816b8de-2812-409e-953a-06ba6f19d27c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:46.111449 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8b686-739d-4105-858b-b42199a89df2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Network': ['ID=03ec32d3-1527-475f-9663-737cda31e071,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:46.114431 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-56ab1340-f406-4070-9f89-c14d9017c6f5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:46.123212 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 03ec32d3-1527-475f-9663-737cda31e071 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:29:46.123395 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:46.143595 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-edc8b686-739d-4105-858b-b42199a89df2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:46.145430 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c44afa94-37fc-4654-9651-aeb930932094 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:46.179200 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-edc8b686-739d-4105-858b-b42199a89df2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6317649 Jun 02 12:29:46.180813 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41896) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:46.200691 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-af6b937f-e3c4-4b1a-8eb8-4551f0777bfe tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'subnet': {'network_id': '03ec32d3-1527-475f-9663-737cda31e071', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:46.222797 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-56ab1340-f406-4070-9f89-c14d9017c6f5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/ports/f5b9235e-d077-429c-90f9-5f0b542615cc HTTP/1.1" status: 204 len: 168 time: 1.5783379 Jun 02 12:29:46.222797 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab1340-f406-4070-9f89-c14d9017c6f5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Port': ['ID=f5b9235e-d077-429c-90f9-5f0b542615cc,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:46.222797 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41898) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:46.229366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1816b8de-2812-409e-953a-06ba6f19d27c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:46.273217 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-56ab1340-f406-4070-9f89-c14d9017c6f5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:46.372947 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4de6223a-054d-4bfe-8525-51f2e5746bcb tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:46.379749 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:46.432645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6223a-054d-4bfe-8525-51f2e5746bcb tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Pushing event deleted for resources: {'Port': ['ID=61f9c2c9-58db-49ba-b7a2-a8d92bbb2de2,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:46.434654 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-af6b937f-e3c4-4b1a-8eb8-4551f0777bfe tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:46.470150 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4de6223a-054d-4bfe-8525-51f2e5746bcb tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:46.483431 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-af6b937f-e3c4-4b1a-8eb8-4551f0777bfe tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:subnet and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:46.511566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-af6b937f-e3c4-4b1a-8eb8-4551f0777bfe tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:46.528465 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-af6b937f-e3c4-4b1a-8eb8-4551f0777bfe tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:46.565277 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3439f033-0c76-495a-b9b3-f98ffa0580e3 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:46.566055 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3439f033-0c76-495a-b9b3-f98ffa0580e3 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Synchronizing usage tracker for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:29:46.573174 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6b937f-e3c4-4b1a-8eb8-4551f0777bfe tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Made reservation on behalf of 9cc4ca61dc954dc9aa55c98b051cae30 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:46.576802 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-af6b937f-e3c4-4b1a-8eb8-4551f0777bfe tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:46.583441 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-36ceb583-4803-4e7d-b0d1-0fd39379dc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:46.604405 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4de6223a-054d-4bfe-8525-51f2e5746bcb tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks [] for floatingip, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:46.604798 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-4de6223a-054d-4bfe-8525-51f2e5746bcb tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Floating IP 38b2d95f-dbbc-47cc-ae3a-e57879cd49d6 disassociated (deleted). External IP: 172.26.7.192, port: 032161fd-e92e-425d-a12e-c62e6230e503. Jun 02 12:29:46.641092 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:46.700983 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1816b8de-2812-409e-953a-06ba6f19d27c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:46.758126 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3439f033-0c76-495a-b9b3-f98ffa0580e3 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Unset dirty status for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:29:46.761699 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3439f033-0c76-495a-b9b3-f98ffa0580e3 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5255711 Jun 02 12:29:46.764356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41902) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:46.878896 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:46.879654 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b56bfaa-4be9-459f-ab3f-d9f249245034 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] GET failed (client error): The resource could not be found. Jun 02 12:29:46.881169 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0b56bfaa-4be9-459f-ab3f-d9f249245034 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports/f3daeae8-8132-4365-b0a2-3664216fc585 HTTP/1.1" status: 404 len: 333 time: 0.1135392 Jun 02 12:29:46.885972 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41904) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:46.917018 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e7fec5f5-8424-42b2-aa26-b0535806d22d up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:29:46.950582 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e8357b-81e4-4884-ba08-429319a1f69d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] GET failed (client error): The resource could not be found. Jun 02 12:29:46.954514 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b8e8357b-81e4-4884-ba08-429319a1f69d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports/f5b9235e-d077-429c-90f9-5f0b542615cc HTTP/1.1" status: 404 len: 333 time: 0.0625670 Jun 02 12:29:46.955221 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41906) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:47.007539 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port e7fec5f5-8424-42b2-aa26-b0535806d22d completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:47.015767 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port e7fec5f5-8424-42b2-aa26-b0535806d22d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:47.016146 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:47.165261 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:47.183285 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port e7fec5f5-8424-42b2-aa26-b0535806d22d, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e7fec5f5-8424-42b2-aa26-b0535806d22d,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:47.188457 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:47.189939 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3f99faab-4f37-4803-a8e9-c8c2fbaa52fc up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:29:47.203489 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9bb71a2d-2f8f-4394-adc0-51049d56be3e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:47.220247 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-734a9aa0-e195-463d-9f55-6b21df964a31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:47.361618 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=e7fec5f5-8424-42b2-aa26-b0535806d22d,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:47.365103 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:47.373186 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 3f99faab-4f37-4803-a8e9-c8c2fbaa52fc triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:47.373567 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:47.497504 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:47.537973 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de6223a-054d-4bfe-8525-51f2e5746bcb tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Router a704b5cf-2851-4ef2-85e8-055d62880073 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:29:47.540387 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:47.545165 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1816b8de-2812-409e-953a-06ba6f19d27c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:47.582551 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Router 70e54732-89b3-43a4-9db3-d6270041a444 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:29:47.586889 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-47de485f-c3dd-445f-aff9-ce24022d7552 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:47.613391 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:47.625986 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9bb71a2d-2f8f-4394-adc0-51049d56be3e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:47.641401 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816b8de-2812-409e-953a-06ba6f19d27c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=d91b562a-72e0-4663-80ba-dd53d1d8a5d4,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:47.648836 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1816b8de-2812-409e-953a-06ba6f19d27c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:47.651490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1816b8de-2812-409e-953a-06ba6f19d27c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:47.652871 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0ce412-88aa-43f2-82c1-619b9060cebd None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:29:47.699467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-9bb71a2d-2f8f-4394-adc0-51049d56be3e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec76146b-3053-49cf-8ea2-19b05b5c5fc1']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:47.724738 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-9bb71a2d-2f8f-4394-adc0-51049d56be3e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e36539-9c43-432f-838f-76ecbc9143ca') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:47.725078 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-9bb71a2d-2f8f-4394-adc0-51049d56be3e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e36539-9c43-432f-838f-76ecbc9143ca') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:47.800985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9bb71a2d-2f8f-4394-adc0-51049d56be3e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:47.807903 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1816b8de-2812-409e-953a-06ba6f19d27c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/d91b562a-72e0-4663-80ba-dd53d1d8a5d4 HTTP/1.1" status: 204 len: 168 time: 2.1496072 Jun 02 12:29:47.810958 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41912) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:47.883896 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9bb71a2d-2f8f-4394-adc0-51049d56be3e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:47.906127 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb71a2d-2f8f-4394-adc0-51049d56be3e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:29:47.906534 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9bb71a2d-2f8f-4394-adc0-51049d56be3e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:29:47.921800 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:29:47.959083 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e754a487-c241-454c-aae1-2e4ef3c3e4e6 None None] DHCP port deletion for a7413df9-4e7a-4187-aef8-a668d8bf2950 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:29:47.966275 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6ae97e23-882b-4f92-8023-b5fcc15924dc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1523349 Jun 02 12:29:47.973759 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41914) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:48.027314 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de6223a-054d-4bfe-8525-51f2e5746bcb tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:29:48.040411 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-e754a487-c241-454c-aae1-2e4ef3c3e4e6 None None] Deleting port 3f99faab-4f37-4803-a8e9-c8c2fbaa52fc {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:48.040847 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e754a487-c241-454c-aae1-2e4ef3c3e4e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:48.045283 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d75a01-c6f3-4423-9179-72d7260a2f73 None None] Sync routers for ids ['a704b5cf-2851-4ef2-85e8-055d62880073'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:29:48.055864 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9bb71a2d-2f8f-4394-adc0-51049d56be3e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:48.077923 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:48.080434 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d75a01-c6f3-4423-9179-72d7260a2f73 None None] Routers {'a704b5cf-2851-4ef2-85e8-055d62880073'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:48.082323 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-30d75a01-c6f3-4423-9179-72d7260a2f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a704b5cf-2851-4ef2-85e8-055d62880073'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:48.094586 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9bb71a2d-2f8f-4394-adc0-51049d56be3e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:48.096538 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9bb71a2d-2f8f-4394-adc0-51049d56be3e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/networks/ec76146b-3053-49cf-8ea2-19b05b5c5fc1 HTTP/1.1" status: 204 len: 168 time: 1.1400998 Jun 02 12:29:48.102271 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4de6223a-054d-4bfe-8525-51f2e5746bcb tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:48.145900 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41916) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:48.166049 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-e754a487-c241-454c-aae1-2e4ef3c3e4e6 None None] For port 3f99faab-4f37-4803-a8e9-c8c2fbaa52fc, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3f99faab-4f37-4803-a8e9-c8c2fbaa52fc,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:48.166599 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e754a487-c241-454c-aae1-2e4ef3c3e4e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:48.170412 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-30d75a01-c6f3-4423-9179-72d7260a2f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:48.177652 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-50edcfa7-d37b-40d6-9100-fcdc2758a20f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-726297954'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:48.185062 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d75a01-c6f3-4423-9179-72d7260a2f73 None None] Routers {'a704b5cf-2851-4ef2-85e8-055d62880073'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:48.185868 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-30d75a01-c6f3-4423-9179-72d7260a2f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a704b5cf-2851-4ef2-85e8-055d62880073'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:48.206420 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-50edcfa7-d37b-40d6-9100-fcdc2758a20f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:48.217199 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb71a2d-2f8f-4394-adc0-51049d56be3e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Network': ['ID=ec76146b-3053-49cf-8ea2-19b05b5c5fc1,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:48.220010 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-50edcfa7-d37b-40d6-9100-fcdc2758a20f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:network and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:48.232474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:29:48.247000 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Allocated IP 172.20.0.4 (0ae11c12-4820-42c9-82f2-a7e94a18ea3f/9511a17b-98c6-4683-930b-4a31d5c878a4/5c6e7aa9-e198-4cc6-822f-3f169b7565c7) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:48.251382 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9bb71a2d-2f8f-4394-adc0-51049d56be3e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:48.252341 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-50edcfa7-d37b-40d6-9100-fcdc2758a20f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:48.274879 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-30d75a01-c6f3-4423-9179-72d7260a2f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:48.275643 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d75a01-c6f3-4423-9179-72d7260a2f73 None None] The sync data for ids ['a704b5cf-2851-4ef2-85e8-055d62880073'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:29:48.292924 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-50edcfa7-d37b-40d6-9100-fcdc2758a20f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:48.299470 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:48.301218 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.4124193 Jun 02 12:29:48.308604 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41920) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:48.341011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-e754a487-c241-454c-aae1-2e4ef3c3e4e6 None None] Calling delete_port for 3f99faab-4f37-4803-a8e9-c8c2fbaa52fc owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:48.360305 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4de6223a-054d-4bfe-8525-51f2e5746bcb tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] 10.222.0.37 "DELETE /v2.0/floatingips/38b2d95f-dbbc-47cc-ae3a-e57879cd49d6 HTTP/1.1" status: 204 len: 168 time: 4.2783732 Jun 02 12:29:48.361116 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] Sync routers for ids ['70e54732-89b3-43a4-9db3-d6270041a444'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:29:48.364756 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41922) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:48.364909 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50edcfa7-d37b-40d6-9100-fcdc2758a20f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:48.368331 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-50edcfa7-d37b-40d6-9100-fcdc2758a20f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:48.376382 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] Routers {'70e54732-89b3-43a4-9db3-d6270041a444'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:48.377059 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['70e54732-89b3-43a4-9db3-d6270041a444'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:48.385075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:48.397817 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:48.406669 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Usage tracker for resource:floatingip and tenant:8b40f8126de94fe3ad91aad56aab572b is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:48.410905 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-af6b937f-e3c4-4b1a-8eb8-4551f0777bfe tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:48.412039 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:48.423301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:48.429107 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-73b00701-9707-46c3-8cbb-e8fc08a02301 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:48.463143 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50edcfa7-d37b-40d6-9100-fcdc2758a20f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:29:48.480144 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce83dc-9590-449d-8fdc-c7c3a99e24d5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:48.480856 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-42ce83dc-9590-449d-8fdc-c7c3a99e24d5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:29:48.508475 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-50edcfa7-d37b-40d6-9100-fcdc2758a20f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:48.508816 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-50edcfa7-d37b-40d6-9100-fcdc2758a20f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Added segment 2521d1fd-52b3-4da0-a7c2-1d776bbca62d of type vlan for network fa2e24b9-e8b5-4da9-8ac0-54424cdd8241 Jun 02 12:29:48.509980 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:48.548104 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e754a487-c241-454c-aae1-2e4ef3c3e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:48.551386 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b937f-e3c4-4b1a-8eb8-4551f0777bfe tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Subnet': ['ID=70318195-3c53-459a-a7e4-a1f62f53fe87,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:48.559069 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:48.559278 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-af6b937f-e3c4-4b1a-8eb8-4551f0777bfe tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:48.583544 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-50edcfa7-d37b-40d6-9100-fcdc2758a20f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:48.597869 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e754a487-c241-454c-aae1-2e4ef3c3e4e6 None None] No DVR routers for this DVR port 3f99faab-4f37-4803-a8e9-c8c2fbaa52fc on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:29:48.604015 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6b937f-e3c4-4b1a-8eb8-4551f0777bfe tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Checking segment: {'id': '9bd5ea50-2b70-4cac-a28b-239d368f3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '03ec32d3-1527-475f-9663-737cda31e071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:29:48.604226 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-42ce83dc-9590-449d-8fdc-c7c3a99e24d5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:29:48.604352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6b937f-e3c4-4b1a-8eb8-4551f0777bfe tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network hostable DHCP agents. Network: 03ec32d3-1527-475f-9663-737cda31e071, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:29:48.608040 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41924) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:48.608200 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-42ce83dc-9590-449d-8fdc-c7c3a99e24d5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6303275 Jun 02 12:29:48.612441 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754a487-c241-454c-aae1-2e4ef3c3e4e6 None None] Pushing event deleted for resources: {'Port': ['ID=3f99faab-4f37-4803-a8e9-c8c2fbaa52fc,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:48.617671 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e754a487-c241-454c-aae1-2e4ef3c3e4e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:48.628610 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] Set router 70e54732-89b3-43a4-9db3-d6270041a444 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:29:48.636546 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e15ececf-aeb0-4d18-b060-854cea0d830f tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "GET /v2.0/routers/70e54732-89b3-43a4-9db3-d6270041a444 HTTP/1.1" status: 200 len: 907 time: 0.3267577 Jun 02 12:29:48.639670 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:48.642377 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41926) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:48.761562 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-50edcfa7-d37b-40d6-9100-fcdc2758a20f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:48.767704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50edcfa7-d37b-40d6-9100-fcdc2758a20f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:48.768713 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-50edcfa7-d37b-40d6-9100-fcdc2758a20f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:48.778174 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5c3c787b-41a1-4af9-836a-2fbd38a19ad2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:48.800314 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6b937f-e3c4-4b1a-8eb8-4551f0777bfe tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network 03ec32d3-1527-475f-9663-737cda31e071 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:29:48.812857 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e7fec5f5-8424-42b2-aa26-b0535806d22d up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:29:48.820562 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78784b76-8a26-41fb-90eb-416df2fdec7b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:48.824393 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-78784b76-8a26-41fb-90eb-416df2fdec7b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2099514 Jun 02 12:29:48.829385 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41928) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:48.905773 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-af6b937f-e3c4-4b1a-8eb8-4551f0777bfe tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 03ec32d3-1527-475f-9663-737cda31e071) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:48.918455 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-35a18a12-3579-40ff-874a-4a08e38ba805 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0842497 Jun 02 12:29:48.920033 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7610802d-3372-4df3-b8f7-bd880100bdd5 None None] Network 03ec32d3-1527-475f-9663-737cda31e071 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:29:48.920278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:48.923065 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-50edcfa7-d37b-40d6-9100-fcdc2758a20f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7749217 Jun 02 12:29:48.927234 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41930) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:48.927769 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41934) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:48.928620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-85e9c39c-fffc-40d8-a185-b4faaabc87c3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:48.946998 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edcfa7-d37b-40d6-9100-fcdc2758a20f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Network': ['ID=fa2e24b9-e8b5-4da9-8ac0-54424cdd8241,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:48.950628 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6b937f-e3c4-4b1a-8eb8-4551f0777bfe tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:48.951341 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-af6b937f-e3c4-4b1a-8eb8-4551f0777bfe tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:48.968243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c7a93551-40c3-4220-8ab5-c9e31513eb44 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'subnet': {'network_id': 'fa2e24b9-e8b5-4da9-8ac0-54424cdd8241', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:48.970502 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network fa2e24b9-e8b5-4da9-8ac0-54424cdd8241 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:29:48.973188 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-50edcfa7-d37b-40d6-9100-fcdc2758a20f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:48.986723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c219c55a-c3ed-4d96-8b14-eb13956c03a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:48.998695 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-af6b937f-e3c4-4b1a-8eb8-4551f0777bfe tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8080292 Jun 02 12:29:49.001772 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41936) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:49.007680 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-980be51a-a1f3-4303-a684-cde72c26ba1c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-957337890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:49.020442 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-980be51a-a1f3-4303-a684-cde72c26ba1c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:49.034293 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-980be51a-a1f3-4303-a684-cde72c26ba1c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:router and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:49.038663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:49.063536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-149c5e3c-44cf-4024-914a-6b7b8e99e1ae tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:49.083672 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-980be51a-a1f3-4303-a684-cde72c26ba1c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:49.090081 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port e7fec5f5-8424-42b2-aa26-b0535806d22d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:49.090081 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:49.091173 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-980be51a-a1f3-4303-a684-cde72c26ba1c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:49.118136 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-980be51a-a1f3-4303-a684-cde72c26ba1c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:49.118991 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-980be51a-a1f3-4303-a684-cde72c26ba1c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:49.189376 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-980be51a-a1f3-4303-a684-cde72c26ba1c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:49.236849 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Allocated IP 172.26.7.9 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/b6953c77-c658-4d20-85fe-ede74bae873e) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:49.239701 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-980be51a-a1f3-4303-a684-cde72c26ba1c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:49.251269 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Network 0ae11c12-4820-42c9-82f2-a7e94a18ea3f is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:49.277287 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:49.289810 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:49.296123 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-980be51a-a1f3-4303-a684-cde72c26ba1c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:49.297312 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-980be51a-a1f3-4303-a684-cde72c26ba1c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2943966 Jun 02 12:29:49.300066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41938) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:49.306978 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-6b89f707-ff12-4c4b-9174-a86a2131a994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'port': {'network_id': '03ec32d3-1527-475f-9663-737cda31e071', 'name': 'tempest-RoutersIpV6Test-1333915628'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:49.444390 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Pushing event updated for resources: {'Port': ['ID=5c6e7aa9-e198-4cc6-822f-3f169b7565c7,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:49.460373 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e54732-89b3-43a4-9db3-d6270041a444', 'name': 'tempest-snat-router-177278823', 'tenant_id': 'cbb1f69104c34c68b030e9cdfd5d035d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '79f84007-45f4-46f6-bf6b-51d2d9733f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:29:40Z', 'updated_at': '2021-06-02T12:29:45Z', 'revision_number': 3, 'project_id': 'cbb1f69104c34c68b030e9cdfd5d035d', 'gw_port': {'id': '79f84007-45f4-46f6-bf6b-51d2d9733f5a', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:fe:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e54732-89b3-43a4-9db3-d6270041a444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:29:42Z', 'updated_at': '2021-06-02T12:29:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:49.464379 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:49.465803 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] Checking router: 70e54732-89b3-43a4-9db3-d6270041a444 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:29:49.466185 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] Updating router 70e54732-89b3-43a4-9db3-d6270041a444 port 79f84007-45f4-46f6-bf6b-51d2d9733f5a binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:29:49.471912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:49.513161 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c7a93551-40c3-4220-8ab5-c9e31513eb44 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:49.515990 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-03ec32d3-1527-475f-9663-737cda31e071', 'network_id': '03ec32d3-1527-475f-9663-737cda31e071', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'fixed_ips': [{'subnet_id': '70318195-3c53-459a-a7e4-a1f62f53fe87'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:29:49.516780 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:49.518985 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c219c55a-c3ed-4d96-8b14-eb13956c03a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:49.527573 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3f99faab-4f37-4803-a8e9-c8c2fbaa52fc no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:29:49.534798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c7a93551-40c3-4220-8ab5-c9e31513eb44 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:subnet and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:49.579237 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 3f99faab-4f37-4803-a8e9-c8c2fbaa52fc {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:29:49.579581 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3f99faab-4f37-4803-a8e9-c8c2fbaa52fc not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:29:49.660300 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:49.720792 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:49.731140 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6b89f707-ff12-4c4b-9174-a86a2131a994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:49.734656 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c219c55a-c3ed-4d96-8b14-eb13956c03a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:49.736979 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6b89f707-ff12-4c4b-9174-a86a2131a994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:port and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:49.741045 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6b89f707-ff12-4c4b-9174-a86a2131a994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:49.742834 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c7a93551-40c3-4220-8ab5-c9e31513eb44 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:49.747876 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6b89f707-ff12-4c4b-9174-a86a2131a994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:49.749521 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c219c55a-c3ed-4d96-8b14-eb13956c03a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:49.763478 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b89f707-ff12-4c4b-9174-a86a2131a994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Made reservation on behalf of 9cc4ca61dc954dc9aa55c98b051cae30 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:49.766734 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c7a93551-40c3-4220-8ab5-c9e31513eb44 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:49.767002 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b89f707-ff12-4c4b-9174-a86a2131a994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:49.774427 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c219c55a-c3ed-4d96-8b14-eb13956c03a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:49.792957 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-6b89f707-ff12-4c4b-9174-a86a2131a994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] device_id is not set on port 2e495267-c182-4dab-bd0d-511e5548b2b5 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:29:49.838927 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:49.850995 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0485d9ce-4d11-4547-87e0-d4afcd44b600 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:49.882536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-149c5e3c-44cf-4024-914a-6b7b8e99e1ae tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:49.894075 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a93551-40c3-4220-8ab5-c9e31513eb44 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:49.898356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c7a93551-40c3-4220-8ab5-c9e31513eb44 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:49.925096 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Allocated IP 2001:db8::2 (03ec32d3-1527-475f-9663-737cda31e071/70318195-3c53-459a-a7e4-a1f62f53fe87/1ab87db3-c933-437e-836a-71389c2acf69) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:49.928276 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c219c55a-c3ed-4d96-8b14-eb13956c03a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:49.932273 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c219c55a-c3ed-4d96-8b14-eb13956c03a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:49.932465 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:49.938028 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:49.944693 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:49.971386 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Pushing event updated for resources: {'Port': ['ID=b6953c77-c658-4d20-85fe-ede74bae873e,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:49.978544 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:50.039663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:50.109242 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:50.289236 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:50.332422 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:50.338633 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:50.341140 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Transition to ACTIVE for port object 1ab87db3-c933-437e-836a-71389c2acf69 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:50.344054 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4a84e28c-fe15-43ad-99c7-997177f90c1a tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:50.380417 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Transition to ACTIVE for port object 1ab87db3-c933-437e-836a-71389c2acf69 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:50.383273 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:50.398517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:50.404278 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:50.444247 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] Transition to ACTIVE for port object 79f84007-45f4-46f6-bf6b-51d2d9733f5a will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:50.450916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-149c5e3c-44cf-4024-914a-6b7b8e99e1ae tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Deleting port 79f84007-45f4-46f6-bf6b-51d2d9733f5a {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:50.451248 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-149c5e3c-44cf-4024-914a-6b7b8e99e1ae tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:50.473763 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:50.501272 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Network 03ec32d3-1527-475f-9663-737cda31e071 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:50.508758 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:50.511186 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:50.521033 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Pushing event updated for resources: {'Port': ['ID=1ab87db3-c933-437e-836a-71389c2acf69,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:50.524543 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:50.527263 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-24010088-4ffc-429f-85ec-7643be61ed13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:50.542164 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Pushing event updated for resources: {'Port': ['ID=b6953c77-c658-4d20-85fe-ede74bae873e,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:50.549755 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:50.557483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] Attempting to bind port 79f84007-45f4-46f6-bf6b-51d2d9733f5a on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:50.557867 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] Attempting to bind port 79f84007-45f4-46f6-bf6b-51d2d9733f5a by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:50.558334 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] Attempting to bind port 79f84007-45f4-46f6-bf6b-51d2d9733f5a on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:50.567268 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-6b89f707-ff12-4c4b-9174-a86a2131a994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Allocated IP 2001:db8::df (03ec32d3-1527-475f-9663-737cda31e071/70318195-3c53-459a-a7e4-a1f62f53fe87/2e495267-c182-4dab-bd0d-511e5548b2b5) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:50.570170 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:29:50.570440 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:50.570584 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:29:50.570584 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:50.571111 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:29:50.571300 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] Bound port: 79f84007-45f4-46f6-bf6b-51d2d9733f5a, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:29:50.571742 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:50.596114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:50.617898 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:50.619292 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2414465 Jun 02 12:29:50.622467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41946) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:50.738477 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad70cf-fa8b-458b-b8eb-acb2da787157 None None] Pushing event updated for resources: {'Port': ['ID=79f84007-45f4-46f6-bf6b-51d2d9733f5a,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:50.750329 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Attempting to bind port 1ab87db3-c933-437e-836a-71389c2acf69 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:50.750912 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Attempting to bind port 1ab87db3-c933-437e-836a-71389c2acf69 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '9bd5ea50-2b70-4cac-a28b-239d368f3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '03ec32d3-1527-475f-9663-737cda31e071'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:50.751436 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Attempting to bind port 1ab87db3-c933-437e-836a-71389c2acf69 on network 03ec32d3-1527-475f-9663-737cda31e071 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:50.759832 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-74ad70cf-fa8b-458b-b8eb-acb2da787157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:50.767332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:29:50.767900 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Checking segment: {'id': '9bd5ea50-2b70-4cac-a28b-239d368f3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '03ec32d3-1527-475f-9663-737cda31e071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:29:50.768457 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:50.769532 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Bound using segment: {'id': '9bd5ea50-2b70-4cac-a28b-239d368f3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '03ec32d3-1527-475f-9663-737cda31e071'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:29:50.770178 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Bound port: 1ab87db3-c933-437e-836a-71389c2acf69, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd5ea50-2b70-4cac-a28b-239d368f3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '03ec32d3-1527-475f-9663-737cda31e071'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:29:50.770713 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:50.797373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:50.810417 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:50.824440 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Usage tracker for resource:floatingip and tenant:4cd5d0fc32354c9ab7e4cc232b17624b is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:50.830354 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:50.837957 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] For port 79f84007-45f4-46f6-bf6b-51d2d9733f5a, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:29:50.841305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:50.875476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Notify callbacks [] for floatingip, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:50.880418 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] For port 79f84007-45f4-46f6-bf6b-51d2d9733f5a, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=79f84007-45f4-46f6-bf6b-51d2d9733f5a,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:29:50.890590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:50.898262 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:50.921516 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b89f707-ff12-4c4b-9174-a86a2131a994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:50.929632 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-149c5e3c-44cf-4024-914a-6b7b8e99e1ae tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:50.991784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-6b89f707-ff12-4c4b-9174-a86a2131a994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Transition to ACTIVE for port object 2e495267-c182-4dab-bd0d-511e5548b2b5 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:50.997701 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] Routers {'70e54732-89b3-43a4-9db3-d6270041a444'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:50.998372 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['70e54732-89b3-43a4-9db3-d6270041a444'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:51.051440 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] For port 1ab87db3-c933-437e-836a-71389c2acf69, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:29:51.053505 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad70cf-fa8b-458b-b8eb-acb2da787157 None None] Pushing event updated for resources: {'Port': ['ID=79f84007-45f4-46f6-bf6b-51d2d9733f5a,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:51.054948 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b89f707-ff12-4c4b-9174-a86a2131a994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:51.067691 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-74ad70cf-fa8b-458b-b8eb-acb2da787157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:51.068018 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:51.096591 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-149c5e3c-44cf-4024-914a-6b7b8e99e1ae tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Calling delete_port for 79f84007-45f4-46f6-bf6b-51d2d9733f5a owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:51.125990 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] For port 1ab87db3-c933-437e-836a-71389c2acf69, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1ab87db3-c933-437e-836a-71389c2acf69,segment=NetworkSegment(9bd5ea50-2b70-4cac-a28b-239d368f3a0e),segment_id=9bd5ea50-2b70-4cac-a28b-239d368f3a0e)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:29:51.142264 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:51.142520 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:51.150697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b89f707-ff12-4c4b-9174-a86a2131a994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network 03ec32d3-1527-475f-9663-737cda31e071 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:51.152953 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:51.185470 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-6b89f707-ff12-4c4b-9174-a86a2131a994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:51.191796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b89f707-ff12-4c4b-9174-a86a2131a994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:51.197659 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b89f707-ff12-4c4b-9174-a86a2131a994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:51.201261 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b89f707-ff12-4c4b-9174-a86a2131a994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:51.203377 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89f707-ff12-4c4b-9174-a86a2131a994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Port': ['ID=2e495267-c182-4dab-bd0d-511e5548b2b5,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:51.209196 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6b89f707-ff12-4c4b-9174-a86a2131a994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:51.247697 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6b89f707-ff12-4c4b-9174-a86a2131a994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9457479 Jun 02 12:29:51.251109 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41952) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:51.272356 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] Set router 70e54732-89b3-43a4-9db3-d6270041a444 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:29:51.395417 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e54732-89b3-43a4-9db3-d6270041a444', 'name': 'tempest-snat-router-177278823', 'tenant_id': 'cbb1f69104c34c68b030e9cdfd5d035d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:29:40Z', 'updated_at': '2021-06-02T12:29:49Z', 'revision_number': 4, 'project_id': 'cbb1f69104c34c68b030e9cdfd5d035d', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:51.401447 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Pushing event updated for resources: {'Port': ['ID=1ab87db3-c933-437e-836a-71389c2acf69,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:51.404882 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:51.405842 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95341f8f-65f0-4068-a493-1d005fafff6e None None] The sync data for ids ['70e54732-89b3-43a4-9db3-d6270041a444'] in dv-neutron-601336-80-hyperv is: [{'id': '70e54732-89b3-43a4-9db3-d6270041a444', 'name': 'tempest-snat-router-177278823', 'tenant_id': 'cbb1f69104c34c68b030e9cdfd5d035d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:29:40Z', 'updated_at': '2021-06-02T12:29:49Z', 'revision_number': 4, 'project_id': 'cbb1f69104c34c68b030e9cdfd5d035d', 'gw_port_host': None}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:29:51.796235 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:51.825347 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Allocated IP 172.26.7.98 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/b855f278-e6ce-494e-9e81-c25ca2ac94a7) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:52.183559 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:52.212221 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-503f0777-a6e7-490d-a627-bfb053610f83 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:52.254931 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c7a93551-40c3-4220-8ab5-c9e31513eb44 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:52.259922 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-149c5e3c-44cf-4024-914a-6b7b8e99e1ae tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:52.271338 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:52.370646 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c5e3c-44cf-4024-914a-6b7b8e99e1ae tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Pushing event deleted for resources: {'Port': ['ID=79f84007-45f4-46f6-bf6b-51d2d9733f5a,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:52.372450 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c219c55a-c3ed-4d96-8b14-eb13956c03a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:52.373465 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-149c5e3c-44cf-4024-914a-6b7b8e99e1ae tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:52.380625 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-09874ae4-07a1-4570-be85-b854c5b9cdbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:52.412079 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:52.422906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cc5c6bdb-892a-4e15-88bc-2432f4084c64 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:52.520700 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Router d68de217-cc14-48e1-a61c-04cc436f097b is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:29:52.526154 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c219c55a-c3ed-4d96-8b14-eb13956c03a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:52.526373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:52.536892 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-c219c55a-c3ed-4d96-8b14-eb13956c03a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:52.538846 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a93551-40c3-4220-8ab5-c9e31513eb44 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Subnet': ['ID=2dd4bf5b-6e30-4279-a3d1-728f99e219d3,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:52.552912 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb32fad-5a45-4a0e-8424-e8c7471cb38d None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:29:52.572834 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:52.575290 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Pushing event updated for resources: {'Port': ['ID=b855f278-e6ce-494e-9e81-c25ca2ac94a7,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:52.583367 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:52.594560 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c219c55a-c3ed-4d96-8b14-eb13956c03a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:52.595162 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c219c55a-c3ed-4d96-8b14-eb13956c03a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:52.615323 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:52.720923 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-149c5e3c-44cf-4024-914a-6b7b8e99e1ae tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:52.743158 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-503f0777-a6e7-490d-a627-bfb053610f83 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:52.750728 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:52.753675 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-503f0777-a6e7-490d-a627-bfb053610f83 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:52.761904 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:52.779022 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a93551-40c3-4220-8ab5-c9e31513eb44 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Checking segment: {'id': '2521d1fd-52b3-4da0-a7c2-1d776bbca62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fa2e24b9-e8b5-4da9-8ac0-54424cdd8241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:29:52.779696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a93551-40c3-4220-8ab5-c9e31513eb44 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network hostable DHCP agents. Network: fa2e24b9-e8b5-4da9-8ac0-54424cdd8241, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:29:52.886453 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1ab87db3-c933-437e-836a-71389c2acf69 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:29:52.961190 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a7413df9-4e7a-4187-aef8-a668d8bf2950', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'fixed_ips': [{'subnet_id': '43c12792-94f6-4c61-a38c-5f1682f78a6f'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:29:52.967420 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:53.042835 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:53.065000 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 1ab87db3-c933-437e-836a-71389c2acf69 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:53.085027 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f0777-a6e7-490d-a627-bfb053610f83 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Port': ['ID=2e495267-c182-4dab-bd0d-511e5548b2b5,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:53.127167 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-503f0777-a6e7-490d-a627-bfb053610f83 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:53.165850 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09be9fa4-205a-4a17-a8ce-4d034034a3f7 None None] Network 03ec32d3-1527-475f-9663-737cda31e071 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:29:53.180654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219c55a-c3ed-4d96-8b14-eb13956c03a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=43c12792-94f6-4c61-a38c-5f1682f78a6f,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:53.258005 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c219c55a-c3ed-4d96-8b14-eb13956c03a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.2960830 Jun 02 12:29:53.260257 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c219c55a-c3ed-4d96-8b14-eb13956c03a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.879s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:53.274186 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.834s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:53.275088 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:53.278576 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9c508fa2-d6c1-4fc3-b55d-7629d48d5995 None None] Provisioning for port 1ab87db3-c933-437e-836a-71389c2acf69 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:53.290871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41960) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:53.297491 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9c508fa2-d6c1-4fc3-b55d-7629d48d5995 None None] Provisioning complete for port 1ab87db3-c933-437e-836a-71389c2acf69 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:53.297860 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9c508fa2-d6c1-4fc3-b55d-7629d48d5995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:53.300490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-1448b4f6-c372-47ae-aa6c-ee33d8ce0981 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'fixed_ips': [{'subnet_id': '43c12792-94f6-4c61-a38c-5f1682f78a6f', 'ip_address': '2001:db8::84f5:2b6b:b736:11a5'}], 'name': 'tempest-NetworksTestDHCPv6-28579523'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:53.330136 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9c4a4215-7e9d-48b3-89e1-6c20714fde09 req-a883c96c-7b43-4819-98c6-cfe81219474b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4118814 Jun 02 12:29:53.330770 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Allocated IP 2001:db8::2 (a7413df9-4e7a-4187-aef8-a668d8bf2950/43c12792-94f6-4c61-a38c-5f1682f78a6f/77d6ddea-3491-47b8-96a6-b3897ea4a040) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:53.331220 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-149c5e3c-44cf-4024-914a-6b7b8e99e1ae tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:53.343936 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-149c5e3c-44cf-4024-914a-6b7b8e99e1ae tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:53.379016 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a93551-40c3-4220-8ab5-c9e31513eb44 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network fa2e24b9-e8b5-4da9-8ac0-54424cdd8241 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:29:53.403122 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-149c5e3c-44cf-4024-914a-6b7b8e99e1ae tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:53.403852 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149c5e3c-44cf-4024-914a-6b7b8e99e1ae tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70e54732-89b3-43a4-9db3-d6270041a444 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:29:53.407394 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:29:53.412131 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-c7a93551-40c3-4220-8ab5-c9e31513eb44 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, fa2e24b9-e8b5-4da9-8ac0-54424cdd8241) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:53.434010 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-149c5e3c-44cf-4024-914a-6b7b8e99e1ae tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:53.437940 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-149c5e3c-44cf-4024-914a-6b7b8e99e1ae tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "DELETE /v2.0/routers/70e54732-89b3-43a4-9db3-d6270041a444 HTTP/1.1" status: 204 len: 168 time: 4.7940946 Jun 02 12:29:53.438285 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41962) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:53.444796 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a93551-40c3-4220-8ab5-c9e31513eb44 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:53.445386 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] Sync routers for ids ['d68de217-cc14-48e1-a61c-04cc436f097b'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:29:53.445849 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c7a93551-40c3-4220-8ab5-c9e31513eb44 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:53.454616 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09855d09-b607-4661-b45c-a4f252a77086 None None] Network fa2e24b9-e8b5-4da9-8ac0-54424cdd8241 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:29:53.471591 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] Routers {'d68de217-cc14-48e1-a61c-04cc436f097b'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:53.472482 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d68de217-cc14-48e1-a61c-04cc436f097b'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:53.557978 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:53.562876 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.7412193 Jun 02 12:29:53.566468 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41966) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:53.708089 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-503f0777-a6e7-490d-a627-bfb053610f83 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:53.806853 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] Set router d68de217-cc14-48e1-a61c-04cc436f097b gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:29:53.878878 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1448b4f6-c372-47ae-aa6c-ee33d8ce0981 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:53.910329 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-149e275e-c97f-4f99-8812-bcb6d5b09d14 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:53.970791 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1448b4f6-c372-47ae-aa6c-ee33d8ce0981 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:port and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:53.990776 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1448b4f6-c372-47ae-aa6c-ee33d8ce0981 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:53.993099 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:54.012079 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1448b4f6-c372-47ae-aa6c-ee33d8ce0981 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:54.023931 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Transition to ACTIVE for port object 77d6ddea-3491-47b8-96a6-b3897ea4a040 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:54.043479 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1448b4f6-c372-47ae-aa6c-ee33d8ce0981 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:54.045523 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Transition to ACTIVE for port object 77d6ddea-3491-47b8-96a6-b3897ea4a040 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:54.070135 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a4215-7e9d-48b3-89e1-6c20714fde09 req-307426d8-8887-4867-b0df-1ae39fc3fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:54.071317 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:54.071597 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9c4a4215-7e9d-48b3-89e1-6c20714fde09 req-307426d8-8887-4867-b0df-1ae39fc3fcfa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2a1d32dc7a634dd8b54473ce977ce897&device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 1098 time: 0.4955010 Jun 02 12:29:54.092801 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:54.140809 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c7a93551-40c3-4220-8ab5-c9e31513eb44 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1797414 Jun 02 12:29:54.149467 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41970) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:54.177320 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-149e275e-c97f-4f99-8812-bcb6d5b09d14 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:54.180194 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9c508fa2-d6c1-4fc3-b55d-7629d48d5995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:54.193235 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-bcbaef75-f962-4d73-930d-10baa5efce3c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'port': {'network_id': 'fa2e24b9-e8b5-4da9-8ac0-54424cdd8241', 'name': 'tempest-PortsTestJSON-1806825348'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:54.214936 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:54.237202 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:54.240240 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:54.251491 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68de217-cc14-48e1-a61c-04cc436f097b', 'name': '', 'tenant_id': '7a8258d351c340a48b91d11ef23f5ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ae11c12-4820-42c9-82f2-a7e94a18ea3f', 'external_fixed_ips': [{'subnet_id': '9511a17b-98c6-4683-930b-4a31d5c878a4', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '5c6e7aa9-e198-4cc6-822f-3f169b7565c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:29:45Z', 'updated_at': '2021-06-02T12:29:50Z', 'revision_number': 3, 'project_id': '7a8258d351c340a48b91d11ef23f5ae6', 'gw_port': {'id': '5c6e7aa9-e198-4cc6-822f-3f169b7565c7', 'name': '', 'network_id': '0ae11c12-4820-42c9-82f2-a7e94a18ea3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:47:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68de217-cc14-48e1-a61c-04cc436f097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9511a17b-98c6-4683-930b-4a31d5c878a4', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:29:47Z', 'updated_at': '2021-06-02T12:29:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9511a17b-98c6-4683-930b-4a31d5c878a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:54.257021 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] Checking router: d68de217-cc14-48e1-a61c-04cc436f097b for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:29:54.257493 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] Updating router d68de217-cc14-48e1-a61c-04cc436f097b port 5c6e7aa9-e198-4cc6-822f-3f169b7565c7 binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:29:54.262805 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-9c508fa2-d6c1-4fc3-b55d-7629d48d5995 None None] For port 1ab87db3-c933-437e-836a-71389c2acf69, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1ab87db3-c933-437e-836a-71389c2acf69,segment=NetworkSegment(9bd5ea50-2b70-4cac-a28b-239d368f3a0e),segment_id=9bd5ea50-2b70-4cac-a28b-239d368f3a0e)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:54.269911 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a4215-7e9d-48b3-89e1-6c20714fde09 req-0546a77d-90eb-4e20-92fe-9e840f687ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:54.271532 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9c4a4215-7e9d-48b3-89e1-6c20714fde09 req-0546a77d-90eb-4e20-92fe-9e840f687ac7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e873baa3-8bc9-49b1-84fa-6d899e4534ed HTTP/1.1" status: 200 len: 912 time: 0.1349268 Jun 02 12:29:54.322126 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:54.343800 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aaa5abc0-8f33-497d-9986-b56ad44d1836 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:54.362696 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:54.393509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:54.403581 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-56ab1340-f406-4070-9f89-c14d9017c6f5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:54.465459 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9c508fa2-d6c1-4fc3-b55d-7629d48d5995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:54.513979 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-fa2e24b9-e8b5-4da9-8ac0-54424cdd8241', 'network_id': 'fa2e24b9-e8b5-4da9-8ac0-54424cdd8241', 'tenant_id': '4205f37103a1478c8c9013669bd1496e', 'fixed_ips': [{'subnet_id': '2dd4bf5b-6e30-4279-a3d1-728f99e219d3'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:29:54.514833 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:54.530620 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Pushing event updated for resources: {'Port': ['ID=77d6ddea-3491-47b8-96a6-b3897ea4a040,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:54.533509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:54.538399 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Attempting to bind port 77d6ddea-3491-47b8-96a6-b3897ea4a040 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:54.538785 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Attempting to bind port 77d6ddea-3491-47b8-96a6-b3897ea4a040 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:54.539153 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Attempting to bind port 77d6ddea-3491-47b8-96a6-b3897ea4a040 on network a7413df9-4e7a-4187-aef8-a668d8bf2950 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:54.548588 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6c1a80b7-a9fa-4dae-a51e-e185a23b1fe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:54.584404 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-149e275e-c97f-4f99-8812-bcb6d5b09d14 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Deleting port 5c6e7aa9-e198-4cc6-822f-3f169b7565c7 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:54.584748 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-149e275e-c97f-4f99-8812-bcb6d5b09d14 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:54.585785 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9c4a4215-7e9d-48b3-89e1-6c20714fde09 req-8e21c218-9f1b-4821-83fc-9a745b248995 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 HTTP/1.1" status: 200 len: 1001 time: 0.2809463 Jun 02 12:29:54.586516 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-503f0777-a6e7-490d-a627-bfb053610f83 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:54.596260 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:29:54.596885 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:29:54.597323 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:54.598090 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Bound using segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:29:54.598237 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Bound port: 77d6ddea-3491-47b8-96a6-b3897ea4a040, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:29:54.598616 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:54.619033 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-bcbaef75-f962-4d73-930d-10baa5efce3c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:54.701699 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aaa5abc0-8f33-497d-9986-b56ad44d1836 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:54.712247 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Pushing event updated for resources: {'Port': ['ID=b855f278-e6ce-494e-9e81-c25ca2ac94a7,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:54.712828 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-bcbaef75-f962-4d73-930d-10baa5efce3c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:54.724830 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1448b4f6-c372-47ae-aa6c-ee33d8ce0981 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:54.814076 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:54.824286 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Allocated IP 172.20.0.2 (fa2e24b9-e8b5-4da9-8ac0-54424cdd8241/2dd4bf5b-6e30-4279-a3d1-728f99e219d3/14cd5b51-3998-470a-a235-965efde71c4f) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:54.830873 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] Transition to ACTIVE for port object 5c6e7aa9-e198-4cc6-822f-3f169b7565c7 will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:54.843493 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:54.849983 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbaef75-f962-4d73-930d-10baa5efce3c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:29:54.853785 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2c15e358-ec10-47aa-a16e-f2224ce348cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:54.856843 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bcbaef75-f962-4d73-930d-10baa5efce3c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:54.948584 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4ae5f-fcf2-4e0b-bcd2-b6341854709a None None] Pushing event updated for resources: {'Port': ['ID=5c6e7aa9-e198-4cc6-822f-3f169b7565c7,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:54.962147 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4ae5f-fcf2-4e0b-bcd2-b6341854709a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:54.962799 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4ae5f-fcf2-4e0b-bcd2-b6341854709a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:54.963309 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4ae5f-fcf2-4e0b-bcd2-b6341854709a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:54.963648 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4ae5f-fcf2-4e0b-bcd2-b6341854709a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:54.963977 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4ae5f-fcf2-4e0b-bcd2-b6341854709a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:54.964578 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4ae5f-fcf2-4e0b-bcd2-b6341854709a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:54.964916 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4ae5f-fcf2-4e0b-bcd2-b6341854709a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:54.965259 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4ae5f-fcf2-4e0b-bcd2-b6341854709a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:54.965610 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4ae5f-fcf2-4e0b-bcd2-b6341854709a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:54.965952 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4ae5f-fcf2-4e0b-bcd2-b6341854709a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:54.966319 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4ae5f-fcf2-4e0b-bcd2-b6341854709a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:54.966649 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4ae5f-fcf2-4e0b-bcd2-b6341854709a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:29:54.973436 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-f5c4ae5f-fcf2-4e0b-bcd2-b6341854709a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:54.996237 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] Attempting to bind port 5c6e7aa9-e198-4cc6-822f-3f169b7565c7 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:54.996618 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] Attempting to bind port 5c6e7aa9-e198-4cc6-822f-3f169b7565c7 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'e6381730-059c-455e-8913-07d638a0bb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0ae11c12-4820-42c9-82f2-a7e94a18ea3f'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:54.996984 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] Attempting to bind port 5c6e7aa9-e198-4cc6-822f-3f169b7565c7 on network 0ae11c12-4820-42c9-82f2-a7e94a18ea3f {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:55.003428 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:29:55.004289 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] Checking segment: {'id': 'e6381730-059c-455e-8913-07d638a0bb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0ae11c12-4820-42c9-82f2-a7e94a18ea3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:29:55.004990 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:55.005393 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] Bound using segment: {'id': 'e6381730-059c-455e-8913-07d638a0bb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0ae11c12-4820-42c9-82f2-a7e94a18ea3f'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:29:55.005885 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] Bound port: 5c6e7aa9-e198-4cc6-822f-3f169b7565c7, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6381730-059c-455e-8913-07d638a0bb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0ae11c12-4820-42c9-82f2-a7e94a18ea3f'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:29:55.006285 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:55.027906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:55.039448 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:55.085876 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-1448b4f6-c372-47ae-aa6c-ee33d8ce0981 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] device_id is not set on port 076bd43a-1175-4509-a386-c7d6cff43810 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:29:55.101927 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:55.107538 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] For port 5c6e7aa9-e198-4cc6-822f-3f169b7565c7, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:29:55.111588 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] For port 5c6e7aa9-e198-4cc6-822f-3f169b7565c7, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=5c6e7aa9-e198-4cc6-822f-3f169b7565c7,segment=NetworkSegment(e6381730-059c-455e-8913-07d638a0bb5f),segment_id=e6381730-059c-455e-8913-07d638a0bb5f)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:29:55.118028 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-bcbaef75-f962-4d73-930d-10baa5efce3c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] device_id is not set on port ff9227b5-ebde-4a8e-9e5d-ffa744c08e14 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:29:55.119549 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:55.122627 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Transition to ACTIVE for port object 14cd5b51-3998-470a-a235-965efde71c4f will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:55.126235 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:55.145119 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Transition to ACTIVE for port object 14cd5b51-3998-470a-a235-965efde71c4f will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:55.218196 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-149e275e-c97f-4f99-8812-bcb6d5b09d14 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:55.242421 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4ae5f-fcf2-4e0b-bcd2-b6341854709a None None] Pushing event updated for resources: {'Port': ['ID=5c6e7aa9-e198-4cc6-822f-3f169b7565c7,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:55.248686 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-f5c4ae5f-fcf2-4e0b-bcd2-b6341854709a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:55.256807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] For port 77d6ddea-3491-47b8-96a6-b3897ea4a040, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:29:55.260585 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] For port 77d6ddea-3491-47b8-96a6-b3897ea4a040, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=77d6ddea-3491-47b8-96a6-b3897ea4a040,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:29:55.266419 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] Routers {'d68de217-cc14-48e1-a61c-04cc436f097b'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:55.268041 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d68de217-cc14-48e1-a61c-04cc436f097b'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:55.270357 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:55.278745 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:55.312379 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e92cedb8-ae48-4b95-be99-7ab87399d8cd None None] Provisioning complete for port 1ab87db3-c933-437e-836a-71389c2acf69 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:55.312774 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e92cedb8-ae48-4b95-be99-7ab87399d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:55.342833 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:55.358702 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7350438 Jun 02 12:29:55.360564 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a4215-7e9d-48b3-89e1-6c20714fde09 req-373868ce-6868-48e8-a152-54506e0a6c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:55.362156 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9c4a4215-7e9d-48b3-89e1-6c20714fde09 req-373868ce-6868-48e8-a152-54506e0a6c72 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b35151b8-844b-4997-93a7-9cd884bc216d HTTP/1.1" status: 200 len: 850 time: 0.7529693 Jun 02 12:29:55.362861 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41976) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:55.381389 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Network fa2e24b9-e8b5-4da9-8ac0-54424cdd8241 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:55.389421 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:55.391821 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:55.403480 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c508fa2-d6c1-4fc3-b55d-7629d48d5995 None None] Pushing event updated for resources: {'Port': ['ID=1ab87db3-c933-437e-836a-71389c2acf69,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:55.408661 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9c508fa2-d6c1-4fc3-b55d-7629d48d5995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.860s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:55.413210 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b682fe25-7b84-4ef6-985d-339a8b1ecc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:55.509771 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] Set router d68de217-cc14-48e1-a61c-04cc436f097b gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:29:55.544813 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-149e275e-c97f-4f99-8812-bcb6d5b09d14 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Calling delete_port for 5c6e7aa9-e198-4cc6-822f-3f169b7565c7 owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:55.644418 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-aaa5abc0-8f33-497d-9986-b56ad44d1836 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Deleting port e7fec5f5-8424-42b2-aa26-b0535806d22d {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:55.644800 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aaa5abc0-8f33-497d-9986-b56ad44d1836 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:55.742316 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68de217-cc14-48e1-a61c-04cc436f097b', 'name': '', 'tenant_id': '7a8258d351c340a48b91d11ef23f5ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:29:45Z', 'updated_at': '2021-06-02T12:29:54Z', 'revision_number': 4, 'project_id': '7a8258d351c340a48b91d11ef23f5ae6', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:55.754158 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Attempting to bind port 14cd5b51-3998-470a-a235-965efde71c4f on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:29:55.754637 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Attempting to bind port 14cd5b51-3998-470a-a235-965efde71c4f by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '2521d1fd-52b3-4da0-a7c2-1d776bbca62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fa2e24b9-e8b5-4da9-8ac0-54424cdd8241'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:29:55.755100 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Attempting to bind port 14cd5b51-3998-470a-a235-965efde71c4f on network fa2e24b9-e8b5-4da9-8ac0-54424cdd8241 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:29:55.759330 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea8bd05-96e9-4a2b-b194-98e9d0b0c555 None None] The sync data for ids ['d68de217-cc14-48e1-a61c-04cc436f097b'] in dv-neutron-601336-80-hyperv is: [{'id': 'd68de217-cc14-48e1-a61c-04cc436f097b', 'name': '', 'tenant_id': '7a8258d351c340a48b91d11ef23f5ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:29:45Z', 'updated_at': '2021-06-02T12:29:54Z', 'revision_number': 4, 'project_id': '7a8258d351c340a48b91d11ef23f5ae6', 'gw_port_host': None}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:29:55.772528 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Pushing event updated for resources: {'Port': ['ID=14cd5b51-3998-470a-a235-965efde71c4f,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:55.903615 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.api [None req-bcbaef75-f962-4d73-930d-10baa5efce3c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-fc121e85-7f92-4f0b-8ee6-b0c1a367898c {{(pid=92305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:29:55.904337 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_db.api [None req-bcbaef75-f962-4d73-930d-10baa5efce3c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:29:55.910844 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:55.911927 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:29:55.912488 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Checking segment: {'id': '2521d1fd-52b3-4da0-a7c2-1d776bbca62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fa2e24b9-e8b5-4da9-8ac0-54424cdd8241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:29:55.913514 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:55.914071 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Bound using segment: {'id': '2521d1fd-52b3-4da0-a7c2-1d776bbca62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fa2e24b9-e8b5-4da9-8ac0-54424cdd8241'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:29:55.914725 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Bound port: 14cd5b51-3998-470a-a235-965efde71c4f, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2521d1fd-52b3-4da0-a7c2-1d776bbca62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fa2e24b9-e8b5-4da9-8ac0-54424cdd8241'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:29:55.915262 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:55.932894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-23c5646f-82a4-47f8-b2f6-8a77bcbfdd0f tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Synchronizing usage tracker for tenant:8b40f8126de94fe3ad91aad56aab572b on resource:floatingip {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:29:55.996618 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-23c5646f-82a4-47f8-b2f6-8a77bcbfdd0f tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Unset dirty status for tenant:8b40f8126de94fe3ad91aad56aab572b on resource:floatingip {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:29:56.001250 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-23c5646f-82a4-47f8-b2f6-8a77bcbfdd0f tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3218 time: 0.5395472 Jun 02 12:29:56.001904 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41980) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:56.007904 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-1448b4f6-c372-47ae-aa6c-ee33d8ce0981 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8::84f5:2b6b:b736:11a5 (a7413df9-4e7a-4187-aef8-a668d8bf2950/43c12792-94f6-4c61-a38c-5f1682f78a6f/076bd43a-1175-4509-a386-c7d6cff43810) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:56.044843 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] For port 14cd5b51-3998-470a-a235-965efde71c4f, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:29:56.048319 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] For port 14cd5b51-3998-470a-a235-965efde71c4f, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=14cd5b51-3998-470a-a235-965efde71c4f,segment=NetworkSegment(2521d1fd-52b3-4da0-a7c2-1d776bbca62d),segment_id=2521d1fd-52b3-4da0-a7c2-1d776bbca62d)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:29:56.060647 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:56.061117 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-aaa5abc0-8f33-497d-9986-b56ad44d1836 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] For port e7fec5f5-8424-42b2-aa26-b0535806d22d, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e7fec5f5-8424-42b2-aa26-b0535806d22d,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:56.061543 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aaa5abc0-8f33-497d-9986-b56ad44d1836 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:56.093266 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Pushing event updated for resources: {'Port': ['ID=77d6ddea-3491-47b8-96a6-b3897ea4a040,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:56.096561 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:56.097406 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e754a487-c241-454c-aae1-2e4ef3c3e4e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.810s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:56.138339 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e92cedb8-ae48-4b95-be99-7ab87399d8cd None None] Provisioning for port 2e495267-c182-4dab-bd0d-511e5548b2b5 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:56.154209 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e92cedb8-ae48-4b95-be99-7ab87399d8cd None None] Provisioning complete for port 2e495267-c182-4dab-bd0d-511e5548b2b5 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:56.154596 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e92cedb8-ae48-4b95-be99-7ab87399d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:56.192872 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-17888843-7a0b-4936-8bd3-7533d738b6e4 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Synchronizing usage tracker for tenant:2672fa59b26f4e7ab2b4bcbe66b3007d on resource:floatingip {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:29:56.243672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-e92cedb8-ae48-4b95-be99-7ab87399d8cd None None] Port 2e495267-c182-4dab-bd0d-511e5548b2b5 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:29:56.243993 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-aaa5abc0-8f33-497d-9986-b56ad44d1836 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Calling delete_port for e7fec5f5-8424-42b2-aa26-b0535806d22d owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:56.246750 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-149e275e-c97f-4f99-8812-bcb6d5b09d14 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:56.248470 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Pushing event updated for resources: {'Port': ['ID=14cd5b51-3998-470a-a235-965efde71c4f,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:56.251928 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:56.252372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e5288988-a7e5-455b-a8cf-1979a70805c7 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:56.252812 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:56.253753 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:56.306443 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e275e-c97f-4f99-8812-bcb6d5b09d14 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c6e7aa9-e198-4cc6-822f-3f169b7565c7,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:56.310560 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-149e275e-c97f-4f99-8812-bcb6d5b09d14 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:56.367304 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-17888843-7a0b-4936-8bd3-7533d738b6e4 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Unset dirty status for tenant:2672fa59b26f4e7ab2b4bcbe66b3007d on resource:floatingip {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:29:56.371062 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-17888843-7a0b-4936-8bd3-7533d738b6e4 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3583510 Jun 02 12:29:56.381255 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41982) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:56.391640 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-04494557-c0b4-48de-83cf-c912aef329ee None None] Provisioning complete for port 2e495267-c182-4dab-bd0d-511e5548b2b5 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:56.391640 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-04494557-c0b4-48de-83cf-c912aef329ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:56.415800 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a4215-7e9d-48b3-89e1-6c20714fde09 req-41bd7113-7fb9-42c6-ac9b-67a9e0138e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:56.417303 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9c4a4215-7e9d-48b3-89e1-6c20714fde09 req-41bd7113-7fb9-42c6-ac9b-67a9e0138e8d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e873baa3-8bc9-49b1-84fa-6d899e4534ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7826443 Jun 02 12:29:56.458136 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bcbaef75-f962-4d73-930d-10baa5efce3c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:56.577317 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-04494557-c0b4-48de-83cf-c912aef329ee None None] Port 2e495267-c182-4dab-bd0d-511e5548b2b5 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:29:56.692300 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-bcbaef75-f962-4d73-930d-10baa5efce3c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] device_id is not set on port 8ac7c6b5-3035-4371-91db-ffd097ed7421 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:29:56.725643 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9c4a4215-7e9d-48b3-89e1-6c20714fde09 req-b361dac6-1e73-4320-8550-1470fb411d17 service neutron] 10.222.0.22 "GET /v2.0/networks/e873baa3-8bc9-49b1-84fa-6d899e4534ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930713 Jun 02 12:29:56.783673 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-503f0777-a6e7-490d-a627-bfb053610f83 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:56.814761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-503f0777-a6e7-490d-a627-bfb053610f83 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:56.816065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-503f0777-a6e7-490d-a627-bfb053610f83 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:56.829501 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0eef08b6-9e8e-4187-9462-4dd91dd26fbf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:56.845082 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-149e275e-c97f-4f99-8812-bcb6d5b09d14 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:56.915948 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 14cd5b51-3998-470a-a235-965efde71c4f up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:29:56.996866 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1448b4f6-c372-47ae-aa6c-ee33d8ce0981 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:57.004489 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-57c3662a-f323-4058-a870-d04b5ff4f253 None None] Provisioning for port 77d6ddea-3491-47b8-96a6-b3897ea4a040 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:57.008702 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 14cd5b51-3998-470a-a235-965efde71c4f completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:57.015143 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1ab87db3-c933-437e-836a-71389c2acf69 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:29:57.093866 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 1ab87db3-c933-437e-836a-71389c2acf69 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:57.094807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:57.100387 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f0777-a6e7-490d-a627-bfb053610f83 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Port': ['ID=2e495267-c182-4dab-bd0d-511e5548b2b5,revision_number=3']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:57.119947 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-1448b4f6-c372-47ae-aa6c-ee33d8ce0981 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Transition to ACTIVE for port object 076bd43a-1175-4509-a386-c7d6cff43810 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:57.121322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-503f0777-a6e7-490d-a627-bfb053610f83 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:57.172229 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9c4a4215-7e9d-48b3-89e1-6c20714fde09 req-3c97979c-dd64-4ca2-8138-7324331d1029 service neutron] 10.222.0.22 "GET /v2.0/networks/e873baa3-8bc9-49b1-84fa-6d899e4534ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177501 Jun 02 12:29:57.218146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-149e275e-c97f-4f99-8812-bcb6d5b09d14 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:57.235320 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-149e275e-c97f-4f99-8812-bcb6d5b09d14 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:57.298129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503f0777-a6e7-490d-a627-bfb053610f83 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network 03ec32d3-1527-475f-9663-737cda31e071 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:57.307286 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-503f0777-a6e7-490d-a627-bfb053610f83 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:57.396685 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-149e275e-c97f-4f99-8812-bcb6d5b09d14 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:57.397439 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149e275e-c97f-4f99-8812-bcb6d5b09d14 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d68de217-cc14-48e1-a61c-04cc436f097b {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:29:57.405827 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 77d6ddea-3491-47b8-96a6-b3897ea4a040 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:29:57.471803 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-bcbaef75-f962-4d73-930d-10baa5efce3c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Allocated IP 172.20.0.10 (fa2e24b9-e8b5-4da9-8ac0-54424cdd8241/2dd4bf5b-6e30-4279-a3d1-728f99e219d3/8ac7c6b5-3035-4371-91db-ffd097ed7421) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:29:57.482578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-c172ec6f-6096-4eeb-9600-60d7e5f94a75 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Deleting port b855f278-e6ce-494e-9e81-c25ca2ac94a7 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:57.483036 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c172ec6f-6096-4eeb-9600-60d7e5f94a75 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:57.520271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 77d6ddea-3491-47b8-96a6-b3897ea4a040 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:57.527225 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 77d6ddea-3491-47b8-96a6-b3897ea4a040 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:57.527793 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:57.657193 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-149e275e-c97f-4f99-8812-bcb6d5b09d14 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:57.659848 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-149e275e-c97f-4f99-8812-bcb6d5b09d14 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "DELETE /v2.0/routers/d68de217-cc14-48e1-a61c-04cc436f097b HTTP/1.1" status: 204 len: 168 time: 4.0921760 Jun 02 12:29:57.740234 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41990) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:57.762226 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:57.810946 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 77d6ddea-3491-47b8-96a6-b3897ea4a040, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=77d6ddea-3491-47b8-96a6-b3897ea4a040,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:57.819757 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:57.824558 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:57.919744 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aaa5abc0-8f33-497d-9986-b56ad44d1836 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:57.929497 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-149c5e3c-44cf-4024-914a-6b7b8e99e1ae tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:57.940675 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1448b4f6-c372-47ae-aa6c-ee33d8ce0981 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:57.945291 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=77d6ddea-3491-47b8-96a6-b3897ea4a040,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:57.972249 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-eb532c1c-f8f5-4a16-a38f-b49f4ce595e6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:57.974444 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4a85d8-f06c-475c-ab70-9a745dcff52e None None] Network fa2e24b9-e8b5-4da9-8ac0-54424cdd8241 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:29:57.991317 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c172ec6f-6096-4eeb-9600-60d7e5f94a75 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:57.991637 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c172ec6f-6096-4eeb-9600-60d7e5f94a75 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:57.998126 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:58.076463 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5abc0-8f33-497d-9986-b56ad44d1836 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7fec5f5-8424-42b2-aa26-b0535806d22d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:58.119198 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2a24fdae-5a80-42e1-af30-0d611ae37763 None None] Provisioning for port 14cd5b51-3998-470a-a235-965efde71c4f completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:58.139231 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2a24fdae-5a80-42e1-af30-0d611ae37763 None None] Provisioning complete for port 14cd5b51-3998-470a-a235-965efde71c4f triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:58.139810 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2a24fdae-5a80-42e1-af30-0d611ae37763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:58.168311 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-aaa5abc0-8f33-497d-9986-b56ad44d1836 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:58.219392 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-c172ec6f-6096-4eeb-9600-60d7e5f94a75 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Calling delete_port for b855f278-e6ce-494e-9e81-c25ca2ac94a7 owned by network:floatingip {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:58.248415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1448b4f6-c372-47ae-aa6c-ee33d8ce0981 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:58.254811 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f9c4fd-c632-4706-86e2-790d755720b6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Deleting subnet 9511a17b-98c6-4683-930b-4a31d5c878a4 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:29:58.263565 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-1448b4f6-c372-47ae-aa6c-ee33d8ce0981 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:58.266145 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1448b4f6-c372-47ae-aa6c-ee33d8ce0981 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:58.272719 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1448b4f6-c372-47ae-aa6c-ee33d8ce0981 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:58.273339 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1448b4f6-c372-47ae-aa6c-ee33d8ce0981 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:58.280608 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-58f9c4fd-c632-4706-86e2-790d755720b6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:58.300634 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aaa5abc0-8f33-497d-9986-b56ad44d1836 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:58.308658 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448b4f6-c372-47ae-aa6c-ee33d8ce0981 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=076bd43a-1175-4509-a386-c7d6cff43810,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:58.312440 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1448b4f6-c372-47ae-aa6c-ee33d8ce0981 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:58.372128 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-58f9c4fd-c632-4706-86e2-790d755720b6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:58.402756 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1448b4f6-c372-47ae-aa6c-ee33d8ce0981 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.1061430 Jun 02 12:29:58.403349 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 41994) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:58.408013 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2a24fdae-5a80-42e1-af30-0d611ae37763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:58.493741 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503f0777-a6e7-490d-a627-bfb053610f83 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router 37cfe7c1-aa52-4935-a48c-96ea291cdc50 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:29:58.500453 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-58f9c4fd-c632-4706-86e2-790d755720b6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:58.508157 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-2a24fdae-5a80-42e1-af30-0d611ae37763 None None] For port 14cd5b51-3998-470a-a235-965efde71c4f, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=14cd5b51-3998-470a-a235-965efde71c4f,segment=NetworkSegment(2521d1fd-52b3-4da0-a7c2-1d776bbca62d),segment_id=2521d1fd-52b3-4da0-a7c2-1d776bbca62d)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:29:58.516801 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2a24fdae-5a80-42e1-af30-0d611ae37763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:58.517011 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aaa5abc0-8f33-497d-9986-b56ad44d1836 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:58.519767 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aaa5abc0-8f33-497d-9986-b56ad44d1836 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:58.523001 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a298b767-25de-4886-a7f5-803ce852e1a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:58.553383 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aaa5abc0-8f33-497d-9986-b56ad44d1836 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:58.553942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa5abc0-8f33-497d-9986-b56ad44d1836 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9e7102b-bfe6-42d4-a122-b137aae3e757 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:29:58.609714 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aaa5abc0-8f33-497d-9986-b56ad44d1836 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:58.611322 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-aaa5abc0-8f33-497d-9986-b56ad44d1836 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "DELETE /v2.0/routers/a9e7102b-bfe6-42d4-a122-b137aae3e757 HTTP/1.1" status: 204 len: 168 time: 5.1681848 Jun 02 12:29:58.619284 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41996) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:58.621552 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24fdae-5a80-42e1-af30-0d611ae37763 None None] Pushing event updated for resources: {'Port': ['ID=14cd5b51-3998-470a-a235-965efde71c4f,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:58.627233 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-859480414', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}, 'admin_state_up': False}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:29:58.641545 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-2a24fdae-5a80-42e1-af30-0d611ae37763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:58.650536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2a24fdae-5a80-42e1-af30-0d611ae37763 None None] Provisioning complete for port 2e495267-c182-4dab-bd0d-511e5548b2b5 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:58.650919 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2a24fdae-5a80-42e1-af30-0d611ae37763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:58.661159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:29:58.689939 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Usage tracker for resource:router and tenant:afb3ad3450b4486c8bc4ec5f3c49c720 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:29:58.698636 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:29:58.710972 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:29:58.719237 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bcbaef75-f962-4d73-930d-10baa5efce3c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:58.746392 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-bcbaef75-f962-4d73-930d-10baa5efce3c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Transition to ACTIVE for port object 8ac7c6b5-3035-4371-91db-ffd097ed7421 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:29:58.752035 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-2a24fdae-5a80-42e1-af30-0d611ae37763 None None] Port 2e495267-c182-4dab-bd0d-511e5548b2b5 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:29:58.789722 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:58.791402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:58.821412 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bcbaef75-f962-4d73-930d-10baa5efce3c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:58.861916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f8aa88ac-1340-414d-9549-690b8d4dcf04 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:58.876209 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-311e7e8a-1689-46c4-9488-b68e8186211b None None] Provisioning for port 076bd43a-1175-4509-a386-c7d6cff43810 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:58.882733 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-311e7e8a-1689-46c4-9488-b68e8186211b None None] Provisioning complete for port 076bd43a-1175-4509-a386-c7d6cff43810 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:58.883212 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0976c15-717e-4a0c-80ba-df9beab70890 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:58.883509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-311e7e8a-1689-46c4-9488-b68e8186211b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:58.889130 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0976c15-717e-4a0c-80ba-df9beab70890 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:58.889920 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c0976c15-717e-4a0c-80ba-df9beab70890 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:29:58.904870 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:58.934318 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503f0777-a6e7-490d-a627-bfb053610f83 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:29:58.944671 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-503f0777-a6e7-490d-a627-bfb053610f83 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/37cfe7c1-aa52-4935-a48c-96ea291cdc50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6897740 Jun 02 12:29:58.947638 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 41998) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:58.953185 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c0976c15-717e-4a0c-80ba-df9beab70890 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:29:58.953853 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1d7f7f-b251-4fe9-9915-20117b95b25d None None] Sync routers for ids ['37cfe7c1-aa52-4935-a48c-96ea291cdc50'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:29:58.954348 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c0976c15-717e-4a0c-80ba-df9beab70890 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5449355 Jun 02 12:29:58.958139 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42002) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:58.966130 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-311e7e8a-1689-46c4-9488-b68e8186211b None None] Port 076bd43a-1175-4509-a386-c7d6cff43810 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:29:58.972532 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1d7f7f-b251-4fe9-9915-20117b95b25d None None] Routers {'37cfe7c1-aa52-4935-a48c-96ea291cdc50'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:58.973214 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-ed1d7f7f-b251-4fe9-9915-20117b95b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['37cfe7c1-aa52-4935-a48c-96ea291cdc50'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:59.001387 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbaef75-f962-4d73-930d-10baa5efce3c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network fa2e24b9-e8b5-4da9-8ac0-54424cdd8241 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:29:59.013560 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-bcbaef75-f962-4d73-930d-10baa5efce3c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:29:59.015226 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbaef75-f962-4d73-930d-10baa5efce3c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:29:59.037719 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-ed1d7f7f-b251-4fe9-9915-20117b95b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:59.048196 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1d7f7f-b251-4fe9-9915-20117b95b25d None None] Routers {'37cfe7c1-aa52-4935-a48c-96ea291cdc50'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:29:59.048882 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-ed1d7f7f-b251-4fe9-9915-20117b95b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['37cfe7c1-aa52-4935-a48c-96ea291cdc50'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:59.094859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbaef75-f962-4d73-930d-10baa5efce3c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Port': ['ID=8ac7c6b5-3035-4371-91db-ffd097ed7421,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:59.097864 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bcbaef75-f962-4d73-930d-10baa5efce3c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:59.108535 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c172ec6f-6096-4eeb-9600-60d7e5f94a75 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:59.118377 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-13ec10b4-114b-4e86-9b72-6df90becd10c tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:59.157722 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-ed1d7f7f-b251-4fe9-9915-20117b95b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:29:59.158221 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1d7f7f-b251-4fe9-9915-20117b95b25d None None] The sync data for ids ['37cfe7c1-aa52-4935-a48c-96ea291cdc50'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:29:59.183418 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c9ede761-521c-4629-bb6e-563a1eddc022 None None] Provisioning complete for port 14cd5b51-3998-470a-a235-965efde71c4f triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:59.183794 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c9ede761-521c-4629-bb6e-563a1eddc022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:59.212312 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 14cd5b51-3998-470a-a235-965efde71c4f up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:29:59.275741 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-58f9c4fd-c632-4706-86e2-790d755720b6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:59.283396 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-341c1714-54a3-4461-a497-d7a5778e7ca8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting port 076bd43a-1175-4509-a386-c7d6cff43810 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:29:59.283732 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-341c1714-54a3-4461-a497-d7a5778e7ca8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:59.318877 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:29:59.319490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172ec6f-6096-4eeb-9600-60d7e5f94a75 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Pushing event deleted for resources: {'Port': ['ID=b855f278-e6ce-494e-9e81-c25ca2ac94a7,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:59.329328 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c172ec6f-6096-4eeb-9600-60d7e5f94a75 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:59.345209 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c12fc0-a523-44ae-91cd-464df46b1ca9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:59.345907 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b4c12fc0-a523-44ae-91cd-464df46b1ca9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Synchronizing usage tracker for tenant:9cc4ca61dc954dc9aa55c98b051cae30 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:29:59.383653 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 14cd5b51-3998-470a-a235-965efde71c4f triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:59.383990 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:59.403534 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9c4fd-c632-4706-86e2-790d755720b6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9511a17b-98c6-4683-930b-4a31d5c878a4,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:29:59.406438 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-58f9c4fd-c632-4706-86e2-790d755720b6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:29:59.410235 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-58f9c4fd-c632-4706-86e2-790d755720b6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:59.425531 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-58f9c4fd-c632-4706-86e2-790d755720b6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/9511a17b-98c6-4683-930b-4a31d5c878a4 HTTP/1.1" status: 204 len: 168 time: 1.6210306 Jun 02 12:29:59.432304 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42004) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:59.566966 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbaef75-f962-4d73-930d-10baa5efce3c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:29:59.567709 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bcbaef75-f962-4d73-930d-10baa5efce3c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:59.576258 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 77d6ddea-3491-47b8-96a6-b3897ea4a040 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:29:59.581704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-341c1714-54a3-4461-a497-d7a5778e7ca8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:59.598636 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a0d3e1b-88f7-4ac5-8998-faabb3cba681 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:59.605214 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a6504d83-4f71-4035-bcd5-d6ad11ab4506 None None] Provisioning for port 8ac7c6b5-3035-4371-91db-ffd097ed7421 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:29:59.618769 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a6504d83-4f71-4035-bcd5-d6ad11ab4506 None None] Provisioning complete for port 8ac7c6b5-3035-4371-91db-ffd097ed7421 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:59.619146 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a6504d83-4f71-4035-bcd5-d6ad11ab4506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:59.665508 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b4c12fc0-a523-44ae-91cd-464df46b1ca9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Unset dirty status for tenant:9cc4ca61dc954dc9aa55c98b051cae30 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:29:59.669636 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b4c12fc0-a523-44ae-91cd-464df46b1ca9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/ports/2e495267-c182-4dab-bd0d-511e5548b2b5 HTTP/1.1" status: 200 len: 983 time: 0.7081561 Jun 02 12:29:59.673777 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42008) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:59.696712 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-a6504d83-4f71-4035-bcd5-d6ad11ab4506 None None] Port 8ac7c6b5-3035-4371-91db-ffd097ed7421 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:29:59.707579 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 77d6ddea-3491-47b8-96a6-b3897ea4a040 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:29:59.707961 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:29:59.858652 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-341c1714-54a3-4461-a497-d7a5778e7ca8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Calling delete_port for 076bd43a-1175-4509-a386-c7d6cff43810 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:29:59.950983 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-bcbaef75-f962-4d73-930d-10baa5efce3c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.7641754 Jun 02 12:29:59.964532 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42010) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:29:59.994025 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a0d3e1b-88f7-4ac5-8998-faabb3cba681 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:00.005543 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:00.008269 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-1a0d3e1b-88f7-4ac5-8998-faabb3cba681 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae11c12-4820-42c9-82f2-a7e94a18ea3f']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:00.014811 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c172ec6f-6096-4eeb-9600-60d7e5f94a75 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Notify callbacks [] for floatingip, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:00.017208 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c172ec6f-6096-4eeb-9600-60d7e5f94a75 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:00.018374 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c172ec6f-6096-4eeb-9600-60d7e5f94a75 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] 10.222.0.37 "DELETE /v2.0/floatingips/b262e296-836b-40e2-a17a-3841c678187d HTTP/1.1" status: 204 len: 168 time: 3.6290123 Jun 02 12:30:00.024101 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-1a0d3e1b-88f7-4ac5-8998-faabb3cba681 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6381730-059c-455e-8913-07d638a0bb5f') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:00.024416 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-1a0d3e1b-88f7-4ac5-8998-faabb3cba681 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6381730-059c-455e-8913-07d638a0bb5f') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:00.028797 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42012) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:00.043485 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a0d3e1b-88f7-4ac5-8998-faabb3cba681 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:00.086861 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a0d3e1b-88f7-4ac5-8998-faabb3cba681 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:00.104144 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0d3e1b-88f7-4ac5-8998-faabb3cba681 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:30:00.104531 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a0d3e1b-88f7-4ac5-8998-faabb3cba681 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:30:00.117639 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:30:00.207601 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-341c1714-54a3-4461-a497-d7a5778e7ca8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:00.218510 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:00.270238 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a0d3e1b-88f7-4ac5-8998-faabb3cba681 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:00.274232 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c1714-54a3-4461-a497-d7a5778e7ca8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Port': ['ID=076bd43a-1175-4509-a386-c7d6cff43810,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:00.287928 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0d3e1b-88f7-4ac5-8998-faabb3cba681 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ae11c12-4820-42c9-82f2-a7e94a18ea3f {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 02 12:30:00.289553 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-341c1714-54a3-4461-a497-d7a5778e7ca8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:00.290760 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8fff8394-ea68-4202-bc10-f70db790c906 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:00.304558 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a0d3e1b-88f7-4ac5-8998-faabb3cba681 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:00.321943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d3e1b-88f7-4ac5-8998-faabb3cba681 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ae11c12-4820-42c9-82f2-a7e94a18ea3f,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:00.325651 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1a0d3e1b-88f7-4ac5-8998-faabb3cba681 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:00.370178 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1a0d3e1b-88f7-4ac5-8998-faabb3cba681 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "DELETE /v2.0/networks/0ae11c12-4820-42c9-82f2-a7e94a18ea3f HTTP/1.1" status: 204 len: 168 time: 0.9352369 Jun 02 12:30:00.375100 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-341c1714-54a3-4461-a497-d7a5778e7ca8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:00.377703 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-341c1714-54a3-4461-a497-d7a5778e7ca8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/076bd43a-1175-4509-a386-c7d6cff43810 HTTP/1.1" status: 204 len: 168 time: 1.4185603 Jun 02 12:30:00.383370 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42020) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:00.468429 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c243cee2-eedc-4e6c-aa26-6dcf56394baa tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:00.470603 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c243cee2-eedc-4e6c-aa26-6dcf56394baa tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:00.472651 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c243cee2-eedc-4e6c-aa26-6dcf56394baa tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0880573 Jun 02 12:30:00.475598 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42024) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:00.564796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-e274542f-d7fe-40ed-b1aa-8981fd5c9763 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet 43c12792-94f6-4c61-a38c-5f1682f78a6f {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:30:00.568907 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e274542f-d7fe-40ed-b1aa-8981fd5c9763 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:00.649496 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e274542f-d7fe-40ed-b1aa-8981fd5c9763 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:00.698478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42028) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:00.706724 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-1a0385c5-1ded-45f9-8a03-bd87f2e90e5f tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Request body: {'router': {'name': 'tempest-router--2106930086', 'project_id': 'bea600dcbd5146a9874f94e4e3d8bd90'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:00.707403 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e7fec5f5-8424-42b2-aa26-b0535806d22d no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:30:00.722169 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1a0385c5-1ded-45f9-8a03-bd87f2e90e5f tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:00.734491 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1a0385c5-1ded-45f9-8a03-bd87f2e90e5f tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Usage tracker for resource:router and tenant:bea600dcbd5146a9874f94e4e3d8bd90 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:00.748153 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: e7fec5f5-8424-42b2-aa26-b0535806d22d {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:30:00.748513 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e7fec5f5-8424-42b2-aa26-b0535806d22d not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:30:00.751081 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1a0385c5-1ded-45f9-8a03-bd87f2e90e5f tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:00.771687 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1a0385c5-1ded-45f9-8a03-bd87f2e90e5f tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:00.776667 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e274542f-d7fe-40ed-b1aa-8981fd5c9763 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:00.783075 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-2bc5300b-7e12-4557-999f-aea37837b69f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting port 8ac7c6b5-3035-4371-91db-ffd097ed7421 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:00.783518 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2bc5300b-7e12-4557-999f-aea37837b69f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:00.806563 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-41c5c71e-21fe-46c8-89a6-3af93990e750 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Deleting port b6953c77-c658-4d20-85fe-ede74bae873e {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:00.807139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-41c5c71e-21fe-46c8-89a6-3af93990e750 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:01.071780 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e274542f-d7fe-40ed-b1aa-8981fd5c9763 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:01.076246 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a0385c5-1ded-45f9-8a03-bd87f2e90e5f tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:01.076746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:01.077247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a0385c5-1ded-45f9-8a03-bd87f2e90e5f tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:01.111418 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274542f-d7fe-40ed-b1aa-8981fd5c9763 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=43c12792-94f6-4c61-a38c-5f1682f78a6f,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:01.115585 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e274542f-d7fe-40ed-b1aa-8981fd5c9763 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:01.118158 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e274542f-d7fe-40ed-b1aa-8981fd5c9763 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:01.127156 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e274542f-d7fe-40ed-b1aa-8981fd5c9763 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/43c12792-94f6-4c61-a38c-5f1682f78a6f HTTP/1.1" status: 204 len: 168 time: 0.6486816 Jun 02 12:30:01.129627 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42032) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:01.131198 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d5ee21-d30d-43a0-bf05-49607ed976b8 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:01.203353 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0fc7d341-de46-4c33-b809-40c17b4de749 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700841 Jun 02 12:30:01.203651 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42034) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:01.210187 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-a2b8de33-8029-4cc4-9e02-1701ac7c775d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:01.236975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a0385c5-1ded-45f9-8a03-bd87f2e90e5f tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:01.261750 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2bc5300b-7e12-4557-999f-aea37837b69f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:01.279721 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-41c5c71e-21fe-46c8-89a6-3af93990e750 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:01.280074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-41c5c71e-21fe-46c8-89a6-3af93990e750 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:01.324124 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a2b8de33-8029-4cc4-9e02-1701ac7c775d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:01.328100 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a2b8de33-8029-4cc4-9e02-1701ac7c775d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:01.331587 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a2b8de33-8029-4cc4-9e02-1701ac7c775d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:01.337254 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a2b8de33-8029-4cc4-9e02-1701ac7c775d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:01.348748 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b8de33-8029-4cc4-9e02-1701ac7c775d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:01.352490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a2b8de33-8029-4cc4-9e02-1701ac7c775d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:01.441259 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0178560c-fad5-47a1-97dc-c5cd07ad80e6 None None] DHCP port deletion for a7413df9-4e7a-4187-aef8-a668d8bf2950 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:30:01.535834 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-0178560c-fad5-47a1-97dc-c5cd07ad80e6 None None] Deleting port 77d6ddea-3491-47b8-96a6-b3897ea4a040 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:01.536216 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0178560c-fad5-47a1-97dc-c5cd07ad80e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:01.574416 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-2bc5300b-7e12-4557-999f-aea37837b69f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Calling delete_port for 8ac7c6b5-3035-4371-91db-ffd097ed7421 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:01.651395 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0178560c-fad5-47a1-97dc-c5cd07ad80e6 None None] For port 77d6ddea-3491-47b8-96a6-b3897ea4a040, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=77d6ddea-3491-47b8-96a6-b3897ea4a040,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:01.652235 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0178560c-fad5-47a1-97dc-c5cd07ad80e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:01.697330 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-41c5c71e-21fe-46c8-89a6-3af93990e750 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Calling delete_port for b6953c77-c658-4d20-85fe-ede74bae873e owned by network:floatingip {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:01.719625 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a0385c5-1ded-45f9-8a03-bd87f2e90e5f tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:01.795883 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-0178560c-fad5-47a1-97dc-c5cd07ad80e6 None None] Calling delete_port for 77d6ddea-3491-47b8-96a6-b3897ea4a040 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:01.805614 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:01.849935 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0178560c-fad5-47a1-97dc-c5cd07ad80e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:01.851455 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:01.855244 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-74ad70cf-fa8b-458b-b8eb-acb2da787157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:01.856510 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a0385c5-1ded-45f9-8a03-bd87f2e90e5f tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:01.861052 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1a0385c5-1ded-45f9-8a03-bd87f2e90e5f tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1562495 Jun 02 12:30:01.903833 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178560c-fad5-47a1-97dc-c5cd07ad80e6 None None] Pushing event deleted for resources: {'Port': ['ID=77d6ddea-3491-47b8-96a6-b3897ea4a040,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:01.905579 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42038) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:01.908624 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0178560c-fad5-47a1-97dc-c5cd07ad80e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:01.914936 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0178560c-fad5-47a1-97dc-c5cd07ad80e6 None None] No DVR routers for this DVR port 77d6ddea-3491-47b8-96a6-b3897ea4a040 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:30:02.030448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ec6c70d7-2047-45d7-ad41-ac54f1e78d35 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:02.084624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-101fdf43-83ff-49e2-8689-33539abd4426 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:02.401315 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-101fdf43-83ff-49e2-8689-33539abd4426 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:02.404415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-101fdf43-83ff-49e2-8689-33539abd4426 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:02.444971 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Allocated IP 172.26.7.211 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/46139665-0f9b-40c2-b9cd-6f2fb178deea) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:02.471493 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2bc5300b-7e12-4557-999f-aea37837b69f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:02.473115 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-101fdf43-83ff-49e2-8689-33539abd4426 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:02.473623 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101fdf43-83ff-49e2-8689-33539abd4426 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ece547df-0851-4cc3-b7fe-3f7d630a2779 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:30:02.482133 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a2b8de33-8029-4cc4-9e02-1701ac7c775d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:02.491012 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-58f9c4fd-c632-4706-86e2-790d755720b6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:02.551965 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b8de33-8029-4cc4-9e02-1701ac7c775d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:02.556454 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-a2b8de33-8029-4cc4-9e02-1701ac7c775d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:02.561620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-101fdf43-83ff-49e2-8689-33539abd4426 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:02.562770 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-101fdf43-83ff-49e2-8689-33539abd4426 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "DELETE /v2.0/routers/ece547df-0851-4cc3-b7fe-3f7d630a2779 HTTP/1.1" status: 204 len: 168 time: 0.6520073 Jun 02 12:30:02.571381 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f721b7-a593-4708-8331-8de2fe53c3ca None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:02.575043 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8de33-8029-4cc4-9e02-1701ac7c775d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=46d5d67b-9287-425f-9a0d-2e1c61c36ca0,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:02.577758 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8de33-8029-4cc4-9e02-1701ac7c775d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:02.578371 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a2b8de33-8029-4cc4-9e02-1701ac7c775d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:02.582323 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a2b8de33-8029-4cc4-9e02-1701ac7c775d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:02.611442 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a2b8de33-8029-4cc4-9e02-1701ac7c775d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4068334 Jun 02 12:30:02.613644 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42046) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:02.625447 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-8d08e1fe-a234-48fa-b5a7-eeaf251fd8f5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'fixed_ips': [{'subnet_id': '46d5d67b-9287-425f-9a0d-2e1c61c36ca0', 'ip_address': '2001:db8::9117:d122:8aa4:fc05'}], 'name': 'tempest-NetworksTestDHCPv6-536704717'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:02.646304 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-aaa5abc0-8f33-497d-9986-b56ad44d1836 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:02.681033 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-41c5c71e-21fe-46c8-89a6-3af93990e750 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:02.712239 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5300b-7e12-4557-999f-aea37837b69f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Port': ['ID=8ac7c6b5-3035-4371-91db-ffd097ed7421,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:02.736638 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2bc5300b-7e12-4557-999f-aea37837b69f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:02.739102 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:02.758473 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42048) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:02.777086 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 77d6ddea-3491-47b8-96a6-b3897ea4a040 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:30:02.823889 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 77d6ddea-3491-47b8-96a6-b3897ea4a040 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:30:02.824942 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 77d6ddea-3491-47b8-96a6-b3897ea4a040 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:30:02.884431 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8d08e1fe-a234-48fa-b5a7-eeaf251fd8f5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:02.891673 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8d08e1fe-a234-48fa-b5a7-eeaf251fd8f5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:port and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:02.895549 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8d08e1fe-a234-48fa-b5a7-eeaf251fd8f5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:02.902459 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8d08e1fe-a234-48fa-b5a7-eeaf251fd8f5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:02.918421 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d08e1fe-a234-48fa-b5a7-eeaf251fd8f5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:02.964626 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a7413df9-4e7a-4187-aef8-a668d8bf2950', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'fixed_ips': [{'subnet_id': '46d5d67b-9287-425f-9a0d-2e1c61c36ca0'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:30:02.965739 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:02.981143 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5c71e-21fe-46c8-89a6-3af93990e750 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6953c77-c658-4d20-85fe-ede74bae873e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:03.029204 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-41c5c71e-21fe-46c8-89a6-3af93990e750 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:03.117562 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d08e1fe-a234-48fa-b5a7-eeaf251fd8f5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:03.151737 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-8d08e1fe-a234-48fa-b5a7-eeaf251fd8f5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] device_id is not set on port 8e88c03c-059e-4fdf-b14e-a8c38838a1f4 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:30:03.164260 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2bc5300b-7e12-4557-999f-aea37837b69f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:03.170993 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-41c5c71e-21fe-46c8-89a6-3af93990e750 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:03.183507 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Allocated IP 2001:db8::2 (a7413df9-4e7a-4187-aef8-a668d8bf2950/46d5d67b-9287-425f-9a0d-2e1c61c36ca0/f44a9cde-80db-4ef8-b535-b34db0bbb867) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:03.215226 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1523830732', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}, 'admin_state_up': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:03.229576 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:03.239724 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Usage tracker for resource:router and tenant:688633e20c72433d938ad17b30273b1d is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:03.249280 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:03.257080 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:03.259849 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:03.282201 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-41c5c71e-21fe-46c8-89a6-3af93990e750 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:03.287287 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-41c5c71e-21fe-46c8-89a6-3af93990e750 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/ce858cb3-d518-4fea-8236-a63bebeb14a1 HTTP/1.1" status: 204 len: 168 time: 3.1986129 Jun 02 12:30:03.287568 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42054) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:03.317080 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:03.318539 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:03.325175 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2bc5300b-7e12-4557-999f-aea37837b69f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/ports/8ac7c6b5-3035-4371-91db-ffd097ed7421 HTTP/1.1" status: 204 len: 168 time: 3.3577511 Jun 02 12:30:03.335062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42056) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:03.398616 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-3523527e-bd59-49e3-857a-9ea83331e5dc tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] DELETE failed (client error): The resource could not be found. Jun 02 12:30:03.399086 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3523527e-bd59-49e3-857a-9ea83331e5dc tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:30:03.408171 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:03.432627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-ec6c70d7-2047-45d7-ad41-ac54f1e78d35 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting port 2e495267-c182-4dab-bd0d-511e5548b2b5 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:03.432966 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ec6c70d7-2047-45d7-ad41-ac54f1e78d35 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:03.447616 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:03.459745 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Transition to ACTIVE for port object f44a9cde-80db-4ef8-b535-b34db0bbb867 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:03.481938 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Transition to ACTIVE for port object f44a9cde-80db-4ef8-b535-b34db0bbb867 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:03.491315 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:03.497144 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:03.528438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:03.536012 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c172ec6f-6096-4eeb-9600-60d7e5f94a75 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:03.570136 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:03.574367 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:03.583317 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:03.586195 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3523527e-bd59-49e3-857a-9ea83331e5dc tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/ports/8ac7c6b5-3035-4371-91db-ffd097ed7421 HTTP/1.1" status: 404 len: 333 time: 0.2494543 Jun 02 12:30:03.592327 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42058) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:03.626618 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Pushing event updated for resources: {'Port': ['ID=f44a9cde-80db-4ef8-b535-b34db0bbb867,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:03.632787 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:03.664459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ec6c70d7-2047-45d7-ad41-ac54f1e78d35 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:03.670456 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92bc50c-3be1-41f8-88f1-c3c09a1f3aaf tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] GET failed (client error): The resource could not be found. Jun 02 12:30:03.672128 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b92bc50c-3be1-41f8-88f1-c3c09a1f3aaf tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports/8ac7c6b5-3035-4371-91db-ffd097ed7421 HTTP/1.1" status: 404 len: 333 time: 0.0785155 Jun 02 12:30:03.677695 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42060) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:03.688180 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Attempting to bind port f44a9cde-80db-4ef8-b535-b34db0bbb867 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:30:03.688560 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Attempting to bind port f44a9cde-80db-4ef8-b535-b34db0bbb867 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:30:03.688933 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Attempting to bind port f44a9cde-80db-4ef8-b535-b34db0bbb867 on network a7413df9-4e7a-4187-aef8-a668d8bf2950 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:30:03.695641 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:30:03.695641 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:30:03.696052 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:03.696524 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Bound using segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:30:03.697009 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Bound port: f44a9cde-80db-4ef8-b535-b34db0bbb867, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:30:03.697390 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:03.797448 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] For port f44a9cde-80db-4ef8-b535-b34db0bbb867, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:30:03.800706 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] For port f44a9cde-80db-4ef8-b535-b34db0bbb867, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f44a9cde-80db-4ef8-b535-b34db0bbb867,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:30:03.805044 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:03.816097 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-2a24fdae-5a80-42e1-af30-0d611ae37763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:03.837757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-ec6c70d7-2047-45d7-ad41-ac54f1e78d35 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Calling delete_port for 2e495267-c182-4dab-bd0d-511e5548b2b5 owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:03.875516 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-8d08e1fe-a234-48fa-b5a7-eeaf251fd8f5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8::9117:d122:8aa4:fc05 (a7413df9-4e7a-4187-aef8-a668d8bf2950/46d5d67b-9287-425f-9a0d-2e1c61c36ca0/8e88c03c-059e-4fdf-b14e-a8c38838a1f4) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:03.875741 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:03.881587 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:03.886505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:03.898461 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Pushing event updated for resources: {'Port': ['ID=f44a9cde-80db-4ef8-b535-b34db0bbb867,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:03.902131 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:03.931143 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Pushing event updated for resources: {'Port': ['ID=46139665-0f9b-40c2-b9cd-6f2fb178deea,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:03.947754 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:03.952298 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-2adbf9f5-d1b8-425e-8be1-7320cf7cc1c0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Deleting port 032161fd-e92e-425d-a12e-c62e6230e503 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:03.952641 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2adbf9f5-d1b8-425e-8be1-7320cf7cc1c0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:03.956820 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-89630680-8db1-43b4-802f-f6606456177c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting subnet 2dd4bf5b-6e30-4279-a3d1-728f99e219d3 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:30:03.975172 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89630680-8db1-43b4-802f-f6606456177c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:04.102039 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:04.178289 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89630680-8db1-43b4-802f-f6606456177c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:04.271829 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2adbf9f5-d1b8-425e-8be1-7320cf7cc1c0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:04.366698 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:30:04.470623 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89630680-8db1-43b4-802f-f6606456177c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:04.526924 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d08e1fe-a234-48fa-b5a7-eeaf251fd8f5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:04.548273 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-2adbf9f5-d1b8-425e-8be1-7320cf7cc1c0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Calling delete_port for 032161fd-e92e-425d-a12e-c62e6230e503 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:04.593566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-8d08e1fe-a234-48fa-b5a7-eeaf251fd8f5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Transition to ACTIVE for port object 8e88c03c-059e-4fdf-b14e-a8c38838a1f4 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:04.848792 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f44a9cde-80db-4ef8-b535-b34db0bbb867 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:30:04.849782 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:04.868505 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_gateway, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:04.962703 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ec6c70d7-2047-45d7-ad41-ac54f1e78d35 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:04.967831 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port f44a9cde-80db-4ef8-b535-b34db0bbb867 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:04.975035 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a0ba29de-e782-496b-b73f-f2508d75a8f8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:05.052377 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c70d7-2047-45d7-ad41-ac54f1e78d35 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Port': ['ID=2e495267-c182-4dab-bd0d-511e5548b2b5,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:05.061316 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:05.071357 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d08e1fe-a234-48fa-b5a7-eeaf251fd8f5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:05.109435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-80e11111-311a-40aa-9f17-ccff595dd06e None None] Provisioning for port f44a9cde-80db-4ef8-b535-b34db0bbb867 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:05.115668 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ec6c70d7-2047-45d7-ad41-ac54f1e78d35 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:05.116401 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-83d56c5b-b69b-470e-9fa5-1c832bba1c47 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:05.119708 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-80e11111-311a-40aa-9f17-ccff595dd06e None None] Provisioning complete for port f44a9cde-80db-4ef8-b535-b34db0bbb867 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:05.120255 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-80e11111-311a-40aa-9f17-ccff595dd06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:05.269230 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d08e1fe-a234-48fa-b5a7-eeaf251fd8f5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:05.278028 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-8d08e1fe-a234-48fa-b5a7-eeaf251fd8f5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:05.285663 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-80e11111-311a-40aa-9f17-ccff595dd06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:05.287666 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d08e1fe-a234-48fa-b5a7-eeaf251fd8f5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:05.293241 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d08e1fe-a234-48fa-b5a7-eeaf251fd8f5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:05.294011 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d08e1fe-a234-48fa-b5a7-eeaf251fd8f5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:05.300263 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08e1fe-a234-48fa-b5a7-eeaf251fd8f5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=8e88c03c-059e-4fdf-b14e-a8c38838a1f4,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:05.339479 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-80e11111-311a-40aa-9f17-ccff595dd06e None None] For port f44a9cde-80db-4ef8-b535-b34db0bbb867, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f44a9cde-80db-4ef8-b535-b34db0bbb867,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:05.352559 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8d08e1fe-a234-48fa-b5a7-eeaf251fd8f5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:05.352750 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-80e11111-311a-40aa-9f17-ccff595dd06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:05.357571 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6ea623fd-6aa0-4a91-9886-021b5deca9b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:05.397968 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8d08e1fe-a234-48fa-b5a7-eeaf251fd8f5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7830408 Jun 02 12:30:05.402543 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42070) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:05.436297 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89630680-8db1-43b4-802f-f6606456177c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:05.452768 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e11111-311a-40aa-9f17-ccff595dd06e None None] Pushing event updated for resources: {'Port': ['ID=f44a9cde-80db-4ef8-b535-b34db0bbb867,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:05.457135 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-80e11111-311a-40aa-9f17-ccff595dd06e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:05.461444 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:05.510089 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Allocated IP 172.26.7.142 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/d45fc5f6-9e5f-41f0-bad1-9e565a101c4d) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:05.516289 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89630680-8db1-43b4-802f-f6606456177c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Subnet': ['ID=2dd4bf5b-6e30-4279-a3d1-728f99e219d3,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:05.520926 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89630680-8db1-43b4-802f-f6606456177c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:05.521874 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2adbf9f5-d1b8-425e-8be1-7320cf7cc1c0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:05.525664 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-89630680-8db1-43b4-802f-f6606456177c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/subnets/2dd4bf5b-6e30-4279-a3d1-728f99e219d3 HTTP/1.1" status: 204 len: 168 time: 1.8443062 Jun 02 12:30:05.525664 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-89630680-8db1-43b4-802f-f6606456177c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:05.528797 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90465dc3-96bf-421d-b62a-0ae2b0e5a868 None None] Network fa2e24b9-e8b5-4da9-8ac0-54424cdd8241 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:05.531268 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42072) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:05.544424 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-820a2da2-2b91-4dac-9dd3-3fbde24e01a2 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:05.596158 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbf9f5-d1b8-425e-8be1-7320cf7cc1c0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Pushing event deleted for resources: {'Port': ['ID=032161fd-e92e-425d-a12e-c62e6230e503,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:05.668255 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2adbf9f5-d1b8-425e-8be1-7320cf7cc1c0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:05.726721 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-94546101-9a76-40a1-bd98-185b4b1ca8b0 None None] Provisioning for port 8e88c03c-059e-4fdf-b14e-a8c38838a1f4 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:05.739499 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-94546101-9a76-40a1-bd98-185b4b1ca8b0 None None] Provisioning complete for port 8e88c03c-059e-4fdf-b14e-a8c38838a1f4 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:05.739875 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-94546101-9a76-40a1-bd98-185b4b1ca8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:05.743035 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ec6c70d7-2047-45d7-ad41-ac54f1e78d35 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:05.746875 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:05.791219 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:05.808080 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-94546101-9a76-40a1-bd98-185b4b1ca8b0 None None] Port 8e88c03c-059e-4fdf-b14e-a8c38838a1f4 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:30:05.846891 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:05.851644 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:05.856846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4b701bd7-83a4-4e84-8d0e-8f1e3fec7d12 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:05.907473 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fccc036-a94f-409a-8c57-1431c7c75073 None None] DHCP port deletion for fa2e24b9-e8b5-4da9-8ac0-54424cdd8241 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:30:05.920391 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7886746-d933-4546-98eb-676dc8e1a7b8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:05.926854 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7886746-d933-4546-98eb-676dc8e1a7b8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:05.927669 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c7886746-d933-4546-98eb-676dc8e1a7b8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:05.984761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-7fccc036-a94f-409a-8c57-1431c7c75073 None None] Deleting port 14cd5b51-3998-470a-a235-965efde71c4f {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:05.985544 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:05.985803 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7fccc036-a94f-409a-8c57-1431c7c75073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:06.000910 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:06.008315 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:06.033549 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Pushing event updated for resources: {'Port': ['ID=d45fc5f6-9e5f-41f0-bad1-9e565a101c4d,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:06.044540 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:06.047582 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c7886746-d933-4546-98eb-676dc8e1a7b8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:06.048736 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c7886746-d933-4546-98eb-676dc8e1a7b8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.6451485 Jun 02 12:30:06.052865 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42076) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:06.099290 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7fccc036-a94f-409a-8c57-1431c7c75073 None None] For port 14cd5b51-3998-470a-a235-965efde71c4f, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=14cd5b51-3998-470a-a235-965efde71c4f,segment=NetworkSegment(2521d1fd-52b3-4da0-a7c2-1d776bbca62d),segment_id=2521d1fd-52b3-4da0-a7c2-1d776bbca62d)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:06.099687 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7fccc036-a94f-409a-8c57-1431c7c75073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:06.225117 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-7fccc036-a94f-409a-8c57-1431c7c75073 None None] Calling delete_port for 14cd5b51-3998-470a-a235-965efde71c4f owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:06.277304 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7fccc036-a94f-409a-8c57-1431c7c75073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:06.282435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-fd3e48d5-53f9-433c-9d1d-f0c888bcf33d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:06.287470 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2adbf9f5-d1b8-425e-8be1-7320cf7cc1c0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:06.324987 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccc036-a94f-409a-8c57-1431c7c75073 None None] Pushing event deleted for resources: {'Port': ['ID=14cd5b51-3998-470a-a235-965efde71c4f,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:06.329495 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7fccc036-a94f-409a-8c57-1431c7c75073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:06.329495 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fccc036-a94f-409a-8c57-1431c7c75073 None None] No DVR routers for this DVR port 14cd5b51-3998-470a-a235-965efde71c4f on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:30:06.368063 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting port 14cd5b51-3998-470a-a235-965efde71c4f {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:06.368398 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:06.377108 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2adbf9f5-d1b8-425e-8be1-7320cf7cc1c0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] 10.222.0.37 "DELETE /v2.0/ports/032161fd-e92e-425d-a12e-c62e6230e503 HTTP/1.1" status: 204 len: 168 time: 3.0885367 Jun 02 12:30:06.380202 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42078) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:06.464892 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6c70d7-2047-45d7-ad41-ac54f1e78d35 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router 37cfe7c1-aa52-4935-a48c-96ea291cdc50 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:30:06.477014 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Router ae1cfd73-5d27-4a55-b8f3-617bc589e497 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:30:06.685259 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6c70d7-2047-45d7-ad41-ac54f1e78d35 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:30:06.691271 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ec6c70d7-2047-45d7-ad41-ac54f1e78d35 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/37cfe7c1-aa52-4935-a48c-96ea291cdc50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9636328 Jun 02 12:30:06.694582 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42082) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:06.696836 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecacd8e-cf97-4090-a0b0-237f86ba9ff1 None None] Sync routers for ids ['37cfe7c1-aa52-4935-a48c-96ea291cdc50'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:30:06.710277 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecacd8e-cf97-4090-a0b0-237f86ba9ff1 None None] Routers {'37cfe7c1-aa52-4935-a48c-96ea291cdc50'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:06.711152 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-8ecacd8e-cf97-4090-a0b0-237f86ba9ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['37cfe7c1-aa52-4935-a48c-96ea291cdc50'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:06.746407 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] For port 14cd5b51-3998-470a-a235-965efde71c4f, host dv-neutron-601336-80-hyperv, got binding levels [] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:06.746983 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:06.768238 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-be9e4c57-def7-4b98-b754-510a5931fe65 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting port 8e88c03c-059e-4fdf-b14e-a8c38838a1f4 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:06.769062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-be9e4c57-def7-4b98-b754-510a5931fe65 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:06.779014 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f44a9cde-80db-4ef8-b535-b34db0bbb867 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:30:06.799901 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-8ecacd8e-cf97-4090-a0b0-237f86ba9ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:06.810021 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecacd8e-cf97-4090-a0b0-237f86ba9ff1 None None] Routers {'37cfe7c1-aa52-4935-a48c-96ea291cdc50'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:06.811276 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-8ecacd8e-cf97-4090-a0b0-237f86ba9ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['37cfe7c1-aa52-4935-a48c-96ea291cdc50'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:06.860931 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port f44a9cde-80db-4ef8-b535-b34db0bbb867 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:06.861307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:06.895038 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-8ecacd8e-cf97-4090-a0b0-237f86ba9ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:06.895794 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecacd8e-cf97-4090-a0b0-237f86ba9ff1 None None] The sync data for ids ['37cfe7c1-aa52-4935-a48c-96ea291cdc50'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:30:06.967872 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Calling delete_port for 14cd5b51-3998-470a-a235-965efde71c4f owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:07.021025 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.ipam_backend_mixin [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Port 14cd5b51-3998-470a-a235-965efde71c4f was not found and therefore no delete operation was performed {{(pid=92304) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 12:30:07.040490 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 14cd5b51-3998-470a-a235-965efde71c4f no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:30:07.042689 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:07.052442 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b6e27e8d-b38d-459b-8a64-b0567b06ee0a tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:07.108883 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 14cd5b51-3998-470a-a235-965efde71c4f {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:30:07.109159 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 14cd5b51-3998-470a-a235-965efde71c4f not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:30:07.125613 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a415ec3-203e-4454-b7d0-5d35da64c43d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:07.126653 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6a415ec3-203e-4454-b7d0-5d35da64c43d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Synchronizing usage tracker for tenant:2672fa59b26f4e7ab2b4bcbe66b3007d on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:07.134768 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Port': ['ID=14cd5b51-3998-470a-a235-965efde71c4f,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:07.141070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:07.148424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] No DVR routers for this DVR port 14cd5b51-3998-470a-a235-965efde71c4f on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:30:07.185999 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_gateway, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:07.254078 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-104264ae-f5fb-424a-923d-431293c5ddf5 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] remove_router_interface failed (client error): The resource could not be found. Jun 02 12:30:07.256267 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-104264ae-f5fb-424a-923d-431293c5ddf5 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/37cfe7c1-aa52-4935-a48c-96ea291cdc50/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5611753 Jun 02 12:30:07.259068 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42086) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:07.311464 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-446e171a-0214-47a1-8679-0b1b1a563e21 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Synchronizing usage tracker for tenant:9cc4ca61dc954dc9aa55c98b051cae30 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:07.317564 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:30:07.322148 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-be9e4c57-def7-4b98-b754-510a5931fe65 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:07.327627 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6530c5d-b740-4f38-aa86-3f1f1371695b None None] Sync routers for ids ['ae1cfd73-5d27-4a55-b8f3-617bc589e497'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:30:07.340269 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6530c5d-b740-4f38-aa86-3f1f1371695b None None] Routers {'ae1cfd73-5d27-4a55-b8f3-617bc589e497'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:07.341046 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-c6530c5d-b740-4f38-aa86-3f1f1371695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ae1cfd73-5d27-4a55-b8f3-617bc589e497'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:07.342548 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6a415ec3-203e-4454-b7d0-5d35da64c43d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Unset dirty status for tenant:2672fa59b26f4e7ab2b4bcbe66b3007d on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:07.343714 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6a415ec3-203e-4454-b7d0-5d35da64c43d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] 10.222.0.37 "GET /v2.0/ports?device_id=a704b5cf-2851-4ef2-85e8-055d62880073 HTTP/1.1" status: 200 len: 913 time: 0.9545436 Jun 02 12:30:07.346643 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42088) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:07.416419 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:07.420094 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.7970867 Jun 02 12:30:07.425904 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-446e171a-0214-47a1-8679-0b1b1a563e21 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Unset dirty status for tenant:9cc4ca61dc954dc9aa55c98b051cae30 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:07.426990 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-446e171a-0214-47a1-8679-0b1b1a563e21 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/ports?device_id=37cfe7c1-aa52-4935-a48c-96ea291cdc50 HTTP/1.1" status: 200 len: 205 time: 0.1670306 Jun 02 12:30:07.427517 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42090) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:07.430690 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42092) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:07.430971 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-c6530c5d-b740-4f38-aa86-3f1f1371695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:07.433954 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-adcb4e4f-7f2d-4118-9636-1caa0e0d5e99 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'enable_snat': False}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:07.439717 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6530c5d-b740-4f38-aa86-3f1f1371695b None None] Routers {'ae1cfd73-5d27-4a55-b8f3-617bc589e497'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:07.440369 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-c6530c5d-b740-4f38-aa86-3f1f1371695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ae1cfd73-5d27-4a55-b8f3-617bc589e497'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:07.500802 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-c6530c5d-b740-4f38-aa86-3f1f1371695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:07.501221 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6530c5d-b740-4f38-aa86-3f1f1371695b None None] The sync data for ids ['ae1cfd73-5d27-4a55-b8f3-617bc589e497'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:30:07.524338 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-be9e4c57-def7-4b98-b754-510a5931fe65 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Calling delete_port for 8e88c03c-059e-4fdf-b14e-a8c38838a1f4 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:07.590543 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:07.609328 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2e24b9-e8b5-4da9-8ac0-54424cdd8241']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:07.647288 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2521d1fd-52b3-4da0-a7c2-1d776bbca62d') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:07.647590 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2521d1fd-52b3-4da0-a7c2-1d776bbca62d') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:07.669406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:07.782416 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:07.787061 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74867026-e54d-4225-8488-886acd59f363 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:07.836634 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:30:07.837044 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:30:07.851912 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:30:08.176160 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:08.178704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:08.184331 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:08.198778 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-be9e4c57-def7-4b98-b754-510a5931fe65 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:08.259927 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:08.275765 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Network': ['ID=fa2e24b9-e8b5-4da9-8ac0-54424cdd8241,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:08.291652 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:08.291913 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-503f0777-a6e7-490d-a627-bfb053610f83 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:08.350456 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/networks/fa2e24b9-e8b5-4da9-8ac0-54424cdd8241 HTTP/1.1" status: 204 len: 168 time: 2.8184047 Jun 02 12:30:08.378562 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42098) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:08.392309 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-577a4d93-3093-4faf-a6c8-d395377c16e4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1933669247'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:08.401536 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e4c57-def7-4b98-b754-510a5931fe65 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Port': ['ID=8e88c03c-059e-4fdf-b14e-a8c38838a1f4,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:08.405899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-577a4d93-3093-4faf-a6c8-d395377c16e4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:08.408640 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-be9e4c57-def7-4b98-b754-510a5931fe65 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:08.411092 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-be9e4c57-def7-4b98-b754-510a5931fe65 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/8e88c03c-059e-4fdf-b14e-a8c38838a1f4 HTTP/1.1" status: 204 len: 168 time: 2.3522708 Jun 02 12:30:08.412219 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-be9e4c57-def7-4b98-b754-510a5931fe65 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:08.467466 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-577a4d93-3093-4faf-a6c8-d395377c16e4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:network and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:08.470023 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42100) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:08.472694 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-577a4d93-3093-4faf-a6c8-d395377c16e4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:08.518993 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-577a4d93-3093-4faf-a6c8-d395377c16e4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:08.571694 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577a4d93-3093-4faf-a6c8-d395377c16e4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:08.575048 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-577a4d93-3093-4faf-a6c8-d395377c16e4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:08.585254 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74867026-e54d-4225-8488-886acd59f363 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:08.589536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74867026-e54d-4225-8488-886acd59f363 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:08.600295 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd295e70-491d-4902-846a-c56d504e18a4 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:08.601912 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd295e70-491d-4902-846a-c56d504e18a4 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:08.602688 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-dd295e70-491d-4902-846a-c56d504e18a4 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:08.638189 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-dd295e70-491d-4902-846a-c56d504e18a4 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:08.639308 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-dd295e70-491d-4902-846a-c56d504e18a4 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1682925 Jun 02 12:30:08.643607 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577a4d93-3093-4faf-a6c8-d395377c16e4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:30:08.645320 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42102) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:08.698187 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-577a4d93-3093-4faf-a6c8-d395377c16e4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:08.698532 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-577a4d93-3093-4faf-a6c8-d395377c16e4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Added segment 656207db-9997-4953-ba12-344db85f7dfc of type vlan for network cf6219b7-be2b-48d2-ae3b-6e76aa16ff30 Jun 02 12:30:08.743291 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e064d5-60d8-4c2a-954c-1ba87d0088fd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet 46d5d67b-9287-425f-9a0d-2e1c61c36ca0 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:30:08.743528 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74867026-e54d-4225-8488-886acd59f363 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:08.743900 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74867026-e54d-4225-8488-886acd59f363 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Fanout notify agent at l3_agent the message router_deleted on router 37cfe7c1-aa52-4935-a48c-96ea291cdc50 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:30:08.746729 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Router 585c5b84-b19a-49a9-9654-5faef82bcf04 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:30:08.749392 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-577a4d93-3093-4faf-a6c8-d395377c16e4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:08.755369 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-00e064d5-60d8-4c2a-954c-1ba87d0088fd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:08.769667 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74867026-e54d-4225-8488-886acd59f363 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:08.770771 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-74867026-e54d-4225-8488-886acd59f363 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/routers/37cfe7c1-aa52-4935-a48c-96ea291cdc50 HTTP/1.1" status: 204 len: 168 time: 1.2839348 Jun 02 12:30:08.775658 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42104) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:08.899317 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-00e064d5-60d8-4c2a-954c-1ba87d0088fd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:08.948831 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-577a4d93-3093-4faf-a6c8-d395377c16e4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:08.954272 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577a4d93-3093-4faf-a6c8-d395377c16e4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:08.954840 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-577a4d93-3093-4faf-a6c8-d395377c16e4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:08.964309 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ba06163e-bff7-4da7-b14b-b121fe5ea787 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:08.983530 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc0d16a-cded-4513-b486-3747a06d68ab tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting subnet 70318195-3c53-459a-a7e4-a1f62f53fe87 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:30:09.039921 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d16a-cded-4513-b486-3747a06d68ab tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:09.135312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-adcb4e4f-7f2d-4118-9636-1caa0e0d5e99 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:09.140632 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-577a4d93-3093-4faf-a6c8-d395377c16e4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7585003 Jun 02 12:30:09.143414 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d16a-cded-4513-b486-3747a06d68ab tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:09.158158 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42108) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:09.165646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-07f95156-715e-4496-b3a5-7e36d2427d12 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'subnet': {'network_id': 'cf6219b7-be2b-48d2-ae3b-6e76aa16ff30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:09.184945 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a4d93-3093-4faf-a6c8-d395377c16e4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Network': ['ID=cf6219b7-be2b-48d2-ae3b-6e76aa16ff30,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:09.199317 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-577a4d93-3093-4faf-a6c8-d395377c16e4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:09.208898 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network cf6219b7-be2b-48d2-ae3b-6e76aa16ff30 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:30:09.222572 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:30:09.234268 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295efd90-fc97-42c8-93c7-6d0c97f6d819 None None] Sync routers for ids ['585c5b84-b19a-49a9-9654-5faef82bcf04'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:30:09.246332 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295efd90-fc97-42c8-93c7-6d0c97f6d819 None None] Routers {'585c5b84-b19a-49a9-9654-5faef82bcf04'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:09.247250 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-295efd90-fc97-42c8-93c7-6d0c97f6d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['585c5b84-b19a-49a9-9654-5faef82bcf04'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:09.313922 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-00e064d5-60d8-4c2a-954c-1ba87d0088fd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:09.344071 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-295efd90-fc97-42c8-93c7-6d0c97f6d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:09.353821 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295efd90-fc97-42c8-93c7-6d0c97f6d819 None None] Routers {'585c5b84-b19a-49a9-9654-5faef82bcf04'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:09.354454 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-295efd90-fc97-42c8-93c7-6d0c97f6d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['585c5b84-b19a-49a9-9654-5faef82bcf04'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:09.362890 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:09.366624 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.6049151 Jun 02 12:30:09.368567 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42110) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:09.379533 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-07f95156-715e-4496-b3a5-7e36d2427d12 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:09.387359 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-07f95156-715e-4496-b3a5-7e36d2427d12 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:subnet and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:09.392262 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-07f95156-715e-4496-b3a5-7e36d2427d12 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:09.417433 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-295efd90-fc97-42c8-93c7-6d0c97f6d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:09.417837 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295efd90-fc97-42c8-93c7-6d0c97f6d819 None None] The sync data for ids ['585c5b84-b19a-49a9-9654-5faef82bcf04'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:30:09.419393 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-07f95156-715e-4496-b3a5-7e36d2427d12 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:09.473550 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d16a-cded-4513-b486-3747a06d68ab tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:09.488954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f95156-715e-4496-b3a5-7e36d2427d12 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:09.492537 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-07f95156-715e-4496-b3a5-7e36d2427d12 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:09.606348 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7b49274f-2bce-435a-bcb5-409c7c93e951 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:09.766451 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-00e064d5-60d8-4c2a-954c-1ba87d0088fd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:09.775068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-794a29bd-e4be-43ec-9b0c-fa077bf17e05 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:09.835191 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-aac3baee-c10c-46b5-8329-b26bd9295e1d tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "GET /v2.0/routers/585c5b84-b19a-49a9-9654-5faef82bcf04 HTTP/1.1" status: 200 len: 921 time: 0.4594562 Jun 02 12:30:09.849080 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42114) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:09.951928 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e064d5-60d8-4c2a-954c-1ba87d0088fd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=46d5d67b-9287-425f-9a0d-2e1c61c36ca0,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:09.965593 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5313a472-d3a6-4804-afac-613653798ea4 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:09.966744 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-00e064d5-60d8-4c2a-954c-1ba87d0088fd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:09.967795 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-00e064d5-60d8-4c2a-954c-1ba87d0088fd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:10.006155 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-00e064d5-60d8-4c2a-954c-1ba87d0088fd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/46d5d67b-9287-425f-9a0d-2e1c61c36ca0 HTTP/1.1" status: 204 len: 168 time: 1.3596177 Jun 02 12:30:10.027434 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42118) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:10.105655 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6c73c760-d968-4dbf-ad8a-dbd847af1724 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754879 Jun 02 12:30:10.108140 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42120) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:10.113974 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-26e5393a-8c7c-4adf-aa03-3051a6231053 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:10.138147 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8ec8e99a-5850-4de2-b0ef-492f9803574b tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "GET /v2.0/ports?device_id=585c5b84-b19a-49a9-9654-5faef82bcf04 HTTP/1.1" status: 200 len: 205 time: 0.2388501 Jun 02 12:30:10.157135 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42122) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:10.286830 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f04ca9-cff5-4f1e-bf35-80de7d96cf5e None None] DHCP port deletion for a7413df9-4e7a-4187-aef8-a668d8bf2950 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:30:10.304929 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-26e5393a-8c7c-4adf-aa03-3051a6231053 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:10.310597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-26e5393a-8c7c-4adf-aa03-3051a6231053 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:10.315105 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-26e5393a-8c7c-4adf-aa03-3051a6231053 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:10.323175 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-26e5393a-8c7c-4adf-aa03-3051a6231053 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:10.355215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-70f04ca9-cff5-4f1e-bf35-80de7d96cf5e None None] Deleting port f44a9cde-80db-4ef8-b535-b34db0bbb867 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:10.355606 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e5393a-8c7c-4adf-aa03-3051a6231053 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:10.356006 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-70f04ca9-cff5-4f1e-bf35-80de7d96cf5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:10.359310 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-26e5393a-8c7c-4adf-aa03-3051a6231053 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:10.463840 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-70f04ca9-cff5-4f1e-bf35-80de7d96cf5e None None] For port f44a9cde-80db-4ef8-b535-b34db0bbb867, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f44a9cde-80db-4ef8-b535-b34db0bbb867,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:10.464499 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-70f04ca9-cff5-4f1e-bf35-80de7d96cf5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:10.526153 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-07f95156-715e-4496-b3a5-7e36d2427d12 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:10.534072 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a2a32d80-7d71-416d-a388-fc1d12fa5e22 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:10.607318 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-70f04ca9-cff5-4f1e-bf35-80de7d96cf5e None None] Calling delete_port for f44a9cde-80db-4ef8-b535-b34db0bbb867 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:10.639915 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-43d65c93-6d97-445f-a69f-a195e3fd8bdd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:10.661513 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-70f04ca9-cff5-4f1e-bf35-80de7d96cf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:10.666722 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:10.708692 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f95156-715e-4496-b3a5-7e36d2427d12 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Subnet': ['ID=ce531f0b-2fe0-4fa0-8c06-028a2abb0294,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:10.722823 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f04ca9-cff5-4f1e-bf35-80de7d96cf5e None None] Pushing event deleted for resources: {'Port': ['ID=f44a9cde-80db-4ef8-b535-b34db0bbb867,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:10.723133 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-07f95156-715e-4496-b3a5-7e36d2427d12 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:10.726192 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-70f04ca9-cff5-4f1e-bf35-80de7d96cf5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:10.726826 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f04ca9-cff5-4f1e-bf35-80de7d96cf5e None None] No DVR routers for this DVR port f44a9cde-80db-4ef8-b535-b34db0bbb867 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:30:10.735859 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f95156-715e-4496-b3a5-7e36d2427d12 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Checking segment: {'id': '656207db-9997-4953-ba12-344db85f7dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cf6219b7-be2b-48d2-ae3b-6e76aa16ff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:30:10.736457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f95156-715e-4496-b3a5-7e36d2427d12 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network hostable DHCP agents. Network: cf6219b7-be2b-48d2-ae3b-6e76aa16ff30, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:30:10.780932 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f44a9cde-80db-4ef8-b535-b34db0bbb867 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:30:10.817202 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: f44a9cde-80db-4ef8-b535-b34db0bbb867 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:30:10.817718 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f44a9cde-80db-4ef8-b535-b34db0bbb867 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:30:10.831169 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f95156-715e-4496-b3a5-7e36d2427d12 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network cf6219b7-be2b-48d2-ae3b-6e76aa16ff30 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:30:10.848415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-07f95156-715e-4496-b3a5-7e36d2427d12 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, cf6219b7-be2b-48d2-ae3b-6e76aa16ff30) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:10.860913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb654c6-a35a-44ca-8807-d005adf49dee None None] Network cf6219b7-be2b-48d2-ae3b-6e76aa16ff30 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:10.867724 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f95156-715e-4496-b3a5-7e36d2427d12 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:10.868318 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-07f95156-715e-4496-b3a5-7e36d2427d12 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:10.913317 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-07f95156-715e-4496-b3a5-7e36d2427d12 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7517796 Jun 02 12:30:10.924136 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42126) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:10.932424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-af316b03-45c5-40ad-ab19-50631fcb77d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'port': {'network_id': 'cf6219b7-be2b-48d2-ae3b-6e76aa16ff30', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1468836174'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:10.974135 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d16a-cded-4513-b486-3747a06d68ab tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:11.000446 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:11.095813 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0d16a-cded-4513-b486-3747a06d68ab tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Subnet': ['ID=70318195-3c53-459a-a7e4-a1f62f53fe87,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:11.099329 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ecc0d16a-cded-4513-b486-3747a06d68ab tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:11.099909 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-cf6219b7-be2b-48d2-ae3b-6e76aa16ff30', 'network_id': 'cf6219b7-be2b-48d2-ae3b-6e76aa16ff30', 'tenant_id': '4205f37103a1478c8c9013669bd1496e', 'fixed_ips': [{'subnet_id': 'ce531f0b-2fe0-4fa0-8c06-028a2abb0294'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:30:11.100905 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:11.123957 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-26e5393a-8c7c-4adf-aa03-3051a6231053 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:11.129868 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-af316b03-45c5-40ad-ab19-50631fcb77d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:11.132610 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:11.166733 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d16a-cded-4513-b486-3747a06d68ab tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:11.171123 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-af316b03-45c5-40ad-ab19-50631fcb77d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:port and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:11.179359 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-af316b03-45c5-40ad-ab19-50631fcb77d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:11.190499 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-af316b03-45c5-40ad-ab19-50631fcb77d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:11.211844 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ecc0d16a-cded-4513-b486-3747a06d68ab tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/subnets/70318195-3c53-459a-a7e4-a1f62f53fe87 HTTP/1.1" status: 204 len: 168 time: 2.4321654 Jun 02 12:30:11.212180 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e5393a-8c7c-4adf-aa03-3051a6231053 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:11.215650 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42130) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:11.218765 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-43d65c93-6d97-445f-a69f-a195e3fd8bdd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:11.220232 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-26e5393a-8c7c-4adf-aa03-3051a6231053 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:11.254562 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af316b03-45c5-40ad-ab19-50631fcb77d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:11.258018 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-af316b03-45c5-40ad-ab19-50631fcb77d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:11.279390 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd06166-08f5-4835-bd63-c19a2bc644ce None None] Network 03ec32d3-1527-475f-9663-737cda31e071 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:11.280257 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e5393a-8c7c-4adf-aa03-3051a6231053 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:11.280852 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-26e5393a-8c7c-4adf-aa03-3051a6231053 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:11.284962 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5393a-8c7c-4adf-aa03-3051a6231053 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=b3262a01-7cb6-4046-8b45-5e094c25c6fc,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:11.292774 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28ad035-6ca0-49b9-a4cb-d0f13ea469b6 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:11.294299 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-26e5393a-8c7c-4adf-aa03-3051a6231053 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:11.370239 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-af316b03-45c5-40ad-ab19-50631fcb77d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] device_id is not set on port 51ea3e25-5ba7-409f-8665-231b796dbc2c yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:30:11.409230 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-26e5393a-8c7c-4adf-aa03-3051a6231053 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2996376 Jun 02 12:30:11.421702 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42132) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:11.426685 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-52b0f421-facb-4c63-b743-0368e60b457d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'fixed_ips': [{'subnet_id': 'b3262a01-7cb6-4046-8b45-5e094c25c6fc', 'ip_address': '2001:db8::a8d2:7437:7376:f36c'}], 'name': 'tempest-NetworksTestDHCPv6-1998272304'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:11.472982 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:11.480812 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Allocated IP 172.20.0.2 (cf6219b7-be2b-48d2-ae3b-6e76aa16ff30/ce531f0b-2fe0-4fa0-8c06-028a2abb0294/f2a52953-350d-407c-bb1e-5f25c1443bb2) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:11.801000 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-52b0f421-facb-4c63-b743-0368e60b457d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:11.805170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-adcb4e4f-7f2d-4118-9636-1caa0e0d5e99 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:11.814884 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-52b0f421-facb-4c63-b743-0368e60b457d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:11.815824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-adcb4e4f-7f2d-4118-9636-1caa0e0d5e99 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:11.827790 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting port 1ab87db3-c933-437e-836a-71389c2acf69 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:11.828188 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:11.843218 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b0f421-facb-4c63-b743-0368e60b457d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:11.911693 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-43d65c93-6d97-445f-a69f-a195e3fd8bdd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Deleting port d45fc5f6-9e5f-41f0-bad1-9e565a101c4d {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:11.912164 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-43d65c93-6d97-445f-a69f-a195e3fd8bdd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:11.927342 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a7413df9-4e7a-4187-aef8-a668d8bf2950', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'fixed_ips': [{'subnet_id': 'b3262a01-7cb6-4046-8b45-5e094c25c6fc'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:30:11.927874 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-7b49274f-2bce-435a-bcb5-409c7c93e951 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Deleting port 5bceb6a2-63db-42f5-ba2c-03c576a7f556 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:11.928175 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:11.928297 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7b49274f-2bce-435a-bcb5-409c7c93e951 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:12.012353 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] For port 1ab87db3-c933-437e-836a-71389c2acf69, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1ab87db3-c933-437e-836a-71389c2acf69,segment=NetworkSegment(9bd5ea50-2b70-4cac-a28b-239d368f3a0e),segment_id=9bd5ea50-2b70-4cac-a28b-239d368f3a0e)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:12.013408 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:12.022781 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:12.047424 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Transition to ACTIVE for port object f2a52953-350d-407c-bb1e-5f25c1443bb2 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:12.069625 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ddb1fe-2e60-4aaf-8fba-531ebae6f76b None None] DHCP port deletion for 03ec32d3-1527-475f-9663-737cda31e071 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:30:12.113936 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Transition to ACTIVE for port object f2a52953-350d-407c-bb1e-5f25c1443bb2 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:12.165308 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:12.168704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Calling delete_port for 1ab87db3-c933-437e-836a-71389c2acf69 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:12.172610 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-24010088-4ffc-429f-85ec-7643be61ed13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:12.228199 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-52b0f421-facb-4c63-b743-0368e60b457d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:12.255607 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcb4e4f-7f2d-4118-9636-1caa0e0d5e99 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Router ae1cfd73-5d27-4a55-b8f3-617bc589e497 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:30:12.266873 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Network cf6219b7-be2b-48d2-ae3b-6e76aa16ff30 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:12.275673 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:12.287967 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-52b0f421-facb-4c63-b743-0368e60b457d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] device_id is not set on port 2c8cef89-12b7-4167-8878-734ac1940351 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:30:12.289223 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:12.329798 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-af316b03-45c5-40ad-ab19-50631fcb77d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Allocated IP 172.20.0.3 (cf6219b7-be2b-48d2-ae3b-6e76aa16ff30/ce531f0b-2fe0-4fa0-8c06-028a2abb0294/51ea3e25-5ba7-409f-8665-231b796dbc2c) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:12.369326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-43d65c93-6d97-445f-a69f-a195e3fd8bdd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:12.412113 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Pushing event updated for resources: {'Port': ['ID=f2a52953-350d-407c-bb1e-5f25c1443bb2,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:12.422035 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:12.423473 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Allocated IP 2001:db8::2 (a7413df9-4e7a-4187-aef8-a668d8bf2950/b3262a01-7cb6-4046-8b45-5e094c25c6fc/3b111661-7e2a-40f5-8714-db7b1522b19f) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:12.457251 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Attempting to bind port f2a52953-350d-407c-bb1e-5f25c1443bb2 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:30:12.458035 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Attempting to bind port f2a52953-350d-407c-bb1e-5f25c1443bb2 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '656207db-9997-4953-ba12-344db85f7dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cf6219b7-be2b-48d2-ae3b-6e76aa16ff30'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:30:12.458655 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Attempting to bind port f2a52953-350d-407c-bb1e-5f25c1443bb2 on network cf6219b7-be2b-48d2-ae3b-6e76aa16ff30 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:30:12.488534 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-47ddb1fe-2e60-4aaf-8fba-531ebae6f76b None None] Deleting port 1ab87db3-c933-437e-836a-71389c2acf69 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:12.489286 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-47ddb1fe-2e60-4aaf-8fba-531ebae6f76b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:12.509851 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:30:12.510700 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Checking segment: {'id': '656207db-9997-4953-ba12-344db85f7dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cf6219b7-be2b-48d2-ae3b-6e76aa16ff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:30:12.511342 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:12.512054 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Bound using segment: {'id': '656207db-9997-4953-ba12-344db85f7dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cf6219b7-be2b-48d2-ae3b-6e76aa16ff30'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:30:12.512794 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Bound port: f2a52953-350d-407c-bb1e-5f25c1443bb2, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656207db-9997-4953-ba12-344db85f7dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cf6219b7-be2b-48d2-ae3b-6e76aa16ff30'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:30:12.513425 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:12.587077 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:12.594599 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-306a5134-4f42-4f6b-b1e7-ca860e424e4b tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:12.636758 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-43d65c93-6d97-445f-a69f-a195e3fd8bdd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Calling delete_port for d45fc5f6-9e5f-41f0-bad1-9e565a101c4d owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:12.652352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Port': ['ID=1ab87db3-c933-437e-836a-71389c2acf69,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:12.666475 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:12.670586 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] No DVR routers for this DVR port 1ab87db3-c933-437e-836a-71389c2acf69 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:30:12.761625 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-af316b03-45c5-40ad-ab19-50631fcb77d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:12.812227 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-47ddb1fe-2e60-4aaf-8fba-531ebae6f76b None None] For port 1ab87db3-c933-437e-836a-71389c2acf69, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1ab87db3-c933-437e-836a-71389c2acf69,segment=NetworkSegment(9bd5ea50-2b70-4cac-a28b-239d368f3a0e),segment_id=9bd5ea50-2b70-4cac-a28b-239d368f3a0e)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:12.812886 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-47ddb1fe-2e60-4aaf-8fba-531ebae6f76b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:12.834069 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7b49274f-2bce-435a-bcb5-409c7c93e951 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:12.858784 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] For port f2a52953-350d-407c-bb1e-5f25c1443bb2, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:30:12.865539 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] For port f2a52953-350d-407c-bb1e-5f25c1443bb2, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f2a52953-350d-407c-bb1e-5f25c1443bb2,segment=NetworkSegment(656207db-9997-4953-ba12-344db85f7dfc),segment_id=656207db-9997-4953-ba12-344db85f7dfc)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:30:12.876957 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:12.889802 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-af316b03-45c5-40ad-ab19-50631fcb77d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Transition to ACTIVE for port object 51ea3e25-5ba7-409f-8665-231b796dbc2c will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:12.894558 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ec32d3-1527-475f-9663-737cda31e071']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:12.909729 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd5ea50-2b70-4cac-a28b-239d368f3a0e') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:12.910284 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd5ea50-2b70-4cac-a28b-239d368f3a0e') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:12.920805 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:12.926503 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:12.947371 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1ab87db3-c933-437e-836a-71389c2acf69 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:30:12.948178 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:12.957320 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:30:12.958064 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:30:12.974506 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:30:12.991567 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-af316b03-45c5-40ad-ab19-50631fcb77d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:12.998945 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1448b4f6-c372-47ae-aa6c-ee33d8ce0981 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:13.037978 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:13.048694 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Transition to ACTIVE for port object 3b111661-7e2a-40f5-8714-db7b1522b19f will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:13.064764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-7b49274f-2bce-435a-bcb5-409c7c93e951 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Calling delete_port for 5bceb6a2-63db-42f5-ba2c-03c576a7f556 owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:13.070231 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Transition to ACTIVE for port object 3b111661-7e2a-40f5-8714-db7b1522b19f will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:13.074411 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:13.170002 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af316b03-45c5-40ad-ab19-50631fcb77d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network cf6219b7-be2b-48d2-ae3b-6e76aa16ff30 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:13.183622 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:13.186416 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-af316b03-45c5-40ad-ab19-50631fcb77d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:13.193231 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af316b03-45c5-40ad-ab19-50631fcb77d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:13.244151 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:13.254142 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af316b03-45c5-40ad-ab19-50631fcb77d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Port': ['ID=51ea3e25-5ba7-409f-8665-231b796dbc2c,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:13.273535 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-af316b03-45c5-40ad-ab19-50631fcb77d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:13.277045 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:13.277494 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-43d65c93-6d97-445f-a69f-a195e3fd8bdd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:13.286608 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1a0d3e1b-88f7-4ac5-8998-faabb3cba681 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:13.286961 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5bb44a48-47b1-4dce-bb6e-00d2829c4ced tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:13.318257 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7b49274f-2bce-435a-bcb5-409c7c93e951 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:13.329752 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 1ab87db3-c933-437e-836a-71389c2acf69 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:30:13.330403 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1ab87db3-c933-437e-836a-71389c2acf69 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:30:13.338338 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Network': ['ID=03ec32d3-1527-475f-9663-737cda31e071,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:13.341980 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-52b0f421-facb-4c63-b743-0368e60b457d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8::a8d2:7437:7376:f36c (a7413df9-4e7a-4187-aef8-a668d8bf2950/b3262a01-7cb6-4046-8b45-5e094c25c6fc/2c8cef89-12b7-4167-8878-734ac1940351) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:13.345073 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-47ddb1fe-2e60-4aaf-8fba-531ebae6f76b None None] Calling delete_port for 1ab87db3-c933-437e-836a-71389c2acf69 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:13.350757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d65c93-6d97-445f-a69f-a195e3fd8bdd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Pushing event deleted for resources: {'Port': ['ID=d45fc5f6-9e5f-41f0-bad1-9e565a101c4d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:13.351356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:13.370037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af316b03-45c5-40ad-ab19-50631fcb77d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:13.370936 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-af316b03-45c5-40ad-ab19-50631fcb77d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:13.383291 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/networks/03ec32d3-1527-475f-9663-737cda31e071 HTTP/1.1" status: 204 len: 168 time: 2.1586721 Jun 02 12:30:13.387105 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42140) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:13.392457 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:13.398425 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-fe91dc2d-8a9f-4dd9-a72b-cc993171ad2b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1377027994'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:13.401388 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:13.407975 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-fe91dc2d-8a9f-4dd9-a72b-cc993171ad2b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:13.412954 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:13.424333 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-fe91dc2d-8a9f-4dd9-a72b-cc993171ad2b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:network and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:13.430552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-fe91dc2d-8a9f-4dd9-a72b-cc993171ad2b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:13.436623 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-af316b03-45c5-40ad-ab19-50631fcb77d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.5083449 Jun 02 12:30:13.436991 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-43d65c93-6d97-445f-a69f-a195e3fd8bdd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:13.437648 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ec6c70d7-2047-45d7-ad41-ac54f1e78d35 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:13.439421 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-fe91dc2d-8a9f-4dd9-a72b-cc993171ad2b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:13.441680 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42142) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:13.512875 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Pushing event updated for resources: {'Port': ['ID=f2a52953-350d-407c-bb1e-5f25c1443bb2,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:13.535365 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:13.545949 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe91dc2d-8a9f-4dd9-a72b-cc993171ad2b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Made reservation on behalf of 9cc4ca61dc954dc9aa55c98b051cae30 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:13.550166 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe91dc2d-8a9f-4dd9-a72b-cc993171ad2b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:13.640544 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b0f89b95-48ff-455b-9fa8-8a7bfa7555f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:13.773072 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Attempting to bind port 3b111661-7e2a-40f5-8714-db7b1522b19f on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:30:13.782440 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Attempting to bind port 3b111661-7e2a-40f5-8714-db7b1522b19f by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:30:13.783064 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Attempting to bind port 3b111661-7e2a-40f5-8714-db7b1522b19f on network a7413df9-4e7a-4187-aef8-a668d8bf2950 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:30:13.948195 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49274f-2bce-435a-bcb5-409c7c93e951 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Pushing event deleted for resources: {'Port': ['ID=5bceb6a2-63db-42f5-ba2c-03c576a7f556,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:13.986398 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-47ddb1fe-2e60-4aaf-8fba-531ebae6f76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:14.003555 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7b49274f-2bce-435a-bcb5-409c7c93e951 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:14.053363 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:30:14.053950 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:30:14.054495 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:14.055091 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Bound using segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:30:14.055602 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Bound port: 3b111661-7e2a-40f5-8714-db7b1522b19f, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:30:14.056085 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:14.067101 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Pushing event updated for resources: {'Port': ['ID=3b111661-7e2a-40f5-8714-db7b1522b19f,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:14.075039 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-47ddb1fe-2e60-4aaf-8fba-531ebae6f76b None None] Network 03ec32d3-1527-475f-9663-737cda31e071 is not hosted by any dhcp agent {{(pid=92306) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 12:30:14.077298 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ddb1fe-2e60-4aaf-8fba-531ebae6f76b None None] No DVR routers for this DVR port 1ab87db3-c933-437e-836a-71389c2acf69 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:30:14.077792 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcb4e4f-7f2d-4118-9636-1caa0e0d5e99 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:30:14.094612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-43d65c93-6d97-445f-a69f-a195e3fd8bdd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:14.127003 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:14.135583 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4768fe0-5a91-4192-aa82-5e7ce26c2ac2 None None] Sync routers for ids ['ae1cfd73-5d27-4a55-b8f3-617bc589e497'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:30:14.223174 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:14.260344 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-52b0f421-facb-4c63-b743-0368e60b457d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:14.299597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-52b0f421-facb-4c63-b743-0368e60b457d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Transition to ACTIVE for port object 2c8cef89-12b7-4167-8878-734ac1940351 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:14.304403 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ddb1fe-2e60-4aaf-8fba-531ebae6f76b None None] Pushing event deleted for resources: {'Port': ['ID=1ab87db3-c933-437e-836a-71389c2acf69,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:14.310244 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-47ddb1fe-2e60-4aaf-8fba-531ebae6f76b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:14.332456 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe91dc2d-8a9f-4dd9-a72b-cc993171ad2b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:30:14.332661 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2b493a0c-a89a-4b86-9ea3-65ccb1bab4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:14.337433 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4768fe0-5a91-4192-aa82-5e7ce26c2ac2 None None] Routers {'ae1cfd73-5d27-4a55-b8f3-617bc589e497'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:14.338038 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a4768fe0-5a91-4192-aa82-5e7ce26c2ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ae1cfd73-5d27-4a55-b8f3-617bc589e497'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:14.375987 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe91dc2d-8a9f-4dd9-a72b-cc993171ad2b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:14.375987 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-fe91dc2d-8a9f-4dd9-a72b-cc993171ad2b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Added segment 8e95ed1d-79d8-4f92-be68-fc525c3f07df of type vlan for network 0396defc-7663-4005-8ff1-5b5f988a4f43 Jun 02 12:30:14.409936 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-b6553008-b2f3-4230-b5a2-4c592dfe24a7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting port 51ea3e25-5ba7-409f-8665-231b796dbc2c {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:14.410310 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6553008-b2f3-4230-b5a2-4c592dfe24a7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:14.430958 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a4768fe0-5a91-4192-aa82-5e7ce26c2ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:14.433458 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] For port 3b111661-7e2a-40f5-8714-db7b1522b19f, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:30:14.445719 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] For port 3b111661-7e2a-40f5-8714-db7b1522b19f, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3b111661-7e2a-40f5-8714-db7b1522b19f,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:30:14.448775 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4768fe0-5a91-4192-aa82-5e7ce26c2ac2 None None] Routers {'ae1cfd73-5d27-4a55-b8f3-617bc589e497'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:14.449462 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a4768fe0-5a91-4192-aa82-5e7ce26c2ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ae1cfd73-5d27-4a55-b8f3-617bc589e497'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:14.450951 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-52b0f421-facb-4c63-b743-0368e60b457d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:14.475108 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-adcb4e4f-7f2d-4118-9636-1caa0e0d5e99 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:14.479011 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-adcb4e4f-7f2d-4118-9636-1caa0e0d5e99 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "PUT /v2.0/routers/ae1cfd73-5d27-4a55-b8f3-617bc589e497 HTTP/1.1" status: 200 len: 925 time: 7.0463455 Jun 02 12:30:14.506599 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:14.506856 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8d08e1fe-a234-48fa-b5a7-eeaf251fd8f5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:14.517417 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-74ad70cf-fa8b-458b-b8eb-acb2da787157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:14.529685 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42148) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:14.531026 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-43d65c93-6d97-445f-a69f-a195e3fd8bdd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:14.542506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe91dc2d-8a9f-4dd9-a72b-cc993171ad2b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:14.559135 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a4768fe0-5a91-4192-aa82-5e7ce26c2ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:14.559921 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4768fe0-5a91-4192-aa82-5e7ce26c2ac2 None None] The sync data for ids ['ae1cfd73-5d27-4a55-b8f3-617bc589e497'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:30:14.591235 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-43d65c93-6d97-445f-a69f-a195e3fd8bdd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:14.610863 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b0f421-facb-4c63-b743-0368e60b457d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:14.611057 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Pushing event updated for resources: {'Port': ['ID=3b111661-7e2a-40f5-8714-db7b1522b19f,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:14.621472 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:14.635765 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-52b0f421-facb-4c63-b743-0368e60b457d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:14.656892 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b0f421-facb-4c63-b743-0368e60b457d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:14.665051 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b0f421-facb-4c63-b743-0368e60b457d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:14.666289 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-52b0f421-facb-4c63-b743-0368e60b457d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:14.688899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0f421-facb-4c63-b743-0368e60b457d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=2c8cef89-12b7-4167-8878-734ac1940351,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:14.691101 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-43d65c93-6d97-445f-a69f-a195e3fd8bdd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:14.691930 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d65c93-6d97-445f-a69f-a195e3fd8bdd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Fanout notify agent at l3_agent the message router_deleted on router 585c5b84-b19a-49a9-9654-5faef82bcf04 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:30:14.706797 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-52b0f421-facb-4c63-b743-0368e60b457d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:14.713291 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6553008-b2f3-4230-b5a2-4c592dfe24a7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:14.727506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe91dc2d-8a9f-4dd9-a72b-cc993171ad2b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:14.733298 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe91dc2d-8a9f-4dd9-a72b-cc993171ad2b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:14.733904 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe91dc2d-8a9f-4dd9-a72b-cc993171ad2b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:14.741778 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d990f30a-1bc2-4f07-9871-d07614d77215 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:14.790074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7b49274f-2bce-435a-bcb5-409c7c93e951 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:14.813162 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-52b0f421-facb-4c63-b743-0368e60b457d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3903975 Jun 02 12:30:14.872370 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f2a52953-350d-407c-bb1e-5f25c1443bb2 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:30:14.885260 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42150) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:14.892265 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-b6553008-b2f3-4230-b5a2-4c592dfe24a7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Calling delete_port for 51ea3e25-5ba7-409f-8665-231b796dbc2c owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:14.979137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-43d65c93-6d97-445f-a69f-a195e3fd8bdd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:14.986360 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-43d65c93-6d97-445f-a69f-a195e3fd8bdd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "DELETE /v2.0/routers/585c5b84-b19a-49a9-9654-5faef82bcf04 HTTP/1.1" status: 204 len: 168 time: 4.8218720 Jun 02 12:30:14.988067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42154) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:14.988570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42156) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:14.992083 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3816b69e-37d9-4ee9-8cba-be6ad1f08bf9 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "GET /v2.0/routers/ae1cfd73-5d27-4a55-b8f3-617bc589e497 HTTP/1.1" status: 200 len: 925 time: 0.4584620 Jun 02 12:30:15.030606 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port f2a52953-350d-407c-bb1e-5f25c1443bb2 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:15.047258 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1548404831', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'enable_snat': False}}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:15.161480 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:15.166904 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fe91dc2d-8a9f-4dd9-a72b-cc993171ad2b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7763186 Jun 02 12:30:15.177722 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42158) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:15.178551 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Usage tracker for resource:router and tenant:7a8258d351c340a48b91d11ef23f5ae6 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:15.182420 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f52d08b-10f3-435e-a7e4-36c968d7a1ec None None] Network cf6219b7-be2b-48d2-ae3b-6e76aa16ff30 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:15.186554 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-85374884-33f2-4dd3-b58c-2022e6176d4a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'subnet': {'network_id': '0396defc-7663-4005-8ff1-5b5f988a4f43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:15.210618 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:15.218800 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91dc2d-8a9f-4dd9-a72b-cc993171ad2b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Network': ['ID=0396defc-7663-4005-8ff1-5b5f988a4f43,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:15.237513 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fe91dc2d-8a9f-4dd9-a72b-cc993171ad2b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:15.240018 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:15.278733 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 0396defc-7663-4005-8ff1-5b5f988a4f43 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:30:15.367834 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b49274f-2bce-435a-bcb5-409c7c93e951 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Router a704b5cf-2851-4ef2-85e8-055d62880073 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:30:15.369208 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:15.370246 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:15.412490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-85374884-33f2-4dd3-b58c-2022e6176d4a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:15.419474 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bcaa62e3-26d0-4c29-b410-acbeb306c362 None None] Provisioning for port f2a52953-350d-407c-bb1e-5f25c1443bb2 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:15.427687 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-85374884-33f2-4dd3-b58c-2022e6176d4a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:subnet and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:15.430877 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:15.438679 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bcaa62e3-26d0-4c29-b410-acbeb306c362 None None] Provisioning complete for port f2a52953-350d-407c-bb1e-5f25c1443bb2 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:15.439291 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bcaa62e3-26d0-4c29-b410-acbeb306c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:15.447790 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b3108e-6182-4895-adc3-2d95b04073bd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:15.453680 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b3108e-6182-4895-adc3-2d95b04073bd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:15.454526 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-36b3108e-6182-4895-adc3-2d95b04073bd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:15.464396 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-85374884-33f2-4dd3-b58c-2022e6176d4a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:15.474734 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-85374884-33f2-4dd3-b58c-2022e6176d4a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:15.484240 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cdffb1-f4b9-4bb4-9cbc-450ac0d283a3 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:15.488838 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-04cdffb1-f4b9-4bb4-9cbc-450ac0d283a3 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&device_id=ae1cfd73-5d27-4a55-b8f3-617bc589e497&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4893675 Jun 02 12:30:15.490565 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42162) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:15.537129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85374884-33f2-4dd3-b58c-2022e6176d4a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Made reservation on behalf of 9cc4ca61dc954dc9aa55c98b051cae30 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:15.540810 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-85374884-33f2-4dd3-b58c-2022e6176d4a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:15.572638 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-36b3108e-6182-4895-adc3-2d95b04073bd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:15.573807 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-36b3108e-6182-4895-adc3-2d95b04073bd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6746609 Jun 02 12:30:15.583515 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42164) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:15.644397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b49274f-2bce-435a-bcb5-409c7c93e951 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:30:15.650850 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7b49274f-2bce-435a-bcb5-409c7c93e951 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] 10.222.0.37 "PUT /v2.0/routers/a704b5cf-2851-4ef2-85e8-055d62880073/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3024690 Jun 02 12:30:15.656352 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dd95e0-ea8e-4fab-a303-d257ebb47e55 None None] Sync routers for ids ['a704b5cf-2851-4ef2-85e8-055d62880073'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:30:15.672258 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dd95e0-ea8e-4fab-a303-d257ebb47e55 None None] Routers {'a704b5cf-2851-4ef2-85e8-055d62880073'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:15.672875 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-b5dd95e0-ea8e-4fab-a303-d257ebb47e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a704b5cf-2851-4ef2-85e8-055d62880073'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:15.719591 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42166) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:15.744351 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bcaa62e3-26d0-4c29-b410-acbeb306c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:15.770451 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-b5dd95e0-ea8e-4fab-a303-d257ebb47e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:15.794653 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dd95e0-ea8e-4fab-a303-d257ebb47e55 None None] Routers {'a704b5cf-2851-4ef2-85e8-055d62880073'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:15.796809 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-b5dd95e0-ea8e-4fab-a303-d257ebb47e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:29:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a704b5cf-2851-4ef2-85e8-055d62880073'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:15.827329 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-bcaa62e3-26d0-4c29-b410-acbeb306c362 None None] For port f2a52953-350d-407c-bb1e-5f25c1443bb2, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f2a52953-350d-407c-bb1e-5f25c1443bb2,segment=NetworkSegment(656207db-9997-4953-ba12-344db85f7dfc),segment_id=656207db-9997-4953-ba12-344db85f7dfc)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:15.838950 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bcaa62e3-26d0-4c29-b410-acbeb306c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:15.847907 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:15.855515 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6553008-b2f3-4230-b5a2-4c592dfe24a7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:15.875600 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ae0062d4-5c78-42d5-a855-3da3c9dd8db7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:15.925190 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-b5dd95e0-ea8e-4fab-a303-d257ebb47e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:15.925787 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dd95e0-ea8e-4fab-a303-d257ebb47e55 None None] The sync data for ids ['a704b5cf-2851-4ef2-85e8-055d62880073'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:30:16.019925 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa62e3-26d0-4c29-b410-acbeb306c362 None None] Pushing event updated for resources: {'Port': ['ID=f2a52953-350d-407c-bb1e-5f25c1443bb2,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:16.028396 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bcaa62e3-26d0-4c29-b410-acbeb306c362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:16.156548 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bcac0309-8725-498d-b8e5-69f1e8d918a9 None None] Could not find standard attr ID for object 51ea3e25-5ba7-409f-8665-231b796dbc2c. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:30:16.176802 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d9f4c4-d639-4d55-801f-efb34e1c1480 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:16.178407 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f2d9f4c4-d639-4d55-801f-efb34e1c1480 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Synchronizing usage tracker for tenant:cbb1f69104c34c68b030e9cdfd5d035d on resource:network {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:16.179346 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6553008-b2f3-4230-b5a2-4c592dfe24a7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Port': ['ID=51ea3e25-5ba7-409f-8665-231b796dbc2c,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:16.196597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b6553008-b2f3-4230-b5a2-4c592dfe24a7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:16.198406 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bcac0309-8725-498d-b8e5-69f1e8d918a9 None None] Provisioning complete for port f2a52953-350d-407c-bb1e-5f25c1443bb2 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:16.199359 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bcac0309-8725-498d-b8e5-69f1e8d918a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:16.226588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6d359f92-5f12-436d-816d-0a3e14a9cbf8 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:16.286168 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f2d9f4c4-d639-4d55-801f-efb34e1c1480 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Unset dirty status for tenant:cbb1f69104c34c68b030e9cdfd5d035d on resource:network {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:16.290790 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f2d9f4c4-d639-4d55-801f-efb34e1c1480 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "GET /v2.0/networks/58ad0a37-4806-4fe2-972f-df18335d7a8e HTTP/1.1" status: 200 len: 881 time: 0.8005705 Jun 02 12:30:16.302409 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42170) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:16.368883 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6bfb35ce-f2f2-4135-b9d4-94a3199badae tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1cfd73-5d27-4a55-b8f3-617bc589e497 HTTP/1.1" status: 200 len: 205 time: 0.0652590 Jun 02 12:30:16.371756 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42172) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:16.395282 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:16.519498 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f0e1a576-dc7d-460f-9971-c5df96902a50 None None] Could not find standard attr ID for object 51ea3e25-5ba7-409f-8665-231b796dbc2c. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:30:16.543279 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f0e1a576-dc7d-460f-9971-c5df96902a50 None None] Provisioning for port 3b111661-7e2a-40f5-8714-db7b1522b19f completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:16.552574 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6553008-b2f3-4230-b5a2-4c592dfe24a7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:16.575364 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-833fcc4c-b085-4de5-a8f5-98753fc6204f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting port 2c8cef89-12b7-4167-8878-734ac1940351 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:16.575797 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-833fcc4c-b085-4de5-a8f5-98753fc6204f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:16.599264 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3017e83d-c714-4a08-a3e7-df33fcd3195f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:16.654374 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:16.682425 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b6553008-b2f3-4230-b5a2-4c592dfe24a7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/ports/51ea3e25-5ba7-409f-8665-231b796dbc2c HTTP/1.1" status: 204 len: 168 time: 3.2396538 Jun 02 12:30:16.692618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42176) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:16.695311 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-83708ee3-8307-471e-9853-452632f5515f None None] Provisioning for port 2c8cef89-12b7-4167-8878-734ac1940351 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:16.715745 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-83708ee3-8307-471e-9853-452632f5515f None None] Provisioning complete for port 2c8cef89-12b7-4167-8878-734ac1940351 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:16.716132 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-83708ee3-8307-471e-9853-452632f5515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:16.763193 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5f266a-2da3-4bcd-9eff-7bcb638ede4b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] GET failed (client error): The resource could not be found. Jun 02 12:30:16.763712 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-bc5f266a-2da3-4bcd-9eff-7bcb638ede4b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Synchronizing usage tracker for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:16.795636 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6d359f92-5f12-436d-816d-0a3e14a9cbf8 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:16.818185 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-739d516b-420c-434d-874d-34d809cbdc79 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:16.821314 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-83708ee3-8307-471e-9853-452632f5515f None None] Port 2c8cef89-12b7-4167-8878-734ac1940351 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:30:16.889425 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-833fcc4c-b085-4de5-a8f5-98753fc6204f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:16.898189 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-bc5f266a-2da3-4bcd-9eff-7bcb638ede4b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Unset dirty status for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:16.902136 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-bc5f266a-2da3-4bcd-9eff-7bcb638ede4b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports/51ea3e25-5ba7-409f-8665-231b796dbc2c HTTP/1.1" status: 404 len: 333 time: 0.2030981 Jun 02 12:30:16.904784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42178) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:16.938623 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3b111661-7e2a-40f5-8714-db7b1522b19f up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:30:17.013132 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 3b111661-7e2a-40f5-8714-db7b1522b19f completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:17.017804 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 3b111661-7e2a-40f5-8714-db7b1522b19f triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:17.019011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:17.049167 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-6d359f92-5f12-436d-816d-0a3e14a9cbf8 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Deleting port 193ed73c-4ae2-4fdf-b6ad-14cc8291e5df {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:17.049580 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6d359f92-5f12-436d-816d-0a3e14a9cbf8 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:17.076765 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-739d516b-420c-434d-874d-34d809cbdc79 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:17.110691 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-833fcc4c-b085-4de5-a8f5-98753fc6204f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Calling delete_port for 2c8cef89-12b7-4167-8878-734ac1940351 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:17.174001 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:17.214824 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 3b111661-7e2a-40f5-8714-db7b1522b19f, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3b111661-7e2a-40f5-8714-db7b1522b19f,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:17.220348 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:17.222275 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f2a52953-350d-407c-bb1e-5f25c1443bb2 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:30:17.228636 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6d359f92-5f12-436d-816d-0a3e14a9cbf8 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:17.238858 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c6fdaa-961d-4325-af08-7f85de432bb2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting subnet ce531f0b-2fe0-4fa0-8c06-028a2abb0294 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:30:17.254200 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-27c6fdaa-961d-4325-af08-7f85de432bb2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:17.258850 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-484a63a5-2ee4-4b03-8800-1b363588040a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:17.354290 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=3b111661-7e2a-40f5-8714-db7b1522b19f,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:17.364367 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-6d359f92-5f12-436d-816d-0a3e14a9cbf8 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Calling delete_port for 193ed73c-4ae2-4fdf-b6ad-14cc8291e5df owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:17.369729 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:17.372188 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-739d516b-420c-434d-874d-34d809cbdc79 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Deleting port 46139665-0f9b-40c2-b9cd-6f2fb178deea {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:17.372531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-739d516b-420c-434d-874d-34d809cbdc79 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:17.385680 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port f2a52953-350d-407c-bb1e-5f25c1443bb2 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:17.385680 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:17.463056 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-27c6fdaa-961d-4325-af08-7f85de432bb2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:17.560132 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:17.620805 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:17.640364 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-739d516b-420c-434d-874d-34d809cbdc79 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:17.766143 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:17.770330 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-739d516b-420c-434d-874d-34d809cbdc79 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Calling delete_port for 46139665-0f9b-40c2-b9cd-6f2fb178deea owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:17.892276 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-27c6fdaa-961d-4325-af08-7f85de432bb2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:17.921718 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6d359f92-5f12-436d-816d-0a3e14a9cbf8 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:17.927040 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bcbaef75-f962-4d73-930d-10baa5efce3c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:17.950135 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-833fcc4c-b085-4de5-a8f5-98753fc6204f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:17.958950 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-85374884-33f2-4dd3-b58c-2022e6176d4a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:17.971876 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:17.974627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d359f92-5f12-436d-816d-0a3e14a9cbf8 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Pushing event deleted for resources: {'Port': ['ID=193ed73c-4ae2-4fdf-b6ad-14cc8291e5df,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:17.978510 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6d359f92-5f12-436d-816d-0a3e14a9cbf8 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:18.133403 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6d359f92-5f12-436d-816d-0a3e14a9cbf8 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:18.236153 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-833fcc4c-b085-4de5-a8f5-98753fc6204f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:18.241580 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-739d516b-420c-434d-874d-34d809cbdc79 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:18.247524 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85374884-33f2-4dd3-b58c-2022e6176d4a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Subnet': ['ID=27616d36-1c43-46a7-81aa-f30e210a2d56,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:18.255650 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-acaa7f11-a041-47fc-be64-a77eb27def49 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:18.271011 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-85374884-33f2-4dd3-b58c-2022e6176d4a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:18.273372 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-52b0f421-facb-4c63-b743-0368e60b457d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:18.339643 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85374884-33f2-4dd3-b58c-2022e6176d4a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Checking segment: {'id': '8e95ed1d-79d8-4f92-be68-fc525c3f07df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0396defc-7663-4005-8ff1-5b5f988a4f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:30:18.339909 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85374884-33f2-4dd3-b58c-2022e6176d4a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network hostable DHCP agents. Network: 0396defc-7663-4005-8ff1-5b5f988a4f43, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:30:18.357017 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fcc4c-b085-4de5-a8f5-98753fc6204f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Port': ['ID=2c8cef89-12b7-4167-8878-734ac1940351,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:18.357991 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d516b-420c-434d-874d-34d809cbdc79 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Pushing event deleted for resources: {'Port': ['ID=46139665-0f9b-40c2-b9cd-6f2fb178deea,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:18.360532 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-833fcc4c-b085-4de5-a8f5-98753fc6204f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/2c8cef89-12b7-4167-8878-734ac1940351 HTTP/1.1" status: 204 len: 168 time: 2.7761095 Jun 02 12:30:18.365211 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-833fcc4c-b085-4de5-a8f5-98753fc6204f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:18.367449 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42184) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:18.394176 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-739d516b-420c-434d-874d-34d809cbdc79 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:18.396147 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6d359f92-5f12-436d-816d-0a3e14a9cbf8 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:18.405079 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6d359f92-5f12-436d-816d-0a3e14a9cbf8 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:18.462811 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Allocated IP 172.26.7.18 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/47f5d442-af7e-4fad-a2ec-fb2bd946f0c7) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:18.472103 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-739d516b-420c-434d-874d-34d809cbdc79 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:18.520414 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6d359f92-5f12-436d-816d-0a3e14a9cbf8 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:18.520929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d359f92-5f12-436d-816d-0a3e14a9cbf8 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Fanout notify agent at l3_agent the message router_deleted on router a704b5cf-2851-4ef2-85e8-055d62880073 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:30:18.527333 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85374884-33f2-4dd3-b58c-2022e6176d4a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network 0396defc-7663-4005-8ff1-5b5f988a4f43 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:30:18.564327 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650aaf5c-3375-4721-be27-ede452f86c22 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:18.567338 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650aaf5c-3375-4721-be27-ede452f86c22 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:18.568414 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-650aaf5c-3375-4721-be27-ede452f86c22 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:18.607925 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-85374884-33f2-4dd3-b58c-2022e6176d4a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 0396defc-7663-4005-8ff1-5b5f988a4f43) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:18.617004 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02ba74c-4925-4869-b983-f4b026230e11 None None] Network 0396defc-7663-4005-8ff1-5b5f988a4f43 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:18.671714 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6d359f92-5f12-436d-816d-0a3e14a9cbf8 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:18.672796 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6d359f92-5f12-436d-816d-0a3e14a9cbf8 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] 10.222.0.37 "DELETE /v2.0/routers/a704b5cf-2851-4ef2-85e8-055d62880073 HTTP/1.1" status: 204 len: 168 time: 2.9519010 Jun 02 12:30:18.675529 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-739d516b-420c-434d-874d-34d809cbdc79 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:18.677098 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42188) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:18.679596 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-739d516b-420c-434d-874d-34d809cbdc79 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:18.703125 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85374884-33f2-4dd3-b58c-2022e6176d4a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:18.703714 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-85374884-33f2-4dd3-b58c-2022e6176d4a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:18.730780 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-650aaf5c-3375-4721-be27-ede452f86c22 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:18.734661 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-650aaf5c-3375-4721-be27-ede452f86c22 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3642280 Jun 02 12:30:18.739446 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42190) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:18.748221 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-335df9ec-926c-4481-8535-9ece85f82190 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Deleting subnet 06136fa4-6591-424a-a879-4faadd7e5843 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:30:18.756681 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-335df9ec-926c-4481-8535-9ece85f82190 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:18.807473 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-85374884-33f2-4dd3-b58c-2022e6176d4a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6234586 Jun 02 12:30:18.807473 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-27c6fdaa-961d-4325-af08-7f85de432bb2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:18.813424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42192) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:18.813936 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e274542f-d7fe-40ed-b1aa-8981fd5c9763 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:18.834429 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3b111661-7e2a-40f5-8714-db7b1522b19f up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:30:18.844107 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-8d71f0fc-b961-4f19-a991-bd3dc6fdc6b3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1997582963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:18.886336 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8d71f0fc-b961-4f19-a991-bd3dc6fdc6b3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:18.888747 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6fdaa-961d-4325-af08-7f85de432bb2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Subnet': ['ID=ce531f0b-2fe0-4fa0-8c06-028a2abb0294,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:18.898002 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-27c6fdaa-961d-4325-af08-7f85de432bb2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:18.915760 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8d71f0fc-b961-4f19-a991-bd3dc6fdc6b3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:router and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:18.922187 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-27c6fdaa-961d-4325-af08-7f85de432bb2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:18.924004 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-27c6fdaa-961d-4325-af08-7f85de432bb2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/subnets/ce531f0b-2fe0-4fa0-8c06-028a2abb0294 HTTP/1.1" status: 204 len: 168 time: 2.0176799 Jun 02 12:30:18.928971 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa730bc-1218-4f2d-9e5b-da0fe8c72393 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet b3262a01-7cb6-4046-8b45-5e094c25c6fc {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:30:18.929914 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42196) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:18.931143 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8d71f0fc-b961-4f19-a991-bd3dc6fdc6b3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:18.939037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8d71f0fc-b961-4f19-a991-bd3dc6fdc6b3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:18.943076 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:18.946954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6aa730bc-1218-4f2d-9e5b-da0fe8c72393 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:18.975283 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60085bcb-33c2-47d7-9c14-150d744dec63 None None] Network cf6219b7-be2b-48d2-ae3b-6e76aa16ff30 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:18.991715 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d71f0fc-b961-4f19-a991-bd3dc6fdc6b3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:18.992701 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d71f0fc-b961-4f19-a991-bd3dc6fdc6b3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:19.025925 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6aa730bc-1218-4f2d-9e5b-da0fe8c72393 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:19.060733 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d71f0fc-b961-4f19-a991-bd3dc6fdc6b3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:19.068712 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-0396defc-7663-4005-8ff1-5b5f988a4f43', 'network_id': '0396defc-7663-4005-8ff1-5b5f988a4f43', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'fixed_ips': [{'subnet_id': '27616d36-1c43-46a7-81aa-f30e210a2d56'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:30:19.069556 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:19.070478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-739d516b-420c-434d-874d-34d809cbdc79 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:19.071052 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739d516b-420c-434d-874d-34d809cbdc79 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Fanout notify agent at l3_agent the message router_deleted on router ae1cfd73-5d27-4a55-b8f3-617bc589e497 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:30:19.086928 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:19.093103 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-335df9ec-926c-4481-8535-9ece85f82190 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:19.118934 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d71f0fc-b961-4f19-a991-bd3dc6fdc6b3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:19.127275 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-739d516b-420c-434d-874d-34d809cbdc79 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:19.131789 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-739d516b-420c-434d-874d-34d809cbdc79 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "DELETE /v2.0/routers/ae1cfd73-5d27-4a55-b8f3-617bc589e497 HTTP/1.1" status: 204 len: 168 time: 2.7542975 Jun 02 12:30:19.136804 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42198) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:19.142418 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-28c8eee3-e688-42c8-a6d6-e34cd018a97f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1950649751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:19.143262 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:19.148702 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-be9e4c57-def7-4b98-b754-510a5931fe65 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:19.163678 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-28c8eee3-e688-42c8-a6d6-e34cd018a97f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:19.172712 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-28c8eee3-e688-42c8-a6d6-e34cd018a97f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Usage tracker for resource:router and tenant:afb3ad3450b4486c8bc4ec5f3c49c720 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:19.178829 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-28c8eee3-e688-42c8-a6d6-e34cd018a97f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:19.204968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d71f0fc-b961-4f19-a991-bd3dc6fdc6b3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:19.206067 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8d71f0fc-b961-4f19-a991-bd3dc6fdc6b3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3658812 Jun 02 12:30:19.210382 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42200) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:19.235963 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-28c8eee3-e688-42c8-a6d6-e34cd018a97f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:19.269498 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 3b111661-7e2a-40f5-8714-db7b1522b19f triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:19.269910 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:19.273518 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-28c8eee3-e688-42c8-a6d6-e34cd018a97f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:19.274586 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-28c8eee3-e688-42c8-a6d6-e34cd018a97f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:19.298419 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-335df9ec-926c-4481-8535-9ece85f82190 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:19.299707 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:19.303070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6aa730bc-1218-4f2d-9e5b-da0fe8c72393 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:19.331474 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:19.342462 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:19.351430 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-28c8eee3-e688-42c8-a6d6-e34cd018a97f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:19.406943 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting port f2a52953-350d-407c-bb1e-5f25c1443bb2 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:19.407297 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:19.420945 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Pushing event updated for resources: {'Port': ['ID=47f5d442-af7e-4fad-a2ec-fb2bd946f0c7,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:19.439203 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:19.452326 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:19.453965 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Allocated IP 2001:db8::2 (0396defc-7663-4005-8ff1-5b5f988a4f43/27616d36-1c43-46a7-81aa-f30e210a2d56/70c84140-f9ee-4291-bb2d-21660d102f95) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:19.490817 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-28c8eee3-e688-42c8-a6d6-e34cd018a97f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:19.572559 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05ec09b-8bb4-492e-b3c3-04211bd2e0cc None None] DHCP port deletion for cf6219b7-be2b-48d2-ae3b-6e76aa16ff30 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:30:19.628341 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-28c8eee3-e688-42c8-a6d6-e34cd018a97f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:19.629564 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-28c8eee3-e688-42c8-a6d6-e34cd018a97f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4919324 Jun 02 12:30:19.644653 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42204) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:19.652529 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c0542e00-5d86-409d-93d8-f56ab22c8950 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Request body: {'router': {'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:19.732099 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-e05ec09b-8bb4-492e-b3c3-04211bd2e0cc None None] Deleting port f2a52953-350d-407c-bb1e-5f25c1443bb2 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:19.732809 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e05ec09b-8bb4-492e-b3c3-04211bd2e0cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:19.791318 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] For port f2a52953-350d-407c-bb1e-5f25c1443bb2, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f2a52953-350d-407c-bb1e-5f25c1443bb2,segment=NetworkSegment(656207db-9997-4953-ba12-344db85f7dfc),segment_id=656207db-9997-4953-ba12-344db85f7dfc)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:19.791959 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:19.895386 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-e05ec09b-8bb4-492e-b3c3-04211bd2e0cc None None] For port f2a52953-350d-407c-bb1e-5f25c1443bb2, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f2a52953-350d-407c-bb1e-5f25c1443bb2,segment=NetworkSegment(656207db-9997-4953-ba12-344db85f7dfc),segment_id=656207db-9997-4953-ba12-344db85f7dfc)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:19.895948 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e05ec09b-8bb4-492e-b3c3-04211bd2e0cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:20.026279 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Calling delete_port for f2a52953-350d-407c-bb1e-5f25c1443bb2 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:20.063896 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:20.072960 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-e05ec09b-8bb4-492e-b3c3-04211bd2e0cc None None] Calling delete_port for f2a52953-350d-407c-bb1e-5f25c1443bb2 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:20.085644 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Transition to ACTIVE for port object 70c84140-f9ee-4291-bb2d-21660d102f95 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:20.116215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Transition to ACTIVE for port object 70c84140-f9ee-4291-bb2d-21660d102f95 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:20.130226 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:20.136058 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:20.212710 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Pushing event updated for resources: {'Port': ['ID=70c84140-f9ee-4291-bb2d-21660d102f95,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:20.221648 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:20.223754 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-335df9ec-926c-4481-8535-9ece85f82190 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:20.248486 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Network 0396defc-7663-4005-8ff1-5b5f988a4f43 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:20.250125 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:20.256969 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:20.257502 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:20.292957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:20.304382 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e05ec09b-8bb4-492e-b3c3-04211bd2e0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:20.318390 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0178560c-fad5-47a1-97dc-c5cd07ad80e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:20.328703 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c0542e00-5d86-409d-93d8-f56ab22c8950 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:20.342028 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335df9ec-926c-4481-8535-9ece85f82190 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Pushing event deleted for resources: {'Subnet': ['ID=06136fa4-6591-424a-a879-4faadd7e5843,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:20.344991 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-335df9ec-926c-4481-8535-9ece85f82190 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:20.348171 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-335df9ec-926c-4481-8535-9ece85f82190 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:20.355496 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-335df9ec-926c-4481-8535-9ece85f82190 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] 10.222.0.37 "DELETE /v2.0/subnets/06136fa4-6591-424a-a879-4faadd7e5843 HTTP/1.1" status: 204 len: 168 time: 1.6772652 Jun 02 12:30:20.374508 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42208) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:20.401552 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80b2064-9305-4760-b2ad-360c5951fbc2 None None] Network 72327790-d764-4bbe-8bca-c0371fb86dbe requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:20.428236 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05ec09b-8bb4-492e-b3c3-04211bd2e0cc None None] No DVR routers for this DVR port f2a52953-350d-407c-bb1e-5f25c1443bb2 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:30:20.442977 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ec09b-8bb4-492e-b3c3-04211bd2e0cc None None] Pushing event deleted for resources: {'Port': ['ID=f2a52953-350d-407c-bb1e-5f25c1443bb2,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:20.466733 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e05ec09b-8bb4-492e-b3c3-04211bd2e0cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:20.526191 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Attempting to bind port 70c84140-f9ee-4291-bb2d-21660d102f95 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:30:20.526721 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Attempting to bind port 70c84140-f9ee-4291-bb2d-21660d102f95 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '8e95ed1d-79d8-4f92-be68-fc525c3f07df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0396defc-7663-4005-8ff1-5b5f988a4f43'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:30:20.527195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Attempting to bind port 70c84140-f9ee-4291-bb2d-21660d102f95 on network 0396defc-7663-4005-8ff1-5b5f988a4f43 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:30:20.544777 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:30:20.545012 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Checking segment: {'id': '8e95ed1d-79d8-4f92-be68-fc525c3f07df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0396defc-7663-4005-8ff1-5b5f988a4f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:30:20.545448 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:20.546071 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Bound using segment: {'id': '8e95ed1d-79d8-4f92-be68-fc525c3f07df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0396defc-7663-4005-8ff1-5b5f988a4f43'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:30:20.546561 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Bound port: 70c84140-f9ee-4291-bb2d-21660d102f95, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e95ed1d-79d8-4f92-be68-fc525c3f07df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0396defc-7663-4005-8ff1-5b5f988a4f43'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:30:20.547032 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:20.667631 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:20.677154 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6d359f92-5f12-436d-816d-0a3e14a9cbf8 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:20.726671 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6aa730bc-1218-4f2d-9e5b-da0fe8c72393 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:20.726905 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:20.738035 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:20.741472 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] For port 70c84140-f9ee-4291-bb2d-21660d102f95, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:30:20.744316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Port': ['ID=f2a52953-350d-407c-bb1e-5f25c1443bb2,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:20.746134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] No DVR routers for this DVR port f2a52953-350d-407c-bb1e-5f25c1443bb2 on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:30:20.747749 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] For port 70c84140-f9ee-4291-bb2d-21660d102f95, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=70c84140-f9ee-4291-bb2d-21660d102f95,segment=NetworkSegment(8e95ed1d-79d8-4f92-be68-fc525c3f07df),segment_id=8e95ed1d-79d8-4f92-be68-fc525c3f07df)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:30:20.751223 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:20.754831 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:20.760823 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:20.786541 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:20.868377 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Pushing event updated for resources: {'Port': ['ID=70c84140-f9ee-4291-bb2d-21660d102f95,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:20.872011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:20.900472 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f2a52953-350d-407c-bb1e-5f25c1443bb2 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:30:20.958376 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fe0299-d031-4e90-bfcc-3d64c0fd3d49 None None] DHCP port deletion for 72327790-d764-4bbe-8bca-c0371fb86dbe request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:30:20.996318 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:21.001792 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa730bc-1218-4f2d-9e5b-da0fe8c72393 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=b3262a01-7cb6-4046-8b45-5e094c25c6fc,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:21.023151 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: f2a52953-350d-407c-bb1e-5f25c1443bb2 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:30:21.023610 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f2a52953-350d-407c-bb1e-5f25c1443bb2 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:30:21.032969 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd348e4-6d00-4cff-a3a7-bf750011b14b None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:21.035639 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6219b7-be2b-48d2-ae3b-6e76aa16ff30']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:21.056148 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656207db-9997-4953-ba12-344db85f7dfc') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:21.056377 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656207db-9997-4953-ba12-344db85f7dfc') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:21.069541 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6aa730bc-1218-4f2d-9e5b-da0fe8c72393 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:21.075731 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6aa730bc-1218-4f2d-9e5b-da0fe8c72393 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:21.092649 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:21.115268 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:21.122779 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:30:21.123188 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:21.176364 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6aa730bc-1218-4f2d-9e5b-da0fe8c72393 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/b3262a01-7cb6-4046-8b45-5e094c25c6fc HTTP/1.1" status: 204 len: 168 time: 2.4353180 Jun 02 12:30:21.183126 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42212) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: util.warn( Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: util.warn( Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: util.warn( Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: util.warn( Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: util.warn( Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:30:21.186348 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:30:21.276522 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Allocated IP 2001:db8::1 (0396defc-7663-4005-8ff1-5b5f988a4f43/27616d36-1c43-46a7-81aa-f30e210a2d56/9ad79e97-8e95-4ab9-89cb-139eb7db0676) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:21.285876 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-45fe0299-d031-4e90-bfcc-3d64c0fd3d49 None None] Deleting port c3912719-7640-4996-9679-70779bba72a3 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:21.286584 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-45fe0299-d031-4e90-bfcc-3d64c0fd3d49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:21.421774 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-45fe0299-d031-4e90-bfcc-3d64c0fd3d49 None None] For port c3912719-7640-4996-9679-70779bba72a3, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c3912719-7640-4996-9679-70779bba72a3,segment=NetworkSegment(e091f413-4274-48f6-ba3c-fc2310eab984),segment_id=e091f413-4274-48f6-ba3c-fc2310eab984)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:21.422288 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-45fe0299-d031-4e90-bfcc-3d64c0fd3d49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:21.449729 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-25f79427-5dbc-46d9-9c72-e55a3fe48965 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2651908 Jun 02 12:30:21.470536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42216) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:21.533282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Deleting port c3912719-7640-4996-9679-70779bba72a3 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:21.533653 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:21.556819 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fed322-f952-4aaf-9b59-a0d2ab946f4b None None] DHCP port deletion for a7413df9-4e7a-4187-aef8-a668d8bf2950 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:30:21.568589 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-45fe0299-d031-4e90-bfcc-3d64c0fd3d49 None None] Calling delete_port for c3912719-7640-4996-9679-70779bba72a3 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:21.583391 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:21.590750 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:21.595461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c0542e00-5d86-409d-93d8-f56ab22c8950 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:21.621864 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Transition to ACTIVE for port object 9ad79e97-8e95-4ab9-89cb-139eb7db0676 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:21.644605 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c0542e00-5d86-409d-93d8-f56ab22c8950 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:21.680202 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f8fed322-f952-4aaf-9b59-a0d2ab946f4b None None] Deleting port 3b111661-7e2a-40f5-8714-db7b1522b19f {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:21.680905 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f8fed322-f952-4aaf-9b59-a0d2ab946f4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:21.694188 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:21.745967 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:21.792343 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Network': ['ID=cf6219b7-be2b-48d2-ae3b-6e76aa16ff30,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:21.804506 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-45fe0299-d031-4e90-bfcc-3d64c0fd3d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:21.808691 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:21.812735 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b2713ce3-b352-400a-926a-8b66f410e0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:21.814831 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-af316b03-45c5-40ad-ab19-50631fcb77d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:21.831557 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:21.851396 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/networks/cf6219b7-be2b-48d2-ae3b-6e76aa16ff30 HTTP/1.1" status: 204 len: 168 time: 2.9170268 Jun 02 12:30:21.861301 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42218) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:21.863778 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] For port c3912719-7640-4996-9679-70779bba72a3, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c3912719-7640-4996-9679-70779bba72a3,segment=NetworkSegment(e091f413-4274-48f6-ba3c-fc2310eab984),segment_id=e091f413-4274-48f6-ba3c-fc2310eab984)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:21.864144 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:21.872610 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe0299-d031-4e90-bfcc-3d64c0fd3d49 None None] Pushing event deleted for resources: {'Port': ['ID=c3912719-7640-4996-9679-70779bba72a3,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:21.872804 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:21.882543 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-3d6145d9-f593-4285-a89a-9a4259039194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'port': {'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01', 'name': 'tempest-PortsTestJSON-628698705'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:21.882940 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-45fe0299-d031-4e90-bfcc-3d64c0fd3d49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:21.884683 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-f8fed322-f952-4aaf-9b59-a0d2ab946f4b None None] For port 3b111661-7e2a-40f5-8714-db7b1522b19f, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3b111661-7e2a-40f5-8714-db7b1522b19f,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:21.885077 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f8fed322-f952-4aaf-9b59-a0d2ab946f4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:21.892536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe0299-d031-4e90-bfcc-3d64c0fd3d49 None None] No DVR routers for this DVR port c3912719-7640-4996-9679-70779bba72a3 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:30:21.953311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network 0396defc-7663-4005-8ff1-5b5f988a4f43 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:21.957491 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:21.975388 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:21.976208 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:22.018092 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Port': ['ID=9ad79e97-8e95-4ab9-89cb-139eb7db0676,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:22.036002 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f8fed322-f952-4aaf-9b59-a0d2ab946f4b None None] Calling delete_port for 3b111661-7e2a-40f5-8714-db7b1522b19f owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:22.058811 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:22.104863 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Calling delete_port for c3912719-7640-4996-9679-70779bba72a3 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:22.114470 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f8fed322-f952-4aaf-9b59-a0d2ab946f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:22.118923 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7fff1de9-132d-4877-ba82-a97478470561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:22.169540 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fed322-f952-4aaf-9b59-a0d2ab946f4b None None] Pushing event deleted for resources: {'Port': ['ID=3b111661-7e2a-40f5-8714-db7b1522b19f,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:22.172710 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f8fed322-f952-4aaf-9b59-a0d2ab946f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:22.173530 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fed322-f952-4aaf-9b59-a0d2ab946f4b None None] No DVR routers for this DVR port 3b111661-7e2a-40f5-8714-db7b1522b19f on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:30:22.263950 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Router 826854cf-6163-42eb-a261-762629f1491d is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:30:22.266402 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a817506-d1b8-4ba7-939c-aa04efb0c6c8 None None] Network 0396defc-7663-4005-8ff1-5b5f988a4f43 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:22.269768 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:22.368324 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-32ea956e-dd9a-4587-91d0-71727e98c031 None None] Provisioning for port 70c84140-f9ee-4291-bb2d-21660d102f95 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:22.399723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f922b5-64e6-47d7-aeb1-c4ccf84cf561 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:22.401176 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-03f922b5-64e6-47d7-aeb1-c4ccf84cf561 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9281361 Jun 02 12:30:22.407910 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42222) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:22.431806 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:22.442224 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6dc3777f-824d-4147-8175-2d40238f89a0 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:22.499865 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] No DVR routers for this DVR port c3912719-7640-4996-9679-70779bba72a3 on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:30:22.532897 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Pushing event deleted for resources: {'Port': ['ID=c3912719-7640-4996-9679-70779bba72a3,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:22.539715 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:22.547122 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3d6145d9-f593-4285-a89a-9a4259039194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:22.589610 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3d6145d9-f593-4285-a89a-9a4259039194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:port and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:22.599880 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-c0542e00-5d86-409d-93d8-f56ab22c8950 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Allocated IP 172.26.7.130 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/940646f5-e555-46b2-bdf2-83122f001ed5) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:22.605024 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3d6145d9-f593-4285-a89a-9a4259039194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:22.665035 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3d6145d9-f593-4285-a89a-9a4259039194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:22.704563 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:22.717834 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6145d9-f593-4285-a89a-9a4259039194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:22.723001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3d6145d9-f593-4285-a89a-9a4259039194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:22.750542 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72327790-d764-4bbe-8bca-c0371fb86dbe']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:22.776881 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e091f413-4274-48f6-ba3c-fc2310eab984') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:22.777177 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e091f413-4274-48f6-ba3c-fc2310eab984') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:22.845798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-3d6145d9-f593-4285-a89a-9a4259039194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] device_id is not set on port d11495b9-15b1-4196-b75a-2ba7ac628c47 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:30:22.863096 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 70c84140-f9ee-4291-bb2d-21660d102f95 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:30:22.951130 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c6ab14f8-f695-402c-abe4-af29e224d6a7 None None] Provisioning for port 9ad79e97-8e95-4ab9-89cb-139eb7db0676 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:22.957408 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69262926-b14f-4324-8b18-4d554b58288b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:22.958123 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-69262926-b14f-4324-8b18-4d554b58288b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:22.960226 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c6ab14f8-f695-402c-abe4-af29e224d6a7 None None] Provisioning complete for port 9ad79e97-8e95-4ab9-89cb-139eb7db0676 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:22.961032 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c6ab14f8-f695-402c-abe4-af29e224d6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:22.961918 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c0542e00-5d86-409d-93d8-f56ab22c8950 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:22.984913 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:30:22.991313 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:23.006340 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c0542e00-5d86-409d-93d8-f56ab22c8950 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:23.031048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bec2d035-63c4-4319-b869-881530172f6b tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:23.031521 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-69262926-b14f-4324-8b18-4d554b58288b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:23.033258 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-69262926-b14f-4324-8b18-4d554b58288b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6201589 Jun 02 12:30:23.034627 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] Sync routers for ids ['826854cf-6163-42eb-a261-762629f1491d'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:30:23.038020 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:23.039793 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.0446732 Jun 02 12:30:23.040246 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c6ab14f8-f695-402c-abe4-af29e224d6a7 None None] Port 9ad79e97-8e95-4ab9-89cb-139eb7db0676 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:30:23.050173 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] Routers {'826854cf-6163-42eb-a261-762629f1491d'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:23.050885 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['826854cf-6163-42eb-a261-762629f1491d'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:23.054806 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42226) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:23.055335 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42228) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:23.084917 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:23.093183 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:30:23.093744 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:23.120087 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 70c84140-f9ee-4291-bb2d-21660d102f95 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:23.129318 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 70c84140-f9ee-4291-bb2d-21660d102f95 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:23.129702 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:30:23.133589 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:30:23.157843 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0542e00-5d86-409d-93d8-f56ab22c8950 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:23.167421 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-c0542e00-5d86-409d-93d8-f56ab22c8950 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:23.223296 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1edde226-d25b-4c06-b4d4-0ff8059d1fc0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1626496 Jun 02 12:30:23.225853 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42232) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:23.236178 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-a96de5f4-5a4a-4298-8867-97530f6179cb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:23.244714 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0542e00-5d86-409d-93d8-f56ab22c8950 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:23.282792 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-11887650-ddd9-4766-a17f-24b6704c8e1b None None] Provisioning complete for port 9ad79e97-8e95-4ab9-89cb-139eb7db0676 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:23.283352 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-11887650-ddd9-4766-a17f-24b6704c8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:23.344115 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:23.353141 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0542e00-5d86-409d-93d8-f56ab22c8950 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Pushing event updated for resources: {'Port': ['ID=940646f5-e555-46b2-bdf2-83122f001ed5,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:23.362636 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c0542e00-5d86-409d-93d8-f56ab22c8950 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:23.372688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:23.382549 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-11887650-ddd9-4766-a17f-24b6704c8e1b None None] Port 9ad79e97-8e95-4ab9-89cb-139eb7db0676 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:30:23.388690 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] Set router 826854cf-6163-42eb-a261-762629f1491d gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:30:23.393744 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:23.456806 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.db.resource_extend [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:30:23.468406 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] 10.222.0.37 "DELETE /v2.0/networks/72327790-d764-4bbe-8bca-c0371fb86dbe HTTP/1.1" status: 204 len: 168 time: 3.0897117 Jun 02 12:30:23.476988 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42234) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:23.490237 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Pushing event deleted for resources: {'Network': ['ID=72327790-d764-4bbe-8bca-c0371fb86dbe,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:23.561588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:23.561802 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:23.594664 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:23.595572 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:23.606385 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-495e718b-51d3-4236-8e7c-1c127efc2abe tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:23.682476 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:23.695700 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a96de5f4-5a4a-4298-8867-97530f6179cb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:23.730371 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d2073ae3-ef86-4141-a01e-740cb6db4ad1 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "GET /v2.0/routers/826854cf-6163-42eb-a261-762629f1491d HTTP/1.1" status: 200 len: 908 time: 0.6061597 Jun 02 12:30:23.730573 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3d6145d9-f593-4285-a89a-9a4259039194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:23.730708 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42238) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:23.735091 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1548404831', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'enable_snat': True}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:23.743165 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:23.763813 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 70c84140-f9ee-4291-bb2d-21660d102f95, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=70c84140-f9ee-4291-bb2d-21660d102f95,segment=NetworkSegment(8e95ed1d-79d8-4f92-be68-fc525c3f07df),segment_id=8e95ed1d-79d8-4f92-be68-fc525c3f07df)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:23.772523 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a96de5f4-5a4a-4298-8867-97530f6179cb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:23.774750 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:23.779031 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e05ec09b-8bb4-492e-b3c3-04211bd2e0cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:23.809162 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Usage tracker for resource:router and tenant:7a8258d351c340a48b91d11ef23f5ae6 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:23.829924 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:23.840538 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:23.876460 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:23.877540 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:23.882129 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3b111661-7e2a-40f5-8714-db7b1522b19f no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:30:23.915960 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Port': ['ID=9ad79e97-8e95-4ab9-89cb-139eb7db0676,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:23.919548 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:23.923580 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96de5f4-5a4a-4298-8867-97530f6179cb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:23.926578 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 3b111661-7e2a-40f5-8714-db7b1522b19f {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:30:23.926985 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3b111661-7e2a-40f5-8714-db7b1522b19f not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:30:23.927401 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c3912719-7640-4996-9679-70779bba72a3 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:30:23.927537 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a96de5f4-5a4a-4298-8867-97530f6179cb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:23.974876 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: c3912719-7640-4996-9679-70779bba72a3 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:30:23.975240 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c3912719-7640-4996-9679-70779bba72a3 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:30:23.975686 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:23.977482 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3d6145d9-f593-4285-a89a-9a4259039194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:23.990701 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=70c84140-f9ee-4291-bb2d-21660d102f95,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:23.992034 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2adbf9f5-d1b8-425e-8be1-7320cf7cc1c0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:23.995372 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:24.001195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826854cf-6163-42eb-a261-762629f1491d', 'name': 'tempest-snat-router-1548404831', 'tenant_id': '7a8258d351c340a48b91d11ef23f5ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.18'}], 'enable_snat': False}, 'gw_port_id': '47f5d442-af7e-4fad-a2ec-fb2bd946f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:30:15Z', 'updated_at': '2021-06-02T12:30:20Z', 'revision_number': 3, 'project_id': '7a8258d351c340a48b91d11ef23f5ae6', 'gw_port': {'id': '47f5d442-af7e-4fad-a2ec-fb2bd946f0c7', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826854cf-6163-42eb-a261-762629f1491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:30:17Z', 'updated_at': '2021-06-02T12:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:24.010550 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] Checking router: 826854cf-6163-42eb-a261-762629f1491d for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:30:24.011097 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] Updating router 826854cf-6163-42eb-a261-762629f1491d port 47f5d442-af7e-4fad-a2ec-fb2bd946f0c7 binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:30:24.049498 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c0542e00-5d86-409d-93d8-f56ab22c8950 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:24.072397 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:24.133278 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network 0396defc-7663-4005-8ff1-5b5f988a4f43 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:24.137074 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:24.153166 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Deleting port 9c26c6b2-cfa7-4bfb-91af-b4b42566fece {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:24.153815 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:24.291262 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6145d9-f593-4285-a89a-9a4259039194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Port': ['ID=d11495b9-15b1-4196-b75a-2ba7ac628c47,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:24.311354 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6145d9-f593-4285-a89a-9a4259039194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network 5f8f70fa-496f-42a8-b6f8-090baa296d01 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:24.322092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3d6145d9-f593-4285-a89a-9a4259039194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:24.323918 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-3d6145d9-f593-4285-a89a-9a4259039194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:24.328316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6145d9-f593-4285-a89a-9a4259039194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:24.335507 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6145d9-f593-4285-a89a-9a4259039194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:24.336462 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3d6145d9-f593-4285-a89a-9a4259039194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:24.484888 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:24.501464 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] Transition to ACTIVE for port object 47f5d442-af7e-4fad-a2ec-fb2bd946f0c7 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:24.513505 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:24.519151 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-dc8ca199-d979-4809-9b52-780cf0de3f78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:24.598590 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3d6145d9-f593-4285-a89a-9a4259039194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7179122 Jun 02 12:30:24.603846 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-3560024a-ce7b-4ce6-89e2-7cb5aaf05626 None None] Provisioning complete for port 9ad79e97-8e95-4ab9-89cb-139eb7db0676 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:24.604225 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3560024a-ce7b-4ce6-89e2-7cb5aaf05626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:24.607044 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42242) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:24.654189 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] Attempting to bind port 47f5d442-af7e-4fad-a2ec-fb2bd946f0c7 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:30:24.654562 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] Attempting to bind port 47f5d442-af7e-4fad-a2ec-fb2bd946f0c7 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:30:24.654931 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] Attempting to bind port 47f5d442-af7e-4fad-a2ec-fb2bd946f0c7 on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:30:24.675814 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3cefb-075d-4a65-9c1d-f1e39dc47842 None None] Pushing event updated for resources: {'Port': ['ID=47f5d442-af7e-4fad-a2ec-fb2bd946f0c7,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:24.682526 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:30:24.683220 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:30:24.683786 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:24.684358 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:30:24.685064 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] Bound port: 47f5d442-af7e-4fad-a2ec-fb2bd946f0c7, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:30:24.685715 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:24.727835 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:24.728306 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:24.799089 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] For port 47f5d442-af7e-4fad-a2ec-fb2bd946f0c7, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:30:24.802749 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] For port 47f5d442-af7e-4fad-a2ec-fb2bd946f0c7, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=47f5d442-af7e-4fad-a2ec-fb2bd946f0c7,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:30:24.814001 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-69c3cefb-075d-4a65-9c1d-f1e39dc47842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:24.814747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-3560024a-ce7b-4ce6-89e2-7cb5aaf05626 None None] Port 9ad79e97-8e95-4ab9-89cb-139eb7db0676 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:30:24.817853 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:24.827334 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4f52b585-b86b-46fc-b5dd-5fb444bffd76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:24.872576 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 70c84140-f9ee-4291-bb2d-21660d102f95 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:30:24.906014 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Calling delete_port for 9c26c6b2-cfa7-4bfb-91af-b4b42566fece owned by network:floatingip {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:24.909258 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:24.957538 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router 5b7420f0-c9c6-48ed-9f38-53c9e918cc24 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:30:24.959215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] Routers {'826854cf-6163-42eb-a261-762629f1491d'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:24.959839 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['826854cf-6163-42eb-a261-762629f1491d'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:25.029165 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3cefb-075d-4a65-9c1d-f1e39dc47842 None None] Pushing event updated for resources: {'Port': ['ID=47f5d442-af7e-4fad-a2ec-fb2bd946f0c7,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:25.036920 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-69c3cefb-075d-4a65-9c1d-f1e39dc47842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:25.140721 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 70c84140-f9ee-4291-bb2d-21660d102f95 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:25.141398 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:25.212776 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-3421da55-f284-4932-bbdc-d5fb1a59158f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting port d11495b9-15b1-4196-b75a-2ba7ac628c47 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:25.213398 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3421da55-f284-4932-bbdc-d5fb1a59158f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:25.224171 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:30:25.244665 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182cbc50-5a25-4c16-b088-2bde97404dba None None] Sync routers for ids ['5b7420f0-c9c6-48ed-9f38-53c9e918cc24'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:30:25.245509 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c0542e00-5d86-409d-93d8-f56ab22c8950 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:25.254785 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] Set router 826854cf-6163-42eb-a261-762629f1491d gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:30:25.262576 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182cbc50-5a25-4c16-b088-2bde97404dba None None] Routers {'5b7420f0-c9c6-48ed-9f38-53c9e918cc24'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:25.263528 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-182cbc50-5a25-4c16-b088-2bde97404dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5b7420f0-c9c6-48ed-9f38-53c9e918cc24'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:25.307009 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c0542e00-5d86-409d-93d8-f56ab22c8950 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:25.310571 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/5b7420f0-c9c6-48ed-9f38-53c9e918cc24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0892754 Jun 02 12:30:25.312829 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42246) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:25.352245 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-182cbc50-5a25-4c16-b088-2bde97404dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:25.376538 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182cbc50-5a25-4c16-b088-2bde97404dba None None] Routers {'5b7420f0-c9c6-48ed-9f38-53c9e918cc24'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:25.378004 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-182cbc50-5a25-4c16-b088-2bde97404dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5b7420f0-c9c6-48ed-9f38-53c9e918cc24'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:25.399397 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:25.406790 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:25.420264 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3421da55-f284-4932-bbdc-d5fb1a59158f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:25.474298 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-182cbc50-5a25-4c16-b088-2bde97404dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:25.474776 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182cbc50-5a25-4c16-b088-2bde97404dba None None] The sync data for ids ['5b7420f0-c9c6-48ed-9f38-53c9e918cc24'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:30:25.500378 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc729a7-b5e1-47d7-97bf-8fd40fb6bb69 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:25.500945 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-dfc729a7-b5e1-47d7-97bf-8fd40fb6bb69 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Synchronizing usage tracker for tenant:9cc4ca61dc954dc9aa55c98b051cae30 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:25.514167 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Pushing event deleted for resources: {'Port': ['ID=9c26c6b2-cfa7-4bfb-91af-b4b42566fece,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:25.584311 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-3421da55-f284-4932-bbdc-d5fb1a59158f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Calling delete_port for d11495b9-15b1-4196-b75a-2ba7ac628c47 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:25.593837 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:25.594251 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:25.594625 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:25.595097 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:25.595337 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:25.595700 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:25.596599 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:25.597115 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:25.597357 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:25.597712 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:25.598064 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:25.598439 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:25.601938 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:25.638437 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-dfc729a7-b5e1-47d7-97bf-8fd40fb6bb69 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Unset dirty status for tenant:9cc4ca61dc954dc9aa55c98b051cae30 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:25.640515 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-dfc729a7-b5e1-47d7-97bf-8fd40fb6bb69 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/ports/9ad79e97-8e95-4ab9-89cb-139eb7db0676 HTTP/1.1" status: 200 len: 911 time: 0.3261731 Jun 02 12:30:25.672399 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a96de5f4-5a4a-4298-8867-97530f6179cb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:25.678613 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks [] for floatingip, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:25.681441 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:25.685077 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] 10.222.0.37 "DELETE /v2.0/floatingips/ec322ce2-bf8b-4183-acd3-39582523424e HTTP/1.1" status: 204 len: 168 time: 2.1965625 Jun 02 12:30:25.685077 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42250) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:25.685077 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:25.730613 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:25.770750 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826854cf-6163-42eb-a261-762629f1491d', 'name': 'tempest-snat-router-1548404831', 'tenant_id': '7a8258d351c340a48b91d11ef23f5ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.18'}], 'enable_snat': False}, 'gw_port_id': '47f5d442-af7e-4fad-a2ec-fb2bd946f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:30:15Z', 'updated_at': '2021-06-02T12:30:20Z', 'revision_number': 3, 'project_id': '7a8258d351c340a48b91d11ef23f5ae6', 'gw_port': {'id': '47f5d442-af7e-4fad-a2ec-fb2bd946f0c7', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826854cf-6163-42eb-a261-762629f1491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:30:17Z', 'updated_at': '2021-06-02T12:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:25.778147 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb572ad3-ce88-4fcb-bec3-64c4ddedc7d7 None None] The sync data for ids ['826854cf-6163-42eb-a261-762629f1491d'] in dv-neutron-601336-80-hyperv is: [{'id': '826854cf-6163-42eb-a261-762629f1491d', 'name': 'tempest-snat-router-1548404831', 'tenant_id': '7a8258d351c340a48b91d11ef23f5ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.18'}], 'enable_snat': False}, 'gw_port_id': '47f5d442-af7e-4fad-a2ec-fb2bd946f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:30:15Z', 'updated_at': '2021-06-02T12:30:20Z', 'revision_number': 3, 'project_id': '7a8258d351c340a48b91d11ef23f5ae6', 'gw_port': {'id': '47f5d442-af7e-4fad-a2ec-fb2bd946f0c7', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826854cf-6163-42eb-a261-762629f1491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:30:17Z', 'updated_at': '2021-06-02T12:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:30:25.880699 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96de5f4-5a4a-4298-8867-97530f6179cb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:25.895631 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-a96de5f4-5a4a-4298-8867-97530f6179cb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:25.921155 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431c1403-a98e-4068-92b1-85ae585fb0c9 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:26.085312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:26.119591 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3421da55-f284-4932-bbdc-d5fb1a59158f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:26.129668 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7b49274f-2bce-435a-bcb5-409c7c93e951 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:26.186273 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:26.199961 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42258) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:26.237226 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421da55-f284-4932-bbdc-d5fb1a59158f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Port': ['ID=d11495b9-15b1-4196-b75a-2ba7ac628c47,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:26.249138 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0542e00-5d86-409d-93d8-f56ab22c8950 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Router 8e07d258-6a67-4bd0-92ed-d8767f8bf7dd is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:30:26.250388 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96de5f4-5a4a-4298-8867-97530f6179cb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:26.251432 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a96de5f4-5a4a-4298-8867-97530f6179cb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:26.259443 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3421da55-f284-4932-bbdc-d5fb1a59158f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:26.266318 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96de5f4-5a4a-4298-8867-97530f6179cb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=27f6d3b7-057e-4930-bb4d-eb41f15d96a8,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:26.284799 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a96de5f4-5a4a-4298-8867-97530f6179cb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:26.306158 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3421da55-f284-4932-bbdc-d5fb1a59158f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:26.307737 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a7413df9-4e7a-4187-aef8-a668d8bf2950', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'fixed_ips': [{'subnet_id': '27f6d3b7-057e-4930-bb4d-eb41f15d96a8'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:30:26.308314 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:26.363803 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a96de5f4-5a4a-4298-8867-97530f6179cb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1345484 Jun 02 12:30:26.374309 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42262) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:26.386740 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-42f5d03a-ab94-49be-8d55-7b65c2afe0cc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'fixed_ips': [{'subnet_id': '27f6d3b7-057e-4930-bb4d-eb41f15d96a8', 'ip_address': '2001:db8::629f:8576:eb35:f590'}], 'name': 'tempest-NetworksTestDHCPv6-452769787'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:26.478978 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3421da55-f284-4932-bbdc-d5fb1a59158f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/ports/d11495b9-15b1-4196-b75a-2ba7ac628c47 HTTP/1.1" status: 204 len: 168 time: 1.8705442 Jun 02 12:30:26.485090 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42264) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:26.507621 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ceadbadd-c023-4286-98c6-057df090d5d0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'port': {'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01', 'mac_address': 'fa:16:3e:ff:59:40', 'name': 'tempest-PortsTestJSON-396561956'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:26.552409 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Allocated IP 2001:db8::2 (a7413df9-4e7a-4187-aef8-a668d8bf2950/27f6d3b7-057e-4930-bb4d-eb41f15d96a8/84afb07b-cfe7-42a2-ac32-f739f6334622) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:26.607445 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Allocated IP 172.26.7.63 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/187afab3-a85e-480e-8ac2-48a3129ff7f7) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:26.632775 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0542e00-5d86-409d-93d8-f56ab22c8950 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:30:26.651623 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2877b1bf-4ed9-42d2-82f1-78b4f4fff104 None None] Sync routers for ids ['8e07d258-6a67-4bd0-92ed-d8767f8bf7dd'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:30:26.653537 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c0542e00-5d86-409d-93d8-f56ab22c8950 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:26.654825 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c0542e00-5d86-409d-93d8-f56ab22c8950 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "PUT /v2.0/routers/8e07d258-6a67-4bd0-92ed-d8767f8bf7dd HTTP/1.1" status: 200 len: 884 time: 7.0059001 Jun 02 12:30:26.659374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42266) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:26.673104 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2877b1bf-4ed9-42d2-82f1-78b4f4fff104 None None] Routers {'8e07d258-6a67-4bd0-92ed-d8767f8bf7dd'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:26.673876 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-2877b1bf-4ed9-42d2-82f1-78b4f4fff104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['8e07d258-6a67-4bd0-92ed-d8767f8bf7dd'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:26.748372 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-2877b1bf-4ed9-42d2-82f1-78b4f4fff104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:26.776908 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2877b1bf-4ed9-42d2-82f1-78b4f4fff104 None None] Routers {'8e07d258-6a67-4bd0-92ed-d8767f8bf7dd'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:26.784510 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-2877b1bf-4ed9-42d2-82f1-78b4f4fff104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['8e07d258-6a67-4bd0-92ed-d8767f8bf7dd'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:26.817312 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2ff2adbc-acb8-45ad-9d2a-ab9662996871 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2672fa59b26f4e7ab2b4bcbe66b3007d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6097240 Jun 02 12:30:26.823204 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42270) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:26.883905 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ceadbadd-c023-4286-98c6-057df090d5d0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:26.915394 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 47f5d442-af7e-4fad-a2ec-fb2bd946f0c7 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:30:26.917044 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ceadbadd-c023-4286-98c6-057df090d5d0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:port and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:26.929645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ceadbadd-c023-4286-98c6-057df090d5d0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:26.952431 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-2877b1bf-4ed9-42d2-82f1-78b4f4fff104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:26.953205 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2877b1bf-4ed9-42d2-82f1-78b4f4fff104 None None] The sync data for ids ['8e07d258-6a67-4bd0-92ed-d8767f8bf7dd'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:30:26.960187 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ceadbadd-c023-4286-98c6-057df090d5d0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:26.973881 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-42f5d03a-ab94-49be-8d55-7b65c2afe0cc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:27.012620 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fcce3dfe-a749-4541-ae7f-fba180ec58f4 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "GET /v2.0/routers/8e07d258-6a67-4bd0-92ed-d8767f8bf7dd HTTP/1.1" status: 200 len: 925 time: 0.3519928 Jun 02 12:30:27.016009 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:27.018581 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42272) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:27.023075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-42f5d03a-ab94-49be-8d55-7b65c2afe0cc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:port and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:27.034406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-42f5d03a-ab94-49be-8d55-7b65c2afe0cc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:27.048489 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-42f5d03a-ab94-49be-8d55-7b65c2afe0cc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:27.059309 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceadbadd-c023-4286-98c6-057df090d5d0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:27.073868 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:27.085820 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Transition to ACTIVE for port object 84afb07b-cfe7-42a2-ac32-f739f6334622 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:27.106087 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 47f5d442-af7e-4fad-a2ec-fb2bd946f0c7 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:27.113809 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87971cde-752e-4c11-ba26-c914c5e860bf tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:27.114300 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-87971cde-752e-4c11-ba26-c914c5e860bf tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Synchronizing usage tracker for tenant:cbb1f69104c34c68b030e9cdfd5d035d on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:27.115641 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Transition to ACTIVE for port object 84afb07b-cfe7-42a2-ac32-f739f6334622 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:27.116807 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f5d03a-ab94-49be-8d55-7b65c2afe0cc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:27.119504 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 47f5d442-af7e-4fad-a2ec-fb2bd946f0c7 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:27.120011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:27.122349 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:27.128223 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2bc5300b-7e12-4557-999f-aea37837b69f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:27.140654 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fa0f0b4c-1163-42b7-8263-703153b7ead0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:27.157209 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:27.168226 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:27.207807 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:27.212312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:27.216403 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:27.258683 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Pushing event updated for resources: {'Port': ['ID=84afb07b-cfe7-42a2-ac32-f739f6334622,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:27.275371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-87971cde-752e-4c11-ba26-c914c5e860bf tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Unset dirty status for tenant:cbb1f69104c34c68b030e9cdfd5d035d on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:27.276722 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-87971cde-752e-4c11-ba26-c914c5e860bf tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&device_id=8e07d258-6a67-4bd0-92ed-d8767f8bf7dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2570388 Jun 02 12:30:27.285862 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:27.286048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42276) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:27.286454 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:27.287051 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:27.287481 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:27.287910 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:27.288369 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:27.288905 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:27.289290 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:27.289842 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:27.290204 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:27.290599 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:27.291475 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:27.301913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:27.304152 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:27.306600 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:27.312773 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:27.325402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Pushing event updated for resources: {'Port': ['ID=187afab3-a85e-480e-8ac2-48a3129ff7f7,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:27.329672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:27.347232 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fa0f0b4c-1163-42b7-8263-703153b7ead0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:27.357984 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ceadbadd-c023-4286-98c6-057df090d5d0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:27.453241 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-ceadbadd-c023-4286-98c6-057df090d5d0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] device_id is not set on port 71458345-41d7-433e-93a6-b855ea5fa532 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:30:27.456870 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Attempting to bind port 84afb07b-cfe7-42a2-ac32-f739f6334622 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:30:27.457247 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Attempting to bind port 84afb07b-cfe7-42a2-ac32-f739f6334622 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:30:27.457610 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Attempting to bind port 84afb07b-cfe7-42a2-ac32-f739f6334622 on network a7413df9-4e7a-4187-aef8-a668d8bf2950 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:30:27.477217 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:30:27.477572 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:30:27.477913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:27.478347 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Bound using segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:30:27.478836 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Bound port: 84afb07b-cfe7-42a2-ac32-f739f6334622, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:30:27.479216 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:27.497798 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:27.560842 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 47f5d442-af7e-4fad-a2ec-fb2bd946f0c7, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=47f5d442-af7e-4fad-a2ec-fb2bd946f0c7,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:27.564988 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-42f5d03a-ab94-49be-8d55-7b65c2afe0cc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:27.579870 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:27.584949 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:27.632118 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-42f5d03a-ab94-49be-8d55-7b65c2afe0cc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] device_id is not set on port 45a4eeb2-e09f-4555-abbe-ef6c4ed992b2 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:30:27.649382 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] For port 84afb07b-cfe7-42a2-ac32-f739f6334622, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:30:27.663670 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] For port 84afb07b-cfe7-42a2-ac32-f739f6334622, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=84afb07b-cfe7-42a2-ac32-f739f6334622,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:30:27.667468 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=47f5d442-af7e-4fad-a2ec-fb2bd946f0c7,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:27.670867 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fa0f0b4c-1163-42b7-8263-703153b7ead0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:27.673030 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:27.675248 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:27.682693 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-24585e92-0fc9-4e01-9872-6c703cca375f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:27.688567 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9654cdd6-7510-41b0-931a-5978757be91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:27.738377 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f0b4c-1163-42b7-8263-703153b7ead0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6005f7-7667-40cc-a79f-68ff0eed3aaa,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:27.774013 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fa0f0b4c-1163-42b7-8263-703153b7ead0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:27.774431 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Pushing event updated for resources: {'Port': ['ID=84afb07b-cfe7-42a2-ac32-f739f6334622,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:27.777706 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:27.804264 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b7c087-0c78-457c-81e4-68e554402787 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:27.805620 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d6b7c087-0c78-457c-81e4-68e554402787 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "GET /v2.0/networks/58ad0a37-4806-4fe2-972f-df18335d7a8e HTTP/1.1" status: 200 len: 881 time: 0.5185151 Jun 02 12:30:27.814443 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42278) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:27.867222 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-808b267d-1f45-4ded-908d-d4b5fcdc47a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:27.942869 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e8e4842d-5932-47bd-a211-f496f070a7c4 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e07d258-6a67-4bd0-92ed-d8767f8bf7dd HTTP/1.1" status: 200 len: 205 time: 0.1258640 Jun 02 12:30:27.945277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42280) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:27.998135 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fa0f0b4c-1163-42b7-8263-703153b7ead0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:28.001871 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fa0f0b4c-1163-42b7-8263-703153b7ead0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db6005f7-7667-40cc-a79f-68ff0eed3aaa HTTP/1.1" status: 204 len: 168 time: 1.1600912 Jun 02 12:30:28.268952 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:28.319344 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ceadbadd-c023-4286-98c6-057df090d5d0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:28.376355 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe1854ff-bcfa-4c97-9137-488c1091a9a6 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:28.429768 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-42f5d03a-ab94-49be-8d55-7b65c2afe0cc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8::629f:8576:eb35:f590 (a7413df9-4e7a-4187-aef8-a668d8bf2950/27f6d3b7-057e-4930-bb4d-eb41f15d96a8/45a4eeb2-e09f-4555-abbe-ef6c4ed992b2) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:28.650016 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42290) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:28.763059 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f1eceb9e-7091-4664-ab3d-8ea2955c4dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:28.764272 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ceadbadd-c023-4286-98c6-057df090d5d0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:28.777616 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-160ac29e-40aa-43ee-82b2-f27854229e2c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:28.862428 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe1854ff-bcfa-4c97-9137-488c1091a9a6 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:28.867571 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f1eceb9e-7091-4664-ab3d-8ea2955c4dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:28.901194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f1eceb9e-7091-4664-ab3d-8ea2955c4dc3 admin admin] Usage tracker for resource:security_group_rule and tenant:4cd5d0fc32354c9ab7e4cc232b17624b is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:28.902868 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceadbadd-c023-4286-98c6-057df090d5d0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network 5f8f70fa-496f-42a8-b6f8-090baa296d01 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:28.907459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f1eceb9e-7091-4664-ab3d-8ea2955c4dc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:28.918290 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-ceadbadd-c023-4286-98c6-057df090d5d0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:28.928334 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceadbadd-c023-4286-98c6-057df090d5d0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:28.934334 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceadbadd-c023-4286-98c6-057df090d5d0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:28.935186 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ceadbadd-c023-4286-98c6-057df090d5d0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:28.958612 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 47f5d442-af7e-4fad-a2ec-fb2bd946f0c7 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:30:28.960912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f1eceb9e-7091-4664-ab3d-8ea2955c4dc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:28.965879 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceadbadd-c023-4286-98c6-057df090d5d0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Port': ['ID=71458345-41d7-433e-93a6-b855ea5fa532,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:28.975966 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ceadbadd-c023-4286-98c6-057df090d5d0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:28.996365 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-42f5d03a-ab94-49be-8d55-7b65c2afe0cc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:29.062391 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ceadbadd-c023-4286-98c6-057df090d5d0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5613878 Jun 02 12:30:29.069037 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 47f5d442-af7e-4fad-a2ec-fb2bd946f0c7 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:29.069563 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:29.072957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42292) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:29.077184 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-42f5d03a-ab94-49be-8d55-7b65c2afe0cc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Transition to ACTIVE for port object 45a4eeb2-e09f-4555-abbe-ef6c4ed992b2 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:29.206088 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-42f5d03a-ab94-49be-8d55-7b65c2afe0cc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:29.215447 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9a1046a8-03f7-4d6c-9450-6bd7cbe65070 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:29.269052 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 84afb07b-cfe7-42a2-ac32-f739f6334622 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:30:29.307764 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5d03a-ab94-49be-8d55-7b65c2afe0cc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=45a4eeb2-e09f-4555-abbe-ef6c4ed992b2,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:29.319933 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-42f5d03a-ab94-49be-8d55-7b65c2afe0cc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:29.333901 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-808b267d-1f45-4ded-908d-d4b5fcdc47a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting port 9ad79e97-8e95-4ab9-89cb-139eb7db0676 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:29.335012 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-808b267d-1f45-4ded-908d-d4b5fcdc47a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:29.359809 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:29.377402 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f5d03a-ab94-49be-8d55-7b65c2afe0cc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:29.421492 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-75532d9c-8ee3-4c3e-90ec-ddf384435cea None None] Provisioning for port 84afb07b-cfe7-42a2-ac32-f739f6334622 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:29.435974 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-42f5d03a-ab94-49be-8d55-7b65c2afe0cc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:29.440395 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f5d03a-ab94-49be-8d55-7b65c2afe0cc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:29.448679 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f5d03a-ab94-49be-8d55-7b65c2afe0cc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:29.448821 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 84afb07b-cfe7-42a2-ac32-f739f6334622 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:29.449602 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-42f5d03a-ab94-49be-8d55-7b65c2afe0cc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:29.457307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 84afb07b-cfe7-42a2-ac32-f739f6334622 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:29.457730 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:29.465413 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc33c0a8-c98a-44a1-9ecf-027d6394a9a9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:29.466048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fc33c0a8-c98a-44a1-9ecf-027d6394a9a9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Synchronizing usage tracker for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:29.480361 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-fe1854ff-bcfa-4c97-9137-488c1091a9a6 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Deleting port 940646f5-e555-46b2-bdf2-83122f001ed5 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:29.480884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe1854ff-bcfa-4c97-9137-488c1091a9a6 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:29.498197 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-42f5d03a-ab94-49be-8d55-7b65c2afe0cc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1226335 Jun 02 12:30:29.501866 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42296) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:29.509116 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-55888478-0fb9-4b9b-8522-dbb30ab945e0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'fixed_ips': [{'subnet_id': '27f6d3b7-057e-4930-bb4d-eb41f15d96a8', 'ip_address': '2001:db8::629f:8576:eb35:f590'}], 'name': 'tempest-NetworksTestDHCPv6-1417986869'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:29.641384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fc33c0a8-c98a-44a1-9ecf-027d6394a9a9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Unset dirty status for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:29.645060 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fc33c0a8-c98a-44a1-9ecf-027d6394a9a9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports/71458345-41d7-433e-93a6-b855ea5fa532 HTTP/1.1" status: 200 len: 840 time: 0.5650122 Jun 02 12:30:29.648062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42300) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:29.689164 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-808b267d-1f45-4ded-908d-d4b5fcdc47a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:29.717724 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:29.774858 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 84afb07b-cfe7-42a2-ac32-f739f6334622, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=84afb07b-cfe7-42a2-ac32-f739f6334622,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:29.789063 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:29.791300 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:29.860026 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe1854ff-bcfa-4c97-9137-488c1091a9a6 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:29.862531 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-808b267d-1f45-4ded-908d-d4b5fcdc47a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Calling delete_port for 9ad79e97-8e95-4ab9-89cb-139eb7db0676 owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:29.891925 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=84afb07b-cfe7-42a2-ac32-f739f6334622,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:29.895495 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c08dfdfe-392d-43f4-95a0-dd9a614052c8 None None] Provisioning for port 45a4eeb2-e09f-4555-abbe-ef6c4ed992b2 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:29.899898 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:29.904141 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c08dfdfe-392d-43f4-95a0-dd9a614052c8 None None] Provisioning complete for port 45a4eeb2-e09f-4555-abbe-ef6c4ed992b2 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:29.904725 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c08dfdfe-392d-43f4-95a0-dd9a614052c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:29.975120 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c08dfdfe-392d-43f4-95a0-dd9a614052c8 None None] Port 45a4eeb2-e09f-4555-abbe-ef6c4ed992b2 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:30:29.993964 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-55888478-0fb9-4b9b-8522-dbb30ab945e0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:30.001514 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-55888478-0fb9-4b9b-8522-dbb30ab945e0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:port and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:30.007704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-55888478-0fb9-4b9b-8522-dbb30ab945e0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:30.025532 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-55888478-0fb9-4b9b-8522-dbb30ab945e0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:30.027291 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-fe1854ff-bcfa-4c97-9137-488c1091a9a6 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Calling delete_port for 940646f5-e555-46b2-bdf2-83122f001ed5 owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:30.060538 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55888478-0fb9-4b9b-8522-dbb30ab945e0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:30.065466 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-55888478-0fb9-4b9b-8522-dbb30ab945e0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:30.069942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f1eceb9e-7091-4664-ab3d-8ea2955c4dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:30.080216 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f1eceb9e-7091-4664-ab3d-8ea2955c4dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:30.087268 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-c70cdf4c-a192-4165-89c5-f2a765c5f173 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting port 71458345-41d7-433e-93a6-b855ea5fa532 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:30.087607 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c70cdf4c-a192-4165-89c5-f2a765c5f173 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:30.090131 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-15486187-2b75-4569-9537-1364f18575a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:30.119970 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-55888478-0fb9-4b9b-8522-dbb30ab945e0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] device_id is not set on port ffe61a36-762f-4b97-a438-50974af42791 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:30:30.150758 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f1eceb9e-7091-4664-ab3d-8ea2955c4dc3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4cd5d0fc32354c9ab7e4cc232b17624b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4948702 Jun 02 12:30:30.152335 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42302) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:30.154267 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eceb9e-7091-4664-ab3d-8ea2955c4dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628bd6b8-eb32-4cf3-bef7-1750bcb79323,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:30.157055 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Router f05e7fb1-630f-4866-8e9e-00e905c1e910 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:30:30.183323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eceb9e-7091-4664-ab3d-8ea2955c4dc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:30.183711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eceb9e-7091-4664-ab3d-8ea2955c4dc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:30.184087 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eceb9e-7091-4664-ab3d-8ea2955c4dc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:30.184457 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eceb9e-7091-4664-ab3d-8ea2955c4dc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:30.184822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eceb9e-7091-4664-ab3d-8ea2955c4dc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:30.185188 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eceb9e-7091-4664-ab3d-8ea2955c4dc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:30.185551 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eceb9e-7091-4664-ab3d-8ea2955c4dc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:30.185915 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eceb9e-7091-4664-ab3d-8ea2955c4dc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:30.186312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eceb9e-7091-4664-ab3d-8ea2955c4dc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:30.186656 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eceb9e-7091-4664-ab3d-8ea2955c4dc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:30.187012 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eceb9e-7091-4664-ab3d-8ea2955c4dc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:30.187369 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eceb9e-7091-4664-ab3d-8ea2955c4dc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:30:30.196805 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f1eceb9e-7091-4664-ab3d-8ea2955c4dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:30.425130 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c70cdf4c-a192-4165-89c5-f2a765c5f173 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:30.445944 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2bee38c9-cbdb-4f2a-9544-a5f7f574d190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:30.540194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2bee38c9-cbdb-4f2a-9544-a5f7f574d190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:30.572704 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:30:30.587178 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] Sync routers for ids ['f05e7fb1-630f-4866-8e9e-00e905c1e910'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:30:30.601737 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] Routers {'f05e7fb1-630f-4866-8e9e-00e905c1e910'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:30.602393 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['f05e7fb1-630f-4866-8e9e-00e905c1e910'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:30.628887 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe1854ff-bcfa-4c97-9137-488c1091a9a6 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:30.635744 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:30.650826 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-c70cdf4c-a192-4165-89c5-f2a765c5f173 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Calling delete_port for 71458345-41d7-433e-93a6-b855ea5fa532 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:30.692008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1854ff-bcfa-4c97-9137-488c1091a9a6 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Pushing event deleted for resources: {'Port': ['ID=940646f5-e555-46b2-bdf2-83122f001ed5,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:30.697909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:30.702600 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.9708941 Jun 02 12:30:30.703543 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42306) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:30.704649 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fe1854ff-bcfa-4c97-9137-488c1091a9a6 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:30.748443 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-808b267d-1f45-4ded-908d-d4b5fcdc47a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:30.759876 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:30.819842 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b267d-1f45-4ded-908d-d4b5fcdc47a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Port': ['ID=9ad79e97-8e95-4ab9-89cb-139eb7db0676,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:30.831553 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 84afb07b-cfe7-42a2-ac32-f739f6334622 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:30:30.880194 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] Set router f05e7fb1-630f-4866-8e9e-00e905c1e910 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:30:30.906475 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-808b267d-1f45-4ded-908d-d4b5fcdc47a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:30.908089 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c70cdf4c-a192-4165-89c5-f2a765c5f173 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:30.941537 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-55888478-0fb9-4b9b-8522-dbb30ab945e0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 02 12:30:30.942470 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55888478-0fb9-4b9b-8522-dbb30ab945e0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:30:30.960715 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 84afb07b-cfe7-42a2-ac32-f739f6334622 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:30.961500 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:30.970367 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-808b267d-1f45-4ded-908d-d4b5fcdc47a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:31.042195 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70cdf4c-a192-4165-89c5-f2a765c5f173 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Port': ['ID=71458345-41d7-433e-93a6-b855ea5fa532,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:31.056685 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c70cdf4c-a192-4165-89c5-f2a765c5f173 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:31.096393 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c70cdf4c-a192-4165-89c5-f2a765c5f173 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:31.108584 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b7a55897-5d6b-4842-b08b-78964eb8810f tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "GET /v2.0/routers/f05e7fb1-630f-4866-8e9e-00e905c1e910 HTTP/1.1" status: 200 len: 907 time: 0.4014852 Jun 02 12:30:31.117152 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42310) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:31.203378 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c70cdf4c-a192-4165-89c5-f2a765c5f173 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/ports/71458345-41d7-433e-93a6-b855ea5fa532 HTTP/1.1" status: 204 len: 168 time: 1.5504727 Jun 02 12:30:31.310460 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05e7fb1-630f-4866-8e9e-00e905c1e910', 'name': 'tempest-snat-router-1548404831', 'tenant_id': '7a8258d351c340a48b91d11ef23f5ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': '187afab3-a85e-480e-8ac2-48a3129ff7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:30:23Z', 'updated_at': '2021-06-02T12:30:27Z', 'revision_number': 3, 'project_id': '7a8258d351c340a48b91d11ef23f5ae6', 'gw_port': {'id': '187afab3-a85e-480e-8ac2-48a3129ff7f7', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05e7fb1-630f-4866-8e9e-00e905c1e910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:30:26Z', 'updated_at': '2021-06-02T12:30:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:31.314158 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42312) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:31.314830 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-808b267d-1f45-4ded-908d-d4b5fcdc47a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:31.316534 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] Checking router: f05e7fb1-630f-4866-8e9e-00e905c1e910 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:30:31.317134 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] Updating router f05e7fb1-630f-4866-8e9e-00e905c1e910 port 187afab3-a85e-480e-8ac2-48a3129ff7f7 binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:30:31.372782 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-651a8d9b-e198-4bfb-8c42-73d134831130 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] GET failed (client error): The resource could not be found. Jun 02 12:30:31.373310 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-651a8d9b-e198-4bfb-8c42-73d134831130 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Synchronizing usage tracker for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:31.378152 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-55888478-0fb9-4b9b-8522-dbb30ab945e0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8738818 Jun 02 12:30:31.395089 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:31.456281 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42314) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:31.521310 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2bee38c9-cbdb-4f2a-9544-a5f7f574d190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:31.531766 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e26782f8-93f4-43dd-afc0-0f38772a6919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:31.559503 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee38c9-cbdb-4f2a-9544-a5f7f574d190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628bd6b8-eb32-4cf3-bef7-1750bcb79323,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:31.568986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2bee38c9-cbdb-4f2a-9544-a5f7f574d190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:31.574812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2bee38c9-cbdb-4f2a-9544-a5f7f574d190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:31.578996 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2bee38c9-cbdb-4f2a-9544-a5f7f574d190 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/628bd6b8-eb32-4cf3-bef7-1750bcb79323 HTTP/1.1" status: 204 len: 168 time: 1.4201698 Jun 02 12:30:31.583747 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f085f7c3-523b-43d5-b0ac-0e3a060f12a6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:31.754113 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-651a8d9b-e198-4bfb-8c42-73d134831130 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Unset dirty status for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:31.761067 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-651a8d9b-e198-4bfb-8c42-73d134831130 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports/71458345-41d7-433e-93a6-b855ea5fa532 HTTP/1.1" status: 404 len: 333 time: 0.4343143 Jun 02 12:30:31.766640 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42320) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:31.776446 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-103a1938-6bb7-436c-af25-8825d696f2a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'port': {'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01', 'name': 'tempest-PortsTestJSON-1905034524'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:31.825131 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe1854ff-bcfa-4c97-9137-488c1091a9a6 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:31.896524 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f085f7c3-523b-43d5-b0ac-0e3a060f12a6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:31.910899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808b267d-1f45-4ded-908d-d4b5fcdc47a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router 5b7420f0-c9c6-48ed-9f38-53c9e918cc24 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:30:31.942706 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-103a1938-6bb7-436c-af25-8825d696f2a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:31.981202 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:31.995490 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] Transition to ACTIVE for port object 187afab3-a85e-480e-8ac2-48a3129ff7f7 will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:32.005109 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:32.015015 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-f5c4ae5f-fcf2-4e0b-bcd2-b6341854709a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:32.062482 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-103a1938-6bb7-436c-af25-8825d696f2a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:32.113371 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] Attempting to bind port 187afab3-a85e-480e-8ac2-48a3129ff7f7 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:30:32.113765 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] Attempting to bind port 187afab3-a85e-480e-8ac2-48a3129ff7f7 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:30:32.114152 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] Attempting to bind port 187afab3-a85e-480e-8ac2-48a3129ff7f7 on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:30:32.116726 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16510c6-548a-49ce-8aaf-737e03f187b5 None None] Pushing event updated for resources: {'Port': ['ID=187afab3-a85e-480e-8ac2-48a3129ff7f7,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:32.122462 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-d16510c6-548a-49ce-8aaf-737e03f187b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:32.125261 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:30:32.125802 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:30:32.126512 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:32.127979 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:30:32.127979 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] Bound port: 187afab3-a85e-480e-8ac2-48a3129ff7f7, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:30:32.128354 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:32.209001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe1854ff-bcfa-4c97-9137-488c1091a9a6 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:32.221293 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe1854ff-bcfa-4c97-9137-488c1091a9a6 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:32.237008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42326) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:32.269603 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] For port 187afab3-a85e-480e-8ac2-48a3129ff7f7, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:30:32.275360 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] For port 187afab3-a85e-480e-8ac2-48a3129ff7f7, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=187afab3-a85e-480e-8ac2-48a3129ff7f7,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:30:32.281794 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:32.283800 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe1854ff-bcfa-4c97-9137-488c1091a9a6 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:32.284409 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1854ff-bcfa-4c97-9137-488c1091a9a6 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Fanout notify agent at l3_agent the message router_deleted on router 8e07d258-6a67-4bd0-92ed-d8767f8bf7dd {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:30:32.300814 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2c15e358-ec10-47aa-a16e-f2224ce348cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:32.301450 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe1854ff-bcfa-4c97-9137-488c1091a9a6 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:32.302745 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fe1854ff-bcfa-4c97-9137-488c1091a9a6 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "DELETE /v2.0/routers/8e07d258-6a67-4bd0-92ed-d8767f8bf7dd HTTP/1.1" status: 204 len: 168 time: 4.3564224 Jun 02 12:30:32.306393 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6d1aa037-e14b-4b0d-853d-28205d1d8c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:32.318550 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42328) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:32.322376 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-dcafefbf-1931-443b-a543-638cade9845b tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1514711038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:32.329702 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-dcafefbf-1931-443b-a543-638cade9845b tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:32.334530 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-dcafefbf-1931-443b-a543-638cade9845b tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Usage tracker for resource:router and tenant:afb3ad3450b4486c8bc4ec5f3c49c720 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:32.337846 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-dcafefbf-1931-443b-a543-638cade9845b tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:32.344211 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-dcafefbf-1931-443b-a543-638cade9845b tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:32.362657 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103a1938-6bb7-436c-af25-8825d696f2a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:32.367370 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-103a1938-6bb7-436c-af25-8825d696f2a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:32.370606 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dcafefbf-1931-443b-a543-638cade9845b tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:32.371787 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dcafefbf-1931-443b-a543-638cade9845b tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:32.386274 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] Routers {'f05e7fb1-630f-4866-8e9e-00e905c1e910'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:32.386899 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['f05e7fb1-630f-4866-8e9e-00e905c1e910'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:32.387377 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808b267d-1f45-4ded-908d-d4b5fcdc47a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:30:32.401709 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa87fcd-5c89-491f-8704-8d5a292f5f1e None None] Sync routers for ids ['5b7420f0-c9c6-48ed-9f38-53c9e918cc24'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:30:32.411060 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-808b267d-1f45-4ded-908d-d4b5fcdc47a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/5b7420f0-c9c6-48ed-9f38-53c9e918cc24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6850934 Jun 02 12:30:32.416069 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42330) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:32.416986 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa87fcd-5c89-491f-8704-8d5a292f5f1e None None] Routers {'5b7420f0-c9c6-48ed-9f38-53c9e918cc24'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:32.417955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dcafefbf-1931-443b-a543-638cade9845b tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:32.418777 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-1aa87fcd-5c89-491f-8704-8d5a292f5f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5b7420f0-c9c6-48ed-9f38-53c9e918cc24'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:32.451876 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16510c6-548a-49ce-8aaf-737e03f187b5 None None] Pushing event updated for resources: {'Port': ['ID=187afab3-a85e-480e-8ac2-48a3129ff7f7,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:32.462440 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-d16510c6-548a-49ce-8aaf-737e03f187b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:32.475788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dcafefbf-1931-443b-a543-638cade9845b tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:32.480238 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae675921-02a3-4495-87e0-17a6178c268c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:32.487654 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae675921-02a3-4495-87e0-17a6178c268c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:32.488467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ae675921-02a3-4495-87e0-17a6178c268c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:32.494391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-6d1aa037-e14b-4b0d-853d-28205d1d8c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:32.501507 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f085f7c3-523b-43d5-b0ac-0e3a060f12a6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Deleting port 187afab3-a85e-480e-8ac2-48a3129ff7f7 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:32.501853 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f085f7c3-523b-43d5-b0ac-0e3a060f12a6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:32.503871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-cbff1715-43bb-4479-b6c9-aaca46c081c1 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Synchronizing usage tracker for tenant:9cc4ca61dc954dc9aa55c98b051cae30 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:32.515683 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-103a1938-6bb7-436c-af25-8825d696f2a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] device_id is not set on port c948ed22-ff6d-40ab-8026-afebf1ad370d yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:30:32.531445 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6d1aa037-e14b-4b0d-853d-28205d1d8c83 admin admin] Usage tracker for resource:security_group_rule and tenant:8b40f8126de94fe3ad91aad56aab572b is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:32.539152 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6d1aa037-e14b-4b0d-853d-28205d1d8c83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:32.548200 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-1aa87fcd-5c89-491f-8704-8d5a292f5f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:32.551093 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-6d1aa037-e14b-4b0d-853d-28205d1d8c83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:32.565739 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa87fcd-5c89-491f-8704-8d5a292f5f1e None None] Routers {'5b7420f0-c9c6-48ed-9f38-53c9e918cc24'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:32.566505 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-1aa87fcd-5c89-491f-8704-8d5a292f5f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5b7420f0-c9c6-48ed-9f38-53c9e918cc24'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:32.576671 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] Set router f05e7fb1-630f-4866-8e9e-00e905c1e910 gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:30:32.600978 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dcafefbf-1931-443b-a543-638cade9845b tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:32.604726 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-dcafefbf-1931-443b-a543-638cade9845b tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2840049 Jun 02 12:30:32.608320 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42332) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:32.617797 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-82554293-b61b-43aa-90dc-3314cbbe8112 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'enable_snat': True}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:32.641599 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-cbff1715-43bb-4479-b6c9-aaca46c081c1 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Unset dirty status for tenant:9cc4ca61dc954dc9aa55c98b051cae30 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:32.642860 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cbff1715-43bb-4479-b6c9-aaca46c081c1 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b7420f0-c9c6-48ed-9f38-53c9e918cc24 HTTP/1.1" status: 200 len: 205 time: 0.2239158 Jun 02 12:30:32.643539 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ae675921-02a3-4495-87e0-17a6178c268c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:32.644527 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ae675921-02a3-4495-87e0-17a6178c268c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 1.1849241 Jun 02 12:30:32.659409 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42334) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:32.659750 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42336) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:32.664949 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-1aa87fcd-5c89-491f-8704-8d5a292f5f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:32.665486 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa87fcd-5c89-491f-8704-8d5a292f5f1e None None] The sync data for ids ['5b7420f0-c9c6-48ed-9f38-53c9e918cc24'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:30:32.717735 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05e7fb1-630f-4866-8e9e-00e905c1e910', 'name': 'tempest-snat-router-1548404831', 'tenant_id': '7a8258d351c340a48b91d11ef23f5ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:30:23Z', 'updated_at': '2021-06-02T12:30:31Z', 'revision_number': 4, 'project_id': '7a8258d351c340a48b91d11ef23f5ae6', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:32.723009 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0c63a6-7d2b-4fb5-82bb-6cdbc8f7e8ef None None] The sync data for ids ['f05e7fb1-630f-4866-8e9e-00e905c1e910'] in dv-neutron-601336-80-hyperv is: [{'id': 'f05e7fb1-630f-4866-8e9e-00e905c1e910', 'name': 'tempest-snat-router-1548404831', 'tenant_id': '7a8258d351c340a48b91d11ef23f5ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:30:23Z', 'updated_at': '2021-06-02T12:30:31Z', 'revision_number': 4, 'project_id': '7a8258d351c340a48b91d11ef23f5ae6', 'gw_port_host': None}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:30:32.929661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-f085f7c3-523b-43d5-b0ac-0e3a060f12a6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] For port 187afab3-a85e-480e-8ac2-48a3129ff7f7, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=187afab3-a85e-480e-8ac2-48a3129ff7f7,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:32.930029 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f085f7c3-523b-43d5-b0ac-0e3a060f12a6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:32.998712 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e05d8fcf-6ebe-40a3-9b0c-8156e2ce589f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:33.096824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f085f7c3-523b-43d5-b0ac-0e3a060f12a6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Calling delete_port for 187afab3-a85e-480e-8ac2-48a3129ff7f7 owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:33.252719 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-b1b4d92a-a5f6-4acd-afb2-7f42f71ddbb1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting port 45a4eeb2-e09f-4555-abbe-ef6c4ed992b2 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:33.253080 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b1b4d92a-a5f6-4acd-afb2-7f42f71ddbb1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:33.487389 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-82554293-b61b-43aa-90dc-3314cbbe8112 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:33.550587 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-103a1938-6bb7-436c-af25-8825d696f2a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:33.560120 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e05d8fcf-6ebe-40a3-9b0c-8156e2ce589f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:33.560905 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6d1aa037-e14b-4b0d-853d-28205d1d8c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:33.563853 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e05d8fcf-6ebe-40a3-9b0c-8156e2ce589f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:33.575552 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6d1aa037-e14b-4b0d-853d-28205d1d8c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:33.585746 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ddacd36b-0119-4516-bb8f-9155bfba664c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:33.628951 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e05d8fcf-6ebe-40a3-9b0c-8156e2ce589f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:33.629691 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05d8fcf-6ebe-40a3-9b0c-8156e2ce589f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Fanout notify agent at l3_agent the message router_deleted on router 5b7420f0-c9c6-48ed-9f38-53c9e918cc24 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:30:33.661644 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b1b4d92a-a5f6-4acd-afb2-7f42f71ddbb1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:33.694326 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6d1aa037-e14b-4b0d-853d-28205d1d8c83 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b40f8126de94fe3ad91aad56aab572b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4554393 Jun 02 12:30:33.702686 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42342) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:33.720115 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1aa037-e14b-4b0d-853d-28205d1d8c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38d6c8d-dbbc-40e5-acc2-9b96da08c76a,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:33.727160 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6d1aa037-e14b-4b0d-853d-28205d1d8c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:33.736034 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e05d8fcf-6ebe-40a3-9b0c-8156e2ce589f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:33.737718 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e05d8fcf-6ebe-40a3-9b0c-8156e2ce589f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/routers/5b7420f0-c9c6-48ed-9f38-53c9e918cc24 HTTP/1.1" status: 204 len: 168 time: 1.0770350 Jun 02 12:30:33.758030 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42344) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:33.809733 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-b1b4d92a-a5f6-4acd-afb2-7f42f71ddbb1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Calling delete_port for 45a4eeb2-e09f-4555-abbe-ef6c4ed992b2 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:33.822905 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-103a1938-6bb7-436c-af25-8825d696f2a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:33.832065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-503f0777-a6e7-490d-a627-bfb053610f83 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:33.903666 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103a1938-6bb7-436c-af25-8825d696f2a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network 5f8f70fa-496f-42a8-b6f8-090baa296d01 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:33.910937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c25052-74ae-44bb-90c0-3e724e966ac0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting subnet 27616d36-1c43-46a7-81aa-f30e210a2d56 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:30:33.918191 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-103a1938-6bb7-436c-af25-8825d696f2a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:33.925034 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103a1938-6bb7-436c-af25-8825d696f2a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:33.927522 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e9c25052-74ae-44bb-90c0-3e724e966ac0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:33.931923 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103a1938-6bb7-436c-af25-8825d696f2a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:33.932642 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-103a1938-6bb7-436c-af25-8825d696f2a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:33.953207 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a1938-6bb7-436c-af25-8825d696f2a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Port': ['ID=c948ed22-ff6d-40ab-8026-afebf1ad370d,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:33.959125 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-103a1938-6bb7-436c-af25-8825d696f2a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:33.967464 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-103a1938-6bb7-436c-af25-8825d696f2a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1944337 Jun 02 12:30:33.968274 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42346) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:33.971117 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-93988aa1-6e26-48f1-9049-7b5fba3a7884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:33.983543 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-0508b088-8acb-46dc-87d5-f9eb6fa2ffa0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:34.048219 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e9c25052-74ae-44bb-90c0-3e724e966ac0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:34.093047 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-93988aa1-6e26-48f1-9049-7b5fba3a7884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:34.103449 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f085f7c3-523b-43d5-b0ac-0e3a060f12a6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:34.112433 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-41c5c71e-21fe-46c8-89a6-3af93990e750 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:34.253693 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085f7c3-523b-43d5-b0ac-0e3a060f12a6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Pushing event deleted for resources: {'Port': ['ID=187afab3-a85e-480e-8ac2-48a3129ff7f7,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:34.335248 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f085f7c3-523b-43d5-b0ac-0e3a060f12a6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:34.341113 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0508b088-8acb-46dc-87d5-f9eb6fa2ffa0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:34.353347 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b1b4d92a-a5f6-4acd-afb2-7f42f71ddbb1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:34.364056 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6b89f707-ff12-4c4b-9174-a86a2131a994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:34.445423 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4d92a-a5f6-4acd-afb2-7f42f71ddbb1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Port': ['ID=45a4eeb2-e09f-4555-abbe-ef6c4ed992b2,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:34.448499 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b1b4d92a-a5f6-4acd-afb2-7f42f71ddbb1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:34.519878 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b1b4d92a-a5f6-4acd-afb2-7f42f71ddbb1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:34.523140 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e9c25052-74ae-44bb-90c0-3e724e966ac0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:34.551241 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b1b4d92a-a5f6-4acd-afb2-7f42f71ddbb1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/45a4eeb2-e09f-4555-abbe-ef6c4ed992b2 HTTP/1.1" status: 204 len: 168 time: 1.8865466 Jun 02 12:30:34.566865 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42352) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:34.590929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-93988aa1-6e26-48f1-9049-7b5fba3a7884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:34.625980 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:34.635907 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-82554293-b61b-43aa-90dc-3314cbbe8112 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:34.663353 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f085f7c3-523b-43d5-b0ac-0e3a060f12a6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:34.733320 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117ddeb4-1060-419a-b5f0-db09b5775312 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:34.735199 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117ddeb4-1060-419a-b5f0-db09b5775312 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:34.735968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-117ddeb4-1060-419a-b5f0-db09b5775312 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:34.767067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-117ddeb4-1060-419a-b5f0-db09b5775312 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:34.770749 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-117ddeb4-1060-419a-b5f0-db09b5775312 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2005570 Jun 02 12:30:34.771453 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42354) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:34.798775 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-82554293-b61b-43aa-90dc-3314cbbe8112 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:34.801464 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93988aa1-6e26-48f1-9049-7b5fba3a7884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38d6c8d-dbbc-40e5-acc2-9b96da08c76a,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:34.814487 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0508b088-8acb-46dc-87d5-f9eb6fa2ffa0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:34.826490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0508b088-8acb-46dc-87d5-f9eb6fa2ffa0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:34.840177 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c70cdf4c-a192-4165-89c5-f2a765c5f173 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:34.862669 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-93988aa1-6e26-48f1-9049-7b5fba3a7884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:34.913636 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a44e66f-250a-4610-819b-e7fc6ed51d82 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet 27f6d3b7-057e-4930-bb4d-eb41f15d96a8 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:30:34.920355 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0508b088-8acb-46dc-87d5-f9eb6fa2ffa0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] In _notify_port_updated(), no bound segment for port c948ed22-ff6d-40ab-8026-afebf1ad370d on network 5f8f70fa-496f-42a8-b6f8-090baa296d01 {{(pid=92304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:30:34.926611 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0508b088-8acb-46dc-87d5-f9eb6fa2ffa0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:34.927229 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0508b088-8acb-46dc-87d5-f9eb6fa2ffa0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:34.928558 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0508b088-8acb-46dc-87d5-f9eb6fa2ffa0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "PUT /v2.0/ports/c948ed22-ff6d-40ab-8026-afebf1ad370d HTTP/1.1" status: 200 len: 818 time: 0.9514530 Jun 02 12:30:34.934038 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2a44e66f-250a-4610-819b-e7fc6ed51d82 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:34.964948 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42356) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:35.019784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508b088-8acb-46dc-87d5-f9eb6fa2ffa0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Port': ['ID=c948ed22-ff6d-40ab-8026-afebf1ad370d,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:35.026703 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0508b088-8acb-46dc-87d5-f9eb6fa2ffa0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:35.062734 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2a44e66f-250a-4610-819b-e7fc6ed51d82 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:35.137116 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f085f7c3-523b-43d5-b0ac-0e3a060f12a6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:35.141774 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f085f7c3-523b-43d5-b0ac-0e3a060f12a6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:35.149047 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-93988aa1-6e26-48f1-9049-7b5fba3a7884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:35.150293 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-93988aa1-6e26-48f1-9049-7b5fba3a7884 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c38d6c8d-dbbc-40e5-acc2-9b96da08c76a HTTP/1.1" status: 204 len: 168 time: 1.4465659 Jun 02 12:30:35.227980 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-fd0dc539-1cc2-4e76-8830-e20d57c58a1a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting port c948ed22-ff6d-40ab-8026-afebf1ad370d {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:35.228324 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fd0dc539-1cc2-4e76-8830-e20d57c58a1a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:35.240087 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f085f7c3-523b-43d5-b0ac-0e3a060f12a6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:35.240574 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f085f7c3-523b-43d5-b0ac-0e3a060f12a6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f05e7fb1-630f-4866-8e9e-00e905c1e910 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:30:35.266004 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2a44e66f-250a-4610-819b-e7fc6ed51d82 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:35.379817 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f085f7c3-523b-43d5-b0ac-0e3a060f12a6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:35.383284 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f085f7c3-523b-43d5-b0ac-0e3a060f12a6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "DELETE /v2.0/routers/f05e7fb1-630f-4866-8e9e-00e905c1e910 HTTP/1.1" status: 204 len: 168 time: 4.2627366 Jun 02 12:30:35.392495 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42362) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:35.482361 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fd0dc539-1cc2-4e76-8830-e20d57c58a1a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:35.562940 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-82554293-b61b-43aa-90dc-3314cbbe8112 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Allocated IP 172.26.7.168 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/58b38e00-bb8f-4325-b87a-4fceea827bf1) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:35.668513 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-fd0dc539-1cc2-4e76-8830-e20d57c58a1a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Calling delete_port for c948ed22-ff6d-40ab-8026-afebf1ad370d owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:35.691267 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e9c25052-74ae-44bb-90c0-3e724e966ac0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:35.712478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1816b8de-2812-409e-953a-06ba6f19d27c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:35.811774 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c25052-74ae-44bb-90c0-3e724e966ac0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Subnet': ['ID=27616d36-1c43-46a7-81aa-f30e210a2d56,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:35.814765 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6774d931-7820-44b4-9c1c-dcceb2e23eec tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:35.824273 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554efe8a-90d9-4554-a2cc-535cb692bcdb None None] Network 0396defc-7663-4005-8ff1-5b5f988a4f43 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:35.880505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e9c25052-74ae-44bb-90c0-3e724e966ac0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:35.881501 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e9c25052-74ae-44bb-90c0-3e724e966ac0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:35.914193 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fd0dc539-1cc2-4e76-8830-e20d57c58a1a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:35.945553 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-42f5d03a-ab94-49be-8d55-7b65c2afe0cc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:36.065926 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e9c25052-74ae-44bb-90c0-3e724e966ac0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/subnets/27616d36-1c43-46a7-81aa-f30e210a2d56 HTTP/1.1" status: 204 len: 168 time: 2.3041823 Jun 02 12:30:36.067975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42376) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:36.149243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6774d931-7820-44b4-9c1c-dcceb2e23eec tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:36.189382 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0dc539-1cc2-4e76-8830-e20d57c58a1a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Port': ['ID=c948ed22-ff6d-40ab-8026-afebf1ad370d,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:36.199917 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fd0dc539-1cc2-4e76-8830-e20d57c58a1a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:36.204372 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fd0dc539-1cc2-4e76-8830-e20d57c58a1a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:36.232452 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2a44e66f-250a-4610-819b-e7fc6ed51d82 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:36.239547 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-00e064d5-60d8-4c2a-954c-1ba87d0088fd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:36.255282 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef52d81d-9249-4f33-b5cf-4050f7368de7 None None] DHCP port deletion for 0396defc-7663-4005-8ff1-5b5f988a4f43 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:30:36.289604 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44e66f-250a-4610-819b-e7fc6ed51d82 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=27f6d3b7-057e-4930-bb4d-eb41f15d96a8,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:36.294021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2a44e66f-250a-4610-819b-e7fc6ed51d82 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:36.302465 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fd0dc539-1cc2-4e76-8830-e20d57c58a1a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/ports/c948ed22-ff6d-40ab-8026-afebf1ad370d HTTP/1.1" status: 204 len: 168 time: 1.3338006 Jun 02 12:30:36.306002 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42384) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:36.307534 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2a44e66f-250a-4610-819b-e7fc6ed51d82 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:36.309808 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2a44e66f-250a-4610-819b-e7fc6ed51d82 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/27f6d3b7-057e-4930-bb4d-eb41f15d96a8 HTTP/1.1" status: 204 len: 168 time: 1.5375900 Jun 02 12:30:36.312252 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42386) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:36.327399 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1a5162-26e2-4f98-a621-cb801e1c2451 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:36.375049 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-82554293-b61b-43aa-90dc-3314cbbe8112 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:36.418224 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:36.458554 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-15dce822-2701-498b-a577-658627c09416 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1401353 Jun 02 12:30:36.459880 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42392) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:36.467656 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-bd98b16d-abd5-4157-8f6f-4b2ca2c66c07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:36.584086 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-82554293-b61b-43aa-90dc-3314cbbe8112 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:36.585864 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef52d81d-9249-4f33-b5cf-4050f7368de7 None None] Deleting port 70c84140-f9ee-4291-bb2d-21660d102f95 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:36.586473 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef52d81d-9249-4f33-b5cf-4050f7368de7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:36.613393 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-739d516b-420c-434d-874d-34d809cbdc79 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:36.693229 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42396) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:36.712290 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-bd98b16d-abd5-4157-8f6f-4b2ca2c66c07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:36.731947 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-bd98b16d-abd5-4157-8f6f-4b2ca2c66c07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:36.754448 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd98b16d-abd5-4157-8f6f-4b2ca2c66c07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:36.761192 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bd98b16d-abd5-4157-8f6f-4b2ca2c66c07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:36.834781 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef52d81d-9249-4f33-b5cf-4050f7368de7 None None] For port 70c84140-f9ee-4291-bb2d-21660d102f95, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=70c84140-f9ee-4291-bb2d-21660d102f95,segment=NetworkSegment(8e95ed1d-79d8-4f92-be68-fc525c3f07df),segment_id=8e95ed1d-79d8-4f92-be68-fc525c3f07df)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:36.836147 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef52d81d-9249-4f33-b5cf-4050f7368de7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:36.849613 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82554293-b61b-43aa-90dc-3314cbbe8112 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:36.859959 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-82554293-b61b-43aa-90dc-3314cbbe8112 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:36.862920 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82554293-b61b-43aa-90dc-3314cbbe8112 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:36.868801 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 70c84140-f9ee-4291-bb2d-21660d102f95 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:30:36.965212 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-6774d931-7820-44b4-9c1c-dcceb2e23eec tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Deleting port 47f5d442-af7e-4fad-a2ec-fb2bd946f0c7 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:36.965550 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6774d931-7820-44b4-9c1c-dcceb2e23eec tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:36.987821 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1488121613'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:36.994779 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:37.002343 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Usage tracker for resource:network and tenant:cc95a266ff3a42a1a8ce55c12c69b753 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:37.005685 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:37.012345 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:37.030654 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Made reservation on behalf of cc95a266ff3a42a1a8ce55c12c69b753 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:37.035413 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:37.060454 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:37.085815 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:37.101735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82554293-b61b-43aa-90dc-3314cbbe8112 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Pushing event updated for resources: {'Port': ['ID=58b38e00-bb8f-4325-b87a-4fceea827bf1,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:37.102540 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Usage tracker for resource:security_group_rule and tenant:cc95a266ff3a42a1a8ce55c12c69b753 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:37.113655 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:37.170756 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:37.214700 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef52d81d-9249-4f33-b5cf-4050f7368de7 None None] Calling delete_port for 70c84140-f9ee-4291-bb2d-21660d102f95 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:37.341454 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d004d16b-b353-4a17-9534-60a1efcee4ec None None] DHCP port deletion for a7413df9-4e7a-4187-aef8-a668d8bf2950 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:30:37.429473 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:37.498990 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 70c84140-f9ee-4291-bb2d-21660d102f95, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=70c84140-f9ee-4291-bb2d-21660d102f95,segment=NetworkSegment(8e95ed1d-79d8-4f92-be68-fc525c3f07df),segment_id=8e95ed1d-79d8-4f92-be68-fc525c3f07df)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:37.506151 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-d004d16b-b353-4a17-9534-60a1efcee4ec None None] Deleting port 84afb07b-cfe7-42a2-ac32-f739f6334622 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:37.506728 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d004d16b-b353-4a17-9534-60a1efcee4ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:37.527607 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:37.530217 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:37.544305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:37.547629 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-80e11111-311a-40aa-9f17-ccff595dd06e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:37.556238 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-51ac2e37-332d-4042-9f25-aeb995a51877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:37.581228 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-82554293-b61b-43aa-90dc-3314cbbe8112 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.967s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:37.670224 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:30:37.699786 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef52d81d-9249-4f33-b5cf-4050f7368de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:37.702019 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f997fa7-7048-45da-a19c-91ee2be871e5,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:37.715914 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:37.732803 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:37.733294 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Added segment 53216b99-539d-40f5-a30a-1ba924832e19 of type vlan for network f12abb88-d0c6-4958-a9da-6595bcaffc07 Jun 02 12:30:37.748203 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51d1e0c-7155-4609-856c-8d6de770a1a5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:37.753441 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d51d1e0c-7155-4609-856c-8d6de770a1a5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.4446435 Jun 02 12:30:37.755047 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42402) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:37.762812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-6774d931-7820-44b4-9c1c-dcceb2e23eec tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] For port 47f5d442-af7e-4fad-a2ec-fb2bd946f0c7, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=47f5d442-af7e-4fad-a2ec-fb2bd946f0c7,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:37.763307 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6774d931-7820-44b4-9c1c-dcceb2e23eec tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:37.793190 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d004d16b-b353-4a17-9534-60a1efcee4ec None None] For port 84afb07b-cfe7-42a2-ac32-f739f6334622, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=84afb07b-cfe7-42a2-ac32-f739f6334622,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:37.795048 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d004d16b-b353-4a17-9534-60a1efcee4ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:37.881767 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-de387e99-0447-4c04-b0f0-d282eeebd5a7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] GET failed (client error): The resource could not be found. Jun 02 12:30:37.882480 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-de387e99-0447-4c04-b0f0-d282eeebd5a7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Synchronizing usage tracker for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:37.889846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:37.946495 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-de387e99-0447-4c04-b0f0-d282eeebd5a7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Unset dirty status for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:37.951388 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-de387e99-0447-4c04-b0f0-d282eeebd5a7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports/c948ed22-ff6d-40ab-8026-afebf1ad370d HTTP/1.1" status: 404 len: 333 time: 0.1920655 Jun 02 12:30:37.954084 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42406) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:37.959349 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-d004d16b-b353-4a17-9534-60a1efcee4ec None None] Calling delete_port for 84afb07b-cfe7-42a2-ac32-f739f6334622 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:37.999998 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-3dbb840b-70b3-4741-abbc-916f6eb03482 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-806784961'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:38.009725 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3dbb840b-70b3-4741-abbc-916f6eb03482 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:38.016602 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event deleted for resources: {'Port': ['ID=70c84140-f9ee-4291-bb2d-21660d102f95,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:38.020654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-6774d931-7820-44b4-9c1c-dcceb2e23eec tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Calling delete_port for 47f5d442-af7e-4fad-a2ec-fb2bd946f0c7 owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:38.021239 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:38.021966 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-69c3cefb-075d-4a65-9c1d-f1e39dc47842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:38.029927 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3dbb840b-70b3-4741-abbc-916f6eb03482 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:network and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:38.041191 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3dbb840b-70b3-4741-abbc-916f6eb03482 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:38.042044 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting port 70c84140-f9ee-4291-bb2d-21660d102f95 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:38.043756 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:38.060050 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:38.066547 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:38.067274 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:38.070471 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef52d81d-9249-4f33-b5cf-4050f7368de7 None None] No DVR routers for this DVR port 70c84140-f9ee-4291-bb2d-21660d102f95 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:30:38.079248 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-50edcfa7-d37b-40d6-9100-fcdc2758a20f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:38.082613 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d004d16b-b353-4a17-9534-60a1efcee4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:38.099209 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52d81d-9249-4f33-b5cf-4050f7368de7 None None] Pushing event deleted for resources: {'Port': ['ID=70c84140-f9ee-4291-bb2d-21660d102f95,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:38.101600 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef52d81d-9249-4f33-b5cf-4050f7368de7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:38.101823 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3dbb840b-70b3-4741-abbc-916f6eb03482 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:38.104491 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:38.159727 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004d16b-b353-4a17-9534-60a1efcee4ec None None] Pushing event deleted for resources: {'Port': ['ID=84afb07b-cfe7-42a2-ac32-f739f6334622,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:38.162301 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d004d16b-b353-4a17-9534-60a1efcee4ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:38.164792 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d004d16b-b353-4a17-9534-60a1efcee4ec None None] No DVR routers for this DVR port 84afb07b-cfe7-42a2-ac32-f739f6334622 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:30:38.226719 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bd98b16d-abd5-4157-8f6f-4b2ca2c66c07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:38.236876 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbb840b-70b3-4741-abbc-916f6eb03482 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:38.240590 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3dbb840b-70b3-4741-abbc-916f6eb03482 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:38.262707 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-82554293-b61b-43aa-90dc-3314cbbe8112 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:38.264627 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Pushing event updated for resources: {'Network': ['ID=f12abb88-d0c6-4958-a9da-6595bcaffc07,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:38.276943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:38.278320 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:38.280937 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network f12abb88-d0c6-4958-a9da-6595bcaffc07 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:30:38.310961 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6168170 Jun 02 12:30:38.314018 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd98b16d-abd5-4157-8f6f-4b2ca2c66c07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:38.318779 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42408) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:38.319722 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-bd98b16d-abd5-4157-8f6f-4b2ca2c66c07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:38.324530 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] For port 70c84140-f9ee-4291-bb2d-21660d102f95, host dv-neutron-601336-80-hyperv, got binding levels [] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:38.324821 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:38.336728 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-295cf16f-6a6e-4c16-9418-e2f5a19983ed tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Request body: {'subnet': {'network_id': 'f12abb88-d0c6-4958-a9da-6595bcaffc07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:38.365457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dbb840b-70b3-4741-abbc-916f6eb03482 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:30:38.376781 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08483807-1b33-465f-a142-169afb31c50b None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:38.378967 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd98b16d-abd5-4157-8f6f-4b2ca2c66c07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:38.379623 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bd98b16d-abd5-4157-8f6f-4b2ca2c66c07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:38.486376 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-295cf16f-6a6e-4c16-9418-e2f5a19983ed tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:38.489976 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Calling delete_port for 70c84140-f9ee-4291-bb2d-21660d102f95 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:38.491641 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-295cf16f-6a6e-4c16-9418-e2f5a19983ed tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Usage tracker for resource:subnet and tenant:cc95a266ff3a42a1a8ce55c12c69b753 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:38.496219 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-295cf16f-6a6e-4c16-9418-e2f5a19983ed tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:38.496379 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.ipam_backend_mixin [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Port 70c84140-f9ee-4291-bb2d-21660d102f95 was not found and therefore no delete operation was performed {{(pid=92305) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 12:30:38.503837 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-295cf16f-6a6e-4c16-9418-e2f5a19983ed tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:38.508100 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:38.515616 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3dbb840b-70b3-4741-abbc-916f6eb03482 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:38.516434 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-3dbb840b-70b3-4741-abbc-916f6eb03482 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Added segment 5b5ba66b-650e-4b53-b611-f862ebf4c67a of type vlan for network bcbd12bc-2577-4e5f-87ee-514f1ee61e19 Jun 02 12:30:38.519244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:38.548853 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3dbb840b-70b3-4741-abbc-916f6eb03482 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:38.581285 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Port': ['ID=70c84140-f9ee-4291-bb2d-21660d102f95,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:38.583691 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:38.614417 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98b16d-abd5-4157-8f6f-4b2ca2c66c07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=e9698a5e-f3f3-4ab6-a956-5dcbdf949aef,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:38.619151 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295cf16f-6a6e-4c16-9418-e2f5a19983ed tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Made reservation on behalf of cc95a266ff3a42a1a8ce55c12c69b753 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:38.623748 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-295cf16f-6a6e-4c16-9418-e2f5a19983ed tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:38.641664 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bd98b16d-abd5-4157-8f6f-4b2ca2c66c07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:38.646813 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] No DVR routers for this DVR port 70c84140-f9ee-4291-bb2d-21660d102f95 on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:30:38.662088 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bd98b16d-abd5-4157-8f6f-4b2ca2c66c07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2008410 Jun 02 12:30:38.662751 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42410) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:38.673451 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-edff72bf-f7f5-4c4b-a923-035b60a3b7f8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'fixed_ips': [{'subnet_id': 'e9698a5e-f3f3-4ab6-a956-5dcbdf949aef', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-37023299'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:38.692045 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a7413df9-4e7a-4187-aef8-a668d8bf2950', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'fixed_ips': [{'subnet_id': 'e9698a5e-f3f3-4ab6-a956-5dcbdf949aef'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:30:38.693145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:38.700819 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3dbb840b-70b3-4741-abbc-916f6eb03482 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:38.710752 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbb840b-70b3-4741-abbc-916f6eb03482 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:38.711626 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3dbb840b-70b3-4741-abbc-916f6eb03482 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:38.793708 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f75ad24b-e927-4d49-8f8a-069420550c94 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:38.830570 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3dbb840b-70b3-4741-abbc-916f6eb03482 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8385348 Jun 02 12:30:38.844262 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42412) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:38.855090 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-c1c91175-33c9-42c1-a2ce-ae2ad312b555 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'subnet': {'network_id': 'bcbd12bc-2577-4e5f-87ee-514f1ee61e19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:38.867387 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 84afb07b-cfe7-42a2-ac32-f739f6334622 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:30:38.944440 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:38.959230 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 84afb07b-cfe7-42a2-ac32-f739f6334622 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:30:38.959578 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 84afb07b-cfe7-42a2-ac32-f739f6334622 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:30:38.995984 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0396defc-7663-4005-8ff1-5b5f988a4f43']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:39.016814 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Allocated IP 2001:db8::2 (a7413df9-4e7a-4187-aef8-a668d8bf2950/e9698a5e-f3f3-4ab6-a956-5dcbdf949aef/c11250dc-f0fd-4bce-aa01-666dcff18c9e) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:39.051785 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e95ed1d-79d8-4f92-be68-fc525c3f07df') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:39.052101 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e95ed1d-79d8-4f92-be68-fc525c3f07df') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:39.305716 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:39.351154 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb840b-70b3-4741-abbc-916f6eb03482 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Network': ['ID=bcbd12bc-2577-4e5f-87ee-514f1ee61e19,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:39.376347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:39.383524 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network bcbd12bc-2577-4e5f-87ee-514f1ee61e19 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:30:39.387272 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3dbb840b-70b3-4741-abbc-916f6eb03482 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:39.394665 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:30:39.395074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:30:39.411888 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:30:39.414408 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-82554293-b61b-43aa-90dc-3314cbbe8112 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:39.423241 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:39.425387 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6774d931-7820-44b4-9c1c-dcceb2e23eec tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:39.432884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-82554293-b61b-43aa-90dc-3314cbbe8112 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:39.438443 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c1c91175-33c9-42c1-a2ce-ae2ad312b555 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:39.454566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c1c91175-33c9-42c1-a2ce-ae2ad312b555 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:subnet and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:39.460876 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c1c91175-33c9-42c1-a2ce-ae2ad312b555 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:39.467819 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-82554293-b61b-43aa-90dc-3314cbbe8112 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:39.474339 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-edff72bf-f7f5-4c4b-a923-035b60a3b7f8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:39.478377 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-edff72bf-f7f5-4c4b-a923-035b60a3b7f8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:port and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:39.481298 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-edff72bf-f7f5-4c4b-a923-035b60a3b7f8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:39.487752 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-edff72bf-f7f5-4c4b-a923-035b60a3b7f8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:39.494995 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c1c91175-33c9-42c1-a2ce-ae2ad312b555 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:39.534618 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edff72bf-f7f5-4c4b-a923-035b60a3b7f8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:39.572521 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c91175-33c9-42c1-a2ce-ae2ad312b555 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:39.576563 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c1c91175-33c9-42c1-a2ce-ae2ad312b555 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:39.604031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774d931-7820-44b4-9c1c-dcceb2e23eec tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Pushing event deleted for resources: {'Port': ['ID=47f5d442-af7e-4fad-a2ec-fb2bd946f0c7,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:39.663110 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6774d931-7820-44b4-9c1c-dcceb2e23eec tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:39.700857 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Transition to ACTIVE for port object c11250dc-f0fd-4bce-aa01-666dcff18c9e will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:39.713956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:39.737553 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b5b23209-dd62-4ded-b90d-669dc528e4b0 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:39.754734 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Transition to ACTIVE for port object c11250dc-f0fd-4bce-aa01-666dcff18c9e will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:39.763063 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:39.764877 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:39.773259 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5bbddaa0-8ef9-49ed-82cb-14080ceb983f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:39.839096 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Network': ['ID=0396defc-7663-4005-8ff1-5b5f988a4f43,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:39.847976 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:39.861025 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/networks/0396defc-7663-4005-8ff1-5b5f988a4f43 HTTP/1.1" status: 204 len: 168 time: 3.7898014 Jun 02 12:30:39.866678 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42418) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:39.867596 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:39.871475 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1596213812', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}, 'admin_state_up': False}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:39.876262 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:39.883969 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6774d931-7820-44b4-9c1c-dcceb2e23eec tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:39.888740 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:39.897275 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-edff72bf-f7f5-4c4b-a923-035b60a3b7f8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:39.929102 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:39.932214 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-edff72bf-f7f5-4c4b-a923-035b60a3b7f8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] device_id is not set on port c05981e4-7c0c-4571-a76e-0e7e172a10c1 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:30:40.007771 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Pushing event updated for resources: {'Port': ['ID=c11250dc-f0fd-4bce-aa01-666dcff18c9e,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:40.012530 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:router and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:40.018319 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:40.065403 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:40.084829 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:40.088084 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6774d931-7820-44b4-9c1c-dcceb2e23eec tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:40.093672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6774d931-7820-44b4-9c1c-dcceb2e23eec tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:40.122067 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:40.123134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:40.134960 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Attempting to bind port c11250dc-f0fd-4bce-aa01-666dcff18c9e on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:30:40.136108 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Attempting to bind port c11250dc-f0fd-4bce-aa01-666dcff18c9e by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:30:40.137747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Attempting to bind port c11250dc-f0fd-4bce-aa01-666dcff18c9e on network a7413df9-4e7a-4187-aef8-a668d8bf2950 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:30:40.143375 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6774d931-7820-44b4-9c1c-dcceb2e23eec tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:40.143910 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6774d931-7820-44b4-9c1c-dcceb2e23eec tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 826854cf-6163-42eb-a261-762629f1491d {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:30:40.162266 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:40.175436 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82554293-b61b-43aa-90dc-3314cbbe8112 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Router d32ecc29-75f5-47d5-847a-e08b4d6b0623 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:30:40.178267 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6774d931-7820-44b4-9c1c-dcceb2e23eec tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:40.179394 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6774d931-7820-44b4-9c1c-dcceb2e23eec tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "DELETE /v2.0/routers/826854cf-6163-42eb-a261-762629f1491d HTTP/1.1" status: 204 len: 168 time: 4.7853756 Jun 02 12:30:40.184230 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42422) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:40.190296 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1537481425', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}, 'admin_state_up': False}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:40.198810 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:40.203928 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:30:40.204345 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:30:40.206545 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:40.206877 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Usage tracker for resource:router and tenant:688633e20c72433d938ad17b30273b1d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:40.206988 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Bound using segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:30:40.207446 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Bound port: c11250dc-f0fd-4bce-aa01-666dcff18c9e, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:30:40.212679 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:40.213363 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:40.285240 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-edff72bf-f7f5-4c4b-a923-035b60a3b7f8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:30:40.285693 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edff72bf-f7f5-4c4b-a923-035b60a3b7f8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:30:40.364765 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] For port c11250dc-f0fd-4bce-aa01-666dcff18c9e, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:30:40.369231 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] For port c11250dc-f0fd-4bce-aa01-666dcff18c9e, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c11250dc-f0fd-4bce-aa01-666dcff18c9e,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:30:40.373592 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-edff72bf-f7f5-4c4b-a923-035b60a3b7f8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7064664 Jun 02 12:30:40.376075 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:40.381391 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42424) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:40.386278 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:40.396547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:40.532961 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:40.534017 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:40.616551 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Pushing event updated for resources: {'Port': ['ID=c11250dc-f0fd-4bce-aa01-666dcff18c9e,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:40.627018 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:40.648410 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e11653-710c-4a41-9dbb-d5d0656528dc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:40.649100 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-13e11653-710c-4a41-9dbb-d5d0656528dc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:40.719641 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-13e11653-710c-4a41-9dbb-d5d0656528dc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:40.721314 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-13e11653-710c-4a41-9dbb-d5d0656528dc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3269501 Jun 02 12:30:40.727769 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42428) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:40.781221 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-295cf16f-6a6e-4c16-9418-e2f5a19983ed tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:40.787848 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:40.895852 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2671003b-7c98-4c2f-9d9c-ad3b6199cd7d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:40.897618 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2671003b-7c98-4c2f-9d9c-ad3b6199cd7d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:40.899496 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2671003b-7c98-4c2f-9d9c-ad3b6199cd7d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:40.937796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295cf16f-6a6e-4c16-9418-e2f5a19983ed tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Pushing event updated for resources: {'Subnet': ['ID=08a1ac4c-63aa-4667-848a-9a96dc038507,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:40.947994 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-295cf16f-6a6e-4c16-9418-e2f5a19983ed tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:40.969093 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2671003b-7c98-4c2f-9d9c-ad3b6199cd7d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:40.973305 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2671003b-7c98-4c2f-9d9c-ad3b6199cd7d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2393005 Jun 02 12:30:40.991327 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42430) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:40.992164 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c11250dc-f0fd-4bce-aa01-666dcff18c9e up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:30:41.000001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:41.015719 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:41.037373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295cf16f-6a6e-4c16-9418-e2f5a19983ed tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Checking segment: {'id': '53216b99-539d-40f5-a30a-1ba924832e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f12abb88-d0c6-4958-a9da-6595bcaffc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:30:41.037507 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295cf16f-6a6e-4c16-9418-e2f5a19983ed tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Network hostable DHCP agents. Network: f12abb88-d0c6-4958-a9da-6595bcaffc07, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:30:41.090937 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port c11250dc-f0fd-4bce-aa01-666dcff18c9e completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:41.129609 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-455d2aea-4f02-4442-ae82-2091bb253fa3 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet e9698a5e-f3f3-4ab6-a956-5dcbdf949aef {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:30:41.135515 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295cf16f-6a6e-4c16-9418-e2f5a19983ed tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Network f12abb88-d0c6-4958-a9da-6595bcaffc07 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:30:41.139683 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-455d2aea-4f02-4442-ae82-2091bb253fa3 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:41.150972 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82554293-b61b-43aa-90dc-3314cbbe8112 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:30:41.162644 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d5eda5-5451-474a-bd99-b094c0a4ac3a None None] Sync routers for ids ['d32ecc29-75f5-47d5-847a-e08b4d6b0623'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:30:41.165041 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 47f5d442-af7e-4fad-a2ec-fb2bd946f0c7 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:30:41.174242 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d5eda5-5451-474a-bd99-b094c0a4ac3a None None] Routers {'d32ecc29-75f5-47d5-847a-e08b4d6b0623'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:41.175374 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-63d5eda5-5451-474a-bd99-b094c0a4ac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d32ecc29-75f5-47d5-847a-e08b4d6b0623'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:41.207211 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-295cf16f-6a6e-4c16-9418-e2f5a19983ed tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, f12abb88-d0c6-4958-a9da-6595bcaffc07) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:41.212230 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c1c91175-33c9-42c1-a2ce-ae2ad312b555 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:41.212930 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-82554293-b61b-43aa-90dc-3314cbbe8112 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:41.216573 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-82554293-b61b-43aa-90dc-3314cbbe8112 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "PUT /v2.0/routers/d32ecc29-75f5-47d5-847a-e08b4d6b0623 HTTP/1.1" status: 200 len: 919 time: 8.6026180 Jun 02 12:30:41.220768 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42432) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:41.223301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:41.241122 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0162865-c630-4eb5-add9-03c6e48abbad None None] Network f12abb88-d0c6-4958-a9da-6595bcaffc07 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:41.285634 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-63d5eda5-5451-474a-bd99-b094c0a4ac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:41.296840 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d5eda5-5451-474a-bd99-b094c0a4ac3a None None] Routers {'d32ecc29-75f5-47d5-847a-e08b4d6b0623'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:41.297652 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-63d5eda5-5451-474a-bd99-b094c0a4ac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d32ecc29-75f5-47d5-847a-e08b4d6b0623'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:41.446356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:41.447580 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-63d5eda5-5451-474a-bd99-b094c0a4ac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:41.448136 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d5eda5-5451-474a-bd99-b094c0a4ac3a None None] The sync data for ids ['d32ecc29-75f5-47d5-847a-e08b4d6b0623'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:30:41.461506 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 47f5d442-af7e-4fad-a2ec-fb2bd946f0c7 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:30:41.462022 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 47f5d442-af7e-4fad-a2ec-fb2bd946f0c7 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:30:41.464146 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:30:41.493953 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-455d2aea-4f02-4442-ae82-2091bb253fa3 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:41.534912 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-f12abb88-d0c6-4958-a9da-6595bcaffc07', 'network_id': 'f12abb88-d0c6-4958-a9da-6595bcaffc07', 'tenant_id': 'cc95a266ff3a42a1a8ce55c12c69b753', 'fixed_ips': [{'subnet_id': '08a1ac4c-63aa-4667-848a-9a96dc038507'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:30:41.535170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295cf16f-6a6e-4c16-9418-e2f5a19983ed tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:41.535676 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-295cf16f-6a6e-4c16-9418-e2f5a19983ed tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:41.536346 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:41.716464 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c91175-33c9-42c1-a2ce-ae2ad312b555 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Subnet': ['ID=5dc2bbb2-0f49-4f6e-b95f-4a1437ce8eef,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:41.721353 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-295cf16f-6a6e-4c16-9418-e2f5a19983ed tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3973534 Jun 02 12:30:41.724541 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42438) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:41.724717 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c1c91175-33c9-42c1-a2ce-ae2ad312b555 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:41.758581 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Allocated IP 172.20.0.2 (f12abb88-d0c6-4958-a9da-6595bcaffc07/08a1ac4c-63aa-4667-848a-9a96dc038507/3450b797-26ac-46e7-a79f-328291935c5c) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:41.763298 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4d2dffc1-0105-4c3f-ad7a-9c7b86b81310 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Request body: {'port': {'network_id': 'f12abb88-d0c6-4958-a9da-6595bcaffc07', 'name': 'tempest-AllowedAddressPairTestJSON-1253465608'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:41.790322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c91175-33c9-42c1-a2ce-ae2ad312b555 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Checking segment: {'id': '5b5ba66b-650e-4b53-b611-f862ebf4c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bcbd12bc-2577-4e5f-87ee-514f1ee61e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:30:41.790676 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c91175-33c9-42c1-a2ce-ae2ad312b555 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network hostable DHCP agents. Network: bcbd12bc-2577-4e5f-87ee-514f1ee61e19, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:30:41.828048 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a83ed10d-6f8c-41d4-a91c-059d071e293c tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "GET /v2.0/routers/d32ecc29-75f5-47d5-847a-e08b4d6b0623 HTTP/1.1" status: 200 len: 925 time: 0.5775433 Jun 02 12:30:41.831825 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42440) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:41.929122 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c91175-33c9-42c1-a2ce-ae2ad312b555 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network bcbd12bc-2577-4e5f-87ee-514f1ee61e19 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:30:41.955716 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-c1c91175-33c9-42c1-a2ce-ae2ad312b555 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, bcbd12bc-2577-4e5f-87ee-514f1ee61e19) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:41.958656 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-455d2aea-4f02-4442-ae82-2091bb253fa3 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:41.976731 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d24a565-646e-471a-ae2f-6987882b800a None None] Network bcbd12bc-2577-4e5f-87ee-514f1ee61e19 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:41.995901 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:42.043854 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c91175-33c9-42c1-a2ce-ae2ad312b555 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:42.044684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:42.053573 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c1c91175-33c9-42c1-a2ce-ae2ad312b555 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:42.109145 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfafb8d-78a3-4bd8-8777-28071cc0609b tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:42.110754 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bcfafb8d-78a3-4bd8-8777-28071cc0609b tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&device_id=d32ecc29-75f5-47d5-847a-e08b4d6b0623&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2772369 Jun 02 12:30:42.116767 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42442) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:42.139575 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c1c91175-33c9-42c1-a2ce-ae2ad312b555 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2916219 Jun 02 12:30:42.146086 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42444) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:42.161723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4d2dffc1-0105-4c3f-ad7a-9c7b86b81310 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:42.180877 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4d2dffc1-0105-4c3f-ad7a-9c7b86b81310 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Usage tracker for resource:port and tenant:cc95a266ff3a42a1a8ce55c12c69b753 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:42.184454 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-983256a6-469c-4529-97d3-be84cd44bbc8 None None] Provisioning for port c11250dc-f0fd-4bce-aa01-666dcff18c9e completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:42.199322 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:42.201551 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-c4e37356-29e1-4566-b699-ff38a601f7a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'subnet': {'network_id': 'bcbd12bc-2577-4e5f-87ee-514f1ee61e19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:42.210344 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-983256a6-469c-4529-97d3-be84cd44bbc8 None None] Provisioning complete for port c11250dc-f0fd-4bce-aa01-666dcff18c9e triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:42.210729 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-983256a6-469c-4529-97d3-be84cd44bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:42.286601 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Transition to ACTIVE for port object 3450b797-26ac-46e7-a79f-328291935c5c will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:42.333454 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Transition to ACTIVE for port object 3450b797-26ac-46e7-a79f-328291935c5c will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:42.346757 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:42.352898 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f8fed322-f952-4aaf-9b59-a0d2ab946f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:42.389194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4d2dffc1-0105-4c3f-ad7a-9c7b86b81310 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:42.427814 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4d2dffc1-0105-4c3f-ad7a-9c7b86b81310 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:42.435913 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:42.458853 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-bcbd12bc-2577-4e5f-87ee-514f1ee61e19', 'network_id': 'bcbd12bc-2577-4e5f-87ee-514f1ee61e19', 'tenant_id': '4205f37103a1478c8c9013669bd1496e', 'fixed_ips': [{'subnet_id': '5dc2bbb2-0f49-4f6e-b95f-4a1437ce8eef'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:30:42.459401 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:42.472612 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Network f12abb88-d0c6-4958-a9da-6595bcaffc07 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:42.479919 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:42.480112 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:42.505362 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:42.528037 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Pushing event updated for resources: {'Port': ['ID=3450b797-26ac-46e7-a79f-328291935c5c,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:42.536796 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:42.549624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe93e9a-92b7-41bf-a320-f31af45acbed tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:42.551203 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6fe93e9a-92b7-41bf-a320-f31af45acbed tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "GET /v2.0/networks/58ad0a37-4806-4fe2-972f-df18335d7a8e HTTP/1.1" status: 200 len: 881 time: 0.4335732 Jun 02 12:30:42.555102 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c4e37356-29e1-4566-b699-ff38a601f7a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:42.560894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c4e37356-29e1-4566-b699-ff38a601f7a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:subnet and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:42.565168 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c4e37356-29e1-4566-b699-ff38a601f7a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:42.574374 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c4e37356-29e1-4566-b699-ff38a601f7a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:42.614956 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42448) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:42.663330 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e37356-29e1-4566-b699-ff38a601f7a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:42.665761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-983256a6-469c-4529-97d3-be84cd44bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:42.667797 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c4e37356-29e1-4566-b699-ff38a601f7a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:42.675613 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2dffc1-0105-4c3f-ad7a-9c7b86b81310 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Made reservation on behalf of cc95a266ff3a42a1a8ce55c12c69b753 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:42.679184 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4d2dffc1-0105-4c3f-ad7a-9c7b86b81310 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:42.700480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Allocated IP 172.26.7.181 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/6d22d0e1-733f-462d-90b0-b0b51cf234e0) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:42.710410 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e3bde0d2-9e17-44bb-87d9-1fa50637d90b tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32ecc29-75f5-47d5-847a-e08b4d6b0623 HTTP/1.1" status: 200 len: 205 time: 0.0935738 Jun 02 12:30:42.713394 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42450) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:42.776711 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Attempting to bind port 3450b797-26ac-46e7-a79f-328291935c5c on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:30:42.777453 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Attempting to bind port 3450b797-26ac-46e7-a79f-328291935c5c by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '53216b99-539d-40f5-a30a-1ba924832e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f12abb88-d0c6-4958-a9da-6595bcaffc07'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:30:42.777453 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Attempting to bind port 3450b797-26ac-46e7-a79f-328291935c5c on network f12abb88-d0c6-4958-a9da-6595bcaffc07 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:30:42.787640 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:30:42.788007 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Checking segment: {'id': '53216b99-539d-40f5-a30a-1ba924832e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f12abb88-d0c6-4958-a9da-6595bcaffc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:30:42.788419 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:42.788857 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Bound using segment: {'id': '53216b99-539d-40f5-a30a-1ba924832e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f12abb88-d0c6-4958-a9da-6595bcaffc07'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:30:42.789295 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Bound port: 3450b797-26ac-46e7-a79f-328291935c5c, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53216b99-539d-40f5-a30a-1ba924832e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f12abb88-d0c6-4958-a9da-6595bcaffc07'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:30:42.789750 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:42.792563 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-455d2aea-4f02-4442-ae82-2091bb253fa3 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:42.800090 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6aa730bc-1218-4f2d-9e5b-da0fe8c72393 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:42.817564 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-4d2dffc1-0105-4c3f-ad7a-9c7b86b81310 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] device_id is not set on port bf706e2b-83ec-4829-bd7f-25955d437e2d yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:30:42.843603 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d2aea-4f02-4442-ae82-2091bb253fa3 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=e9698a5e-f3f3-4ab6-a956-5dcbdf949aef,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:42.846874 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-455d2aea-4f02-4442-ae82-2091bb253fa3 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:42.847869 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-455d2aea-4f02-4442-ae82-2091bb253fa3 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:42.878862 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84473ca2-23bf-4af9-9a88-937ea072eeb4 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:42.886968 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-455d2aea-4f02-4442-ae82-2091bb253fa3 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/e9698a5e-f3f3-4ab6-a956-5dcbdf949aef HTTP/1.1" status: 204 len: 168 time: 1.8935556 Jun 02 12:30:42.888709 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.ipam_backend_mixin [None req-c4e37356-29e1-4566-b699-ff38a601f7a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5dc2bbb2-0f49-4f6e-b95f-4a1437ce8eef (CIDR: 172.20.0.0/28) Jun 02 12:30:42.889460 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42452) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:42.988136 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-816a4b54-91e4-4550-977f-858170a1ba83 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969791 Jun 02 12:30:42.990874 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e37356-29e1-4566-b699-ff38a601f7a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:30:42.991662 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e37356-29e1-4566-b699-ff38a601f7a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:30:43.003420 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42456) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:43.008931 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-f87a16e2-6623-4fd5-a642-fa136cbb56eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:43.050357 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.db.api [None req-983256a6-469c-4529-97d3-be84cd44bbc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:30:43.050729 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_db.api [None req-983256a6-469c-4529-97d3-be84cd44bbc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:30:43.066015 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Allocated IP 172.20.0.2 (bcbd12bc-2577-4e5f-87ee-514f1ee61e19/5dc2bbb2-0f49-4f6e-b95f-4a1437ce8eef/95dc094b-3ade-4aaa-a76a-111ef0fa9600) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:43.100368 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c4e37356-29e1-4566-b699-ff38a601f7a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9029987 Jun 02 12:30:43.113204 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42458) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:43.118050 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-fcf26a97-e6b1-4f96-86cb-55d4d1a3371e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'subnet': {'network_id': 'bcbd12bc-2577-4e5f-87ee-514f1ee61e19', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:43.133517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] For port 3450b797-26ac-46e7-a79f-328291935c5c, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:30:43.153910 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16fc5631-d424-4706-83f8-a03c3a3fd19e tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:43.222552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f87a16e2-6623-4fd5-a642-fa136cbb56eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:43.237719 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f87a16e2-6623-4fd5-a642-fa136cbb56eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:43.243673 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f87a16e2-6623-4fd5-a642-fa136cbb56eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:43.247140 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] For port 3450b797-26ac-46e7-a79f-328291935c5c, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3450b797-26ac-46e7-a79f-328291935c5c,segment=NetworkSegment(53216b99-539d-40f5-a30a-1ba924832e19),segment_id=53216b99-539d-40f5-a30a-1ba924832e19)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:30:43.253966 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f87a16e2-6623-4fd5-a642-fa136cbb56eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:43.256248 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:43.267195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:43.285032 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:43.289072 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87a16e2-6623-4fd5-a642-fa136cbb56eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:43.293512 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f87a16e2-6623-4fd5-a642-fa136cbb56eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:43.308312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-4d2dffc1-0105-4c3f-ad7a-9c7b86b81310 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Allocated IP 172.20.0.14 (f12abb88-d0c6-4958-a9da-6595bcaffc07/08a1ac4c-63aa-4667-848a-9a96dc038507/bf706e2b-83ec-4829-bd7f-25955d437e2d) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:43.323766 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-fcf26a97-e6b1-4f96-86cb-55d4d1a3371e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:43.431169 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Pushing event updated for resources: {'Port': ['ID=3450b797-26ac-46e7-a79f-328291935c5c,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:43.438628 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:43.537948 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-fcf26a97-e6b1-4f96-86cb-55d4d1a3371e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:subnet and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:43.542652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16fc5631-d424-4706-83f8-a03c3a3fd19e tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:43.552893 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-fcf26a97-e6b1-4f96-86cb-55d4d1a3371e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:43.562855 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-fcf26a97-e6b1-4f96-86cb-55d4d1a3371e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:43.588175 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf26a97-e6b1-4f96-86cb-55d4d1a3371e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:43.591626 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fcf26a97-e6b1-4f96-86cb-55d4d1a3371e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:43.607453 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d67354f-d72b-4309-9cb1-93eadbe6efa4 None None] DHCP port deletion for a7413df9-4e7a-4187-aef8-a668d8bf2950 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:30:43.648172 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:43.660571 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fe1854ff-bcfa-4c97-9137-488c1091a9a6 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:43.726947 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:43.755942 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-983256a6-469c-4529-97d3-be84cd44bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:43.826209 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Transition to ACTIVE for port object 95dc094b-3ade-4aaa-a76a-111ef0fa9600 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:43.882747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-983256a6-469c-4529-97d3-be84cd44bbc8 None None] For port c11250dc-f0fd-4bce-aa01-666dcff18c9e, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c11250dc-f0fd-4bce-aa01-666dcff18c9e,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:43.891430 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:43.904074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:43.904166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-983256a6-469c-4529-97d3-be84cd44bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:43.908690 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-52d1e7ca-1ddd-4168-8e14-5055048e4f1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:43.927723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:43.957594 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Transition to ACTIVE for port object 95dc094b-3ade-4aaa-a76a-111ef0fa9600 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:43.959676 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Allocated IP 172.26.7.121 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/80e32c99-7d86-48e8-845f-bc0ebdd52303) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:43.965100 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Port': ['ID=6d22d0e1-733f-462d-90b0-b0b51cf234e0,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:43.982519 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:43.987157 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:44.025634 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4d2dffc1-0105-4c3f-ad7a-9c7b86b81310 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:44.030811 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Network bcbd12bc-2577-4e5f-87ee-514f1ee61e19 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:44.034949 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9d67354f-d72b-4309-9cb1-93eadbe6efa4 None None] Deleting port c11250dc-f0fd-4bce-aa01-666dcff18c9e {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:44.035422 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9d67354f-d72b-4309-9cb1-93eadbe6efa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:44.056316 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:44.081323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-4d2dffc1-0105-4c3f-ad7a-9c7b86b81310 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Transition to ACTIVE for port object bf706e2b-83ec-4829-bd7f-25955d437e2d will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:44.125050 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:44.128425 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983256a6-469c-4529-97d3-be84cd44bbc8 None None] Pushing event updated for resources: {'Port': ['ID=c11250dc-f0fd-4bce-aa01-666dcff18c9e,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:44.190342 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-983256a6-469c-4529-97d3-be84cd44bbc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:44.192672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-70f04ca9-cff5-4f1e-bf35-80de7d96cf5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:44.227849 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-16fc5631-d424-4706-83f8-a03c3a3fd19e tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Deleting port 58b38e00-bb8f-4325-b87a-4fceea827bf1 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:44.228456 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16fc5631-d424-4706-83f8-a03c3a3fd19e tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:44.334606 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3237-e3f5-4bc3-97ef-5df9bed290df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:44.372237 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f87a16e2-6623-4fd5-a642-fa136cbb56eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:44.384064 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Pushing event updated for resources: {'Port': ['ID=95dc094b-3ade-4aaa-a76a-111ef0fa9600,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:44.391489 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-26e5393a-8c7c-4adf-aa03-3051a6231053 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:44.392619 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:44.393600 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Attempting to bind port 95dc094b-3ade-4aaa-a76a-111ef0fa9600 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:30:44.393974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Attempting to bind port 95dc094b-3ade-4aaa-a76a-111ef0fa9600 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5b5ba66b-650e-4b53-b611-f862ebf4c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bcbd12bc-2577-4e5f-87ee-514f1ee61e19'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:30:44.394367 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Attempting to bind port 95dc094b-3ade-4aaa-a76a-111ef0fa9600 on network bcbd12bc-2577-4e5f-87ee-514f1ee61e19 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:30:44.420581 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:30:44.420959 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Checking segment: {'id': '5b5ba66b-650e-4b53-b611-f862ebf4c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bcbd12bc-2577-4e5f-87ee-514f1ee61e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:30:44.421375 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:44.421778 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Bound using segment: {'id': '5b5ba66b-650e-4b53-b611-f862ebf4c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bcbd12bc-2577-4e5f-87ee-514f1ee61e19'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:30:44.422303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Bound port: 95dc094b-3ade-4aaa-a76a-111ef0fa9600, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5ba66b-650e-4b53-b611-f862ebf4c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bcbd12bc-2577-4e5f-87ee-514f1ee61e19'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:30:44.422683 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:44.450605 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-9d67354f-d72b-4309-9cb1-93eadbe6efa4 None None] For port c11250dc-f0fd-4bce-aa01-666dcff18c9e, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c11250dc-f0fd-4bce-aa01-666dcff18c9e,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:44.451037 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9d67354f-d72b-4309-9cb1-93eadbe6efa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:44.466721 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87a16e2-6623-4fd5-a642-fa136cbb56eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:44.471125 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-f87a16e2-6623-4fd5-a642-fa136cbb56eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:44.499020 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87a16e2-6623-4fd5-a642-fa136cbb56eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:44.499790 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f87a16e2-6623-4fd5-a642-fa136cbb56eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:44.518222 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a16e2-6623-4fd5-a642-fa136cbb56eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=0b264f1f-704e-4d68-b58e-f03b6cbc8b11,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:44.525337 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f87a16e2-6623-4fd5-a642-fa136cbb56eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:44.549584 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f87a16e2-6623-4fd5-a642-fa136cbb56eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5425618 Jun 02 12:30:44.575075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42464) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:44.583369 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-dd53d70e-f556-44ed-b278-6e8e16424e6d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-22915274', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:44.596198 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-dd53d70e-f556-44ed-b278-6e8e16424e6d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:44.608038 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-dd53d70e-f556-44ed-b278-6e8e16424e6d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:router and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:44.613378 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-dd53d70e-f556-44ed-b278-6e8e16424e6d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:44.623491 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-dd53d70e-f556-44ed-b278-6e8e16424e6d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:44.633191 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fcf26a97-e6b1-4f96-86cb-55d4d1a3371e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:44.639445 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:44.674300 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9d67354f-d72b-4309-9cb1-93eadbe6efa4 None None] Calling delete_port for c11250dc-f0fd-4bce-aa01-666dcff18c9e owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:44.695745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf26a97-e6b1-4f96-86cb-55d4d1a3371e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network bcbd12bc-2577-4e5f-87ee-514f1ee61e19 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:44.697115 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dd53d70e-f556-44ed-b278-6e8e16424e6d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:44.698236 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dd53d70e-f556-44ed-b278-6e8e16424e6d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:44.705952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-fcf26a97-e6b1-4f96-86cb-55d4d1a3371e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:44.729937 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf26a97-e6b1-4f96-86cb-55d4d1a3371e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:44.730676 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fcf26a97-e6b1-4f96-86cb-55d4d1a3371e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:44.754635 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] For port 95dc094b-3ade-4aaa-a76a-111ef0fa9600, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:30:44.759307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] For port 95dc094b-3ade-4aaa-a76a-111ef0fa9600, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=95dc094b-3ade-4aaa-a76a-111ef0fa9600,segment=NetworkSegment(5b5ba66b-650e-4b53-b611-f862ebf4c67a),segment_id=5b5ba66b-650e-4b53-b611-f862ebf4c67a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:30:44.765061 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf26a97-e6b1-4f96-86cb-55d4d1a3371e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Subnet': ['ID=d85babc8-be25-40d2-b55d-4f0af2922e1c,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:44.770231 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:44.771013 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dd53d70e-f556-44ed-b278-6e8e16424e6d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:44.772920 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fcf26a97-e6b1-4f96-86cb-55d4d1a3371e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:44.777148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7fccc036-a94f-409a-8c57-1431c7c75073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:44.785325 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fcf26a97-e6b1-4f96-86cb-55d4d1a3371e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6710069 Jun 02 12:30:44.786153 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42466) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:44.793979 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ef261889-9e2a-413d-ba2c-73071957f012 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'port': {'network_id': 'bcbd12bc-2577-4e5f-87ee-514f1ee61e19', 'fixed_ips': [{'subnet_id': '5dc2bbb2-0f49-4f6e-b95f-4a1437ce8eef'}, {'subnet_id': 'd85babc8-be25-40d2-b55d-4f0af2922e1c'}], 'name': 'tempest-PortsTestJSON-940117636'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:44.826822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16fc5631-d424-4706-83f8-a03c3a3fd19e tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:44.877827 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5f9ea1-a79b-4e6d-9144-0360255fa726 None None] Network f12abb88-d0c6-4958-a9da-6595bcaffc07 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:44.900328 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3450b797-26ac-46e7-a79f-328291935c5c up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:30:44.909749 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dd53d70e-f556-44ed-b278-6e8e16424e6d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:44.949545 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9d67354f-d72b-4309-9cb1-93eadbe6efa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:44.952294 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dd53d70e-f556-44ed-b278-6e8e16424e6d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:44.956694 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-dd53d70e-f556-44ed-b278-6e8e16424e6d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3775527 Jun 02 12:30:44.968885 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42470) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:44.998188 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:45.004397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4d2dffc1-0105-4c3f-ad7a-9c7b86b81310 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:45.026946 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-16fc5631-d424-4706-83f8-a03c3a3fd19e tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Calling delete_port for 58b38e00-bb8f-4325-b87a-4fceea827bf1 owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:45.043252 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d67354f-d72b-4309-9cb1-93eadbe6efa4 None None] No DVR routers for this DVR port c11250dc-f0fd-4bce-aa01-666dcff18c9e on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:30:45.050664 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Pushing event updated for resources: {'Port': ['ID=95dc094b-3ade-4aaa-a76a-111ef0fa9600,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:45.092553 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f9a80e-ec22-42a6-8ad4-0dcb8ecc6e26 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:45.107189 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a35f20f4-a5fa-4ec9-bd14-bd588ffb90ca None None] Provisioning for port 3450b797-26ac-46e7-a79f-328291935c5c completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:45.133684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3421da55-f284-4932-bbdc-d5fb1a59158f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:45.207932 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:45.211498 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2dffc1-0105-4c3f-ad7a-9c7b86b81310 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Network f12abb88-d0c6-4958-a9da-6595bcaffc07 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:45.214905 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:45.234761 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-4d2dffc1-0105-4c3f-ad7a-9c7b86b81310 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:45.237340 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ef261889-9e2a-413d-ba2c-73071957f012 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:45.257664 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2dffc1-0105-4c3f-ad7a-9c7b86b81310 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:45.319278 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67354f-d72b-4309-9cb1-93eadbe6efa4 None None] Pushing event deleted for resources: {'Port': ['ID=c11250dc-f0fd-4bce-aa01-666dcff18c9e,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:45.328375 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ef261889-9e2a-413d-ba2c-73071957f012 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:port and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:45.330734 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9d67354f-d72b-4309-9cb1-93eadbe6efa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:45.344113 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ef261889-9e2a-413d-ba2c-73071957f012 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:45.356021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ef261889-9e2a-413d-ba2c-73071957f012 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:45.389495 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 3450b797-26ac-46e7-a79f-328291935c5c completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:45.405063 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:45.407519 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 3450b797-26ac-46e7-a79f-328291935c5c triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:45.408645 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:45.488342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2dffc1-0105-4c3f-ad7a-9c7b86b81310 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Pushing event updated for resources: {'Port': ['ID=bf706e2b-83ec-4829-bd7f-25955d437e2d,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:45.527079 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4d2dffc1-0105-4c3f-ad7a-9c7b86b81310 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:45.540658 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2dffc1-0105-4c3f-ad7a-9c7b86b81310 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:45.541825 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4d2dffc1-0105-4c3f-ad7a-9c7b86b81310 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:45.551935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:45.562788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3d6145d9-f593-4285-a89a-9a4259039194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:45.633342 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef261889-9e2a-413d-ba2c-73071957f012 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:45.681777 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:45.747922 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4d2dffc1-0105-4c3f-ad7a-9c7b86b81310 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0101864 Jun 02 12:30:45.753640 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42476) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:45.759217 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-c3545ad4-4d43-40b7-b678-886ecf3ae34d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Request body: {'port': {'network_id': 'f12abb88-d0c6-4958-a9da-6595bcaffc07', 'name': 'tempest-AllowedAddressPairTestJSON-1271338948', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f9:6f:2f'}]}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:45.765440 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:45.767345 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a7413df9-4e7a-4187-aef8-a668d8bf2950', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'fixed_ips': [{'subnet_id': '0b264f1f-704e-4d68-b58e-f03b6cbc8b11'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:30:45.768678 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:45.776096 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:45.782698 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Pushing event updated for resources: {'Port': ['ID=80e32c99-7d86-48e8-845f-bc0ebdd52303,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:45.797202 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 3450b797-26ac-46e7-a79f-328291935c5c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3450b797-26ac-46e7-a79f-328291935c5c,segment=NetworkSegment(53216b99-539d-40f5-a30a-1ba924832e19),segment_id=53216b99-539d-40f5-a30a-1ba924832e19)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:45.802857 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:45.807437 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:45.847139 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:45.855920 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:45.921636 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c11250dc-f0fd-4bce-aa01-666dcff18c9e no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:30:45.985590 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:45.989564 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: c11250dc-f0fd-4bce-aa01-666dcff18c9e {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:30:45.989905 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c11250dc-f0fd-4bce-aa01-666dcff18c9e not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:30:46.029587 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef261889-9e2a-413d-ba2c-73071957f012 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:46.106079 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Allocated IP 2001:db8::2 (a7413df9-4e7a-4187-aef8-a668d8bf2950/0b264f1f-704e-4d68-b58e-f03b6cbc8b11/b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:46.266988 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-ef261889-9e2a-413d-ba2c-73071957f012 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] device_id is not set on port 257e325a-3ee4-40c9-8762-9e8fcdbe837f yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:30:46.384672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:46.393506 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=3450b797-26ac-46e7-a79f-328291935c5c,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:46.405954 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:46.420016 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Transition to ACTIVE for port object b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:46.423511 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c3545ad4-4d43-40b7-b678-886ecf3ae34d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:46.484314 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c3545ad4-4d43-40b7-b678-886ecf3ae34d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Usage tracker for resource:port and tenant:cc95a266ff3a42a1a8ce55c12c69b753 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:46.497779 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c3545ad4-4d43-40b7-b678-886ecf3ae34d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:46.560439 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c3545ad4-4d43-40b7-b678-886ecf3ae34d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:46.577909 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8974e767-8051-4273-8982-5deb1f971d99 None None] Provisioning complete for port 3450b797-26ac-46e7-a79f-328291935c5c triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:46.578272 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8974e767-8051-4273-8982-5deb1f971d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:46.621066 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16fc5631-d424-4706-83f8-a03c3a3fd19e tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:46.633067 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Transition to ACTIVE for port object b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:46.641804 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-43d65c93-6d97-445f-a69f-a195e3fd8bdd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:46.650787 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b7da5abb-9577-45a2-9739-1f9af1d32039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:46.658546 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:46.662215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3bc83e-216b-4eee-a20b-2ce0d47919ca None None] Network bcbd12bc-2577-4e5f-87ee-514f1ee61e19 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:46.687870 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d004d16b-b353-4a17-9534-60a1efcee4ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:46.688375 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3545ad4-4d43-40b7-b678-886ecf3ae34d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Made reservation on behalf of cc95a266ff3a42a1a8ce55c12c69b753 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:46.753634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:46.759545 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:46.811282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc5631-d424-4706-83f8-a03c3a3fd19e tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Pushing event deleted for resources: {'Port': ['ID=58b38e00-bb8f-4325-b87a-4fceea827bf1,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:46.814503 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:46.818147 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:46.821012 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-16fc5631-d424-4706-83f8-a03c3a3fd19e tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:46.873323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:46.984828 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Pushing event updated for resources: {'Port': ['ID=b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:47.004805 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:47.012994 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 95dc094b-3ade-4aaa-a76a-111ef0fa9600 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:30:47.018568 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8::1 (a7413df9-4e7a-4187-aef8-a668d8bf2950/0b264f1f-704e-4d68-b58e-f03b6cbc8b11/ee3426c1-78c4-445f-8502-73490af526eb) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:47.025645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c3545ad4-4d43-40b7-b678-886ecf3ae34d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:47.046481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16fc5631-d424-4706-83f8-a03c3a3fd19e tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:47.100748 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-c3545ad4-4d43-40b7-b678-886ecf3ae34d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] device_id is not set on port a1ab9f89-51de-4fab-8a51-4da6ed79738c yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:30:47.118490 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8974e767-8051-4273-8982-5deb1f971d99 None None] Provisioning for port bf706e2b-83ec-4829-bd7f-25955d437e2d completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:47.128405 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Attempting to bind port b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:30:47.128779 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Attempting to bind port b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:30:47.129147 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Attempting to bind port b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e on network a7413df9-4e7a-4187-aef8-a668d8bf2950 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:30:47.142036 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8974e767-8051-4273-8982-5deb1f971d99 None None] Provisioning complete for port bf706e2b-83ec-4829-bd7f-25955d437e2d triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:47.142467 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8974e767-8051-4273-8982-5deb1f971d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:47.187191 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:30:47.187583 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:30:47.188385 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:47.188385 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Bound using segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:30:47.188741 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Bound port: b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:30:47.189118 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:47.286390 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-ef261889-9e2a-413d-ba2c-73071957f012 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Allocated IP 172.20.0.4 (bcbd12bc-2577-4e5f-87ee-514f1ee61e19/5dc2bbb2-0f49-4f6e-b95f-4a1437ce8eef/257e325a-3ee4-40c9-8762-9e8fcdbe837f) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:47.306947 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-8974e767-8051-4273-8982-5deb1f971d99 None None] Port bf706e2b-83ec-4829-bd7f-25955d437e2d cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:30:47.321776 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 95dc094b-3ade-4aaa-a76a-111ef0fa9600 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:47.334061 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-ef261889-9e2a-413d-ba2c-73071957f012 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Allocated IP 172.20.0.24 (bcbd12bc-2577-4e5f-87ee-514f1ee61e19/d85babc8-be25-40d2-b55d-4f0af2922e1c/257e325a-3ee4-40c9-8762-9e8fcdbe837f) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:47.343252 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3450b797-26ac-46e7-a79f-328291935c5c up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:30:47.398073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16fc5631-d424-4706-83f8-a03c3a3fd19e tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:47.410571 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16fc5631-d424-4706-83f8-a03c3a3fd19e tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:47.416086 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] For port b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:30:47.449792 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] For port b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:30:47.464530 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:47.471172 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-983256a6-469c-4529-97d3-be84cd44bbc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:47.476585 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:47.505753 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a0de130d-b8f4-4447-91e2-6915f05ddfd1 None None] Provisioning for port 95dc094b-3ade-4aaa-a76a-111ef0fa9600 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:47.536302 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a0de130d-b8f4-4447-91e2-6915f05ddfd1 None None] Provisioning complete for port 95dc094b-3ade-4aaa-a76a-111ef0fa9600 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:47.536675 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a0de130d-b8f4-4447-91e2-6915f05ddfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:47.551917 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16fc5631-d424-4706-83f8-a03c3a3fd19e tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:47.552418 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fc5631-d424-4706-83f8-a03c3a3fd19e tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Fanout notify agent at l3_agent the message router_deleted on router d32ecc29-75f5-47d5-847a-e08b4d6b0623 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:30:47.604411 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16fc5631-d424-4706-83f8-a03c3a3fd19e tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:47.610444 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-16fc5631-d424-4706-83f8-a03c3a3fd19e tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "DELETE /v2.0/routers/d32ecc29-75f5-47d5-847a-e08b4d6b0623 HTTP/1.1" status: 204 len: 168 time: 4.8878710 Jun 02 12:30:47.610612 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:47.612075 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42484) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:47.632243 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 3450b797-26ac-46e7-a79f-328291935c5c triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:47.632625 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:47.632820 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-c3545ad4-4d43-40b7-b678-886ecf3ae34d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Allocated IP 172.20.0.3 (f12abb88-d0c6-4958-a9da-6595bcaffc07/08a1ac4c-63aa-4667-848a-9a96dc038507/a1ab9f89-51de-4fab-8a51-4da6ed79738c) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:47.672354 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Transition to ACTIVE for port object ee3426c1-78c4-445f-8502-73490af526eb will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:47.749245 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-69f32ba4-ecbd-4bf5-b3be-5f2340e6108f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1151328749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:47.759090 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-69f32ba4-ecbd-4bf5-b3be-5f2340e6108f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:47.763156 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Pushing event updated for resources: {'Port': ['ID=b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:47.772438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-69f32ba4-ecbd-4bf5-b3be-5f2340e6108f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Usage tracker for resource:router and tenant:afb3ad3450b4486c8bc4ec5f3c49c720 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:47.779201 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:47.781803 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:47.787986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-69f32ba4-ecbd-4bf5-b3be-5f2340e6108f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:47.802847 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a542141-bcdc-4dcc-bccc-a75a08c88ee7 None None] Update dhcp port {'port': {'network_id': 'bcbd12bc-2577-4e5f-87ee-514f1ee61e19', 'fixed_ips': [{'subnet_id': '5dc2bbb2-0f49-4f6e-b95f-4a1437ce8eef', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd85babc8-be25-40d2-b55d-4f0af2922e1c'}], 'binding:host_id': 'dv-neutron-601336-80-hyperv'}, 'id': '95dc094b-3ade-4aaa-a76a-111ef0fa9600'} from dv-neutron-601336-80-hyperv. {{(pid=92306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 12:30:47.803059 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-69f32ba4-ecbd-4bf5-b3be-5f2340e6108f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:47.812818 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:47.817009 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router 03700fb1-e9f4-4ee8-a8de-29db9a82bce8 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:30:47.828168 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4c9b9bd7-1ee5-4596-bae4-6f313b1f1391 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:47.909306 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8a542141-bcdc-4dcc-bccc-a75a08c88ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:47.911402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69f32ba4-ecbd-4bf5-b3be-5f2340e6108f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:47.912424 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69f32ba4-ecbd-4bf5-b3be-5f2340e6108f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:47.928970 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69f32ba4-ecbd-4bf5-b3be-5f2340e6108f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:47.932943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:47.952745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:47.996364 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:47.997170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:48.017530 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a0de130d-b8f4-4447-91e2-6915f05ddfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:48.117896 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=ee3426c1-78c4-445f-8502-73490af526eb,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:48.126708 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef261889-9e2a-413d-ba2c-73071957f012 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:48.131755 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:48.153781 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-a0de130d-b8f4-4447-91e2-6915f05ddfd1 None None] For port 95dc094b-3ade-4aaa-a76a-111ef0fa9600, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=95dc094b-3ade-4aaa-a76a-111ef0fa9600,segment=NetworkSegment(5b5ba66b-650e-4b53-b611-f862ebf4c67a),segment_id=5b5ba66b-650e-4b53-b611-f862ebf4c67a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:48.162696 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a0de130d-b8f4-4447-91e2-6915f05ddfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:48.168281 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef52d81d-9249-4f33-b5cf-4050f7368de7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:48.193644 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-ef261889-9e2a-413d-ba2c-73071957f012 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Transition to ACTIVE for port object 257e325a-3ee4-40c9-8762-9e8fcdbe837f will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:48.242192 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a0de130d-b8f4-4447-91e2-6915f05ddfd1 None None] Provisioning complete for port bf706e2b-83ec-4829-bd7f-25955d437e2d triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:48.242477 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a0de130d-b8f4-4447-91e2-6915f05ddfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:48.267799 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c3545ad4-4d43-40b7-b678-886ecf3ae34d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:48.306142 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-a0de130d-b8f4-4447-91e2-6915f05ddfd1 None None] Port bf706e2b-83ec-4829-bd7f-25955d437e2d cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:30:48.320097 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de130d-b8f4-4447-91e2-6915f05ddfd1 None None] Pushing event updated for resources: {'Port': ['ID=95dc094b-3ade-4aaa-a76a-111ef0fa9600,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:48.320463 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-c3545ad4-4d43-40b7-b678-886ecf3ae34d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Transition to ACTIVE for port object a1ab9f89-51de-4fab-8a51-4da6ed79738c will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:48.324003 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a0de130d-b8f4-4447-91e2-6915f05ddfd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:48.328304 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:48.343144 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef261889-9e2a-413d-ba2c-73071957f012 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:48.352848 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4de6223a-054d-4bfe-8525-51f2e5746bcb tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:48.356541 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69f32ba4-ecbd-4bf5-b3be-5f2340e6108f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:48.413465 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69f32ba4-ecbd-4bf5-b3be-5f2340e6108f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:48.417243 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-69f32ba4-ecbd-4bf5-b3be-5f2340e6108f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6800356 Jun 02 12:30:48.419362 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42488) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:48.428910 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-10534ff7-8d2a-4f63-acd4-0e99178ad39f tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'enable_snat': False}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:48.454693 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-8a542141-bcdc-4dcc-bccc-a75a08c88ee7 None None] Allocated IP 172.20.0.18 (bcbd12bc-2577-4e5f-87ee-514f1ee61e19/d85babc8-be25-40d2-b55d-4f0af2922e1c/95dc094b-3ade-4aaa-a76a-111ef0fa9600) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:48.482279 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef261889-9e2a-413d-ba2c-73071957f012 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network bcbd12bc-2577-4e5f-87ee-514f1ee61e19 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:48.488908 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-ef261889-9e2a-413d-ba2c-73071957f012 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:48.496628 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef261889-9e2a-413d-ba2c-73071957f012 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:48.572497 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef261889-9e2a-413d-ba2c-73071957f012 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Port': ['ID=257e325a-3ee4-40c9-8762-9e8fcdbe837f,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:48.590359 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ef261889-9e2a-413d-ba2c-73071957f012 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:48.617058 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:48.618924 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-8a542141-bcdc-4dcc-bccc-a75a08c88ee7 None None] For port 95dc094b-3ade-4aaa-a76a-111ef0fa9600, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=95dc094b-3ade-4aaa-a76a-111ef0fa9600,segment=NetworkSegment(5b5ba66b-650e-4b53-b611-f862ebf4c67a),segment_id=5b5ba66b-650e-4b53-b611-f862ebf4c67a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:48.651068 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8a542141-bcdc-4dcc-bccc-a75a08c88ee7 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:48.672956 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8a542141-bcdc-4dcc-bccc-a75a08c88ee7 None None] Transition to ACTIVE for port object 95dc094b-3ade-4aaa-a76a-111ef0fa9600 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:48.678584 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8a542141-bcdc-4dcc-bccc-a75a08c88ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:48.686340 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0a298558-613c-4bc1-b664-b25dcfc58317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:48.700936 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c3545ad4-4d43-40b7-b678-886ecf3ae34d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:48.711689 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f9c31e21-72de-4590-a480-31b50f09808a tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:48.767379 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a542141-bcdc-4dcc-bccc-a75a08c88ee7 None None] Pushing event updated for resources: {'Port': ['ID=95dc094b-3ade-4aaa-a76a-111ef0fa9600,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:48.771981 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8a542141-bcdc-4dcc-bccc-a75a08c88ee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:48.778670 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef261889-9e2a-413d-ba2c-73071957f012 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:48.779308 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef261889-9e2a-413d-ba2c-73071957f012 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:48.849330 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3545ad4-4d43-40b7-b678-886ecf3ae34d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Network f12abb88-d0c6-4958-a9da-6595bcaffc07 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:48.890706 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-c3545ad4-4d43-40b7-b678-886ecf3ae34d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:48.896623 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3545ad4-4d43-40b7-b678-886ecf3ae34d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Pushing event updated for resources: {'Port': ['ID=a1ab9f89-51de-4fab-8a51-4da6ed79738c,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:48.900523 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3545ad4-4d43-40b7-b678-886ecf3ae34d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:48.948748 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ef261889-9e2a-413d-ba2c-73071957f012 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.1570663 Jun 02 12:30:48.952516 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c3545ad4-4d43-40b7-b678-886ecf3ae34d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:48.982707 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42494) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:48.991177 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-a17bc9f8-1589-490a-9623-b0a3619bf424 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5dc2bbb2-0f49-4f6e-b95f-4a1437ce8eef'}]}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:49.020899 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 95dc094b-3ade-4aaa-a76a-111ef0fa9600 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:30:49.133475 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:30:49.178239 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3545ad4-4d43-40b7-b678-886ecf3ae34d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:49.179139 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c3545ad4-4d43-40b7-b678-886ecf3ae34d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:49.261007 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:49.269486 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:30:49.287038 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f8cd4d-ddfb-43be-9e83-f01dda5acae1 None None] Sync routers for ids ['03700fb1-e9f4-4ee8-a8de-29db9a82bce8'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:30:49.306451 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c3545ad4-4d43-40b7-b678-886ecf3ae34d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1013 time: 3.5516930 Jun 02 12:30:49.310598 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f8cd4d-ddfb-43be-9e83-f01dda5acae1 None None] Routers {'03700fb1-e9f4-4ee8-a8de-29db9a82bce8'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:49.311362 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-52f8cd4d-ddfb-43be-9e83-f01dda5acae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['03700fb1-e9f4-4ee8-a8de-29db9a82bce8'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:49.336078 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42496) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:49.363334 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10534ff7-8d2a-4f63-acd4-0e99178ad39f tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:49.415938 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:49.417256 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.5494540 Jun 02 12:30:49.421308 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-52f8cd4d-ddfb-43be-9e83-f01dda5acae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:49.422479 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42498) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:49.428380 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a17bc9f8-1589-490a-9623-b0a3619bf424 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:49.428590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ab9dfd5a-8425-4be3-a56d-030b6b4c2a6d None None] Provisioning for port b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:49.437740 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ab9dfd5a-8425-4be3-a56d-030b6b4c2a6d None None] Provisioning complete for port b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:49.438406 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ab9dfd5a-8425-4be3-a56d-030b6b4c2a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:49.475787 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:49.489025 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f8cd4d-ddfb-43be-9e83-f01dda5acae1 None None] Routers {'03700fb1-e9f4-4ee8-a8de-29db9a82bce8'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:49.489676 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-52f8cd4d-ddfb-43be-9e83-f01dda5acae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['03700fb1-e9f4-4ee8-a8de-29db9a82bce8'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:49.565617 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-52f8cd4d-ddfb-43be-9e83-f01dda5acae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:49.566038 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f8cd4d-ddfb-43be-9e83-f01dda5acae1 None None] The sync data for ids ['03700fb1-e9f4-4ee8-a8de-29db9a82bce8'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:30:49.586085 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:49.603956 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:49.604777 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:49.616740 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0508b088-8acb-46dc-87d5-f9eb6fa2ffa0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:49.653505 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ab9dfd5a-8425-4be3-a56d-030b6b4c2a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:49.679062 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8a47310b-b060-4844-b423-f21a9e822b0b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/routers/03700fb1-e9f4-4ee8-a8de-29db9a82bce8 HTTP/1.1" status: 200 len: 885 time: 0.2493634 Jun 02 12:30:49.683084 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42500) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:49.699215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ab9dfd5a-8425-4be3-a56d-030b6b4c2a6d None None] For port b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:49.711158 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ab9dfd5a-8425-4be3-a56d-030b6b4c2a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:49.714922 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:49.783863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ab9dfd5a-8425-4be3-a56d-030b6b4c2a6d None None] Provisioning for port a1ab9f89-51de-4fab-8a51-4da6ed79738c completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:49.797325 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ab9dfd5a-8425-4be3-a56d-030b6b4c2a6d None None] Provisioning complete for port a1ab9f89-51de-4fab-8a51-4da6ed79738c triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:49.798328 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ab9dfd5a-8425-4be3-a56d-030b6b4c2a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:49.837855 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Router ca7e8a16-c1c6-49f3-9784-6a4d6540ac69 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:30:49.856293 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76825a02-a05e-456a-b4ad-f4488d92505b None None] Network bcbd12bc-2577-4e5f-87ee-514f1ee61e19 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:30:49.888402 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ab9dfd5a-8425-4be3-a56d-030b6b4c2a6d None None] Port a1ab9f89-51de-4fab-8a51-4da6ed79738c cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:30:49.892030 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9dfd5a-8425-4be3-a56d-030b6b4c2a6d None None] Pushing event updated for resources: {'Port': ['ID=b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:49.938152 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ab9dfd5a-8425-4be3-a56d-030b6b4c2a6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:50.023349 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686fdf6c-13d2-4a6c-90b2-4d367595aa29 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:50.031007 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686fdf6c-13d2-4a6c-90b2-4d367595aa29 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:50.038582 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686fdf6c-13d2-4a6c-90b2-4d367595aa29 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:50.039467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-686fdf6c-13d2-4a6c-90b2-4d367595aa29 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Synchronizing usage tracker for tenant:cc95a266ff3a42a1a8ce55c12c69b753 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:50.053852 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c6bcdaf1-338a-4632-b64d-29bf4369dd13 None None] Provisioning for port 95dc094b-3ade-4aaa-a76a-111ef0fa9600 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:50.089946 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c6bcdaf1-338a-4632-b64d-29bf4369dd13 None None] Provisioning complete for port 95dc094b-3ade-4aaa-a76a-111ef0fa9600 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:50.090261 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c6bcdaf1-338a-4632-b64d-29bf4369dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:50.105044 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=ee3426c1-78c4-445f-8502-73490af526eb,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:50.110252 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:50.236319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-686fdf6c-13d2-4a6c-90b2-4d367595aa29 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Unset dirty status for tenant:cc95a266ff3a42a1a8ce55c12c69b753 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:50.241009 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-686fdf6c-13d2-4a6c-90b2-4d367595aa29 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.9039178 Jun 02 12:30:50.241815 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42506) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:50.250265 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c6bcdaf1-338a-4632-b64d-29bf4369dd13 None None] Provisioning for port ee3426c1-78c4-445f-8502-73490af526eb completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:50.256380 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c6bcdaf1-338a-4632-b64d-29bf4369dd13 None None] Provisioning complete for port ee3426c1-78c4-445f-8502-73490af526eb triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:50.256767 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c6bcdaf1-338a-4632-b64d-29bf4369dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:50.309311 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:30:50.315178 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c6bcdaf1-338a-4632-b64d-29bf4369dd13 None None] Port ee3426c1-78c4-445f-8502-73490af526eb cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:30:50.319222 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fadc46b-8a6b-4f7a-949d-71fa7cd6cbba None None] Sync routers for ids ['ca7e8a16-c1c6-49f3-9784-6a4d6540ac69'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:30:50.335620 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fadc46b-8a6b-4f7a-949d-71fa7cd6cbba None None] Routers {'ca7e8a16-c1c6-49f3-9784-6a4d6540ac69'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:50.337030 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-8fadc46b-8a6b-4f7a-949d-71fa7cd6cbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ca7e8a16-c1c6-49f3-9784-6a4d6540ac69'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:50.348747 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:50.351087 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:50.355302 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.1675751 Jun 02 12:30:50.355518 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:50.359017 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42508) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:50.364802 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-6fba8769-d00c-4b91-af13-06e229df1708 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'enable_snat': False}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:50.436348 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-8fadc46b-8a6b-4f7a-949d-71fa7cd6cbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:50.447299 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fadc46b-8a6b-4f7a-949d-71fa7cd6cbba None None] Routers {'ca7e8a16-c1c6-49f3-9784-6a4d6540ac69'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:50.448548 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-8fadc46b-8a6b-4f7a-949d-71fa7cd6cbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ca7e8a16-c1c6-49f3-9784-6a4d6540ac69'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:50.536594 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-8fadc46b-8a6b-4f7a-949d-71fa7cd6cbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:50.537260 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fadc46b-8a6b-4f7a-949d-71fa7cd6cbba None None] The sync data for ids ['ca7e8a16-c1c6-49f3-9784-6a4d6540ac69'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:30:50.552899 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-df084681-e29a-45e8-8bc4-e4d0360229a8 None None] Provisioning for port 257e325a-3ee4-40c9-8762-9e8fcdbe837f completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:50.558517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-df084681-e29a-45e8-8bc4-e4d0360229a8 None None] Provisioning complete for port 257e325a-3ee4-40c9-8762-9e8fcdbe837f triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:50.558896 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-df084681-e29a-45e8-8bc4-e4d0360229a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:50.640217 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-df084681-e29a-45e8-8bc4-e4d0360229a8 None None] Port 257e325a-3ee4-40c9-8762-9e8fcdbe837f cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:30:50.652783 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-df084681-e29a-45e8-8bc4-e4d0360229a8 None None] Provisioning complete for port 95dc094b-3ade-4aaa-a76a-111ef0fa9600 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:50.653168 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-df084681-e29a-45e8-8bc4-e4d0360229a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:50.673652 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-a17bc9f8-1589-490a-9623-b0a3619bf424 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Delete allocated IP 172.20.0.24 (bcbd12bc-2577-4e5f-87ee-514f1ee61e19/d85babc8-be25-40d2-b55d-4f0af2922e1c) {{(pid=92304) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 02 12:30:50.881266 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-ca86dc86-4e00-4f0d-9674-af580182919a tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Deleting port a1ab9f89-51de-4fab-8a51-4da6ed79738c {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:50.881570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ca86dc86-4e00-4f0d-9674-af580182919a tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:50.917567 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 95dc094b-3ade-4aaa-a76a-111ef0fa9600 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:30:51.005091 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Router 398c5b62-1bf6-4221-ab36-9dbf8a13f722 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:30:51.029764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c7598779-8478-4b01-9282-8cf09c069c52 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Synchronizing usage tracker for tenant:9cc4ca61dc954dc9aa55c98b051cae30 on resource:router {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:51.059326 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 95dc094b-3ade-4aaa-a76a-111ef0fa9600 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:51.059982 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:51.065183 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10534ff7-8d2a-4f63-acd4-0e99178ad39f tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:51.133506 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-216e8f02-2987-477e-9247-749542edc2c1 None None] Provisioning complete for port 257e325a-3ee4-40c9-8762-9e8fcdbe837f triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:51.133803 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-216e8f02-2987-477e-9247-749542edc2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:51.213819 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.db.resource_extend [None req-a17bc9f8-1589-490a-9623-b0a3619bf424 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:30:51.217650 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10534ff7-8d2a-4f63-acd4-0e99178ad39f tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:51.241225 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-216e8f02-2987-477e-9247-749542edc2c1 None None] Port 257e325a-3ee4-40c9-8762-9e8fcdbe837f cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:30:51.255665 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a17bc9f8-1589-490a-9623-b0a3619bf424 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:51.256228 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:30:51.275703 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ca86dc86-4e00-4f0d-9674-af580182919a tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:51.282744 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c7598779-8478-4b01-9282-8cf09c069c52 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Unset dirty status for tenant:9cc4ca61dc954dc9aa55c98b051cae30 on resource:router {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:51.287035 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c7598779-8478-4b01-9282-8cf09c069c52 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.5977378 Jun 02 12:30:51.289980 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42514) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:51.306579 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-40d0e849-329f-4f8c-ac33-78230f8e16e5 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1596213812'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:51.314865 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-216e8f02-2987-477e-9247-749542edc2c1 None None] Provisioning complete for port ee3426c1-78c4-445f-8502-73490af526eb triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:51.315245 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-216e8f02-2987-477e-9247-749542edc2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:51.377745 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-216e8f02-2987-477e-9247-749542edc2c1 None None] Port ee3426c1-78c4-445f-8502-73490af526eb cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:30:51.388985 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:51.389742 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:51.412226 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-a17bc9f8-1589-490a-9623-b0a3619bf424 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Ignored duplicate provisioning block setup for port 257e325a-3ee4-40c9-8762-9e8fcdbe837f by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 02 12:30:51.560748 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6fba8769-d00c-4b91-af13-06e229df1708 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:51.565251 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-10534ff7-8d2a-4f63-acd4-0e99178ad39f tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Allocated IP 172.26.7.221 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/4fae82c7-43f7-49d7-9aca-9e417d2c39bf) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:51.627934 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:30:51.637493 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-ca86dc86-4e00-4f0d-9674-af580182919a tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Calling delete_port for a1ab9f89-51de-4fab-8a51-4da6ed79738c owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:51.638396 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] Sync routers for ids ['398c5b62-1bf6-4221-ab36-9dbf8a13f722'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:30:51.640229 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a17bc9f8-1589-490a-9623-b0a3619bf424 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:51.649895 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "PUT /v2.0/routers/398c5b62-1bf6-4221-ab36-9dbf8a13f722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6771874 Jun 02 12:30:51.654405 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] Routers {'398c5b62-1bf6-4221-ab36-9dbf8a13f722'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:51.655084 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['398c5b62-1bf6-4221-ab36-9dbf8a13f722'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:51.655670 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:51.695859 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42516) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:51.840229 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] Set router 398c5b62-1bf6-4221-ab36-9dbf8a13f722 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:30:51.961876 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ae04fb-dedd-48ae-a8e2-8aa201a7abdf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:51.962798 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c0ae04fb-dedd-48ae-a8e2-8aa201a7abdf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:51.971114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10534ff7-8d2a-4f63-acd4-0e99178ad39f tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:52.007933 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bc9f8-1589-490a-9623-b0a3619bf424 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Port': ['ID=257e325a-3ee4-40c9-8762-9e8fcdbe837f,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:52.011199 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a17bc9f8-1589-490a-9623-b0a3619bf424 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:52.034898 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c0ae04fb-dedd-48ae-a8e2-8aa201a7abdf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:52.036158 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c0ae04fb-dedd-48ae-a8e2-8aa201a7abdf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports/ee3426c1-78c4-445f-8502-73490af526eb HTTP/1.1" status: 200 len: 911 time: 0.3393543 Jun 02 12:30:52.046497 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42518) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:52.089358 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-a17bc9f8-1589-490a-9623-b0a3619bf424 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] In _notify_port_updated(), no bound segment for port 257e325a-3ee4-40c9-8762-9e8fcdbe837f on network bcbd12bc-2577-4e5f-87ee-514f1ee61e19 {{(pid=92304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:30:52.095996 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17bc9f8-1589-490a-9623-b0a3619bf424 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:52.097097 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a17bc9f8-1589-490a-9623-b0a3619bf424 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:52.100902 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a17bc9f8-1589-490a-9623-b0a3619bf424 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "PUT /v2.0/ports/257e325a-3ee4-40c9-8762-9e8fcdbe837f HTTP/1.1" status: 200 len: 918 time: 3.1145082 Jun 02 12:30:52.104071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42520) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:52.121598 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-6a0b7101-1b2e-46c6-bc41-eb15ba9ba283 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5dc2bbb2-0f49-4f6e-b95f-4a1437ce8eef'}, {'subnet_id': 'd85babc8-be25-40d2-b55d-4f0af2922e1c'}]}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:52.189621 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-23ea3af4-64bf-487b-b783-998ec2dfc2a6 None None] Provisioning complete for port 257e325a-3ee4-40c9-8762-9e8fcdbe837f triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:52.189924 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-23ea3af4-64bf-487b-b783-998ec2dfc2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:52.257084 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10534ff7-8d2a-4f63-acd4-0e99178ad39f tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:52.259613 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-23ea3af4-64bf-487b-b783-998ec2dfc2a6 None None] Port 257e325a-3ee4-40c9-8762-9e8fcdbe837f cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:30:52.266756 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e5b955cd-66e3-4a34-acb1-e2c4d2e6364b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:52.282609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398c5b62-1bf6-4221-ab36-9dbf8a13f722', 'name': 'tempest-NetworksTestDHCPv6-router-22915274', 'tenant_id': '92267f63b39d479186244ad140742340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:30:44Z', 'updated_at': '2021-06-02T12:30:48Z', 'revision_number': 2, 'project_id': '92267f63b39d479186244ad140742340', 'gw_port_host': None, '_interfaces': [{'id': 'ee3426c1-78c4-445f-8502-73490af526eb', 'name': '', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'mac_address': 'fa:16:3e:64:8d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398c5b62-1bf6-4221-ab36-9dbf8a13f722', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0b264f1f-704e-4d68-b58e-f03b6cbc8b11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:30:46Z', 'updated_at': '2021-06-02T12:30:48Z', 'revision_number': 2, 'project_id': '92267f63b39d479186244ad140742340', 'subnets': [{'id': '0b264f1f-704e-4d68-b58e-f03b6cbc8b11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:52.287612 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] Checking router: 398c5b62-1bf6-4221-ab36-9dbf8a13f722 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:30:52.287983 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] Updating router 398c5b62-1bf6-4221-ab36-9dbf8a13f722 port ee3426c1-78c4-445f-8502-73490af526eb binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:30:52.348082 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10534ff7-8d2a-4f63-acd4-0e99178ad39f tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Pushing event updated for resources: {'Port': ['ID=4fae82c7-43f7-49d7-9aca-9e417d2c39bf,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:52.357473 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-10534ff7-8d2a-4f63-acd4-0e99178ad39f tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:52.364980 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:52.391153 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8223a17a-ad6d-49b6-aed6-e16c9628e18b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:52.391824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10534ff7-8d2a-4f63-acd4-0e99178ad39f tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:52.398327 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-10534ff7-8d2a-4f63-acd4-0e99178ad39f tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:52.400829 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8223a17a-ad6d-49b6-aed6-e16c9628e18b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:52.402901 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8223a17a-ad6d-49b6-aed6-e16c9628e18b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3554444 Jun 02 12:30:52.407093 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42526) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:52.409908 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10534ff7-8d2a-4f63-acd4-0e99178ad39f tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:52.421021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ca86dc86-4e00-4f0d-9674-af580182919a tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:52.428830 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:52.535622 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86dc86-4e00-4f0d-9674-af580182919a tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Pushing event deleted for resources: {'Port': ['ID=a1ab9f89-51de-4fab-8a51-4da6ed79738c,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:52.542370 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ca86dc86-4e00-4f0d-9674-af580182919a tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:52.795991 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-40d0e849-329f-4f8c-ac33-78230f8e16e5 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:52.820941 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:52.823504 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-40d0e849-329f-4f8c-ac33-78230f8e16e5 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:52.834598 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] Transition to ACTIVE for port object ee3426c1-78c4-445f-8502-73490af526eb will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:52.841244 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:52.847340 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-45fe0299-d031-4e90-bfcc-3d64c0fd3d49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:52.909825 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ca86dc86-4e00-4f0d-9674-af580182919a tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:52.935261 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ca86dc86-4e00-4f0d-9674-af580182919a tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "DELETE /v2.0/ports/a1ab9f89-51de-4fab-8a51-4da6ed79738c HTTP/1.1" status: 204 len: 168 time: 2.6839199 Jun 02 12:30:52.936299 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42528) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:53.024914 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c2c3b-85c7-40ff-808c-504c0447d298 None None] Pushing event updated for resources: {'Port': ['ID=ee3426c1-78c4-445f-8502-73490af526eb,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:53.028990 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-1b1c2c3b-85c7-40ff-808c-504c0447d298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:53.058346 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ea6030-4724-4dc2-ada2-65b40a118d86 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] GET failed (client error): The resource could not be found. Jun 02 12:30:53.058809 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d1ea6030-4724-4dc2-ada2-65b40a118d86 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Synchronizing usage tracker for tenant:cc95a266ff3a42a1a8ce55c12c69b753 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:53.110566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d0e849-329f-4f8c-ac33-78230f8e16e5 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router 03700fb1-e9f4-4ee8-a8de-29db9a82bce8 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:30:53.124153 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] Attempting to bind port ee3426c1-78c4-445f-8502-73490af526eb on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:30:53.124546 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] Attempting to bind port ee3426c1-78c4-445f-8502-73490af526eb by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:30:53.124944 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] Attempting to bind port ee3426c1-78c4-445f-8502-73490af526eb on network a7413df9-4e7a-4187-aef8-a668d8bf2950 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:30:53.132881 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:30:53.133270 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:30:53.133683 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:53.134086 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] Bound using segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:30:53.134608 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] Bound port: ee3426c1-78c4-445f-8502-73490af526eb, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:30:53.135084 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:53.261186 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] For port ee3426c1-78c4-445f-8502-73490af526eb, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:30:53.266660 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] For port ee3426c1-78c4-445f-8502-73490af526eb, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ee3426c1-78c4-445f-8502-73490af526eb,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:30:53.276817 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:53.282544 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:53.367101 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d1ea6030-4724-4dc2-ada2-65b40a118d86 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Unset dirty status for tenant:cc95a266ff3a42a1a8ce55c12c69b753 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:53.367946 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c2c3b-85c7-40ff-808c-504c0447d298 None None] Pushing event updated for resources: {'Port': ['ID=ee3426c1-78c4-445f-8502-73490af526eb,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:53.370723 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] Routers {'398c5b62-1bf6-4221-ab36-9dbf8a13f722'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:53.371215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['398c5b62-1bf6-4221-ab36-9dbf8a13f722'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:53.373353 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d1ea6030-4724-4dc2-ada2-65b40a118d86 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "GET /v2.0/ports/a1ab9f89-51de-4fab-8a51-4da6ed79738c HTTP/1.1" status: 404 len: 333 time: 0.4362967 Jun 02 12:30:53.374066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42532) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:53.394543 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-fe33aa5f-49b7-4a2c-bf5a-38e2e6090209 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Request body: {'port': {'network_id': 'f12abb88-d0c6-4958-a9da-6595bcaffc07', 'name': 'tempest-AllowedAddressPairTestJSON-1777877556'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:53.486760 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-1b1c2c3b-85c7-40ff-808c-504c0447d298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:53.537146 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-fe33aa5f-49b7-4a2c-bf5a-38e2e6090209 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:53.549923 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-fe33aa5f-49b7-4a2c-bf5a-38e2e6090209 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:53.576920 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe33aa5f-49b7-4a2c-bf5a-38e2e6090209 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Made reservation on behalf of cc95a266ff3a42a1a8ce55c12c69b753 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:53.580598 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6a0b7101-1b2e-46c6-bc41-eb15ba9ba283 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:53.581357 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe33aa5f-49b7-4a2c-bf5a-38e2e6090209 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:53.615684 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-fe33aa5f-49b7-4a2c-bf5a-38e2e6090209 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] device_id is not set on port de530630-f153-4f47-b303-1364b4d65dc0 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:30:53.640934 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] Set router 398c5b62-1bf6-4221-ab36-9dbf8a13f722 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:30:53.888886 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d0e849-329f-4f8c-ac33-78230f8e16e5 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:30:53.900754 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f0372c-e0f3-4b05-ac67-9ba345436990 None None] Sync routers for ids ['03700fb1-e9f4-4ee8-a8de-29db9a82bce8'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:30:53.911337 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f0372c-e0f3-4b05-ac67-9ba345436990 None None] Routers {'03700fb1-e9f4-4ee8-a8de-29db9a82bce8'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:53.912186 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d3f0372c-e0f3-4b05-ac67-9ba345436990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['03700fb1-e9f4-4ee8-a8de-29db9a82bce8'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:53.921381 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-40d0e849-329f-4f8c-ac33-78230f8e16e5 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:53.922561 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-40d0e849-329f-4f8c-ac33-78230f8e16e5 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/03700fb1-e9f4-4ee8-a8de-29db9a82bce8 HTTP/1.1" status: 200 len: 892 time: 2.6273711 Jun 02 12:30:53.926577 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42540) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:53.972804 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d3f0372c-e0f3-4b05-ac67-9ba345436990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:53.981749 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f0372c-e0f3-4b05-ac67-9ba345436990 None None] Routers {'03700fb1-e9f4-4ee8-a8de-29db9a82bce8'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:53.982588 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d3f0372c-e0f3-4b05-ac67-9ba345436990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['03700fb1-e9f4-4ee8-a8de-29db9a82bce8'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:54.009268 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-fe33aa5f-49b7-4a2c-bf5a-38e2e6090209 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Allocated IP 172.20.0.13 (f12abb88-d0c6-4958-a9da-6595bcaffc07/08a1ac4c-63aa-4667-848a-9a96dc038507/de530630-f153-4f47-b303-1364b4d65dc0) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:54.019771 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398c5b62-1bf6-4221-ab36-9dbf8a13f722', 'name': 'tempest-NetworksTestDHCPv6-router-22915274', 'tenant_id': '92267f63b39d479186244ad140742340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:30:44Z', 'updated_at': '2021-06-02T12:30:48Z', 'revision_number': 2, 'project_id': '92267f63b39d479186244ad140742340', 'gw_port_host': None, '_interfaces': [{'id': 'ee3426c1-78c4-445f-8502-73490af526eb', 'name': '', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'mac_address': 'fa:16:3e:64:8d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398c5b62-1bf6-4221-ab36-9dbf8a13f722', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0b264f1f-704e-4d68-b58e-f03b6cbc8b11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:30:46Z', 'updated_at': '2021-06-02T12:30:53Z', 'revision_number': 4, 'project_id': '92267f63b39d479186244ad140742340', 'subnets': [{'id': '0b264f1f-704e-4d68-b58e-f03b6cbc8b11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:54.027597 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57433999-9e9b-4b59-9943-d098c4c186ec None None] The sync data for ids ['398c5b62-1bf6-4221-ab36-9dbf8a13f722'] in dv-neutron-601336-80-hyperv is: [{'id': '398c5b62-1bf6-4221-ab36-9dbf8a13f722', 'name': 'tempest-NetworksTestDHCPv6-router-22915274', 'tenant_id': '92267f63b39d479186244ad140742340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:30:44Z', 'updated_at': '2021-06-02T12:30:48Z', 'revision_number': 2, 'project_id': '92267f63b39d479186244ad140742340', 'gw_port_host': None, '_interfaces': [{'id': 'ee3426c1-78c4-445f-8502-73490af526eb', 'name': '', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'mac_address': 'fa:16:3e:64:8d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398c5b62-1bf6-4221-ab36-9dbf8a13f722', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0b264f1f-704e-4d68-b58e-f03b6cbc8b11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:30:46Z', 'updated_at': '2021-06-02T12:30:53Z', 'revision_number': 4, 'project_id': '92267f63b39d479186244ad140742340', 'subnets': [{'id': '0b264f1f-704e-4d68-b58e-f03b6cbc8b11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:30:54.047860 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed85f95-a517-4bfc-97a0-f491b092afc2 req-7dd724ac-30a5-43f2-ab42-2a6ebef73f59 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:54.054392 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0ed85f95-a517-4bfc-97a0-f491b092afc2 req-7dd724ac-30a5-43f2-ab42-2a6ebef73f59 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 945 time: 0.2881582 Jun 02 12:30:54.061427 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6fba8769-d00c-4b91-af13-06e229df1708 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:54.082523 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d3f0372c-e0f3-4b05-ac67-9ba345436990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:54.082941 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f0372c-e0f3-4b05-ac67-9ba345436990 None None] The sync data for ids ['03700fb1-e9f4-4ee8-a8de-29db9a82bce8'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:30:54.098846 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6fba8769-d00c-4b91-af13-06e229df1708 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:54.209525 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0ed85f95-a517-4bfc-97a0-f491b092afc2 req-503c95a2-5369-4e21-9e0c-64b8173adffb tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb565746-7513-49d6-b303-5cd7300af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551332 Jun 02 12:30:54.261619 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7c7b92a9-3892-4d48-ba81-473c51e4cdd0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/routers/03700fb1-e9f4-4ee8-a8de-29db9a82bce8 HTTP/1.1" status: 200 len: 892 time: 0.3302321 Jun 02 12:30:54.269380 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42544) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:54.308897 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37995697-38ef-4282-83ad-9666d081e444 req-5ac2a747-a483-41e7-9bfa-fd175219e06b tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:54.310515 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-37995697-38ef-4282-83ad-9666d081e444 req-5ac2a747-a483-41e7-9bfa-fd175219e06b tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 945 time: 0.7163761 Jun 02 12:30:54.332973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10534ff7-8d2a-4f63-acd4-0e99178ad39f tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:54.401036 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c55e48e6-89f5-4390-bbc9-3f3810547481 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/ports?device_id=03700fb1-e9f4-4ee8-a8de-29db9a82bce8 HTTP/1.1" status: 200 len: 205 time: 0.1347170 Jun 02 12:30:54.404243 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42548) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:54.625888 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe33aa5f-49b7-4a2c-bf5a-38e2e6090209 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:54.654234 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-fe33aa5f-49b7-4a2c-bf5a-38e2e6090209 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Transition to ACTIVE for port object de530630-f153-4f47-b303-1364b4d65dc0 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:54.657426 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-baef2a99-d970-48d5-9560-5edc9be23b5b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:54.850650 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device ee3426c1-78c4-445f-8502-73490af526eb up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:30:54.895883 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe33aa5f-49b7-4a2c-bf5a-38e2e6090209 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:54.911612 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fd0dc539-1cc2-4e76-8830-e20d57c58a1a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:54.918245 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-37995697-38ef-4282-83ad-9666d081e444 req-649e0230-dfac-45cd-bed9-65eaaec62731 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546a921-94f5-4c90-8af7-58b2f4349025&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5062487 Jun 02 12:30:54.971270 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port ee3426c1-78c4-445f-8502-73490af526eb completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:54.979048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fba8769-d00c-4b91-af13-06e229df1708 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Router ca7e8a16-c1c6-49f3-9784-6a4d6540ac69 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:30:54.990310 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port ee3426c1-78c4-445f-8502-73490af526eb triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:54.991051 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:55.110614 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-baef2a99-d970-48d5-9560-5edc9be23b5b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:55.136332 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe33aa5f-49b7-4a2c-bf5a-38e2e6090209 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Network f12abb88-d0c6-4958-a9da-6595bcaffc07 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:30:55.142019 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-fe33aa5f-49b7-4a2c-bf5a-38e2e6090209 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:30:55.145465 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe33aa5f-49b7-4a2c-bf5a-38e2e6090209 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:30:55.176213 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:55.207784 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-6a0b7101-1b2e-46c6-bc41-eb15ba9ba283 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Allocated IP 172.20.0.26 (bcbd12bc-2577-4e5f-87ee-514f1ee61e19/d85babc8-be25-40d2-b55d-4f0af2922e1c/257e325a-3ee4-40c9-8762-9e8fcdbe837f) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:30:55.238687 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33aa5f-49b7-4a2c-bf5a-38e2e6090209 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Pushing event updated for resources: {'Port': ['ID=de530630-f153-4f47-b303-1364b4d65dc0,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:55.239628 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port ee3426c1-78c4-445f-8502-73490af526eb, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ee3426c1-78c4-445f-8502-73490af526eb,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:55.241978 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fe33aa5f-49b7-4a2c-bf5a-38e2e6090209 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:55.253008 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:55.260121 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:55.312286 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe33aa5f-49b7-4a2c-bf5a-38e2e6090209 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:55.314906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe33aa5f-49b7-4a2c-bf5a-38e2e6090209 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:55.349928 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=ee3426c1-78c4-445f-8502-73490af526eb,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:55.363228 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:55.366234 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a2700016-1fb1-462b-a73b-8e3408c65578 req-e0ea5414-e24c-46fa-9c8a-8ff667085a57 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5007370 Jun 02 12:30:55.370831 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fe33aa5f-49b7-4a2c-bf5a-38e2e6090209 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9858704 Jun 02 12:30:55.384415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42556) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:55.399428 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-eae45c70-70c5-4cf5-b0b4-9f57cede5e06 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f9:6f:2f'}]}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:55.518454 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c583bae1-ffe0-4677-9aa2-72fe5ae81b0c None None] Provisioning for port de530630-f153-4f47-b303-1364b4d65dc0 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:55.524426 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c583bae1-ffe0-4677-9aa2-72fe5ae81b0c None None] Provisioning complete for port de530630-f153-4f47-b303-1364b4d65dc0 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:55.525013 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c583bae1-ffe0-4677-9aa2-72fe5ae81b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:55.586913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c583bae1-ffe0-4677-9aa2-72fe5ae81b0c None None] Port de530630-f153-4f47-b303-1364b4d65dc0 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:30:55.604436 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-356648b8-9b6e-4fdd-a6ba-a3961f52a155 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:55.638570 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:55.689603 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-baef2a99-d970-48d5-9560-5edc9be23b5b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting port 6d22d0e1-733f-462d-90b0-b0b51cf234e0 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:55.689603 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-baef2a99-d970-48d5-9560-5edc9be23b5b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:55.708814 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10534ff7-8d2a-4f63-acd4-0e99178ad39f tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:55.786165 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fba8769-d00c-4b91-af13-06e229df1708 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:30:55.799053 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10534ff7-8d2a-4f63-acd4-0e99178ad39f tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:55.800873 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6189a60-6272-4459-a46c-8702637a015e None None] Sync routers for ids ['ca7e8a16-c1c6-49f3-9784-6a4d6540ac69'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:30:55.815137 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6189a60-6272-4459-a46c-8702637a015e None None] Routers {'ca7e8a16-c1c6-49f3-9784-6a4d6540ac69'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:55.817062 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f6189a60-6272-4459-a46c-8702637a015e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ca7e8a16-c1c6-49f3-9784-6a4d6540ac69'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:55.904774 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6fba8769-d00c-4b91-af13-06e229df1708 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:55.909327 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6fba8769-d00c-4b91-af13-06e229df1708 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "PUT /v2.0/routers/ca7e8a16-c1c6-49f3-9784-6a4d6540ac69 HTTP/1.1" status: 200 len: 922 time: 5.5482237 Jun 02 12:30:55.912201 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42564) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:55.918999 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2700016-1fb1-462b-a73b-8e3408c65578 req-a4a40917-abff-4c29-8e08-4f242348c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:55.921008 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a2700016-1fb1-462b-a73b-8e3408c65578 req-a4a40917-abff-4c29-8e08-4f242348c5c7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3413635451c64d1abbc624dcfc5977af&device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 1098 time: 0.4303269 Jun 02 12:30:55.933017 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f6189a60-6272-4459-a46c-8702637a015e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:55.943297 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6189a60-6272-4459-a46c-8702637a015e None None] Routers {'ca7e8a16-c1c6-49f3-9784-6a4d6540ac69'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:55.943911 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f6189a60-6272-4459-a46c-8702637a015e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ca7e8a16-c1c6-49f3-9784-6a4d6540ac69'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:56.017010 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f6189a60-6272-4459-a46c-8702637a015e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:56.017979 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6189a60-6272-4459-a46c-8702637a015e None None] The sync data for ids ['ca7e8a16-c1c6-49f3-9784-6a4d6540ac69'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:30:56.047282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6a0b7101-1b2e-46c6-bc41-eb15ba9ba283 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:56.056181 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a2244-fb21-4ebe-b77d-214e934fb7d2 req-3aa0f8ea-62da-4e81-b25b-224d2a46c65d tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:56.057636 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-dc9a2244-fb21-4ebe-b77d-214e934fb7d2 req-3aa0f8ea-62da-4e81-b25b-224d2a46c65d tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 945 time: 0.5115957 Jun 02 12:30:56.059366 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-baef2a99-d970-48d5-9560-5edc9be23b5b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:56.077219 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eae45c70-70c5-4cf5-b0b4-9f57cede5e06 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:56.180568 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-6a0b7101-1b2e-46c6-bc41-eb15ba9ba283 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Transition to ACTIVE for port object 257e325a-3ee4-40c9-8762-9e8fcdbe837f will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:30:56.192118 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6a0b7101-1b2e-46c6-bc41-eb15ba9ba283 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:56.211686 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5ce00ad2-2539-4c7e-a578-57a709523ed9 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:56.291185 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-baef2a99-d970-48d5-9560-5edc9be23b5b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Calling delete_port for 6d22d0e1-733f-462d-90b0-b0b51cf234e0 owned by network:router_gateway {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:56.469725 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-dc9a2244-fb21-4ebe-b77d-214e934fb7d2 req-d7fc6ccc-3a3f-4bbb-99c9-596bae01dfd9 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb565746-7513-49d6-b303-5cd7300af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3950303 Jun 02 12:30:56.518669 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6ce742a7-8698-471e-8136-406465277e46 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "GET /v2.0/routers/ca7e8a16-c1c6-49f3-9784-6a4d6540ac69 HTTP/1.1" status: 200 len: 922 time: 0.5988560 Jun 02 12:30:56.523277 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42566) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:56.559711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b7101-1b2e-46c6-bc41-eb15ba9ba283 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Port': ['ID=257e325a-3ee4-40c9-8762-9e8fcdbe837f,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:56.560067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2700016-1fb1-462b-a73b-8e3408c65578 req-70909178-ab4e-492e-9861-b54acab8a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:56.561545 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a2700016-1fb1-462b-a73b-8e3408c65578 req-70909178-ab4e-492e-9861-b54acab8a552 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3368b6ae-6925-4cc1-a7ab-b844c11cee25 HTTP/1.1" status: 200 len: 906 time: 0.5570524 Jun 02 12:30:56.571964 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6a0b7101-1b2e-46c6-bc41-eb15ba9ba283 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:56.654723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db9545-8dcd-4187-b19d-f23e615725e0 req-b00d5ba7-8701-45f3-92d6-82fb093d5ed1 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:56.656332 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a3db9545-8dcd-4187-b19d-f23e615725e0 req-b00d5ba7-8701-45f3-92d6-82fb093d5ed1 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 945 time: 0.6132095 Jun 02 12:30:56.692897 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10534ff7-8d2a-4f63-acd4-0e99178ad39f tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Router 9b2b5934-0d47-49a8-b5c1-6ba75498c1ee is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:30:56.717581 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef95d72e-10f3-48bd-a286-c682ff33e9e6 None None] Provisioning for port 257e325a-3ee4-40c9-8762-9e8fcdbe837f completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:30:56.723761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef95d72e-10f3-48bd-a286-c682ff33e9e6 None None] Provisioning complete for port 257e325a-3ee4-40c9-8762-9e8fcdbe837f triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:56.724270 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef95d72e-10f3-48bd-a286-c682ff33e9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:56.785762 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef95d72e-10f3-48bd-a286-c682ff33e9e6 None None] Port 257e325a-3ee4-40c9-8762-9e8fcdbe837f cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:30:56.823061 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-6a0b7101-1b2e-46c6-bc41-eb15ba9ba283 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] In _notify_port_updated(), no bound segment for port 257e325a-3ee4-40c9-8762-9e8fcdbe837f on network bcbd12bc-2577-4e5f-87ee-514f1ee61e19 {{(pid=92305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:30:56.828454 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device ee3426c1-78c4-445f-8502-73490af526eb up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:30:56.828608 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0b7101-1b2e-46c6-bc41-eb15ba9ba283 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:56.829083 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6a0b7101-1b2e-46c6-bc41-eb15ba9ba283 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:56.833192 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6a0b7101-1b2e-46c6-bc41-eb15ba9ba283 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "PUT /v2.0/ports/257e325a-3ee4-40c9-8762-9e8fcdbe837f HTTP/1.1" status: 200 len: 998 time: 4.7229099 Jun 02 12:30:56.836016 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a3db9545-8dcd-4187-b19d-f23e615725e0 req-6f059dc0-504c-421d-84cc-63b22d935e40 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546a921-94f5-4c90-8af7-58b2f4349025&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1685336 Jun 02 12:30:56.839300 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42568) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:56.950549 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port ee3426c1-78c4-445f-8502-73490af526eb triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:56.950893 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:56.961998 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a2700016-1fb1-462b-a73b-8e3408c65578 req-2e833002-53fd-4087-9228-b6af188fcea0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9c0538a-3979-4e9d-bea9-b378873e93a3 HTTP/1.1" status: 200 len: 1001 time: 0.3773973 Jun 02 12:30:56.983564 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-356648b8-9b6e-4fdd-a6ba-a3961f52a155 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting port ee3426c1-78c4-445f-8502-73490af526eb {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:56.983917 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-356648b8-9b6e-4fdd-a6ba-a3961f52a155 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:57.066618 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bca8095-6a1c-43b0-98e0-185a0e6ecd21 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:57.067324 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3bca8095-6a1c-43b0-98e0-185a0e6ecd21 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Synchronizing usage tracker for tenant:7a8258d351c340a48b91d11ef23f5ae6 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:57.132134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2700016-1fb1-462b-a73b-8e3408c65578 req-1b7985b6-75a3-4966-829c-48ac3258a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:57.133105 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a2700016-1fb1-462b-a73b-8e3408c65578 req-1b7985b6-75a3-4966-829c-48ac3258a467 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=338c01a8-8126-49dc-a526-567de4a9bece HTTP/1.1" status: 200 len: 844 time: 0.1508667 Jun 02 12:30:57.133432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10534ff7-8d2a-4f63-acd4-0e99178ad39f tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:30:57.140679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10534ff7-8d2a-4f63-acd4-0e99178ad39f tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:57.144236 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-10534ff7-8d2a-4f63-acd4-0e99178ad39f tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "PUT /v2.0/routers/9b2b5934-0d47-49a8-b5c1-6ba75498c1ee HTTP/1.1" status: 200 len: 920 time: 8.7198350 Jun 02 12:30:57.144370 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4975fb73-6354-42dc-9186-c54d1a45d86a None None] Sync routers for ids ['9b2b5934-0d47-49a8-b5c1-6ba75498c1ee'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:30:57.149451 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42570) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:57.161646 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4975fb73-6354-42dc-9186-c54d1a45d86a None None] Routers {'9b2b5934-0d47-49a8-b5c1-6ba75498c1ee'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:57.162340 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-4975fb73-6354-42dc-9186-c54d1a45d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['9b2b5934-0d47-49a8-b5c1-6ba75498c1ee'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:57.212969 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-356648b8-9b6e-4fdd-a6ba-a3961f52a155 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] For port ee3426c1-78c4-445f-8502-73490af526eb, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ee3426c1-78c4-445f-8502-73490af526eb,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:30:57.213337 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-356648b8-9b6e-4fdd-a6ba-a3961f52a155 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:57.225670 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f43f1ed5-828b-42be-bf9b-221eb8cfc4f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting port 257e325a-3ee4-40c9-8762-9e8fcdbe837f {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:57.226013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f43f1ed5-828b-42be-bf9b-221eb8cfc4f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:57.249286 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-4975fb73-6354-42dc-9186-c54d1a45d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:57.251725 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3bca8095-6a1c-43b0-98e0-185a0e6ecd21 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Unset dirty status for tenant:7a8258d351c340a48b91d11ef23f5ae6 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:57.255599 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3bca8095-6a1c-43b0-98e0-185a0e6ecd21 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&device_id=ca7e8a16-c1c6-49f3-9784-6a4d6540ac69&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7290559 Jun 02 12:30:57.257890 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4975fb73-6354-42dc-9186-c54d1a45d86a None None] Routers {'9b2b5934-0d47-49a8-b5c1-6ba75498c1ee'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:30:57.258512 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-4975fb73-6354-42dc-9186-c54d1a45d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['9b2b5934-0d47-49a8-b5c1-6ba75498c1ee'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:57.264578 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eae45c70-70c5-4cf5-b0b4-9f57cede5e06 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:57.266004 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42572) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:57.308773 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eae45c70-70c5-4cf5-b0b4-9f57cede5e06 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:57.320692 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-4975fb73-6354-42dc-9186-c54d1a45d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:30:57.321325 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4975fb73-6354-42dc-9186-c54d1a45d86a None None] The sync data for ids ['9b2b5934-0d47-49a8-b5c1-6ba75498c1ee'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:30:57.321499 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0b8f7535-ca65-4757-8781-0c85fc0ee8b3 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:57.366985 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-356648b8-9b6e-4fdd-a6ba-a3961f52a155 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Calling delete_port for ee3426c1-78c4-445f-8502-73490af526eb owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:57.504679 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-baef2a99-d970-48d5-9560-5edc9be23b5b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:57.553325 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f43f1ed5-828b-42be-bf9b-221eb8cfc4f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:57.619180 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae45c70-70c5-4cf5-b0b4-9f57cede5e06 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Pushing event updated for resources: {'Port': ['ID=de530630-f153-4f47-b303-1364b4d65dc0,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:57.622785 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-eae45c70-70c5-4cf5-b0b4-9f57cede5e06 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:57.662427 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c3545ad4-4d43-40b7-b678-886ecf3ae34d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:57.692504 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f43f1ed5-828b-42be-bf9b-221eb8cfc4f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Calling delete_port for 257e325a-3ee4-40c9-8762-9e8fcdbe837f owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:30:57.726427 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c7eb16bb-33e5-4edc-a74d-5d01b705935b None None] Provisioning complete for port de530630-f153-4f47-b303-1364b4d65dc0 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:30:57.726977 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c7eb16bb-33e5-4edc-a74d-5d01b705935b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:57.729237 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-eae45c70-70c5-4cf5-b0b4-9f57cede5e06 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] In _notify_port_updated(), no bound segment for port de530630-f153-4f47-b303-1364b4d65dc0 on network f12abb88-d0c6-4958-a9da-6595bcaffc07 {{(pid=92304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:30:57.734131 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395cb6b-7eb8-45f6-a7f3-aed1c3b0946e req-d48ad74a-b6aa-4f9f-bd4e-722e58d667d5 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:57.734591 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae45c70-70c5-4cf5-b0b4-9f57cede5e06 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:57.734850 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-f395cb6b-7eb8-45f6-a7f3-aed1c3b0946e req-d48ad74a-b6aa-4f9f-bd4e-722e58d667d5 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Synchronizing usage tracker for tenant:3413635451c64d1abbc624dcfc5977af on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:57.735212 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eae45c70-70c5-4cf5-b0b4-9f57cede5e06 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:57.738398 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-eae45c70-70c5-4cf5-b0b4-9f57cede5e06 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "PUT /v2.0/ports/de530630-f153-4f47-b303-1364b4d65dc0 HTTP/1.1" status: 200 len: 1009 time: 2.3471982 Jun 02 12:30:57.747965 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42576) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:57.785318 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c7eb16bb-33e5-4edc-a74d-5d01b705935b None None] Port de530630-f153-4f47-b303-1364b4d65dc0 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:30:57.801193 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef2a99-d970-48d5-9560-5edc9be23b5b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Port': ['ID=6d22d0e1-733f-462d-90b0-b0b51cf234e0,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:57.820073 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-baef2a99-d970-48d5-9560-5edc9be23b5b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:57.820325 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-f395cb6b-7eb8-45f6-a7f3-aed1c3b0946e req-d48ad74a-b6aa-4f9f-bd4e-722e58d667d5 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Unset dirty status for tenant:3413635451c64d1abbc624dcfc5977af on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:57.821588 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f395cb6b-7eb8-45f6-a7f3-aed1c3b0946e req-d48ad74a-b6aa-4f9f-bd4e-722e58d667d5 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.22 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 945 time: 0.4057274 Jun 02 12:30:57.823126 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.22', 49841) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:57.855400 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a315a1c8-8ecb-4041-935b-d85d705a1e23 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:57.855970 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a315a1c8-8ecb-4041-935b-d85d705a1e23 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Synchronizing usage tracker for tenant:7a8258d351c340a48b91d11ef23f5ae6 on resource:network {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:30:57.861673 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c47f2917-0608-448b-94ee-8611cdcf9d02 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "GET /v2.0/routers/9b2b5934-0d47-49a8-b5c1-6ba75498c1ee HTTP/1.1" status: 200 len: 926 time: 0.7079127 Jun 02 12:30:57.864096 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2700016-1fb1-462b-a73b-8e3408c65578 req-d130e110-ad92-4788-b8ca-32647b20d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:57.864096 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a2700016-1fb1-462b-a73b-8e3408c65578 req-d130e110-ad92-4788-b8ca-32647b20d39d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3368b6ae-6925-4cc1-a7ab-b844c11cee25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7154663 Jun 02 12:30:57.870892 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42582) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:58.028043 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-baef2a99-d970-48d5-9560-5edc9be23b5b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:58.076674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a315a1c8-8ecb-4041-935b-d85d705a1e23 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Unset dirty status for tenant:7a8258d351c340a48b91d11ef23f5ae6 on resource:network {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:30:58.080667 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a315a1c8-8ecb-4041-935b-d85d705a1e23 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "GET /v2.0/networks/58ad0a37-4806-4fe2-972f-df18335d7a8e HTTP/1.1" status: 200 len: 881 time: 0.8063157 Jun 02 12:30:58.094652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42584) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:58.221106 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-595a0f68-d0e2-4f64-87da-5a940f4a3730 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca7e8a16-c1c6-49f3-9784-6a4d6540ac69 HTTP/1.1" status: 200 len: 205 time: 0.1231859 Jun 02 12:30:58.235113 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42586) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:58.389198 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-baef2a99-d970-48d5-9560-5edc9be23b5b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:58.397960 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-baef2a99-d970-48d5-9560-5edc9be23b5b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:58.408598 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec56eb6-654f-4400-807b-deadf5316105 req-7615cea1-424e-42f7-a063-2ec25b7d0df7 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:58.410049 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3ec56eb6-654f-4400-807b-deadf5316105 req-7615cea1-424e-42f7-a063-2ec25b7d0df7 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 945 time: 0.7068276 Jun 02 12:30:58.459157 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a2700016-1fb1-462b-a73b-8e3408c65578 req-7c977b7a-f7fd-44a3-a16d-ffdba4feb285 service neutron] 10.222.0.22 "GET /v2.0/networks/3368b6ae-6925-4cc1-a7ab-b844c11cee25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842562 Jun 02 12:30:58.468814 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802748cc-3993-40a2-ad63-cf2d4d13354e tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:58.473023 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-802748cc-3993-40a2-ad63-cf2d4d13354e tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&device_id=9b2b5934-0d47-49a8-b5c1-6ba75498c1ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5970366 Jun 02 12:30:58.473905 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42588) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:58.527060 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-baef2a99-d970-48d5-9560-5edc9be23b5b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:58.527575 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baef2a99-d970-48d5-9560-5edc9be23b5b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Fanout notify agent at l3_agent the message router_deleted on router 03700fb1-e9f4-4ee8-a8de-29db9a82bce8 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:30:58.604430 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7bb47-1097-4b5f-9d19-e9d84541703a req-d6197cb1-50ad-408d-9651-7cd8c8e41488 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:58.605881 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-aec7bb47-1097-4b5f-9d19-e9d84541703a req-d6197cb1-50ad-408d-9651-7cd8c8e41488 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 945 time: 0.7735283 Jun 02 12:30:58.643697 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3ec56eb6-654f-4400-807b-deadf5316105 req-9539800f-575c-44e5-8588-cd637e2a7cf0 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb565746-7513-49d6-b303-5cd7300af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226524 Jun 02 12:30:58.709134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-baef2a99-d970-48d5-9560-5edc9be23b5b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:58.710227 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-baef2a99-d970-48d5-9560-5edc9be23b5b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/routers/03700fb1-e9f4-4ee8-a8de-29db9a82bce8 HTTP/1.1" status: 204 len: 168 time: 4.3053389 Jun 02 12:30:58.722085 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42590) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:58.737004 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-356648b8-9b6e-4fdd-a6ba-a3961f52a155 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:58.739158 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-3db33bc4-70ec-443d-98e6-bba7d4f4e878 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1240552170'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:58.741448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-28c71d45-e486-47c2-afb3-2fdf44886db8 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Deleting port de530630-f153-4f47-b303-1364b4d65dc0 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:58.741956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-28c71d45-e486-47c2-afb3-2fdf44886db8 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:58.758821 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3db33bc4-70ec-443d-98e6-bba7d4f4e878 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:58.766005 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a2700016-1fb1-462b-a73b-8e3408c65578 req-90a63eac-8f66-4269-af61-ea875d6a77d2 service neutron] 10.222.0.22 "GET /v2.0/networks/3368b6ae-6925-4cc1-a7ab-b844c11cee25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939122 Jun 02 12:30:58.767145 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f39b2e-cdf8-425a-a840-b7fa581c1a02 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:58.768382 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-30f39b2e-cdf8-425a-a840-b7fa581c1a02 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "GET /v2.0/networks/58ad0a37-4806-4fe2-972f-df18335d7a8e HTTP/1.1" status: 200 len: 881 time: 0.2766266 Jun 02 12:30:58.769375 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-149e275e-c97f-4f99-8812-bcb6d5b09d14 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:58.769508 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3db33bc4-70ec-443d-98e6-bba7d4f4e878 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:network and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:58.771897 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42592) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:58.803947 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3db33bc4-70ec-443d-98e6-bba7d4f4e878 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:58.818176 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3db33bc4-70ec-443d-98e6-bba7d4f4e878 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:58.822213 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3789e192-ec99-43ab-8bba-33e6f129a445 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b2b5934-0d47-49a8-b5c1-6ba75498c1ee HTTP/1.1" status: 200 len: 205 time: 0.0489669 Jun 02 12:30:58.825517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42594) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:58.825879 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc7cc3-35a8-4d68-94ea-4094284b09b6 req-adc59ddd-bf7a-4fbf-8ce0-85f47b9b6e21 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:58.832935 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-56dc7cc3-35a8-4d68-94ea-4094284b09b6 req-adc59ddd-bf7a-4fbf-8ce0-85f47b9b6e21 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 945 time: 0.7364185 Jun 02 12:30:58.879533 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356648b8-9b6e-4fdd-a6ba-a3961f52a155 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Port': ['ID=ee3426c1-78c4-445f-8502-73490af526eb,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:58.896848 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db33bc4-70ec-443d-98e6-bba7d4f4e878 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Made reservation on behalf of 9cc4ca61dc954dc9aa55c98b051cae30 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:58.901180 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3db33bc4-70ec-443d-98e6-bba7d4f4e878 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:58.979207 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-356648b8-9b6e-4fdd-a6ba-a3961f52a155 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:58.988523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-299c02e6-c6df-49cd-ab4a-8ce7ae1769b6 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:59.040245 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1329-3536-4ed3-8ea9-da4f48e9a2bb tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:59.073025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-f395cb6b-7eb8-45f6-a7f3-aed1c3b0946e req-a9e9558e-40d5-42af-a026-168d6636cc0c tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Deleting port c9c0538a-3979-4e9d-bea9-b378873e93a3 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:59.073366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f395cb6b-7eb8-45f6-a7f3-aed1c3b0946e req-a9e9558e-40d5-42af-a026-168d6636cc0c tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:59.112814 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db33bc4-70ec-443d-98e6-bba7d4f4e878 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:30:59.128300 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3db33bc4-70ec-443d-98e6-bba7d4f4e878 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:59.128653 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-3db33bc4-70ec-443d-98e6-bba7d4f4e878 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Added segment eede596e-09e6-49ca-978e-63a8d5d51611 of type vlan for network 7db13fdf-7b19-43c7-a9e5-08b409caa6f7 Jun 02 12:30:59.179003 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f43f1ed5-828b-42be-bf9b-221eb8cfc4f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:59.229796 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-16fc5631-d424-4706-83f8-a03c3a3fd19e tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:59.245958 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3db33bc4-70ec-443d-98e6-bba7d4f4e878 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:59.276815 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1329-3536-4ed3-8ea9-da4f48e9a2bb tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:59.320196 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3db33bc4-70ec-443d-98e6-bba7d4f4e878 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:59.325650 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db33bc4-70ec-443d-98e6-bba7d4f4e878 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:30:59.326254 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3db33bc4-70ec-443d-98e6-bba7d4f4e878 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:59.336216 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:30:59.443423 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3db33bc4-70ec-443d-98e6-bba7d4f4e878 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7179942 Jun 02 12:30:59.454467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42598) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:30:59.464314 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-c0d47174-c935-4a9c-9dee-65849e27bd5f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'subnet': {'network_id': '7db13fdf-7b19-43c7-a9e5-08b409caa6f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:30:59.479966 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db33bc4-70ec-443d-98e6-bba7d4f4e878 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Network': ['ID=7db13fdf-7b19-43c7-a9e5-08b409caa6f7,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:59.486463 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3db33bc4-70ec-443d-98e6-bba7d4f4e878 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:59.491978 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 7db13fdf-7b19-43c7-a9e5-08b409caa6f7 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:30:59.555599 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f1ed5-828b-42be-bf9b-221eb8cfc4f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Port': ['ID=257e325a-3ee4-40c9-8762-9e8fcdbe837f,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:30:59.571968 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-56dc7cc3-35a8-4d68-94ea-4094284b09b6 req-247eba81-15e8-4481-b928-05386cb09e61 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546a921-94f5-4c90-8af7-58b2f4349025&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7381909 Jun 02 12:30:59.581668 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e1329-3536-4ed3-8ea9-da4f48e9a2bb tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Deleting port 4fae82c7-43f7-49d7-9aca-9e417d2c39bf {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:30:59.582017 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1329-3536-4ed3-8ea9-da4f48e9a2bb tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:59.598604 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f43f1ed5-828b-42be-bf9b-221eb8cfc4f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:30:59.618383 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c0d47174-c935-4a9c-9dee-65849e27bd5f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:30:59.669427 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c0d47174-c935-4a9c-9dee-65849e27bd5f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:subnet and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:30:59.673691 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-356648b8-9b6e-4fdd-a6ba-a3961f52a155 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:59.673855 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c0d47174-c935-4a9c-9dee-65849e27bd5f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:30:59.692291 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c0d47174-c935-4a9c-9dee-65849e27bd5f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:30:59.761637 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-28c71d45-e486-47c2-afb3-2fdf44886db8 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:59.905516 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d47174-c935-4a9c-9dee-65849e27bd5f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Made reservation on behalf of 9cc4ca61dc954dc9aa55c98b051cae30 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:30:59.908953 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c0d47174-c935-4a9c-9dee-65849e27bd5f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:30:59.946244 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1329-3536-4ed3-8ea9-da4f48e9a2bb tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:00.036995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-28c71d45-e486-47c2-afb3-2fdf44886db8 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Calling delete_port for de530630-f153-4f47-b303-1364b4d65dc0 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:00.147697 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-299c02e6-c6df-49cd-ab4a-8ce7ae1769b6 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:00.147954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e1329-3536-4ed3-8ea9-da4f48e9a2bb tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Calling delete_port for 4fae82c7-43f7-49d7-9aca-9e417d2c39bf owned by network:router_gateway {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:00.175956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-f395cb6b-7eb8-45f6-a7f3-aed1c3b0946e req-a9e9558e-40d5-42af-a026-168d6636cc0c tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] For port c9c0538a-3979-4e9d-bea9-b378873e93a3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c9c0538a-3979-4e9d-bea9-b378873e93a3,segment=NetworkSegment(b8888788-d7c3-43e5-86c1-6695264e9974),segment_id=b8888788-d7c3-43e5-86c1-6695264e9974)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:00.176324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f395cb6b-7eb8-45f6-a7f3-aed1c3b0946e req-a9e9558e-40d5-42af-a026-168d6636cc0c tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:00.186759 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-aec7bb47-1097-4b5f-9d19-e9d84541703a req-8d39e2ca-95ab-4c74-884f-3fd772fe0c08 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Deleting port 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:00.187103 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-aec7bb47-1097-4b5f-9d19-e9d84541703a req-8d39e2ca-95ab-4c74-884f-3fd772fe0c08 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:00.198001 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abdc9c7-2aff-4c93-9e89-1d29f734ed48 req-87cbde7c-833b-4429-af62-32d5dfe016c7 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:00.202620 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8abdc9c7-2aff-4c93-9e89-1d29f734ed48 req-87cbde7c-833b-4429-af62-32d5dfe016c7 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 945 time: 0.3618150 Jun 02 12:31:00.306181 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8abdc9c7-2aff-4c93-9e89-1d29f734ed48 req-9adfbbef-004a-402f-92ae-6c3f108a974f tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb565746-7513-49d6-b303-5cd7300af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992088 Jun 02 12:31:00.343998 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f43f1ed5-828b-42be-bf9b-221eb8cfc4f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:00.525111 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f43f1ed5-828b-42be-bf9b-221eb8cfc4f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/ports/257e325a-3ee4-40c9-8762-9e8fcdbe837f HTTP/1.1" status: 204 len: 168 time: 3.6847668 Jun 02 12:31:00.533837 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42602) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:00.541937 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device c9c0538a-3979-4e9d-bea9-b378873e93a3 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:31:00.567739 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1329-3536-4ed3-8ea9-da4f48e9a2bb tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:00.570980 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356648b8-9b6e-4fdd-a6ba-a3961f52a155 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Router 398c5b62-1bf6-4221-ab36-9dbf8a13f722 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:31:00.577762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-18ce18ea-c837-43c0-99b5-ff34cc6b9794 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:00.632372 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e1329-3536-4ed3-8ea9-da4f48e9a2bb tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Pushing event deleted for resources: {'Port': ['ID=4fae82c7-43f7-49d7-9aca-9e417d2c39bf,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:00.634548 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a7d340-e75b-4ae6-b5bb-af000f4be0fb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] GET failed (client error): The resource could not be found. Jun 02 12:31:00.635066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-17a7d340-e75b-4ae6-b5bb-af000f4be0fb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Synchronizing usage tracker for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:00.639994 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5d4e1329-3536-4ed3-8ea9-da4f48e9a2bb tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:00.703130 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:00.727632 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-17a7d340-e75b-4ae6-b5bb-af000f4be0fb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Unset dirty status for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:00.728639 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-17a7d340-e75b-4ae6-b5bb-af000f4be0fb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports/257e325a-3ee4-40c9-8762-9e8fcdbe837f HTTP/1.1" status: 404 len: 333 time: 0.1935308 Jun 02 12:31:00.741990 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42606) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:00.788151 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59374d82-e6b7-4127-9a44-3ce1cd38bedb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c0538a-3979-4e9d-bea9-b378873e93a3'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:31:00.792756 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180c2b6d-6a39-49ee-aa79-8d1e57289803" -d '{"events": [{"server_uuid": "59374d82-e6b7-4127-9a44-3ce1cd38bedb", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c0538a-3979-4e9d-bea9-b378873e93a3"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:31:00.803368 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port c9c0538a-3979-4e9d-bea9-b378873e93a3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c9c0538a-3979-4e9d-bea9-b378873e93a3,segment=NetworkSegment(b8888788-d7c3-43e5-86c1-6695264e9974),segment_id=b8888788-d7c3-43e5-86c1-6695264e9974)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:00.823515 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1329-3536-4ed3-8ea9-da4f48e9a2bb tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:00.823986 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:00.826403 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9c508fa2-d6c1-4fc3-b55d-7629d48d5995 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:00.904738 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 12:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5064ffbb-7099-483e-ac19-a8c97b1fcede x-openstack-request-id: req-5064ffbb-7099-483e-ac19-a8c97b1fcede {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:31:00.905044 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59374d82-e6b7-4127-9a44-3ce1cd38bedb", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c0538a-3979-4e9d-bea9-b378873e93a3", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:31:00.905306 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5064ffbb-7099-483e-ac19-a8c97b1fcede {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:31:00.905698 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59374d82-e6b7-4127-9a44-3ce1cd38bedb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c0538a-3979-4e9d-bea9-b378873e93a3', 'code': 200} Jun 02 12:31:00.928640 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=c9c0538a-3979-4e9d-bea9-b378873e93a3,revision_number=6']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:00.932181 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:00.980837 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-de917980-a657-4ba4-bfef-f28976595eb5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting subnet d85babc8-be25-40d2-b55d-4f0af2922e1c {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:31:01.041090 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-de917980-a657-4ba4-bfef-f28976595eb5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:01.075638 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1329-3536-4ed3-8ea9-da4f48e9a2bb tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:01.106833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-aec7bb47-1097-4b5f-9d19-e9d84541703a req-8d39e2ca-95ab-4c74-884f-3fd772fe0c08 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] For port 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=95b0e7fa-30e2-42aa-a44d-73ed7f7a8780,segment=NetworkSegment(fbabe685-c618-4d2b-8334-a843cab84c70),segment_id=fbabe685-c618-4d2b-8334-a843cab84c70)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:01.107189 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-aec7bb47-1097-4b5f-9d19-e9d84541703a req-8d39e2ca-95ab-4c74-884f-3fd772fe0c08 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:01.108665 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1329-3536-4ed3-8ea9-da4f48e9a2bb tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:01.152438 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-de917980-a657-4ba4-bfef-f28976595eb5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:01.178758 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-299c02e6-c6df-49cd-ab4a-8ce7ae1769b6 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Deleting port 80e32c99-7d86-48e8-845f-bc0ebdd52303 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:01.179103 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-299c02e6-c6df-49cd-ab4a-8ce7ae1769b6 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:01.201956 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c0d47174-c935-4a9c-9dee-65849e27bd5f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:01.214472 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-27c6fdaa-961d-4325-af08-7f85de432bb2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:01.240191 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1329-3536-4ed3-8ea9-da4f48e9a2bb tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:01.240721 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4e1329-3536-4ed3-8ea9-da4f48e9a2bb tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Fanout notify agent at l3_agent the message router_deleted on router 9b2b5934-0d47-49a8-b5c1-6ba75498c1ee {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:31:01.315386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356648b8-9b6e-4fdd-a6ba-a3961f52a155 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:31:01.329454 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67a9ab1-22f6-491f-ab3c-a76bc9b0b894 None None] Sync routers for ids ['398c5b62-1bf6-4221-ab36-9dbf8a13f722'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:31:01.336387 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d47174-c935-4a9c-9dee-65849e27bd5f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Subnet': ['ID=981db89a-ac5c-42d4-8185-b1c389e6f65c,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:01.345324 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1329-3536-4ed3-8ea9-da4f48e9a2bb tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:01.350088 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5d4e1329-3536-4ed3-8ea9-da4f48e9a2bb tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "DELETE /v2.0/routers/9b2b5934-0d47-49a8-b5c1-6ba75498c1ee HTTP/1.1" status: 204 len: 168 time: 2.5199907 Jun 02 12:31:01.350088 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c0d47174-c935-4a9c-9dee-65849e27bd5f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:01.352084 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42612) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:01.356551 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1751439246', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}, 'admin_state_up': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:01.366022 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67a9ab1-22f6-491f-ab3c-a76bc9b0b894 None None] Routers {'398c5b62-1bf6-4221-ab36-9dbf8a13f722'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:01.367169 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-c67a9ab1-22f6-491f-ab3c-a76bc9b0b894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['398c5b62-1bf6-4221-ab36-9dbf8a13f722'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:01.370649 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:01.373254 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d47174-c935-4a9c-9dee-65849e27bd5f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Checking segment: {'id': 'eede596e-09e6-49ca-978e-63a8d5d51611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7db13fdf-7b19-43c7-a9e5-08b409caa6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:31:01.373809 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d47174-c935-4a9c-9dee-65849e27bd5f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network hostable DHCP agents. Network: 7db13fdf-7b19-43c7-a9e5-08b409caa6f7, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:31:01.382382 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-de917980-a657-4ba4-bfef-f28976595eb5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:01.427691 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-356648b8-9b6e-4fdd-a6ba-a3961f52a155 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "PUT /v2.0/routers/398c5b62-1bf6-4221-ab36-9dbf8a13f722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9922392 Jun 02 12:31:01.432134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f395cb6b-7eb8-45f6-a7f3-aed1c3b0946e req-a9e9558e-40d5-42af-a026-168d6636cc0c tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:01.432502 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f395cb6b-7eb8-45f6-a7f3-aed1c3b0946e req-a9e9558e-40d5-42af-a026-168d6636cc0c tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:01.432816 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [req-f395cb6b-7eb8-45f6-a7f3-aed1c3b0946e req-a9e9558e-40d5-42af-a026-168d6636cc0c tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Floating IP 98bb3534-374f-4eba-94b0-f0a4443c0e9b disassociated. External IP: 172.26.7.166, port: c9c0538a-3979-4e9d-bea9-b378873e93a3. Jun 02 12:31:01.433174 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-f395cb6b-7eb8-45f6-a7f3-aed1c3b0946e req-a9e9558e-40d5-42af-a026-168d6636cc0c tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Calling delete_port for c9c0538a-3979-4e9d-bea9-b378873e93a3 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:01.437664 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42614) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:01.440995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-28c71d45-e486-47c2-afb3-2fdf44886db8 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:01.534967 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-c67a9ab1-22f6-491f-ab3c-a76bc9b0b894 None None] Set router 398c5b62-1bf6-4221-ab36-9dbf8a13f722 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:31:01.541903 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:01.549747 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Usage tracker for resource:router and tenant:afb3ad3450b4486c8bc4ec5f3c49c720 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:01.558275 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:01.571425 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:01.626371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c71d45-e486-47c2-afb3-2fdf44886db8 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Pushing event deleted for resources: {'Port': ['ID=de530630-f153-4f47-b303-1364b4d65dc0,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:01.640158 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-28c71d45-e486-47c2-afb3-2fdf44886db8 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:01.649510 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-c67a9ab1-22f6-491f-ab3c-a76bc9b0b894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398c5b62-1bf6-4221-ab36-9dbf8a13f722', 'name': 'tempest-NetworksTestDHCPv6-router-22915274', 'tenant_id': '92267f63b39d479186244ad140742340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:30:44Z', 'updated_at': '2021-06-02T12:30:58Z', 'revision_number': 3, 'project_id': '92267f63b39d479186244ad140742340', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:01.650152 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:01.651086 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:01.658180 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67a9ab1-22f6-491f-ab3c-a76bc9b0b894 None None] Checking router: 398c5b62-1bf6-4221-ab36-9dbf8a13f722 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:31:01.669109 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67a9ab1-22f6-491f-ab3c-a76bc9b0b894 None None] Routers {'398c5b62-1bf6-4221-ab36-9dbf8a13f722'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:01.671522 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-c67a9ab1-22f6-491f-ab3c-a76bc9b0b894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['398c5b62-1bf6-4221-ab36-9dbf8a13f722'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:01.688739 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d47174-c935-4a9c-9dee-65849e27bd5f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network 7db13fdf-7b19-43c7-a9e5-08b409caa6f7 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:31:01.772777 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:01.774225 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-c0d47174-c935-4a9c-9dee-65849e27bd5f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 7db13fdf-7b19-43c7-a9e5-08b409caa6f7) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:01.801420 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30adfa6f-ad1f-47de-bb17-c41fdc3332f9 None None] Network 7db13fdf-7b19-43c7-a9e5-08b409caa6f7 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:01.834528 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d47174-c935-4a9c-9dee-65849e27bd5f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:01.835125 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c0d47174-c935-4a9c-9dee-65849e27bd5f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:01.836346 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-c67a9ab1-22f6-491f-ab3c-a76bc9b0b894 None None] Set router 398c5b62-1bf6-4221-ab36-9dbf8a13f722 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:31:01.933360 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33342f-f90d-4d2d-a197-ffb711d70c0b req-edcec4e0-52af-4229-8169-37d49dec5253 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:01.940466 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8f33342f-f90d-4d2d-a197-ffb711d70c0b req-edcec4e0-52af-4229-8169-37d49dec5253 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 943 time: 0.3793290 Jun 02 12:31:01.995434 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-c67a9ab1-22f6-491f-ab3c-a76bc9b0b894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398c5b62-1bf6-4221-ab36-9dbf8a13f722', 'name': 'tempest-NetworksTestDHCPv6-router-22915274', 'tenant_id': '92267f63b39d479186244ad140742340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:30:44Z', 'updated_at': '2021-06-02T12:30:58Z', 'revision_number': 3, 'project_id': '92267f63b39d479186244ad140742340', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:02.008671 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67a9ab1-22f6-491f-ab3c-a76bc9b0b894 None None] The sync data for ids ['398c5b62-1bf6-4221-ab36-9dbf8a13f722'] in dv-neutron-601336-80-hyperv is: [{'id': '398c5b62-1bf6-4221-ab36-9dbf8a13f722', 'name': 'tempest-NetworksTestDHCPv6-router-22915274', 'tenant_id': '92267f63b39d479186244ad140742340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:30:44Z', 'updated_at': '2021-06-02T12:30:58Z', 'revision_number': 3, 'project_id': '92267f63b39d479186244ad140742340', 'gw_port_host': None}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:31:02.024379 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c6b0f-c370-4599-a03d-fea0d5d5a6d5 req-6653b1ab-57d4-41f6-afd1-e0ec21b9f086 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:02.031637 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-835c6b0f-c370-4599-a03d-fea0d5d5a6d5 req-6653b1ab-57d4-41f6-afd1-e0ec21b9f086 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 945 time: 1.2590551 Jun 02 12:31:02.045278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f395cb6b-7eb8-45f6-a7f3-aed1c3b0946e req-a9e9558e-40d5-42af-a026-168d6636cc0c tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:02.049601 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c0d47174-c935-4a9c-9dee-65849e27bd5f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5937300 Jun 02 12:31:02.084208 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42616) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:02.084928 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f085f7c3-523b-43d5-b0ac-0e3a060f12a6 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:02.118422 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb7ce42-0e28-4ab8-936f-e06e541ab240 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:02.120051 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb7ce42-0e28-4ab8-936f-e06e541ab240 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:02.120789 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ffb7ce42-0e28-4ab8-936f-e06e541ab240 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:02.132155 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-7f87ba7f-0df5-4adb-bacb-b65362399295 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2074831642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:02.148388 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-7db13fdf-7b19-43c7-a9e5-08b409caa6f7', 'network_id': '7db13fdf-7b19-43c7-a9e5-08b409caa6f7', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'fixed_ips': [{'subnet_id': '981db89a-ac5c-42d4-8185-b1c389e6f65c'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:31:02.149230 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:02.150843 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-299c02e6-c6df-49cd-ab4a-8ce7ae1769b6 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:02.186139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-aec7bb47-1097-4b5f-9d19-e9d84541703a req-8d39e2ca-95ab-4c74-884f-3fd772fe0c08 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:02.186440 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-aec7bb47-1097-4b5f-9d19-e9d84541703a req-8d39e2ca-95ab-4c74-884f-3fd772fe0c08 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:02.186746 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [req-aec7bb47-1097-4b5f-9d19-e9d84541703a req-8d39e2ca-95ab-4c74-884f-3fd772fe0c08 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Floating IP 7c27e6bc-b746-4bc3-9047-f666568ea61c disassociated. External IP: 172.26.7.198, port: 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780. Jun 02 12:31:02.187096 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-aec7bb47-1097-4b5f-9d19-e9d84541703a req-8d39e2ca-95ab-4c74-884f-3fd772fe0c08 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Calling delete_port for 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:02.187921 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8f33342f-f90d-4d2d-a197-ffb711d70c0b req-6aba4304-8286-494e-ae40-51061f17dceb tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb565746-7513-49d6-b303-5cd7300af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466063 Jun 02 12:31:02.193790 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9558e-40d5-42af-a026-168d6636cc0c tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Pushing event deleted for resources: {'Port': ['ID=c9c0538a-3979-4e9d-bea9-b378873e93a3,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:02.201337 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a9e9558e-40d5-42af-a026-168d6636cc0c tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:02.266806 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:02.316940 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-de917980-a657-4ba4-bfef-f28976595eb5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:02.323953 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-97816786-6b4c-4bdc-9a3e-85a4de7433c5 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:02.382572 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de917980-a657-4ba4-bfef-f28976595eb5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Subnet': ['ID=d85babc8-be25-40d2-b55d-4f0af2922e1c,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:02.391967 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-de917980-a657-4ba4-bfef-f28976595eb5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:02.404778 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Allocated IP 2001:db8::2 (7db13fdf-7b19-43c7-a9e5-08b409caa6f7/981db89a-ac5c-42d4-8185-b1c389e6f65c/b05ae3f0-90fd-4414-9ca9-7c14490b21d2) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:02.409031 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-de917980-a657-4ba4-bfef-f28976595eb5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:02.409267 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7f87ba7f-0df5-4adb-bacb-b65362399295 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:02.418425 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92644d51-d342-41a9-a512-ed3db60066ff None None] Network bcbd12bc-2577-4e5f-87ee-514f1ee61e19 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:02.483119 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-de917980-a657-4ba4-bfef-f28976595eb5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/subnets/d85babc8-be25-40d2-b55d-4f0af2922e1c HTTP/1.1" status: 204 len: 168 time: 1.7352533 Jun 02 12:31:02.484348 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42618) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:02.498824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7f87ba7f-0df5-4adb-bacb-b65362399295 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:router and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:02.510413 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-299c02e6-c6df-49cd-ab4a-8ce7ae1769b6 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Calling delete_port for 80e32c99-7d86-48e8-845f-bc0ebdd52303 owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:02.579857 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e5ebeb-0cdd-4bff-b7e3-4d26ef39f995 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting subnet 5dc2bbb2-0f49-4f6e-b95f-4a1437ce8eef {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:31:02.585858 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-58e5ebeb-0cdd-4bff-b7e3-4d26ef39f995 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:02.592549 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:31:02.611355 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-aec7bb47-1097-4b5f-9d19-e9d84541703a req-8d39e2ca-95ab-4c74-884f-3fd772fe0c08 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:02.613732 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7f87ba7f-0df5-4adb-bacb-b65362399295 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:02.658918 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:31:02.660044 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:31:02.662871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-58e5ebeb-0cdd-4bff-b7e3-4d26ef39f995 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:02.675702 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9699bf6b-5a2c-4a8c-835b-54b62e031768 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:02.800950 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device ee3426c1-78c4-445f-8502-73490af526eb no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:31:02.863247 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: ee3426c1-78c4-445f-8502-73490af526eb {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:31:02.863616 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device ee3426c1-78c4-445f-8502-73490af526eb not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:31:02.911731 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_gateway, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:02.945272 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7f87ba7f-0df5-4adb-bacb-b65362399295 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:02.946324 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:02.983365 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-835c6b0f-c370-4599-a03d-fea0d5d5a6d5 req-b80cb99c-7f7b-4552-bf6d-16a05fb73929 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546a921-94f5-4c90-8af7-58b2f4349025&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9508393 Jun 02 12:31:02.984609 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ffb7ce42-0e28-4ab8-936f-e06e541ab240 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:02.985886 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ffb7ce42-0e28-4ab8-936f-e06e541ab240 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.5429237 Jun 02 12:31:02.989716 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42620) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:02.996844 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39e2ca-95ab-4c74-884f-3fd772fe0c08 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Pushing event deleted for resources: {'Port': ['ID=95b0e7fa-30e2-42aa-a44d-73ed7f7a8780,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:03.042431 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8d39e2ca-95ab-4c74-884f-3fd772fe0c08 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:03.055797 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-58e5ebeb-0cdd-4bff-b7e3-4d26ef39f995 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:03.070703 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:03.093104 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Transition to ACTIVE for port object b05ae3f0-90fd-4414-9ca9-7c14490b21d2 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:03.100691 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7f87ba7f-0df5-4adb-bacb-b65362399295 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:03.102072 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7f87ba7f-0df5-4adb-bacb-b65362399295 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:03.135897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Transition to ACTIVE for port object b05ae3f0-90fd-4414-9ca9-7c14490b21d2 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:03.146180 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:03.155780 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a0de130d-b8f4-4447-91e2-6915f05ddfd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:03.239864 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Network 7db13fdf-7b19-43c7-a9e5-08b409caa6f7 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:03.243402 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:03.247690 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:03.286443 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Pushing event updated for resources: {'Port': ['ID=b05ae3f0-90fd-4414-9ca9-7c14490b21d2,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:03.294961 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:03.354390 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-834481e5-ae32-4648-842d-1462eeea477e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet 0b264f1f-704e-4d68-b58e-f03b6cbc8b11 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:31:03.371576 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Attempting to bind port b05ae3f0-90fd-4414-9ca9-7c14490b21d2 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:31:03.371959 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Attempting to bind port b05ae3f0-90fd-4414-9ca9-7c14490b21d2 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'eede596e-09e6-49ca-978e-63a8d5d51611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7db13fdf-7b19-43c7-a9e5-08b409caa6f7'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:31:03.372329 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Attempting to bind port b05ae3f0-90fd-4414-9ca9-7c14490b21d2 on network 7db13fdf-7b19-43c7-a9e5-08b409caa6f7 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:31:03.378789 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:31:03.379551 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Checking segment: {'id': 'eede596e-09e6-49ca-978e-63a8d5d51611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7db13fdf-7b19-43c7-a9e5-08b409caa6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:31:03.379551 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:03.379968 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Bound using segment: {'id': 'eede596e-09e6-49ca-978e-63a8d5d51611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7db13fdf-7b19-43c7-a9e5-08b409caa6f7'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:31:03.380593 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Bound port: b05ae3f0-90fd-4414-9ca9-7c14490b21d2, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eede596e-09e6-49ca-978e-63a8d5d51611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7db13fdf-7b19-43c7-a9e5-08b409caa6f7'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:31:03.380977 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:03.413477 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f395cb6b-7eb8-45f6-a7f3-aed1c3b0946e req-a9e9558e-40d5-42af-a026-168d6636cc0c tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Router 8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:31:03.416443 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-834481e5-ae32-4648-842d-1462eeea477e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:03.421071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7f87ba7f-0df5-4adb-bacb-b65362399295 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:03.423150 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-28c71d45-e486-47c2-afb3-2fdf44886db8 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:03.456493 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-38d67081-fd7b-4693-9306-037c0d41ee93 req-d8d0378c-a4c0-42dc-86ed-2451371f9ec1 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 210 time: 0.0903997 Jun 02 12:31:03.487633 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] For port b05ae3f0-90fd-4414-9ca9-7c14490b21d2, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:31:03.491962 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] For port b05ae3f0-90fd-4414-9ca9-7c14490b21d2, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b05ae3f0-90fd-4414-9ca9-7c14490b21d2,segment=NetworkSegment(eede596e-09e6-49ca-978e-63a8d5d51611),segment_id=eede596e-09e6-49ca-978e-63a8d5d51611)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:31:03.504198 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:03.509292 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:03.611469 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Pushing event updated for resources: {'Port': ['ID=b05ae3f0-90fd-4414-9ca9-7c14490b21d2,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:03.615963 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:03.625750 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-28c71d45-e486-47c2-afb3-2fdf44886db8 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "DELETE /v2.0/ports/de530630-f153-4f47-b303-1364b4d65dc0 HTTP/1.1" status: 204 len: 168 time: 5.8648980 Jun 02 12:31:03.645754 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42624) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:03.713686 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aec7bb47-1097-4b5f-9d19-e9d84541703a req-8d39e2ca-95ab-4c74-884f-3fd772fe0c08 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Router 6f67086a-dbfe-4d17-b984-f2436e850495 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:31:03.713881 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-834481e5-ae32-4648-842d-1462eeea477e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:03.748074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7f87ba7f-0df5-4adb-bacb-b65362399295 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:03.769472 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-153a470a-6b3c-4bcf-aba0-988c987bf386 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] GET failed (client error): The resource could not be found. Jun 02 12:31:03.770419 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-153a470a-6b3c-4bcf-aba0-988c987bf386 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Synchronizing usage tracker for tenant:cc95a266ff3a42a1a8ce55c12c69b753 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:03.800258 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7f87ba7f-0df5-4adb-bacb-b65362399295 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:03.805009 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7f87ba7f-0df5-4adb-bacb-b65362399295 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.6780496 Jun 02 12:31:03.810766 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42626) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:03.818014 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Allocated IP 172.26.7.167 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/4d87c689-567a-4481-903a-9e3376c4ad70) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:03.820062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-153a470a-6b3c-4bcf-aba0-988c987bf386 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Unset dirty status for tenant:cc95a266ff3a42a1a8ce55c12c69b753 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:03.832202 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-153a470a-6b3c-4bcf-aba0-988c987bf386 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "GET /v2.0/ports/de530630-f153-4f47-b303-1364b4d65dc0 HTTP/1.1" status: 404 len: 333 time: 0.1754601 Jun 02 12:31:03.841313 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42628) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:03.849630 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-c98e4745-51da-45e9-990d-c78022a2542f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Request body: {'port': {'network_id': 'f12abb88-d0c6-4958-a9da-6595bcaffc07', 'name': 'tempest-AllowedAddressPairTestJSON-845680423'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:04.182833 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-fb6edb03-b0c6-4e9d-844f-ff88bc13c54a None None] Provisioning complete for port 95dc094b-3ade-4aaa-a76a-111ef0fa9600 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:04.183395 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fb6edb03-b0c6-4e9d-844f-ff88bc13c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:04.233239 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-834481e5-ae32-4648-842d-1462eeea477e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:04.258417 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-d246c200-1991-412d-b19f-d622b8fe9f75 req-f6cd6026-8b99-496d-b65b-15abaa27aceb tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Synchronizing usage tracker for tenant:2a1d32dc7a634dd8b54473ce977ce897 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:04.368317 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c98e4745-51da-45e9-990d-c78022a2542f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:04.386179 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:04.415817 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-58e5ebeb-0cdd-4bff-b7e3-4d26ef39f995 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:04.419454 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c98e4745-51da-45e9-990d-c78022a2542f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:04.425726 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-85374884-33f2-4dd3-b58c-2022e6176d4a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:04.522714 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5ebeb-0cdd-4bff-b7e3-4d26ef39f995 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc2bbb2-0f49-4f6e-b95f-4a1437ce8eef,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:04.531592 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c73fb65-ceb7-4af9-adb6-91c131689042 None None] Network bcbd12bc-2577-4e5f-87ee-514f1ee61e19 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:04.540251 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-58e5ebeb-0cdd-4bff-b7e3-4d26ef39f995 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:04.549194 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-58e5ebeb-0cdd-4bff-b7e3-4d26ef39f995 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:04.572819 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-d246c200-1991-412d-b19f-d622b8fe9f75 req-f6cd6026-8b99-496d-b65b-15abaa27aceb tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Unset dirty status for tenant:2a1d32dc7a634dd8b54473ce977ce897 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:04.573765 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d246c200-1991-412d-b19f-d622b8fe9f75 req-f6cd6026-8b99-496d-b65b-15abaa27aceb tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 210 time: 0.3945954 Jun 02 12:31:04.575340 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f395cb6b-7eb8-45f6-a7f3-aed1c3b0946e req-a9e9558e-40d5-42af-a026-168d6636cc0c tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:31:04.591252 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11d57a7-2a2a-46e3-b5c5-7b6d32c6c835 None None] Sync routers for ids ['8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:31:04.609483 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11d57a7-2a2a-46e3-b5c5-7b6d32c6c835 None None] Routers {'8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:04.610125 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e11d57a7-2a2a-46e3-b5c5-7b6d32c6c835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:04.718577 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98e4745-51da-45e9-990d-c78022a2542f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Made reservation on behalf of cc95a266ff3a42a1a8ce55c12c69b753 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:04.730884 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c98e4745-51da-45e9-990d-c78022a2542f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:04.775843 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-58e5ebeb-0cdd-4bff-b7e3-4d26ef39f995 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/subnets/5dc2bbb2-0f49-4f6e-b95f-4a1437ce8eef HTTP/1.1" status: 204 len: 168 time: 2.2881703 Jun 02 12:31:04.858065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42634) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:04.931323 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b05ae3f0-90fd-4414-9ca9-7c14490b21d2 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:31:04.949201 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-e11d57a7-2a2a-46e3-b5c5-7b6d32c6c835 None None] Set router 8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:31:05.060304 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7716eb60-f56e-418e-9c89-cebd044186cc None None] DHCP port deletion for bcbd12bc-2577-4e5f-87ee-514f1ee61e19 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:31:05.107390 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:05.121990 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0792811a-92b0-404b-a17f-71da6d9a2a4e req-6996e1af-89ac-4dd7-8b30-1de90a15f5ad tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/ports?device_id=59374d82-e6b7-4127-9a44-3ce1cd38bedb HTTP/1.1" status: 200 len: 210 time: 0.4078443 Jun 02 12:31:05.123193 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:05.130472 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port b05ae3f0-90fd-4414-9ca9-7c14490b21d2 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:05.141011 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b6553008-b2f3-4230-b5a2-4c592dfe24a7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:05.189785 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:05.201172 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-c98e4745-51da-45e9-990d-c78022a2542f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] device_id is not set on port 1fdb155b-4135-4387-92ab-44cf3771ccdc yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:31:05.212605 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-7716eb60-f56e-418e-9c89-cebd044186cc None None] Deleting port 95dc094b-3ade-4aaa-a76a-111ef0fa9600 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:05.213106 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7716eb60-f56e-418e-9c89-cebd044186cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:05.240937 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42297596-3e77-44ae-9930-66cf45619d19 None None] Network 7db13fdf-7b19-43c7-a9e5-08b409caa6f7 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:05.315287 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f395cb6b-7eb8-45f6-a7f3-aed1c3b0946e req-a9e9558e-40d5-42af-a026-168d6636cc0c tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] No DVR routers for this DVR port c9c0538a-3979-4e9d-bea9-b378873e93a3 on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:31:05.328528 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f395cb6b-7eb8-45f6-a7f3-aed1c3b0946e req-a9e9558e-40d5-42af-a026-168d6636cc0c tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:05.334015 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59374d82-e6b7-4127-9a44-3ce1cd38bedb', 'name': 'network-vif-deleted', 'tag': 'c9c0538a-3979-4e9d-bea9-b378873e93a3'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:31:05.336832 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a706f3-3e22-4e79-bdbd-e55390aa431f" -d '{"events": [{"server_uuid": "59374d82-e6b7-4127-9a44-3ce1cd38bedb", "name": "network-vif-deleted", "tag": "c9c0538a-3979-4e9d-bea9-b378873e93a3"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:31:05.370219 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aec7bb47-1097-4b5f-9d19-e9d84541703a req-8d39e2ca-95ab-4c74-884f-3fd772fe0c08 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:31:05.372889 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f395cb6b-7eb8-45f6-a7f3-aed1c3b0946e req-a9e9558e-40d5-42af-a026-168d6636cc0c tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.22 "DELETE /v2.0/ports/c9c0538a-3979-4e9d-bea9-b378873e93a3 HTTP/1.1" status: 204 len: 173 time: 7.5385048 Jun 02 12:31:05.428546 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-299c02e6-c6df-49cd-ab4a-8ce7ae1769b6 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:05.456688 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e11d57a7-2a2a-46e3-b5c5-7b6d32c6c835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'name': 'tempest-ServersTestJSON-438484540-router', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:25Z', 'updated_at': '2021-06-02T12:28:36Z', 'revision_number': 4, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'gw_port': {'id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:26Z', 'updated_at': '2021-06-02T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '3bb49037-67e6-4b1c-9642-e8121f2e99c9', 'name': '', 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '338c01a8-8126-49dc-a526-567de4a9bece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:33Z', 'updated_at': '2021-06-02T12:28:45Z', 'revision_number': 5, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'subnets': [{'id': '338c01a8-8126-49dc-a526-567de4a9bece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:05.461161 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11d57a7-2a2a-46e3-b5c5-7b6d32c6c835 None None] Checking router: 8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:31:05.468485 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2b55c482-e012-45d9-8999-fabf6fc58763 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:05.472765 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11d57a7-2a2a-46e3-b5c5-7b6d32c6c835 None None] Routers {'8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:05.473530 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e11d57a7-2a2a-46e3-b5c5-7b6d32c6c835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:05.491474 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:05.523374 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:05.543759 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c647618-dfc8-48e2-9279-e8a7ca13218f None None] Sync routers for ids ['6f67086a-dbfe-4d17-b984-f2436e850495'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:31:05.551416 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e979316-9dac-4f4d-8417-e91092e2ddb5 x-openstack-request-id: req-9e979316-9dac-4f4d-8417-e91092e2ddb5 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:31:05.551973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59374d82-e6b7-4127-9a44-3ce1cd38bedb", "name": "network-vif-deleted", "tag": "c9c0538a-3979-4e9d-bea9-b378873e93a3", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:31:05.552452 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e979316-9dac-4f4d-8417-e91092e2ddb5 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:31:05.553733 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59374d82-e6b7-4127-9a44-3ce1cd38bedb', 'name': 'network-vif-deleted', 'tag': 'c9c0538a-3979-4e9d-bea9-b378873e93a3', 'status': 'completed', 'code': 200} Jun 02 12:31:05.572107 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-c98e4745-51da-45e9-990d-c78022a2542f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Allocated IP 172.20.0.10 (f12abb88-d0c6-4958-a9da-6595bcaffc07/08a1ac4c-63aa-4667-848a-9a96dc038507/1fdb155b-4135-4387-92ab-44cf3771ccdc) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:05.573807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7662eaa9-1dde-4ede-9a7c-55341bf2963d None None] Provisioning for port b05ae3f0-90fd-4414-9ca9-7c14490b21d2 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:05.589277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c02e6-c6df-49cd-ab4a-8ce7ae1769b6 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Pushing event deleted for resources: {'Port': ['ID=80e32c99-7d86-48e8-845f-bc0ebdd52303,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:05.594060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-299c02e6-c6df-49cd-ab4a-8ce7ae1769b6 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:05.595979 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec7bb47-1097-4b5f-9d19-e9d84541703a req-8d39e2ca-95ab-4c74-884f-3fd772fe0c08 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] No DVR routers for this DVR port 95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:31:05.598958 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-aec7bb47-1097-4b5f-9d19-e9d84541703a req-8d39e2ca-95ab-4c74-884f-3fd772fe0c08 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:05.601725 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-aec7bb47-1097-4b5f-9d19-e9d84541703a req-8d39e2ca-95ab-4c74-884f-3fd772fe0c08 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.22 "DELETE /v2.0/ports/95b0e7fa-30e2-42aa-a44d-73ed7f7a8780 HTTP/1.1" status: 204 len: 173 time: 6.9462566 Jun 02 12:31:05.636430 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7662eaa9-1dde-4ede-9a7c-55341bf2963d None None] Provisioning complete for port b05ae3f0-90fd-4414-9ca9-7c14490b21d2 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:05.636861 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7662eaa9-1dde-4ede-9a7c-55341bf2963d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:05.675575 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:05.694417 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c647618-dfc8-48e2-9279-e8a7ca13218f None None] Routers {'6f67086a-dbfe-4d17-b984-f2436e850495'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:05.695059 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7c647618-dfc8-48e2-9279-e8a7ca13218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['6f67086a-dbfe-4d17-b984-f2436e850495'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:05.712826 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-e11d57a7-2a2a-46e3-b5c5-7b6d32c6c835 None None] Set router 8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:31:05.798335 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-299c02e6-c6df-49cd-ab4a-8ce7ae1769b6 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:06.023771 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-834481e5-ae32-4648-842d-1462eeea477e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:06.046153 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-076fd578-5ac7-45fc-8d4f-744246fc90fe req-8663542e-0551-47f2-915c-2abf3241ccee tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Synchronizing usage tracker for tenant:2a1d32dc7a634dd8b54473ce977ce897 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:06.067157 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Pushing event updated for resources: {'Port': ['ID=4d87c689-567a-4481-903a-9e3376c4ad70,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:06.072582 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7716eb60-f56e-418e-9c89-cebd044186cc None None] For port 95dc094b-3ade-4aaa-a76a-111ef0fa9600, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=95dc094b-3ade-4aaa-a76a-111ef0fa9600,segment=NetworkSegment(5b5ba66b-650e-4b53-b611-f862ebf4c67a),segment_id=5b5ba66b-650e-4b53-b611-f862ebf4c67a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:06.072994 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7716eb60-f56e-418e-9c89-cebd044186cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:06.084393 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.944s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:06.089072 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-07f95156-715e-4496-b3a5-7e36d2427d12 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:06.110735 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c175b9-5731-49a8-aa5a-3150d7141c86 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:06.120431 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-299c02e6-c6df-49cd-ab4a-8ce7ae1769b6 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:06.124368 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-299c02e6-c6df-49cd-ab4a-8ce7ae1769b6 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:06.205734 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-834481e5-ae32-4648-842d-1462eeea477e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:06.225914 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e11d57a7-2a2a-46e3-b5c5-7b6d32c6c835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'name': 'tempest-ServersTestJSON-438484540-router', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:25Z', 'updated_at': '2021-06-02T12:28:36Z', 'revision_number': 4, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'gw_port': {'id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:26Z', 'updated_at': '2021-06-02T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '3bb49037-67e6-4b1c-9642-e8121f2e99c9', 'name': '', 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '338c01a8-8126-49dc-a526-567de4a9bece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:33Z', 'updated_at': '2021-06-02T12:28:45Z', 'revision_number': 5, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'subnets': [{'id': '338c01a8-8126-49dc-a526-567de4a9bece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:06.230534 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11d57a7-2a2a-46e3-b5c5-7b6d32c6c835 None None] The sync data for ids ['8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'] in dv-neutron-601336-80-hyperv is: [{'id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'name': 'tempest-ServersTestJSON-438484540-router', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:25Z', 'updated_at': '2021-06-02T12:28:36Z', 'revision_number': 4, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'gw_port': {'id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:26Z', 'updated_at': '2021-06-02T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '3bb49037-67e6-4b1c-9642-e8121f2e99c9', 'name': '', 'network_id': '3368b6ae-6925-4cc1-a7ab-b844c11cee25', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '338c01a8-8126-49dc-a526-567de4a9bece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:33Z', 'updated_at': '2021-06-02T12:28:45Z', 'revision_number': 5, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'subnets': [{'id': '338c01a8-8126-49dc-a526-567de4a9bece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:31:06.253662 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834481e5-ae32-4648-842d-1462eeea477e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=0b264f1f-704e-4d68-b58e-f03b6cbc8b11,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:06.357993 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42646) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:06.360969 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-834481e5-ae32-4648-842d-1462eeea477e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:06.369744 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-076fd578-5ac7-45fc-8d4f-744246fc90fe req-8663542e-0551-47f2-915c-2abf3241ccee tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Unset dirty status for tenant:2a1d32dc7a634dd8b54473ce977ce897 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:06.383933 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-076fd578-5ac7-45fc-8d4f-744246fc90fe req-8663542e-0551-47f2-915c-2abf3241ccee tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ed04807-0cc5-46b8-96d3-6ffe8ee1e027 HTTP/1.1" status: 200 len: 210 time: 0.4518669 Jun 02 12:31:06.436628 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-299c02e6-c6df-49cd-ab4a-8ce7ae1769b6 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:06.437129 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299c02e6-c6df-49cd-ab4a-8ce7ae1769b6 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Fanout notify agent at l3_agent the message router_deleted on router ca7e8a16-c1c6-49f3-9784-6a4d6540ac69 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:31:06.473542 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-834481e5-ae32-4648-842d-1462eeea477e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/0b264f1f-704e-4d68-b58e-f03b6cbc8b11 HTTP/1.1" status: 204 len: 168 time: 3.4816992 Jun 02 12:31:06.487106 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-7716eb60-f56e-418e-9c89-cebd044186cc None None] Calling delete_port for 95dc094b-3ade-4aaa-a76a-111ef0fa9600 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:06.488851 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42648) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:06.603613 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d317a82-eb72-4c3b-85c8-1f3e13424d4f None None] New status for floating IP 98bb3534-374f-4eba-94b0-f0a4443c0e9b: DOWN {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:31:06.639922 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7716eb60-f56e-418e-9c89-cebd044186cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:06.653344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-299c02e6-c6df-49cd-ab4a-8ce7ae1769b6 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:06.657151 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting port 95dc094b-3ade-4aaa-a76a-111ef0fa9600 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:06.657746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:06.659066 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-299c02e6-c6df-49cd-ab4a-8ce7ae1769b6 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "DELETE /v2.0/routers/ca7e8a16-c1c6-49f3-9784-6a4d6540ac69 HTTP/1.1" status: 204 len: 168 time: 8.4201760 Jun 02 12:31:06.665016 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42650) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:06.669607 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-6e56b7a1-d9da-471e-8e93-9ccf5b2d88c4 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-245421968', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:06.686047 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-84e0b589-256a-46a6-a68d-83148d109d87 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:06.689804 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-6e56b7a1-d9da-471e-8e93-9ccf5b2d88c4 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:06.713671 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6e56b7a1-d9da-471e-8e93-9ccf5b2d88c4 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Usage tracker for resource:router and tenant:688633e20c72433d938ad17b30273b1d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:06.723537 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Allocated IP 2001:db8::1 (7db13fdf-7b19-43c7-a9e5-08b409caa6f7/981db89a-ac5c-42d4-8185-b1c389e6f65c/2e8c766a-d7ca-4cdf-9397-ee4573a1f751) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:06.728515 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6e56b7a1-d9da-471e-8e93-9ccf5b2d88c4 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:06.741537 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-84e0b589-256a-46a6-a68d-83148d109d87 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:06.764395 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-6e56b7a1-d9da-471e-8e93-9ccf5b2d88c4 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:06.778498 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-7c647618-dfc8-48e2-9279-e8a7ca13218f None None] Set router 6f67086a-dbfe-4d17-b984-f2436e850495 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:31:06.843707 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e56b7a1-d9da-471e-8e93-9ccf5b2d88c4 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:06.845635 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e56b7a1-d9da-471e-8e93-9ccf5b2d88c4 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:06.948396 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e56b7a1-d9da-471e-8e93-9ccf5b2d88c4 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:06.957256 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] For port 95dc094b-3ade-4aaa-a76a-111ef0fa9600, host dv-neutron-601336-80-hyperv, got binding levels [] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:06.957615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:06.964177 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:06.965876 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-84e0b589-256a-46a6-a68d-83148d109d87 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:06.983041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:06.989066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c98e4745-51da-45e9-990d-c78022a2542f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:07.009010 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7662eaa9-1dde-4ede-9a7c-55341bf2963d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:07.020083 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0b589-256a-46a6-a68d-83148d109d87 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb565746-7513-49d6-b303-5cd7300af8a4,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:07.039219 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-84e0b589-256a-46a6-a68d-83148d109d87 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:07.046372 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 95dc094b-3ade-4aaa-a76a-111ef0fa9600 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:31:07.051745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d34cf6d4-8eb2-45e4-ba01-577c49b64a56 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:router {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:07.061759 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e56b7a1-d9da-471e-8e93-9ccf5b2d88c4 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:07.126263 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Calling delete_port for 95dc094b-3ade-4aaa-a76a-111ef0fa9600 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:07.135034 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716eb60-f56e-418e-9c89-cebd044186cc None None] Pushing event deleted for resources: {'Port': ['ID=95dc094b-3ade-4aaa-a76a-111ef0fa9600,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:07.142642 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7716eb60-f56e-418e-9c89-cebd044186cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:07.143512 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7716eb60-f56e-418e-9c89-cebd044186cc None None] No DVR routers for this DVR port 95dc094b-3ade-4aaa-a76a-111ef0fa9600 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:31:07.185629 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.ipam_backend_mixin [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Port 95dc094b-3ade-4aaa-a76a-111ef0fa9600 was not found and therefore no delete operation was performed {{(pid=92304) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 12:31:07.207011 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:07.216142 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-c98e4745-51da-45e9-990d-c78022a2542f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Transition to ACTIVE for port object 1fdb155b-4135-4387-92ab-44cf3771ccdc will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:07.217402 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:07.227550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:07.228518 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-84e0b589-256a-46a6-a68d-83148d109d87 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:07.232070 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-84e0b589-256a-46a6-a68d-83148d109d87 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "DELETE /v2.0/security-groups/bb565746-7513-49d6-b303-5cd7300af8a4 HTTP/1.1" status: 204 len: 168 time: 0.8702686 Jun 02 12:31:07.234217 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42656) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:07.235030 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e56b7a1-d9da-471e-8e93-9ccf5b2d88c4 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:07.239611 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6e56b7a1-d9da-471e-8e93-9ccf5b2d88c4 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5709190 Jun 02 12:31:07.252846 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42658) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:07.257847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c328e927-076c-43d0-a5a7-ed1a9b805120 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Request body: {'router': {'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:07.258030 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 95dc094b-3ade-4aaa-a76a-111ef0fa9600 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:31:07.258276 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 95dc094b-3ade-4aaa-a76a-111ef0fa9600 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:31:07.271943 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7662eaa9-1dde-4ede-9a7c-55341bf2963d None None] For port b05ae3f0-90fd-4414-9ca9-7c14490b21d2, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b05ae3f0-90fd-4414-9ca9-7c14490b21d2,segment=NetworkSegment(eede596e-09e6-49ca-978e-63a8d5d51611),segment_id=eede596e-09e6-49ca-978e-63a8d5d51611)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:07.286545 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7662eaa9-1dde-4ede-9a7c-55341bf2963d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:07.286745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Port': ['ID=95dc094b-3ade-4aaa-a76a-111ef0fa9600,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:07.292947 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:07.293206 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:07.297682 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] No DVR routers for this DVR port 95dc094b-3ade-4aaa-a76a-111ef0fa9600 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:31:07.299133 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_gateway, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:07.320327 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Transition to ACTIVE for port object 2e8c766a-d7ca-4cdf-9397-ee4573a1f751 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:07.340748 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-c4f66f78-3766-4c78-b2fb-ff9f7d5eb801 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] show failed (client error): The resource could not be found. Jun 02 12:31:07.344405 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c4f66f78-3766-4c78-b2fb-ff9f7d5eb801 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "GET /v2.0/security-groups/bb565746-7513-49d6-b303-5cd7300af8a4 HTTP/1.1" status: 404 len: 347 time: 0.1040041 Jun 02 12:31:07.346551 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42660) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:07.526199 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662eaa9-1dde-4ede-9a7c-55341bf2963d None None] Pushing event updated for resources: {'Port': ['ID=b05ae3f0-90fd-4414-9ca9-7c14490b21d2,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:07.541179 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7662eaa9-1dde-4ede-9a7c-55341bf2963d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:07.574046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42666) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:07.581226 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d34cf6d4-8eb2-45e4-ba01-577c49b64a56 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:router {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:07.585284 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d34cf6d4-8eb2-45e4-ba01-577c49b64a56 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 1.0952203 Jun 02 12:31:07.590747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7c647618-dfc8-48e2-9279-e8a7ca13218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'name': 'tempest-ServersTestManualDisk-793033218-router', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:28Z', 'updated_at': '2021-06-02T12:28:42Z', 'revision_number': 4, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'gw_port': {'id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:31Z', 'updated_at': '2021-06-02T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '21b6cb89-7184-4202-b506-db6ae0ad475a', 'name': '', 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'mac_address': 'fa:16:3e:2c:2f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b35151b8-844b-4997-93a7-9cd884bc216d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:40Z', 'updated_at': '2021-06-02T12:28:51Z', 'revision_number': 5, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'subnets': [{'id': 'b35151b8-844b-4997-93a7-9cd884bc216d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:07.598275 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42668) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:07.603938 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c647618-dfc8-48e2-9279-e8a7ca13218f None None] Checking router: 6f67086a-dbfe-4d17-b984-f2436e850495 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:31:07.608622 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed04807-0cc5-46b8-96d3-6ffe8ee1e027', 'name': 'network-vif-deleted', 'tag': '95b0e7fa-30e2-42aa-a44d-73ed7f7a8780'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:31:07.611255 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec488fc3-53cf-444b-aeaa-ec0170fc1cb7" -d '{"events": [{"server_uuid": "5ed04807-0cc5-46b8-96d3-6ffe8ee1e027", "name": "network-vif-deleted", "tag": "95b0e7fa-30e2-42aa-a44d-73ed7f7a8780"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:31:07.617062 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c647618-dfc8-48e2-9279-e8a7ca13218f None None] Routers {'6f67086a-dbfe-4d17-b984-f2436e850495'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:07.617686 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7c647618-dfc8-48e2-9279-e8a7ca13218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['6f67086a-dbfe-4d17-b984-f2436e850495'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:07.686145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d49ee5b-2642-4813-b170-4505325d5302 None None] DHCP port deletion for a7413df9-4e7a-4187-aef8-a668d8bf2950 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:31:07.774398 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cbfdf5-9b4f-449a-8ac9-c6f98fca50f2 x-openstack-request-id: req-10cbfdf5-9b4f-449a-8ac9-c6f98fca50f2 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:31:07.774823 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed04807-0cc5-46b8-96d3-6ffe8ee1e027", "name": "network-vif-deleted", "tag": "95b0e7fa-30e2-42aa-a44d-73ed7f7a8780", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:31:07.775285 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10cbfdf5-9b4f-449a-8ac9-c6f98fca50f2 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:31:07.775928 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed04807-0cc5-46b8-96d3-6ffe8ee1e027', 'name': 'network-vif-deleted', 'tag': '95b0e7fa-30e2-42aa-a44d-73ed7f7a8780', 'status': 'completed', 'code': 200} Jun 02 12:31:07.812860 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c98e4745-51da-45e9-990d-c78022a2542f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:07.817352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:07.833365 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b1b4d92a-a5f6-4acd-afb2-7f42f71ddbb1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:07.839914 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-27623350-03c5-4a02-b83a-945b73d0cdf0 None None] Provisioning complete for port b05ae3f0-90fd-4414-9ca9-7c14490b21d2 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:07.840291 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-27623350-03c5-4a02-b83a-945b73d0cdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:07.917507 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-7c647618-dfc8-48e2-9279-e8a7ca13218f None None] Set router 6f67086a-dbfe-4d17-b984-f2436e850495 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:31:07.920506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcbd12bc-2577-4e5f-87ee-514f1ee61e19']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:07.959412 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98e4745-51da-45e9-990d-c78022a2542f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Network f12abb88-d0c6-4958-a9da-6595bcaffc07 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:07.960191 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8b7844d5-3a4a-446c-aa7f-5cebbdc50ded tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:07.961180 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5ba66b-650e-4b53-b611-f862ebf4c67a') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:07.961737 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5ba66b-650e-4b53-b611-f862ebf4c67a') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:07.968082 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6ebde9de-67de-48e6-a79c-18b743be16ba tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:07.976289 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-c98e4745-51da-45e9-990d-c78022a2542f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:07.989448 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-5d49ee5b-2642-4813-b170-4505325d5302 None None] Deleting port b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:07.989831 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5d49ee5b-2642-4813-b170-4505325d5302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:08.042613 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:08.049637 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98e4745-51da-45e9-990d-c78022a2542f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:08.163603 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98e4745-51da-45e9-990d-c78022a2542f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:08.164523 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c98e4745-51da-45e9-990d-c78022a2542f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:08.188776 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e4745-51da-45e9-990d-c78022a2542f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Pushing event updated for resources: {'Port': ['ID=1fdb155b-4135-4387-92ab-44cf3771ccdc,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:08.210525 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c98e4745-51da-45e9-990d-c78022a2542f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:08.241351 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:08.245509 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c98e4745-51da-45e9-990d-c78022a2542f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4004040 Jun 02 12:31:08.251036 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c328e927-076c-43d0-a5a7-ed1a9b805120 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:08.254122 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42672) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:08.256518 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f43f1ed5-828b-42be-bf9b-221eb8cfc4f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:08.258517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:08.264008 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-329455eb-9eae-4c3a-b276-7aac5f40ff38 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f9:6f:2f'}]}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:08.302034 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6ebde9de-67de-48e6-a79c-18b743be16ba tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:08.309636 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-5d49ee5b-2642-4813-b170-4505325d5302 None None] For port b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:08.309636 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5d49ee5b-2642-4813-b170-4505325d5302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:08.324126 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:31:08.324537 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:31:08.350451 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:31:08.465566 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-5d49ee5b-2642-4813-b170-4505325d5302 None None] Calling delete_port for b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:08.551469 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7c79f9a9-0047-4bbc-9e89-7d1e40b01dd9 None None] Provisioning for port 1fdb155b-4135-4387-92ab-44cf3771ccdc completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:08.561355 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7c79f9a9-0047-4bbc-9e89-7d1e40b01dd9 None None] Provisioning complete for port 1fdb155b-4135-4387-92ab-44cf3771ccdc triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:08.561736 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7c79f9a9-0047-4bbc-9e89-7d1e40b01dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:08.579154 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:08.633245 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:08.633854 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7c647618-dfc8-48e2-9279-e8a7ca13218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'name': 'tempest-ServersTestManualDisk-793033218-router', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:28Z', 'updated_at': '2021-06-02T12:28:42Z', 'revision_number': 4, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'gw_port': {'id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:31Z', 'updated_at': '2021-06-02T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '21b6cb89-7184-4202-b506-db6ae0ad475a', 'name': '', 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'mac_address': 'fa:16:3e:2c:2f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b35151b8-844b-4997-93a7-9cd884bc216d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:40Z', 'updated_at': '2021-06-02T12:28:51Z', 'revision_number': 5, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'subnets': [{'id': 'b35151b8-844b-4997-93a7-9cd884bc216d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:08.642085 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-7c79f9a9-0047-4bbc-9e89-7d1e40b01dd9 None None] Port 1fdb155b-4135-4387-92ab-44cf3771ccdc cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:31:08.644443 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5d49ee5b-2642-4813-b170-4505325d5302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:08.651020 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:08.654214 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-69c3cefb-075d-4a65-9c1d-f1e39dc47842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:08.658957 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:08.675635 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Network': ['ID=bcbd12bc-2577-4e5f-87ee-514f1ee61e19,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:08.687308 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:08.687944 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6ebde9de-67de-48e6-a79c-18b743be16ba tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:08.688266 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c647618-dfc8-48e2-9279-e8a7ca13218f None None] The sync data for ids ['6f67086a-dbfe-4d17-b984-f2436e850495'] in dv-neutron-601336-80-hyperv is: [{'id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'name': 'tempest-ServersTestManualDisk-793033218-router', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:28Z', 'updated_at': '2021-06-02T12:28:42Z', 'revision_number': 4, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'gw_port': {'id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:31Z', 'updated_at': '2021-06-02T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '21b6cb89-7184-4202-b506-db6ae0ad475a', 'name': '', 'network_id': 'e873baa3-8bc9-49b1-84fa-6d899e4534ed', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'mac_address': 'fa:16:3e:2c:2f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b35151b8-844b-4997-93a7-9cd884bc216d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:40Z', 'updated_at': '2021-06-02T12:28:51Z', 'revision_number': 5, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'subnets': [{'id': 'b35151b8-844b-4997-93a7-9cd884bc216d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:31:08.688766 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network 7db13fdf-7b19-43c7-a9e5-08b409caa6f7 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:08.703825 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d49ee5b-2642-4813-b170-4505325d5302 None None] No DVR routers for this DVR port b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:31:08.705556 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49ee5b-2642-4813-b170-4505325d5302 None None] Pushing event deleted for resources: {'Port': ['ID=b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:08.708424 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5d49ee5b-2642-4813-b170-4505325d5302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:08.709616 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:08.718359 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:08.719020 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:08.749447 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e3771424-a482-472b-94af-2bd4d5d350f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:08.789059 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/networks/bcbd12bc-2577-4e5f-87ee-514f1ee61e19 HTTP/1.1" status: 204 len: 168 time: 3.9289808 Jun 02 12:31:08.802306 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6ebde9de-67de-48e6-a79c-18b743be16ba tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:08.805730 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6ebde9de-67de-48e6-a79c-18b743be16ba tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "DELETE /v2.0/security-groups/e546a921-94f5-4c90-8af7-58b2f4349025 HTTP/1.1" status: 204 len: 168 time: 1.2237704 Jun 02 12:31:08.817683 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42674) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:08.818281 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42676) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:08.819022 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebde9de-67de-48e6-a79c-18b743be16ba tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e546a921-94f5-4c90-8af7-58b2f4349025,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:08.822073 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6ebde9de-67de-48e6-a79c-18b743be16ba tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:08.860650 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b05ae3f0-90fd-4414-9ca9-7c14490b21d2 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:31:08.874649 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8b7844d5-3a4a-446c-aa7f-5cebbdc50ded tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:08.879404 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8b7844d5-3a4a-446c-aa7f-5cebbdc50ded tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:08.886522 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-133dd0da-2b9f-421b-88c1-902b0f5ba0ea tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] show failed (client error): The resource could not be found. Jun 02 12:31:08.887724 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-133dd0da-2b9f-421b-88c1-902b0f5ba0ea tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "GET /v2.0/security-groups/e546a921-94f5-4c90-8af7-58b2f4349025 HTTP/1.1" status: 404 len: 347 time: 0.0632408 Jun 02 12:31:08.888960 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Port': ['ID=2e8c766a-d7ca-4cdf-9397-ee4573a1f751,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:08.895936 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42678) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:08.900677 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:08.987757 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port b05ae3f0-90fd-4414-9ca9-7c14490b21d2 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:08.989542 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:09.008471 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-7fe2f38e-458e-4914-9ada-567c4818d2c2 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Deleting port 274119c5-47ab-454f-b460-177ab0584ae0 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:09.008817 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7fe2f38e-458e-4914-9ada-567c4818d2c2 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:09.111220 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-329455eb-9eae-4c3a-b276-7aac5f40ff38 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:09.140626 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8b7844d5-3a4a-446c-aa7f-5cebbdc50ded tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:09.141111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7844d5-3a4a-446c-aa7f-5cebbdc50ded tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Fanout notify agent at l3_agent the message router_deleted on router 398c5b62-1bf6-4221-ab36-9dbf8a13f722 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:31:09.161043 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6b419d-591d-45c0-8608-67f094ed9601 None None] New status for floating IP 7c27e6bc-b746-4bc3-9047-f666568ea61c: DOWN {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:31:09.235475 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc6e1e8-62db-4547-b875-ea848513618b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:09.236993 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6cc6e1e8-62db-4547-b875-ea848513618b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4137099 Jun 02 12:31:09.244658 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42680) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:09.332814 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8b7844d5-3a4a-446c-aa7f-5cebbdc50ded tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:09.336655 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8b7844d5-3a4a-446c-aa7f-5cebbdc50ded tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/routers/398c5b62-1bf6-4221-ab36-9dbf8a13f722 HTTP/1.1" status: 204 len: 168 time: 1.7193775 Jun 02 12:31:09.336815 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:31:09.340621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42682) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:09.349465 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-aeaf2e44-ede2-4f5d-a974-8ef2c51cacaf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:09.462693 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:31:09.463080 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b24028f1-87f1-40ce-8b5b-b2c3f37a4e1e not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:31:09.492727 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Router 6c484499-d488-48a0-bab1-1dd3af004af2 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:31:09.523734 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-dc274e38-faff-48f9-a741-e0d3fccfeab1 None None] Provisioning for port 2e8c766a-d7ca-4cdf-9397-ee4573a1f751 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:09.525096 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7fe2f38e-458e-4914-9ada-567c4818d2c2 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:09.525429 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7fe2f38e-458e-4914-9ada-567c4818d2c2 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:09.534745 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-dc274e38-faff-48f9-a741-e0d3fccfeab1 None None] Provisioning complete for port 2e8c766a-d7ca-4cdf-9397-ee4573a1f751 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:09.535119 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dc274e38-faff-48f9-a741-e0d3fccfeab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:09.596005 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-dc274e38-faff-48f9-a741-e0d3fccfeab1 None None] Port 2e8c766a-d7ca-4cdf-9397-ee4573a1f751 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:31:09.695899 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-7fe2f38e-458e-4914-9ada-567c4818d2c2 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Calling delete_port for 274119c5-47ab-454f-b460-177ab0584ae0 owned by network:floatingip {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:09.713847 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5d729aba-0e79-42f6-8b36-84dc636ed194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4590306 Jun 02 12:31:09.714056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-aeaf2e44-ede2-4f5d-a974-8ef2c51cacaf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:09.714056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:09.725256 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42684) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:09.733179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-aeaf2e44-ede2-4f5d-a974-8ef2c51cacaf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:09.740280 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-82012f84-aff9-4f1c-aa1d-3a5308ae1508 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1726241788'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:09.752060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-aeaf2e44-ede2-4f5d-a974-8ef2c51cacaf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:09.756437 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-82012f84-aff9-4f1c-aa1d-3a5308ae1508 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:09.771346 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-0f6fe6ab-0195-45f7-9c48-2bbff53ec5ea tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Deleting port 6e29c508-ac91-4e0f-be11-0a5ab37f32f4 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:09.771686 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe6ab-0195-45f7-9c48-2bbff53ec5ea tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:09.815908 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-aeaf2e44-ede2-4f5d-a974-8ef2c51cacaf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:09.818793 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:31:09.826517 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-82012f84-aff9-4f1c-aa1d-3a5308ae1508 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:network and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:09.830523 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-329455eb-9eae-4c3a-b276-7aac5f40ff38 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:09.832219 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df7939f-4057-4da0-9f2b-4b3ec91874dc None None] Sync routers for ids ['6c484499-d488-48a0-bab1-1dd3af004af2'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:31:09.839530 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-329455eb-9eae-4c3a-b276-7aac5f40ff38 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:09.840937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-82012f84-aff9-4f1c-aa1d-3a5308ae1508 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:09.844518 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df7939f-4057-4da0-9f2b-4b3ec91874dc None None] Routers {'6c484499-d488-48a0-bab1-1dd3af004af2'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:09.844675 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-833fcc4c-b085-4de5-a8f5-98753fc6204f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:09.845971 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-5df7939f-4057-4da0-9f2b-4b3ec91874dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['6c484499-d488-48a0-bab1-1dd3af004af2'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:09.898726 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:09.902354 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.5468054 Jun 02 12:31:09.919515 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-5df7939f-4057-4da0-9f2b-4b3ec91874dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:09.930778 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df7939f-4057-4da0-9f2b-4b3ec91874dc None None] Routers {'6c484499-d488-48a0-bab1-1dd3af004af2'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:09.931513 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-5df7939f-4057-4da0-9f2b-4b3ec91874dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['6c484499-d488-48a0-bab1-1dd3af004af2'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:09.936249 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42686) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:09.945713 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-89171271-2b5a-4d80-9d7f-4179f6925499 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:09.997563 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-82012f84-aff9-4f1c-aa1d-3a5308ae1508 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:10.009139 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-5df7939f-4057-4da0-9f2b-4b3ec91874dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:10.009913 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df7939f-4057-4da0-9f2b-4b3ec91874dc None None] The sync data for ids ['6c484499-d488-48a0-bab1-1dd3af004af2'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:31:10.057936 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329455eb-9eae-4c3a-b276-7aac5f40ff38 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Pushing event updated for resources: {'Port': ['ID=1fdb155b-4135-4387-92ab-44cf3771ccdc,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:10.071039 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-329455eb-9eae-4c3a-b276-7aac5f40ff38 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:10.080552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-329455eb-9eae-4c3a-b276-7aac5f40ff38 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] In _notify_port_updated(), no bound segment for port 1fdb155b-4135-4387-92ab-44cf3771ccdc on network f12abb88-d0c6-4958-a9da-6595bcaffc07 {{(pid=92304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:31:10.082181 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeaf2e44-ede2-4f5d-a974-8ef2c51cacaf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:10.085596 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aeaf2e44-ede2-4f5d-a974-8ef2c51cacaf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:10.086016 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329455eb-9eae-4c3a-b276-7aac5f40ff38 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:10.086674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-329455eb-9eae-4c3a-b276-7aac5f40ff38 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:10.090792 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-329455eb-9eae-4c3a-b276-7aac5f40ff38 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "PUT /v2.0/ports/1fdb155b-4135-4387-92ab-44cf3771ccdc HTTP/1.1" status: 200 len: 1010 time: 1.8327045 Jun 02 12:31:10.091044 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42688) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:10.194022 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82012f84-aff9-4f1c-aa1d-3a5308ae1508 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:10.199108 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-82012f84-aff9-4f1c-aa1d-3a5308ae1508 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:10.227033 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9a84da70-38e6-488a-8404-dabd28bd576b None None] Provisioning complete for port 1fdb155b-4135-4387-92ab-44cf3771ccdc triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:10.227681 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9a84da70-38e6-488a-8404-dabd28bd576b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:10.289270 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9a84da70-38e6-488a-8404-dabd28bd576b None None] Port 1fdb155b-4135-4387-92ab-44cf3771ccdc cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:31:10.467311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-01102dcf-7d3e-4fad-9ebd-4f4d3a5e35bd tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Deleting port 1fdb155b-4135-4387-92ab-44cf3771ccdc {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:10.467659 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-01102dcf-7d3e-4fad-9ebd-4f4d3a5e35bd tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:10.552570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe6ab-0195-45f7-9c48-2bbff53ec5ea tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:10.552824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe6ab-0195-45f7-9c48-2bbff53ec5ea tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:10.564045 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82012f84-aff9-4f1c-aa1d-3a5308ae1508 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:31:10.668039 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c328e927-076c-43d0-a5a7-ed1a9b805120 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:10.748054 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-01102dcf-7d3e-4fad-9ebd-4f4d3a5e35bd tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:10.773173 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-0f6fe6ab-0195-45f7-9c48-2bbff53ec5ea tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Calling delete_port for 6e29c508-ac91-4e0f-be11-0a5ab37f32f4 owned by network:floatingip {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:10.790804 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-82012f84-aff9-4f1c-aa1d-3a5308ae1508 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:10.791144 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-82012f84-aff9-4f1c-aa1d-3a5308ae1508 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Added segment b8bfeee5-582e-4e99-8020-4b8ee7d4631b of type vlan for network 3130da7a-e0cd-4565-b8fe-ecd10d32846e Jun 02 12:31:10.794263 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c328e927-076c-43d0-a5a7-ed1a9b805120 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:11.010508 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89171271-2b5a-4d80-9d7f-4179f6925499 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:11.019657 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-82012f84-aff9-4f1c-aa1d-3a5308ae1508 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:11.019995 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-01102dcf-7d3e-4fad-9ebd-4f4d3a5e35bd tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Calling delete_port for 1fdb155b-4135-4387-92ab-44cf3771ccdc owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:11.036365 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89171271-2b5a-4d80-9d7f-4179f6925499 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:11.104531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7fe2f38e-458e-4914-9ada-567c4818d2c2 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:11.127832 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:11.143805 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-01102dcf-7d3e-4fad-9ebd-4f4d3a5e35bd tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:11.150247 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ceadbadd-c023-4286-98c6-057df090d5d0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:11.197708 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.resource_extend [None req-82012f84-aff9-4f1c-aa1d-3a5308ae1508 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:31:11.221360 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01102dcf-7d3e-4fad-9ebd-4f4d3a5e35bd tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Pushing event deleted for resources: {'Port': ['ID=1fdb155b-4135-4387-92ab-44cf3771ccdc,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:11.229149 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-01102dcf-7d3e-4fad-9ebd-4f4d3a5e35bd tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:11.241150 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2f38e-458e-4914-9ada-567c4818d2c2 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Pushing event deleted for resources: {'Port': ['ID=274119c5-47ab-454f-b460-177ab0584ae0,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:11.276564 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7fe2f38e-458e-4914-9ada-567c4818d2c2 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:11.362361 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-01102dcf-7d3e-4fad-9ebd-4f4d3a5e35bd tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:11.387330 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-89171271-2b5a-4d80-9d7f-4179f6925499 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Deleting port 4d87c689-567a-4481-903a-9e3376c4ad70 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:11.387685 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89171271-2b5a-4d80-9d7f-4179f6925499 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:11.407228 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-01102dcf-7d3e-4fad-9ebd-4f4d3a5e35bd tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "DELETE /v2.0/ports/1fdb155b-4135-4387-92ab-44cf3771ccdc HTTP/1.1" status: 204 len: 168 time: 1.3129108 Jun 02 12:31:11.409796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42694) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:11.498988 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-82012f84-aff9-4f1c-aa1d-3a5308ae1508 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:11.505426 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6624fd-7df5-4258-9e8c-e77be5ee0f7a tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] GET failed (client error): The resource could not be found. Jun 02 12:31:11.505968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-cf6624fd-7df5-4258-9e8c-e77be5ee0f7a tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Synchronizing usage tracker for tenant:cc95a266ff3a42a1a8ce55c12c69b753 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:11.527246 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82012f84-aff9-4f1c-aa1d-3a5308ae1508 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:11.527788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-82012f84-aff9-4f1c-aa1d-3a5308ae1508 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:11.540605 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3e272490-d709-4409-acef-b0465cea1325 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:11.541570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-cf6624fd-7df5-4258-9e8c-e77be5ee0f7a tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Unset dirty status for tenant:cc95a266ff3a42a1a8ce55c12c69b753 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:11.542875 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cf6624fd-7df5-4258-9e8c-e77be5ee0f7a tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "GET /v2.0/ports/1fdb155b-4135-4387-92ab-44cf3771ccdc HTTP/1.1" status: 404 len: 333 time: 0.1321027 Jun 02 12:31:11.553948 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42696) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:11.558886 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-b6059dfe-a7a5-4d79-882a-2f71ec88069e tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Request body: {'port': {'network_id': 'f12abb88-d0c6-4958-a9da-6595bcaffc07', 'name': 'tempest-AllowedAddressPairTestJSON-1024917316'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:11.560426 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.resource_extend [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:31:11.598167 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-c328e927-076c-43d0-a5a7-ed1a9b805120 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Allocated IP 172.26.7.79 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/eec355e0-1a14-4e01-9c91-120cd016e29e) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:11.627071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:11.647739 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89171271-2b5a-4d80-9d7f-4179f6925499 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:11.744831 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:11.745659 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:11.791473 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-89171271-2b5a-4d80-9d7f-4179f6925499 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Calling delete_port for 4d87c689-567a-4481-903a-9e3376c4ad70 owned by network:router_gateway {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:11.798735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82012f84-aff9-4f1c-aa1d-3a5308ae1508 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Network': ['ID=3130da7a-e0cd-4565-b8fe-ecd10d32846e,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:11.809695 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7fe2f38e-458e-4914-9ada-567c4818d2c2 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks [] for floatingip, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:11.810190 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 3130da7a-e0cd-4565-b8fe-ecd10d32846e details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:31:11.819464 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-82012f84-aff9-4f1c-aa1d-3a5308ae1508 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:11.834239 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:11.849705 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b6059dfe-a7a5-4d79-882a-2f71ec88069e tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:11.862739 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b6059dfe-a7a5-4d79-882a-2f71ec88069e tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:11.877909 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6059dfe-a7a5-4d79-882a-2f71ec88069e tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Made reservation on behalf of cc95a266ff3a42a1a8ce55c12c69b753 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:11.881646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6059dfe-a7a5-4d79-882a-2f71ec88069e tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:11.916660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-b6059dfe-a7a5-4d79-882a-2f71ec88069e tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] device_id is not set on port 32850bc2-f144-4f02-83c5-040ab7dac413 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:31:11.955074 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-82012f84-aff9-4f1c-aa1d-3a5308ae1508 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2258339 Jun 02 12:31:11.960178 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42698) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:11.972534 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ce8d44e0-76a5-4041-b73c-600922a7933b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'subnet': {'network_id': '3130da7a-e0cd-4565-b8fe-ecd10d32846e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:12.006588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7fe2f38e-458e-4914-9ada-567c4818d2c2 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:12.010438 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7fe2f38e-458e-4914-9ada-567c4818d2c2 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] 10.222.0.37 "DELETE /v2.0/floatingips/98bb3534-374f-4eba-94b0-f0a4443c0e9b HTTP/1.1" status: 204 len: 168 time: 4.6610718 Jun 02 12:31:12.016186 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42700) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:12.026443 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe6ab-0195-45f7-9c48-2bbff53ec5ea tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:12.159668 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Port': ['ID=2e8c766a-d7ca-4cdf-9397-ee4573a1f751,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:12.180191 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:12.189789 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-299c02e6-c6df-49cd-ab4a-8ce7ae1769b6 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:12.300956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fe6ab-0195-45f7-9c48-2bbff53ec5ea tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Pushing event deleted for resources: {'Port': ['ID=6e29c508-ac91-4e0f-be11-0a5ab37f32f4,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:12.308890 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0f6fe6ab-0195-45f7-9c48-2bbff53ec5ea tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:12.336121 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c328e927-076c-43d0-a5a7-ed1a9b805120 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:12.347382 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network 7db13fdf-7b19-43c7-a9e5-08b409caa6f7 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:12.353868 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:12.370778 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe6ab-0195-45f7-9c48-2bbff53ec5ea tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks [] for floatingip, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:12.373116 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe6ab-0195-45f7-9c48-2bbff53ec5ea tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:12.374371 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0f6fe6ab-0195-45f7-9c48-2bbff53ec5ea tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] 10.222.0.37 "DELETE /v2.0/floatingips/7c27e6bc-b746-4bc3-9047-f666568ea61c HTTP/1.1" status: 204 len: 168 time: 3.4764161 Jun 02 12:31:12.432180 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42702) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:12.491805 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ce8d44e0-76a5-4041-b73c-600922a7933b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:12.518380 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ce8d44e0-76a5-4041-b73c-600922a7933b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:subnet and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:12.535703 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ce8d44e0-76a5-4041-b73c-600922a7933b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:12.538368 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89171271-2b5a-4d80-9d7f-4179f6925499 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:12.542479 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-b6059dfe-a7a5-4d79-882a-2f71ec88069e tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Allocated IP 172.20.0.8 (f12abb88-d0c6-4958-a9da-6595bcaffc07/08a1ac4c-63aa-4667-848a-9a96dc038507/32850bc2-f144-4f02-83c5-040ab7dac413) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:12.550869 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:12.583490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ce8d44e0-76a5-4041-b73c-600922a7933b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:12.614746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89171271-2b5a-4d80-9d7f-4179f6925499 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Pushing event deleted for resources: {'Port': ['ID=4d87c689-567a-4481-903a-9e3376c4ad70,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:12.633433 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-05b76a25-acb7-4071-9708-fc6b1f8cde89 None None] Provisioning complete for port 2e8c766a-d7ca-4cdf-9397-ee4573a1f751 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:12.634057 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-05b76a25-acb7-4071-9708-fc6b1f8cde89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:12.662517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-89171271-2b5a-4d80-9d7f-4179f6925499 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:12.694020 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c328e927-076c-43d0-a5a7-ed1a9b805120 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:12.700447 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-05b76a25-acb7-4071-9708-fc6b1f8cde89 None None] Port 2e8c766a-d7ca-4cdf-9397-ee4573a1f751 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:31:12.707202 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8d44e0-76a5-4041-b73c-600922a7933b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:12.710625 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ce8d44e0-76a5-4041-b73c-600922a7933b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:12.714172 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ab04d144-fe23-424f-bf55-d10393477db5 tempest-FloatingIPAdminTestJSON-1795949888 tempest-FloatingIPAdminTestJSON-1795949888-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:12.852558 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c328e927-076c-43d0-a5a7-ed1a9b805120 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:12.863375 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-c328e927-076c-43d0-a5a7-ed1a9b805120 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:12.927804 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89171271-2b5a-4d80-9d7f-4179f6925499 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:13.064033 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c328e927-076c-43d0-a5a7-ed1a9b805120 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:13.093342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328e927-076c-43d0-a5a7-ed1a9b805120 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Pushing event updated for resources: {'Port': ['ID=eec355e0-1a14-4e01-9c91-120cd016e29e,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:13.116397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c328e927-076c-43d0-a5a7-ed1a9b805120 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:13.154955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aeaf2e44-ede2-4f5d-a974-8ef2c51cacaf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:13.173755 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:13.263609 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router 6aa8afd5-09e4-45de-ac5d-1cd2d1ded28d is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:31:13.438254 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaf2e44-ede2-4f5d-a974-8ef2c51cacaf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:13.532013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-aeaf2e44-ede2-4f5d-a974-8ef2c51cacaf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:13.543649 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f905e98-bec8-406a-8fd2-a7e770e75a12 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:13.588113 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf2e44-ede2-4f5d-a974-8ef2c51cacaf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=bd25cbb7-9fac-4d67-adfe-9a42221032b2,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:13.625132 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89171271-2b5a-4d80-9d7f-4179f6925499 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:13.653394 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-aeaf2e44-ede2-4f5d-a974-8ef2c51cacaf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:13.664936 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaf2e44-ede2-4f5d-a974-8ef2c51cacaf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:13.665546 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aeaf2e44-ede2-4f5d-a974-8ef2c51cacaf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:13.690631 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89171271-2b5a-4d80-9d7f-4179f6925499 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:13.703066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6059dfe-a7a5-4d79-882a-2f71ec88069e tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:13.733790 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-aeaf2e44-ede2-4f5d-a974-8ef2c51cacaf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.3871748 Jun 02 12:31:13.783458 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a7413df9-4e7a-4187-aef8-a668d8bf2950', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'fixed_ips': [{'subnet_id': 'bd25cbb7-9fac-4d67-adfe-9a42221032b2'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:31:13.784416 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:13.809497 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:31:13.810941 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42704) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:13.826720 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-18ffd68b-b6e6-478d-ad0d-fec6598e4081 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-493938427', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:13.845859 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3027729c-ab6c-416e-8883-73a9e1c4a77c None None] Sync routers for ids ['6aa8afd5-09e4-45de-ac5d-1cd2d1ded28d'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:31:13.850254 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/6aa8afd5-09e4-45de-ac5d-1cd2d1ded28d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0345216 Jun 02 12:31:13.852383 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-18ffd68b-b6e6-478d-ad0d-fec6598e4081 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:13.856535 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42706) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:13.888796 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3027729c-ab6c-416e-8883-73a9e1c4a77c None None] Routers {'6aa8afd5-09e4-45de-ac5d-1cd2d1ded28d'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:13.890185 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-3027729c-ab6c-416e-8883-73a9e1c4a77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['6aa8afd5-09e4-45de-ac5d-1cd2d1ded28d'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:13.912955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-18ffd68b-b6e6-478d-ad0d-fec6598e4081 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:router and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:13.919760 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-18ffd68b-b6e6-478d-ad0d-fec6598e4081 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:13.951102 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-18ffd68b-b6e6-478d-ad0d-fec6598e4081 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:13.958730 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-b6059dfe-a7a5-4d79-882a-2f71ec88069e tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Transition to ACTIVE for port object 32850bc2-f144-4f02-83c5-040ab7dac413 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:13.965962 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-3027729c-ab6c-416e-8883-73a9e1c4a77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:14.014310 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3027729c-ab6c-416e-8883-73a9e1c4a77c None None] Routers {'6aa8afd5-09e4-45de-ac5d-1cd2d1ded28d'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:14.015112 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-3027729c-ab6c-416e-8883-73a9e1c4a77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['6aa8afd5-09e4-45de-ac5d-1cd2d1ded28d'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:14.030912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe329b8-3831-43cc-8a43-b14f014a2e11 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:14.031512 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4fe329b8-3831-43cc-8a43-b14f014a2e11 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Synchronizing usage tracker for tenant:9cc4ca61dc954dc9aa55c98b051cae30 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:14.062259 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-18ffd68b-b6e6-478d-ad0d-fec6598e4081 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:14.063176 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-18ffd68b-b6e6-478d-ad0d-fec6598e4081 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:14.080793 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89171271-2b5a-4d80-9d7f-4179f6925499 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Router 6c484499-d488-48a0-bab1-1dd3af004af2 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:31:14.092647 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c328e927-076c-43d0-a5a7-ed1a9b805120 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:14.103601 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-3027729c-ab6c-416e-8883-73a9e1c4a77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:14.104162 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3027729c-ab6c-416e-8883-73a9e1c4a77c None None] The sync data for ids ['6aa8afd5-09e4-45de-ac5d-1cd2d1ded28d'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:31:14.124826 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2f1862bc-e0e0-4343-b0a0-33a2768f0f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:14.128813 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Allocated IP 2001:db8::2 (a7413df9-4e7a-4187-aef8-a668d8bf2950/bd25cbb7-9fac-4d67-adfe-9a42221032b2/15d06c3f-41d8-40ab-8552-68bf59f42237) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:14.150346 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4fe329b8-3831-43cc-8a43-b14f014a2e11 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Unset dirty status for tenant:9cc4ca61dc954dc9aa55c98b051cae30 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:14.151494 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4fe329b8-3831-43cc-8a43-b14f014a2e11 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/ports/2e8c766a-d7ca-4cdf-9397-ee4573a1f751 HTTP/1.1" status: 200 len: 911 time: 0.2942345 Jun 02 12:31:14.155395 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42708) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:14.169815 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-18ffd68b-b6e6-478d-ad0d-fec6598e4081 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:14.213898 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-03aebdca-4aec-4161-bdbd-bb2c099af1aa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '981db89a-ac5c-42d4-8185-b1c389e6f65c'}]}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:14.260225 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6059dfe-a7a5-4d79-882a-2f71ec88069e tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:14.281060 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-341c1714-54a3-4461-a497-d7a5778e7ca8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:14.302029 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-18ffd68b-b6e6-478d-ad0d-fec6598e4081 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:14.353996 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:14.368165 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Transition to ACTIVE for port object 15d06c3f-41d8-40ab-8552-68bf59f42237 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:14.389432 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Transition to ACTIVE for port object 15d06c3f-41d8-40ab-8552-68bf59f42237 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:14.395179 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:14.399148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8a542141-bcdc-4dcc-bccc-a75a08c88ee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:14.477016 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Pushing event updated for resources: {'Port': ['ID=15d06c3f-41d8-40ab-8552-68bf59f42237,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:14.477491 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89171271-2b5a-4d80-9d7f-4179f6925499 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:31:14.482375 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6059dfe-a7a5-4d79-882a-2f71ec88069e tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Network f12abb88-d0c6-4958-a9da-6595bcaffc07 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:14.497437 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:14.510265 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-b6059dfe-a7a5-4d79-882a-2f71ec88069e tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:14.515971 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bf2d25-8c17-482e-9556-2a0eb73daac2 None None] Sync routers for ids ['6c484499-d488-48a0-bab1-1dd3af004af2'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:31:14.519441 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:14.525102 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:14.526660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6059dfe-a7a5-4d79-882a-2f71ec88069e tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:14.529747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:14.555468 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bf2d25-8c17-482e-9556-2a0eb73daac2 None None] Routers {'6c484499-d488-48a0-bab1-1dd3af004af2'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:14.556423 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-01bf2d25-8c17-482e-9556-2a0eb73daac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['6c484499-d488-48a0-bab1-1dd3af004af2'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:14.560180 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6059dfe-a7a5-4d79-882a-2f71ec88069e tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Pushing event updated for resources: {'Port': ['ID=32850bc2-f144-4f02-83c5-040ab7dac413,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:14.565552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b6059dfe-a7a5-4d79-882a-2f71ec88069e tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:14.574885 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-18ffd68b-b6e6-478d-ad0d-fec6598e4081 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:14.579075 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-18ffd68b-b6e6-478d-ad0d-fec6598e4081 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7530303 Jun 02 12:31:14.595819 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42714) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:14.645803 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-01bf2d25-8c17-482e-9556-2a0eb73daac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:14.658609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Attempting to bind port 15d06c3f-41d8-40ab-8552-68bf59f42237 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:31:14.659622 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Attempting to bind port 15d06c3f-41d8-40ab-8552-68bf59f42237 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:31:14.660206 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Attempting to bind port 15d06c3f-41d8-40ab-8552-68bf59f42237 on network a7413df9-4e7a-4187-aef8-a668d8bf2950 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:31:14.665980 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:31:14.667017 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:31:14.667807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:14.668008 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bf2d25-8c17-482e-9556-2a0eb73daac2 None None] Routers {'6c484499-d488-48a0-bab1-1dd3af004af2'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:14.668503 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Bound using segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:31:14.669135 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Bound port: 15d06c3f-41d8-40ab-8552-68bf59f42237, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:31:14.669682 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:14.674202 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-01bf2d25-8c17-482e-9556-2a0eb73daac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:30:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['6c484499-d488-48a0-bab1-1dd3af004af2'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:14.772904 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-01bf2d25-8c17-482e-9556-2a0eb73daac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:14.773542 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bf2d25-8c17-482e-9556-2a0eb73daac2 None None] The sync data for ids ['6c484499-d488-48a0-bab1-1dd3af004af2'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:31:14.845513 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89171271-2b5a-4d80-9d7f-4179f6925499 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:14.847667 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-89171271-2b5a-4d80-9d7f-4179f6925499 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "PUT /v2.0/routers/6c484499-d488-48a0-bab1-1dd3af004af2 HTTP/1.1" status: 200 len: 710 time: 4.9103858 Jun 02 12:31:14.856453 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42716) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:14.884148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] For port 15d06c3f-41d8-40ab-8552-68bf59f42237, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:31:14.887712 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] For port 15d06c3f-41d8-40ab-8552-68bf59f42237, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=15d06c3f-41d8-40ab-8552-68bf59f42237,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:31:14.893931 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:14.898976 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:14.932285 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-821e5c54-2578-450e-837b-7b962de04f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:14.983903 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6059dfe-a7a5-4d79-882a-2f71ec88069e tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:14.984521 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6059dfe-a7a5-4d79-882a-2f71ec88069e tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:15.010827 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-aca28c6d-c21b-41fe-bbec-34041c10b99f None None] Provisioning for port 32850bc2-f144-4f02-83c5-040ab7dac413 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:15.022690 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-aca28c6d-c21b-41fe-bbec-34041c10b99f None None] Provisioning complete for port 32850bc2-f144-4f02-83c5-040ab7dac413 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:15.023070 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-aca28c6d-c21b-41fe-bbec-34041c10b99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:15.049010 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Pushing event updated for resources: {'Port': ['ID=15d06c3f-41d8-40ab-8552-68bf59f42237,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:15.062875 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:15.091776 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-aca28c6d-c21b-41fe-bbec-34041c10b99f None None] Port 32850bc2-f144-4f02-83c5-040ab7dac413 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:31:15.108174 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-12a7cb87-00a1-4fae-8078-b77ce52e970d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:15.165820 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c328e927-076c-43d0-a5a7-ed1a9b805120 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:15.170363 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-aaf88a94-629b-4885-9052-2a8e031ef77d tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "GET /v2.0/routers/6c484499-d488-48a0-bab1-1dd3af004af2 HTTP/1.1" status: 200 len: 745 time: 0.3064585 Jun 02 12:31:15.178829 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42718) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:15.186223 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b6059dfe-a7a5-4d79-882a-2f71ec88069e tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6311297 Jun 02 12:31:15.191187 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03aebdca-4aec-4161-bdbd-bb2c099af1aa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:15.200731 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42720) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:15.207979 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-0e6da2c7-2285-48c0-938f-4b66c8cc562b tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Request body: {'port': {'network_id': 'f12abb88-d0c6-4958-a9da-6595bcaffc07', 'name': 'tempest-AllowedAddressPairTestJSON-55561991'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:15.239250 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c328e927-076c-43d0-a5a7-ed1a9b805120 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:15.364105 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6b449652-8b51-4eaa-ae27-59d4e9b5e25e tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&device_id=6c484499-d488-48a0-bab1-1dd3af004af2 HTTP/1.1" status: 200 len: 205 time: 0.1815526 Jun 02 12:31:15.384195 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42722) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:15.692696 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8517cbb6-ae88-4d26-909b-708ebc534aab tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c484499-d488-48a0-bab1-1dd3af004af2 HTTP/1.1" status: 200 len: 205 time: 0.1137433 Jun 02 12:31:15.708512 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42724) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:15.957917 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ce8d44e0-76a5-4041-b73c-600922a7933b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:15.962677 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:16.030457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-89630680-8db1-43b4-802f-f6606456177c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:16.127173 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d0cb4ee9-3ec6-4aa9-8d4d-9f5bd44bdf81 None None] Provisioning for port 15d06c3f-41d8-40ab-8552-68bf59f42237 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:16.185938 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-72ae8887-c8ba-4adf-9adc-7eff59f757ad tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:16.232420 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c328e927-076c-43d0-a5a7-ed1a9b805120 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Router 4aaa86c7-6916-4cad-8652-c7ce3c52f5d5 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:31:16.247243 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0e6da2c7-2285-48c0-938f-4b66c8cc562b tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:16.365132 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0e6da2c7-2285-48c0-938f-4b66c8cc562b tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:16.386178 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d44e0-76a5-4041-b73c-600922a7933b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Subnet': ['ID=b2804094-c7f0-493a-a74f-93528737aa49,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:16.388978 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ce8d44e0-76a5-4041-b73c-600922a7933b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:16.566326 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6da2c7-2285-48c0-938f-4b66c8cc562b tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Made reservation on behalf of cc95a266ff3a42a1a8ce55c12c69b753 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:16.569704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0e6da2c7-2285-48c0-938f-4b66c8cc562b tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:16.580432 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5e2237a9-1faa-4ed3-b9cb-28e26910418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:16.612661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8::1 (a7413df9-4e7a-4187-aef8-a668d8bf2950/bd25cbb7-9fac-4d67-adfe-9a42221032b2/951c5042-62be-4aa3-9ab0-e9263a9d7866) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:16.615176 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c328e927-076c-43d0-a5a7-ed1a9b805120 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:31:16.626115 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35d66f7-a2ee-43ea-9634-53ae82a47c3f None None] Sync routers for ids ['4aaa86c7-6916-4cad-8652-c7ce3c52f5d5'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:31:16.634445 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c328e927-076c-43d0-a5a7-ed1a9b805120 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:16.635575 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c328e927-076c-43d0-a5a7-ed1a9b805120 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "PUT /v2.0/routers/4aaa86c7-6916-4cad-8652-c7ce3c52f5d5 HTTP/1.1" status: 200 len: 878 time: 9.3816466 Jun 02 12:31:16.637066 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-821e5c54-2578-450e-837b-7b962de04f3d admin admin] Deleting port 21b6cb89-7184-4202-b506-db6ae0ad475a {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:16.637388 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-821e5c54-2578-450e-837b-7b962de04f3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:16.648975 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8d44e0-76a5-4041-b73c-600922a7933b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Checking segment: {'id': 'b8bfeee5-582e-4e99-8020-4b8ee7d4631b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3130da7a-e0cd-4565-b8fe-ecd10d32846e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:31:16.649341 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8d44e0-76a5-4041-b73c-600922a7933b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network hostable DHCP agents. Network: 3130da7a-e0cd-4565-b8fe-ecd10d32846e, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:31:16.649960 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42726) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:16.656153 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35d66f7-a2ee-43ea-9634-53ae82a47c3f None None] Routers {'4aaa86c7-6916-4cad-8652-c7ce3c52f5d5'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:16.657024 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f35d66f7-a2ee-43ea-9634-53ae82a47c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['4aaa86c7-6916-4cad-8652-c7ce3c52f5d5'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:16.682937 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-72ae8887-c8ba-4adf-9adc-7eff59f757ad tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:16.696609 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-72ae8887-c8ba-4adf-9adc-7eff59f757ad tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:16.717251 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-0e6da2c7-2285-48c0-938f-4b66c8cc562b tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] device_id is not set on port 0865f526-c18b-4cef-a326-fd8731d01f76 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:31:16.719457 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:16.728517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f35d66f7-a2ee-43ea-9634-53ae82a47c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:16.737740 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35d66f7-a2ee-43ea-9634-53ae82a47c3f None None] Routers {'4aaa86c7-6916-4cad-8652-c7ce3c52f5d5'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:16.738443 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f35d66f7-a2ee-43ea-9634-53ae82a47c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['4aaa86c7-6916-4cad-8652-c7ce3c52f5d5'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:16.826296 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8d44e0-76a5-4041-b73c-600922a7933b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network 3130da7a-e0cd-4565-b8fe-ecd10d32846e is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:31:16.827476 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f35d66f7-a2ee-43ea-9634-53ae82a47c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:16.828081 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35d66f7-a2ee-43ea-9634-53ae82a47c3f None None] The sync data for ids ['4aaa86c7-6916-4cad-8652-c7ce3c52f5d5'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:31:16.916611 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 15d06c3f-41d8-40ab-8552-68bf59f42237 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:31:16.987671 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 15d06c3f-41d8-40ab-8552-68bf59f42237 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:16.993845 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 15d06c3f-41d8-40ab-8552-68bf59f42237 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:16.994582 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:17.051158 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8b9f6bd0-91ac-4086-8e91-4fe928ba6620 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "GET /v2.0/routers/4aaa86c7-6916-4cad-8652-c7ce3c52f5d5 HTTP/1.1" status: 200 len: 919 time: 0.3966045 Jun 02 12:31:17.051726 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-72ae8887-c8ba-4adf-9adc-7eff59f757ad tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:17.051726 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ae8887-c8ba-4adf-9adc-7eff59f757ad tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Fanout notify agent at l3_agent the message router_deleted on router 6c484499-d488-48a0-bab1-1dd3af004af2 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:31:17.052417 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42728) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:17.063331 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-821e5c54-2578-450e-837b-7b962de04f3d admin admin] For port 21b6cb89-7184-4202-b506-db6ae0ad475a, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=21b6cb89-7184-4202-b506-db6ae0ad475a,segment=NetworkSegment(fbabe685-c618-4d2b-8334-a843cab84c70),segment_id=fbabe685-c618-4d2b-8334-a843cab84c70)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:17.063699 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-821e5c54-2578-450e-837b-7b962de04f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:17.077857 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:17.122037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-ce8d44e0-76a5-4041-b73c-600922a7933b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 3130da7a-e0cd-4565-b8fe-ecd10d32846e) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:17.133407 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16350187-65a2-4bd3-8e3a-aceefffdaca4 None None] Network 3130da7a-e0cd-4565-b8fe-ecd10d32846e requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:17.167077 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:17.205969 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-821e5c54-2578-450e-837b-7b962de04f3d admin admin] Calling delete_port for 21b6cb89-7184-4202-b506-db6ae0ad475a owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:17.215658 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Transition to ACTIVE for port object 951c5042-62be-4aa3-9ab0-e9263a9d7866 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:17.260186 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:17.272013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c328e927-076c-43d0-a5a7-ed1a9b805120 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:17.284547 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 15d06c3f-41d8-40ab-8552-68bf59f42237, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=15d06c3f-41d8-40ab-8552-68bf59f42237,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:17.297306 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:17.302850 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-47ddb1fe-2e60-4aaf-8fba-531ebae6f76b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:17.311885 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8d44e0-76a5-4041-b73c-600922a7933b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:17.312477 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ce8d44e0-76a5-4041-b73c-600922a7933b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:17.332056 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-72ae8887-c8ba-4adf-9adc-7eff59f757ad tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:17.336851 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-72ae8887-c8ba-4adf-9adc-7eff59f757ad tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "DELETE /v2.0/routers/6c484499-d488-48a0-bab1-1dd3af004af2 HTTP/1.1" status: 204 len: 168 time: 1.6139553 Jun 02 12:31:17.352665 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42730) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:17.432778 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=15d06c3f-41d8-40ab-8552-68bf59f42237,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:17.439316 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:17.454061 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-61639e30-3809-4df8-bf88-327d330ad7c9 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c484499-d488-48a0-bab1-1dd3af004af2 HTTP/1.1" status: 200 len: 205 time: 0.0892446 Jun 02 12:31:17.454061 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ce8d44e0-76a5-4041-b73c-600922a7933b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4916871 Jun 02 12:31:17.455491 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42732) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:17.463371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42734) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:17.475755 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4651ea1b-5162-4213-8321-aed552aeae6c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'port': {'network_id': '3130da7a-e0cd-4565-b8fe-ecd10d32846e', 'name': 'tempest-PortsTestJSON-1372185648'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:17.498141 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-3130da7a-e0cd-4565-b8fe-ecd10d32846e', 'network_id': '3130da7a-e0cd-4565-b8fe-ecd10d32846e', 'tenant_id': '4205f37103a1478c8c9013669bd1496e', 'fixed_ips': [{'subnet_id': 'b2804094-c7f0-493a-a74f-93528737aa49'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:31:17.499133 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:17.509415 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:17.518248 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:17.530047 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:17.530934 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:17.537467 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=951c5042-62be-4aa3-9ab0-e9263a9d7866,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:17.557536 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-0e6da2c7-2285-48c0-938f-4b66c8cc562b tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Allocated IP 172.20.0.11 (f12abb88-d0c6-4958-a9da-6595bcaffc07/08a1ac4c-63aa-4667-848a-9a96dc038507/0865f526-c18b-4cef-a326-fd8731d01f76) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:17.582960 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-c7a38125-21c5-48a4-8e04-864d8af8cddb tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] delete failed (client error): The resource could not be found. Jun 02 12:31:17.584191 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c7a38125-21c5-48a4-8e04-864d8af8cddb tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "DELETE /v2.0/routers/6c484499-d488-48a0-bab1-1dd3af004af2 HTTP/1.1" status: 404 len: 336 time: 0.1114824 Jun 02 12:31:17.592722 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42736) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:17.598411 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:17.675763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736371cd-ad91-4e5d-893c-7eb9e3ca494c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:17.680674 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-736371cd-ad91-4e5d-893c-7eb9e3ca494c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&device_id=4aaa86c7-6916-4cad-8652-c7ce3c52f5d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6108954 Jun 02 12:31:17.683075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42738) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:17.685048 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:17.720829 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Allocated IP 172.20.0.2 (3130da7a-e0cd-4565-b8fe-ecd10d32846e/b2804094-c7f0-493a-a74f-93528737aa49/53528bd5-69ce-4681-8bff-df616aeb8f80) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:17.771575 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4651ea1b-5162-4213-8321-aed552aeae6c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:17.775200 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:17.822014 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4651ea1b-5162-4213-8321-aed552aeae6c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:port and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:17.828647 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4651ea1b-5162-4213-8321-aed552aeae6c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:17.829714 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4c62c521-bd2f-493d-967c-395f369c4680 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b2b5934-0d47-49a8-b5c1-6ba75498c1ee HTTP/1.1" status: 200 len: 205 time: 0.2308042 Jun 02 12:31:17.834560 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42740) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:17.855917 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-12a7cb87-00a1-4fae-8078-b77ce52e970d admin admin] Deleting port 3bb49037-67e6-4b1c-9642-e8121f2e99c9 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:17.856437 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-12a7cb87-00a1-4fae-8078-b77ce52e970d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:17.876764 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5c9a16-245f-4e01-b056-a04e1be5e886 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:17.881050 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4b5c9a16-245f-4e01-b056-a04e1be5e886 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "GET /v2.0/networks/58ad0a37-4806-4fe2-972f-df18335d7a8e HTTP/1.1" status: 200 len: 881 time: 0.1825330 Jun 02 12:31:17.882056 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42742) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:17.890624 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d6130afd-aad6-47a4-8d6c-9b3c7c3564b6 None None] Provisioning for port 951c5042-62be-4aa3-9ab0-e9263a9d7866 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:17.891383 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4651ea1b-5162-4213-8321-aed552aeae6c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:17.928639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d6130afd-aad6-47a4-8d6c-9b3c7c3564b6 None None] Provisioning complete for port 951c5042-62be-4aa3-9ab0-e9263a9d7866 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:17.929008 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d6130afd-aad6-47a4-8d6c-9b3c7c3564b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:17.961119 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-b79a5705-1965-4c49-accc-59643afcbe1a tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] delete failed (client error): The resource could not be found. Jun 02 12:31:17.961119 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b79a5705-1965-4c49-accc-59643afcbe1a tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "DELETE /v2.0/routers/9b2b5934-0d47-49a8-b5c1-6ba75498c1ee HTTP/1.1" status: 404 len: 336 time: 0.1233139 Jun 02 12:31:17.967032 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42744) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:17.972225 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4651ea1b-5162-4213-8321-aed552aeae6c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:17.975907 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4651ea1b-5162-4213-8321-aed552aeae6c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:18.008637 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-d6130afd-aad6-47a4-8d6c-9b3c7c3564b6 None None] Port 951c5042-62be-4aa3-9ab0-e9263a9d7866 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:31:18.015128 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:18.021307 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03aebdca-4aec-4161-bdbd-bb2c099af1aa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:18.028359 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Transition to ACTIVE for port object 53528bd5-69ce-4681-8bff-df616aeb8f80 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:18.050392 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Transition to ACTIVE for port object 53528bd5-69ce-4681-8bff-df616aeb8f80 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:18.057644 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:18.061206 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2e3fe2d3-4468-4339-b447-465604809a21 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aaa86c7-6916-4cad-8652-c7ce3c52f5d5 HTTP/1.1" status: 200 len: 205 time: 0.1505759 Jun 02 12:31:18.065160 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:18.072001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42746) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:18.075354 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-821e5c54-2578-450e-837b-7b962de04f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:18.079402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-4651ea1b-5162-4213-8321-aed552aeae6c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] device_id is not set on port 52acee21-27ef-4820-8b6c-67ed0c3f3ebc yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:31:18.098563 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e542092e-e750-4a58-9624-479358a714e6 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "GET /v2.0/ports?device_id=d32ecc29-75f5-47d5-847a-e08b4d6b0623 HTTP/1.1" status: 200 len: 205 time: 0.1217284 Jun 02 12:31:18.101797 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42748) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:18.109997 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03aebdca-4aec-4161-bdbd-bb2c099af1aa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:18.116322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03aebdca-4aec-4161-bdbd-bb2c099af1aa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:18.116960 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03aebdca-4aec-4161-bdbd-bb2c099af1aa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:18.121226 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-03aebdca-4aec-4161-bdbd-bb2c099af1aa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/ports/2e8c766a-d7ca-4cdf-9397-ee4573a1f751 HTTP/1.1" status: 200 len: 911 time: 3.9590487 Jun 02 12:31:18.124125 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Network 3130da7a-e0cd-4565-b8fe-ecd10d32846e is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:18.131875 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:18.134260 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:18.166375 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-002fb9b0-00fd-40a1-82ff-61b922e5bf95 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:18.176925 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42750) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:18.177088 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Pushing event updated for resources: {'Port': ['ID=53528bd5-69ce-4681-8bff-df616aeb8f80,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:18.178595 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-00b041be-7c1f-45ae-a5ff-743c136d4d4c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:18.187443 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:18.244627 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Attempting to bind port 53528bd5-69ce-4681-8bff-df616aeb8f80 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:31:18.245008 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Attempting to bind port 53528bd5-69ce-4681-8bff-df616aeb8f80 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'b8bfeee5-582e-4e99-8020-4b8ee7d4631b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3130da7a-e0cd-4565-b8fe-ecd10d32846e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:31:18.245379 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Attempting to bind port 53528bd5-69ce-4681-8bff-df616aeb8f80 on network 3130da7a-e0cd-4565-b8fe-ecd10d32846e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:31:18.250891 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:31:18.251303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Checking segment: {'id': 'b8bfeee5-582e-4e99-8020-4b8ee7d4631b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3130da7a-e0cd-4565-b8fe-ecd10d32846e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:31:18.251710 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:18.252113 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Bound using segment: {'id': 'b8bfeee5-582e-4e99-8020-4b8ee7d4631b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3130da7a-e0cd-4565-b8fe-ecd10d32846e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:31:18.252572 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Bound port: 53528bd5-69ce-4681-8bff-df616aeb8f80, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bfeee5-582e-4e99-8020-4b8ee7d4631b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3130da7a-e0cd-4565-b8fe-ecd10d32846e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:31:18.253108 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:18.285435 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e5c54-2578-450e-837b-7b962de04f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=21b6cb89-7184-4202-b506-db6ae0ad475a,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:18.288453 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-821e5c54-2578-450e-837b-7b962de04f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:18.361628 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-0a30408e-1b4c-4f48-a735-45d8a2985031 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] delete failed (client error): The resource could not be found. Jun 02 12:31:18.362665 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0a30408e-1b4c-4f48-a735-45d8a2985031 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "DELETE /v2.0/routers/d32ecc29-75f5-47d5-847a-e08b4d6b0623 HTTP/1.1" status: 404 len: 336 time: 0.2535405 Jun 02 12:31:18.371863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] For port 53528bd5-69ce-4681-8bff-df616aeb8f80, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:31:18.372647 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42752) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:18.377746 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] For port 53528bd5-69ce-4681-8bff-df616aeb8f80, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=53528bd5-69ce-4681-8bff-df616aeb8f80,segment=NetworkSegment(b8bfeee5-582e-4e99-8020-4b8ee7d4631b),segment_id=b8bfeee5-582e-4e99-8020-4b8ee7d4631b)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:31:18.384449 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:18.393469 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:18.448208 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:31:18.530030 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fa74a5e0-8dd2-4b53-9d96-a082e03c863f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e07d258-6a67-4bd0-92ed-d8767f8bf7dd HTTP/1.1" status: 200 len: 205 time: 0.1260762 Jun 02 12:31:18.551702 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Pushing event updated for resources: {'Port': ['ID=53528bd5-69ce-4681-8bff-df616aeb8f80,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:18.553696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42754) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:18.564331 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:18.679669 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aebdca-4aec-4161-bdbd-bb2c099af1aa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Port': ['ID=2e8c766a-d7ca-4cdf-9397-ee4573a1f751,revision_number=3']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:18.691861 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-03aebdca-4aec-4161-bdbd-bb2c099af1aa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:18.698749 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-12a7cb87-00a1-4fae-8078-b77ce52e970d admin admin] For port 3bb49037-67e6-4b1c-9642-e8121f2e99c9, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3bb49037-67e6-4b1c-9642-e8121f2e99c9,segment=NetworkSegment(b8888788-d7c3-43e5-86c1-6695264e9974),segment_id=b8888788-d7c3-43e5-86c1-6695264e9974)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:18.699111 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-12a7cb87-00a1-4fae-8078-b77ce52e970d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:18.859102 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-b4244354-af68-4609-b1a4-4f1897d559ce tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] delete failed (client error): The resource could not be found. Jun 02 12:31:18.860161 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b4244354-af68-4609-b1a4-4f1897d559ce tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "DELETE /v2.0/routers/8e07d258-6a67-4bd0-92ed-d8767f8bf7dd HTTP/1.1" status: 404 len: 336 time: 0.3054268 Jun 02 12:31:18.933406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42756) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:18.944729 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-12a7cb87-00a1-4fae-8078-b77ce52e970d admin admin] Calling delete_port for 3bb49037-67e6-4b1c-9642-e8121f2e99c9 owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:18.954031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1bb596f2-5ba0-4a6b-b841-3dceb0358cdf tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:19.026319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0e6da2c7-2285-48c0-938f-4b66c8cc562b tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:19.055892 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 53528bd5-69ce-4681-8bff-df616aeb8f80 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:31:19.061789 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2fa0904b-91c0-448a-95f3-266ffc6eb91d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1cfd73-5d27-4a55-b8f3-617bc589e497 HTTP/1.1" status: 200 len: 205 time: 0.1253259 Jun 02 12:31:19.075862 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42758) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:19.138839 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 53528bd5-69ce-4681-8bff-df616aeb8f80 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:19.147145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 15d06c3f-41d8-40ab-8552-68bf59f42237 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:31:19.150447 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-0e6da2c7-2285-48c0-938f-4b66c8cc562b tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Transition to ACTIVE for port object 0865f526-c18b-4cef-a326-fd8731d01f76 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:19.150578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-4651ea1b-5162-4213-8321-aed552aeae6c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Allocated IP 172.20.0.14 (3130da7a-e0cd-4565-b8fe-ecd10d32846e/b2804094-c7f0-493a-a74f-93528737aa49/52acee21-27ef-4820-8b6c-67ed0c3f3ebc) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:19.171470 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-63fc760a-2293-4884-87ae-e9d4a0b1b2d8 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] delete failed (client error): The resource could not be found. Jun 02 12:31:19.175002 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-63fc760a-2293-4884-87ae-e9d4a0b1b2d8 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "DELETE /v2.0/routers/ae1cfd73-5d27-4a55-b8f3-617bc589e497 HTTP/1.1" status: 404 len: 336 time: 0.0957096 Jun 02 12:31:19.178707 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42760) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:19.222693 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 15d06c3f-41d8-40ab-8552-68bf59f42237 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:19.223564 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:19.279081 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-39938552-70d1-4dec-ab98-2e2ba58b4b8f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfbae42e-5914-4395-a7e8-2985d4e96bd7 HTTP/1.1" status: 200 len: 205 time: 0.0649953 Jun 02 12:31:19.285064 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42762) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:19.387951 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-41ae84e8-5bd0-461e-8519-dd2cfc1fc6b2 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] delete failed (client error): The resource could not be found. Jun 02 12:31:19.389026 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-41ae84e8-5bd0-461e-8519-dd2cfc1fc6b2 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "DELETE /v2.0/routers/bfbae42e-5914-4395-a7e8-2985d4e96bd7 HTTP/1.1" status: 404 len: 336 time: 0.1029754 Jun 02 12:31:19.394882 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42764) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:19.414888 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:19.448247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1bb596f2-5ba0-4a6b-b841-3dceb0358cdf tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:19.461451 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:19.465379 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-821e5c54-2578-450e-837b-7b962de04f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:19.475264 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:19.476090 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:19.486292 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0e6da2c7-2285-48c0-938f-4b66c8cc562b tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:19.498136 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8ccb2088-a7e5-4436-b90b-e3441b3af55c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:19.504239 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-39bbadae-f54f-4a57-905e-79cf5835330f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] DELETE failed (client error): The resource could not be found. Jun 02 12:31:19.504695 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39bbadae-f54f-4a57-905e-79cf5835330f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:31:19.509085 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-39bbadae-f54f-4a57-905e-79cf5835330f tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] 10.222.0.37 "DELETE /v2.0/subnets/1477df19-f2f8-4d25-bf07-127a3936da28 HTTP/1.1" status: 404 len: 337 time: 0.0826280 Jun 02 12:31:19.509844 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c59a972a-fbb0-4347-b7ca-be5f175d9c19 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:19.628426 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6da2c7-2285-48c0-938f-4b66c8cc562b tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Network f12abb88-d0c6-4958-a9da-6595bcaffc07 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:19.633545 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-0e6da2c7-2285-48c0-938f-4b66c8cc562b tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:19.642764 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6da2c7-2285-48c0-938f-4b66c8cc562b tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:19.674757 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6da2c7-2285-48c0-938f-4b66c8cc562b tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Pushing event updated for resources: {'Port': ['ID=0865f526-c18b-4cef-a326-fd8731d01f76,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:19.688698 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0e6da2c7-2285-48c0-938f-4b66c8cc562b tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:19.787874 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6da2c7-2285-48c0-938f-4b66c8cc562b tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:19.788821 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0e6da2c7-2285-48c0-938f-4b66c8cc562b tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:19.802000 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86e27e6-3385-4670-b431-1d9c91fbe483 None None] Network 3130da7a-e0cd-4565-b8fe-ecd10d32846e requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:19.821762 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0e6da2c7-2285-48c0-938f-4b66c8cc562b tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.6154070 Jun 02 12:31:19.822073 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42770) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:19.864579 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-0c5a97b9-c945-4ff2-b942-7a8358eb50ff tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f9:6f:2f'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:32:68:a0'}]}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:19.872186 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=951c5042-62be-4aa3-9ab0-e9263a9d7866,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:19.894770 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:19.895468 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42772) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:19.972415 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-984c9aa6-f1f0-4140-8513-4b8e253e172b None None] Provisioning for port 53528bd5-69ce-4681-8bff-df616aeb8f80 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:19.986018 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-984c9aa6-f1f0-4140-8513-4b8e253e172b None None] Provisioning complete for port 53528bd5-69ce-4681-8bff-df616aeb8f80 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:19.986422 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-984c9aa6-f1f0-4140-8513-4b8e253e172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:19.993687 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aaa31492-53f0-4827-a112-f158f771bb7d tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:20.091312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ed0179cf-2feb-4633-ac41-fe8716ca4a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:20.124665 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-1bb596f2-5ba0-4a6b-b841-3dceb0358cdf tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Deleting port eec355e0-1a14-4e01-9c91-120cd016e29e {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:20.125280 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1bb596f2-5ba0-4a6b-b841-3dceb0358cdf tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:20.152223 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4651ea1b-5162-4213-8321-aed552aeae6c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:20.156763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-12a7cb87-00a1-4fae-8078-b77ce52e970d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:20.170202 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ed0179cf-2feb-4633-ac41-fe8716ca4a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:20.173680 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:20.210474 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7fb9d852-a229-4c3a-8458-6d1ea495bcc5 tempest-FloatingIPAdminTestJSON-1030502602 tempest-FloatingIPAdminTestJSON-1030502602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:20.226956 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-984c9aa6-f1f0-4140-8513-4b8e253e172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:20.279213 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-984c9aa6-f1f0-4140-8513-4b8e253e172b None None] For port 53528bd5-69ce-4681-8bff-df616aeb8f80, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=53528bd5-69ce-4681-8bff-df616aeb8f80,segment=NetworkSegment(b8bfeee5-582e-4e99-8020-4b8ee7d4631b),segment_id=b8bfeee5-582e-4e99-8020-4b8ee7d4631b)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:20.287920 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-984c9aa6-f1f0-4140-8513-4b8e253e172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:20.289464 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:20.292721 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5d49ee5b-2642-4813-b170-4505325d5302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:20.307290 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ed0179cf-2feb-4633-ac41-fe8716ca4a7b admin admin] Usage tracker for resource:security_group_rule and tenant:afb3ad3450b4486c8bc4ec5f3c49c720 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:20.318898 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-4651ea1b-5162-4213-8321-aed552aeae6c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Transition to ACTIVE for port object 52acee21-27ef-4820-8b6c-67ed0c3f3ebc will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:20.320229 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ed0179cf-2feb-4633-ac41-fe8716ca4a7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:20.343927 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ed0179cf-2feb-4633-ac41-fe8716ca4a7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:20.377498 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c9aa6-f1f0-4140-8513-4b8e253e172b None None] Pushing event updated for resources: {'Port': ['ID=53528bd5-69ce-4681-8bff-df616aeb8f80,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:20.389650 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-984c9aa6-f1f0-4140-8513-4b8e253e172b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:20.416230 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5e18252b-6638-4da3-885c-807884f1c561 None None] Provisioning for port 0865f526-c18b-4cef-a326-fd8731d01f76 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:20.422818 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5e18252b-6638-4da3-885c-807884f1c561 None None] Provisioning complete for port 0865f526-c18b-4cef-a326-fd8731d01f76 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:20.423481 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5e18252b-6638-4da3-885c-807884f1c561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:20.468346 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7cb87-00a1-4fae-8078-b77ce52e970d admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb49037-67e6-4b1c-9642-e8121f2e99c9,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:20.472818 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-12a7cb87-00a1-4fae-8078-b77ce52e970d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:20.518272 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-5e18252b-6638-4da3-885c-807884f1c561 None None] Port 0865f526-c18b-4cef-a326-fd8731d01f76 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:31:20.749294 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2042a01a-f09a-48d2-82ae-8870b39dbb12 None None] Provisioning complete for port 951c5042-62be-4aa3-9ab0-e9263a9d7866 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:20.749926 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2042a01a-f09a-48d2-82ae-8870b39dbb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:20.842038 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-2042a01a-f09a-48d2-82ae-8870b39dbb12 None None] Port 951c5042-62be-4aa3-9ab0-e9263a9d7866 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:31:20.882436 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1bb596f2-5ba0-4a6b-b841-3dceb0358cdf tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:20.931800 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 53528bd5-69ce-4681-8bff-df616aeb8f80 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:31:21.003116 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-479b4cdb-6bf6-495e-aa77-a5d9b475b483 None None] Provisioning complete for port 53528bd5-69ce-4681-8bff-df616aeb8f80 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:21.003493 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-479b4cdb-6bf6-495e-aa77-a5d9b475b483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:21.017285 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-12a7cb87-00a1-4fae-8078-b77ce52e970d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:21.025906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c5a97b9-c945-4ff2-b942-7a8358eb50ff tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:21.049180 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-1bb596f2-5ba0-4a6b-b841-3dceb0358cdf tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Calling delete_port for eec355e0-1a14-4e01-9c91-120cd016e29e owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:21.071714 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821e5c54-2578-450e-837b-7b962de04f3d admin admin] Router 6f67086a-dbfe-4d17-b984-f2436e850495 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:31:21.073183 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 53528bd5-69ce-4681-8bff-df616aeb8f80 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:21.073566 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:21.086936 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4651ea1b-5162-4213-8321-aed552aeae6c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:21.101949 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7fe2f38e-458e-4914-9ada-567c4818d2c2 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:21.298706 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4651ea1b-5162-4213-8321-aed552aeae6c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network 3130da7a-e0cd-4565-b8fe-ecd10d32846e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:21.300501 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ed0179cf-2feb-4633-ac41-fe8716ca4a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:21.312177 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-4651ea1b-5162-4213-8321-aed552aeae6c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:21.314669 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4651ea1b-5162-4213-8321-aed552aeae6c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:21.347760 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ed0179cf-2feb-4633-ac41-fe8716ca4a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:21.366836 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651ea1b-5162-4213-8321-aed552aeae6c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Port': ['ID=52acee21-27ef-4820-8b6c-67ed0c3f3ebc,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:21.370072 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4651ea1b-5162-4213-8321-aed552aeae6c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:21.392765 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-08bceb2f-7466-4c8a-b598-61b4972c753d tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:21.399576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Router c4d24f4d-e4ff-4fbb-8d11-164837ff5649 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:31:21.514129 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ed0179cf-2feb-4633-ac41-fe8716ca4a7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=afb3ad3450b4486c8bc4ec5f3c49c720&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6133389 Jun 02 12:31:21.518362 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a411c56d-912e-4ad8-88f4-ec2e8545182d None None] Provisioning for port 52acee21-27ef-4820-8b6c-67ed0c3f3ebc completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:21.524214 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a411c56d-912e-4ad8-88f4-ec2e8545182d None None] Provisioning complete for port 52acee21-27ef-4820-8b6c-67ed0c3f3ebc triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:21.524673 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a411c56d-912e-4ad8-88f4-ec2e8545182d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:21.531203 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42776) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:21.592914 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-a411c56d-912e-4ad8-88f4-ec2e8545182d None None] Port 52acee21-27ef-4820-8b6c-67ed0c3f3ebc cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:31:21.597822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0179cf-2feb-4633-ac41-fe8716ca4a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3c43d7-4ed9-497c-b5ae-be2fd38d4de8,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:21.600919 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ed0179cf-2feb-4633-ac41-fe8716ca4a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:21.645269 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4651ea1b-5162-4213-8321-aed552aeae6c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:21.645874 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4651ea1b-5162-4213-8321-aed552aeae6c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:21.707663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-aaa31492-53f0-4827-a112-f158f771bb7d tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting port 2e8c766a-d7ca-4cdf-9397-ee4573a1f751 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:21.708016 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aaa31492-53f0-4827-a112-f158f771bb7d tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:21.736989 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821e5c54-2578-450e-837b-7b962de04f3d admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:31:21.745733 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd91c83-b5b1-4dcd-aca3-a1ce450106ac None None] Sync routers for ids ['6f67086a-dbfe-4d17-b984-f2436e850495'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:31:21.756133 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd91c83-b5b1-4dcd-aca3-a1ce450106ac None None] Routers {'6f67086a-dbfe-4d17-b984-f2436e850495'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:21.756855 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-0cd91c83-b5b1-4dcd-aca3-a1ce450106ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['6f67086a-dbfe-4d17-b984-f2436e850495'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:21.790202 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4651ea1b-5162-4213-8321-aed552aeae6c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.3254948 Jun 02 12:31:21.794932 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42778) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:21.802706 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-dca5962c-14ba-4f42-a7b0-c9dc662df3f7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'port': {'network_id': '3130da7a-e0cd-4565-b8fe-ecd10d32846e', 'name': 'tempest-PortsTestJSON-1044977537'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:21.831945 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:31:21.833206 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-28ab6155-47da-4bc3-b67e-6ac1322685ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:21.846903 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-821e5c54-2578-450e-837b-7b962de04f3d admin admin] 10.222.0.37 "PUT /v2.0/routers/6f67086a-dbfe-4d17-b984-f2436e850495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4125619 Jun 02 12:31:21.854337 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] Sync routers for ids ['c4d24f4d-e4ff-4fbb-8d11-164837ff5649'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:31:21.855322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42780) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:21.861781 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "PUT /v2.0/routers/c4d24f4d-e4ff-4fbb-8d11-164837ff5649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2649894 Jun 02 12:31:21.882531 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] Routers {'c4d24f4d-e4ff-4fbb-8d11-164837ff5649'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:21.883276 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c4d24f4d-e4ff-4fbb-8d11-164837ff5649'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:21.947762 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42782) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:21.968315 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-0cd91c83-b5b1-4dcd-aca3-a1ce450106ac None None] Set router 6f67086a-dbfe-4d17-b984-f2436e850495 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:31:22.069600 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] Set router c4d24f4d-e4ff-4fbb-8d11-164837ff5649 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:31:22.128710 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a7cb87-00a1-4fae-8078-b77ce52e970d admin admin] Router 8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:31:22.131213 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa60da05-eed4-441f-8681-606c545467d0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:22.131838 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fa60da05-eed4-441f-8681-606c545467d0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:22.140638 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1bb596f2-5ba0-4a6b-b841-3dceb0358cdf tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:22.141036 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-28ab6155-47da-4bc3-b67e-6ac1322685ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:22.146481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3b4e5057-74a2-4b4b-bb1e-62fcc270aeaa tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:22.206873 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-dca5962c-14ba-4f42-a7b0-c9dc662df3f7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:22.225632 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c5a97b9-c945-4ff2-b942-7a8358eb50ff tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:22.226279 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fa60da05-eed4-441f-8681-606c545467d0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:22.227812 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fa60da05-eed4-441f-8681-606c545467d0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports/951c5042-62be-4aa3-9ab0-e9263a9d7866 HTTP/1.1" status: 200 len: 911 time: 0.2795205 Jun 02 12:31:22.236251 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb596f2-5ba0-4a6b-b841-3dceb0358cdf tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Pushing event deleted for resources: {'Port': ['ID=eec355e0-1a14-4e01-9c91-120cd016e29e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:22.238316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42784) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:22.240044 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-dca5962c-14ba-4f42-a7b0-c9dc662df3f7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:port and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:22.347364 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aaa31492-53f0-4827-a112-f158f771bb7d tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:22.351426 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-0cd91c83-b5b1-4dcd-aca3-a1ce450106ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'name': 'tempest-ServersTestManualDisk-793033218-router', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:28Z', 'updated_at': '2021-06-02T12:31:17Z', 'revision_number': 5, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'gw_port': {'id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:31Z', 'updated_at': '2021-06-02T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:22.356974 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd91c83-b5b1-4dcd-aca3-a1ce450106ac None None] Checking router: 6f67086a-dbfe-4d17-b984-f2436e850495 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:31:22.367659 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd91c83-b5b1-4dcd-aca3-a1ce450106ac None None] Routers {'6f67086a-dbfe-4d17-b984-f2436e850495'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:22.368524 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-0cd91c83-b5b1-4dcd-aca3-a1ce450106ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['6f67086a-dbfe-4d17-b984-f2436e850495'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:22.368712 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c5a97b9-c945-4ff2-b942-7a8358eb50ff tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:22.391051 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ca86dc86-4e00-4f0d-9674-af580182919a tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:22.506278 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d24f4d-e4ff-4fbb-8d11-164837ff5649', 'name': 'tempest-NetworksTestDHCPv6-router-493938427', 'tenant_id': '92267f63b39d479186244ad140742340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:14Z', 'updated_at': '2021-06-02T12:31:17Z', 'revision_number': 2, 'project_id': '92267f63b39d479186244ad140742340', 'gw_port_host': None, '_interfaces': [{'id': '951c5042-62be-4aa3-9ab0-e9263a9d7866', 'name': '', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'mac_address': 'fa:16:3e:50:3f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d24f4d-e4ff-4fbb-8d11-164837ff5649', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bd25cbb7-9fac-4d67-adfe-9a42221032b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:16Z', 'updated_at': '2021-06-02T12:31:18Z', 'revision_number': 2, 'project_id': '92267f63b39d479186244ad140742340', 'subnets': [{'id': 'bd25cbb7-9fac-4d67-adfe-9a42221032b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:22.511066 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] Checking router: c4d24f4d-e4ff-4fbb-8d11-164837ff5649 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:31:22.512091 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] Updating router c4d24f4d-e4ff-4fbb-8d11-164837ff5649 port 951c5042-62be-4aa3-9ab0-e9263a9d7866 binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:31:22.520457 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1bb596f2-5ba0-4a6b-b841-3dceb0358cdf tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:22.524204 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-dca5962c-14ba-4f42-a7b0-c9dc662df3f7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:22.542467 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-dca5962c-14ba-4f42-a7b0-c9dc662df3f7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:22.573755 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca5962c-14ba-4f42-a7b0-c9dc662df3f7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:22.577762 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dca5962c-14ba-4f42-a7b0-c9dc662df3f7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:22.580476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-aaa31492-53f0-4827-a112-f158f771bb7d tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Calling delete_port for 2e8c766a-d7ca-4cdf-9397-ee4573a1f751 owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:22.589142 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-0cd91c83-b5b1-4dcd-aca3-a1ce450106ac None None] Set router 6f67086a-dbfe-4d17-b984-f2436e850495 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:31:22.609205 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-dca5962c-14ba-4f42-a7b0-c9dc662df3f7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] device_id is not set on port 74e5a368-5b05-42c5-be9a-1e2bff23cda5 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:31:22.611330 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:22.694987 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a97b9-c945-4ff2-b942-7a8358eb50ff tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Pushing event updated for resources: {'Port': ['ID=0865f526-c18b-4cef-a326-fd8731d01f76,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:22.782721 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0008992f-a04e-49e5-a0c3-f4ed69a290c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:22.812712 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-dca5962c-14ba-4f42-a7b0-c9dc662df3f7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Allocated IP 172.20.0.9 (3130da7a-e0cd-4565-b8fe-ecd10d32846e/b2804094-c7f0-493a-a74f-93528737aa49/74e5a368-5b05-42c5-be9a-1e2bff23cda5) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:22.842740 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0c5a97b9-c945-4ff2-b942-7a8358eb50ff tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:22.873956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1bb596f2-5ba0-4a6b-b841-3dceb0358cdf tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:22.932073 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-28ab6155-47da-4bc3-b67e-6ac1322685ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:22.935527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0c5a97b9-c945-4ff2-b942-7a8358eb50ff tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] In _notify_port_updated(), no bound segment for port 0865f526-c18b-4cef-a326-fd8731d01f76 on network f12abb88-d0c6-4958-a9da-6595bcaffc07 {{(pid=92304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:31:22.941204 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5a97b9-c945-4ff2-b942-7a8358eb50ff tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:22.942065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c5a97b9-c945-4ff2-b942-7a8358eb50ff tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:22.943542 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0c5a97b9-c945-4ff2-b942-7a8358eb50ff tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "PUT /v2.0/ports/0865f526-c18b-4cef-a326-fd8731d01f76 HTTP/1.1" status: 200 len: 1083 time: 3.1153307 Jun 02 12:31:22.951290 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a2d59f63-042a-4198-be48-1875e2a9f1c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:22.958761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42786) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:23.005574 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec2ee4f-2c31-48d0-b52d-2ea4121b87fd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:23.011866 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec2ee4f-2c31-48d0-b52d-2ea4121b87fd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:23.013607 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2ec2ee4f-2c31-48d0-b52d-2ea4121b87fd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5778871 Jun 02 12:31:23.019507 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-0cd91c83-b5b1-4dcd-aca3-a1ce450106ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'name': 'tempest-ServersTestManualDisk-793033218-router', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:28Z', 'updated_at': '2021-06-02T12:31:17Z', 'revision_number': 5, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'gw_port': {'id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:31Z', 'updated_at': '2021-06-02T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:23.023169 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42788) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:23.025316 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd91c83-b5b1-4dcd-aca3-a1ce450106ac None None] The sync data for ids ['6f67086a-dbfe-4d17-b984-f2436e850495'] in dv-neutron-601336-80-hyperv is: [{'id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'name': 'tempest-ServersTestManualDisk-793033218-router', 'tenant_id': '2a1d32dc7a634dd8b54473ce977ce897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:28Z', 'updated_at': '2021-06-02T12:31:17Z', 'revision_number': 5, 'project_id': '2a1d32dc7a634dd8b54473ce977ce897', 'gw_port': {'id': '747a2810-422b-4cfe-bf6b-c0aa68b521ef', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f67086a-dbfe-4d17-b984-f2436e850495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:31Z', 'updated_at': '2021-06-02T12:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:31:23.027597 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5348c36a-0494-4359-9baf-1fecc3b17542 None None] Provisioning complete for port 0865f526-c18b-4cef-a326-fd8731d01f76 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:23.027753 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5348c36a-0494-4359-9baf-1fecc3b17542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:23.103889 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-5348c36a-0494-4359-9baf-1fecc3b17542 None None] Port 0865f526-c18b-4cef-a326-fd8731d01f76 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:31:23.113298 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab6155-47da-4bc3-b67e-6ac1322685ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3c43d7-4ed9-497c-b5ae-be2fd38d4de8,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:23.122467 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1bb596f2-5ba0-4a6b-b841-3dceb0358cdf tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:23.127510 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1bb596f2-5ba0-4a6b-b841-3dceb0358cdf tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:23.220432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1bb596f2-5ba0-4a6b-b841-3dceb0358cdf tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:23.220828 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb596f2-5ba0-4a6b-b841-3dceb0358cdf tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Fanout notify agent at l3_agent the message router_deleted on router 4aaa86c7-6916-4cad-8652-c7ce3c52f5d5 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:31:23.241846 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:23.250601 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1bb596f2-5ba0-4a6b-b841-3dceb0358cdf tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:23.251849 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1bb596f2-5ba0-4a6b-b841-3dceb0358cdf tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "DELETE /v2.0/routers/4aaa86c7-6916-4cad-8652-c7ce3c52f5d5 HTTP/1.1" status: 204 len: 168 time: 5.1774764 Jun 02 12:31:23.256018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42792) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:23.257569 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] Transition to ACTIVE for port object 951c5042-62be-4aa3-9ab0-e9263a9d7866 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:23.260167 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-eed85a86-69c2-48d4-a503-90b1d6d98d56 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1623372963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:23.264310 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:23.267503 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a7cb87-00a1-4fae-8078-b77ce52e970d admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:31:23.267663 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-eed85a86-69c2-48d4-a503-90b1d6d98d56 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:23.268358 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-1b1c2c3b-85c7-40ff-808c-504c0447d298 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:23.269241 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-28ab6155-47da-4bc3-b67e-6ac1322685ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:23.271882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-eed85a86-69c2-48d4-a503-90b1d6d98d56 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Usage tracker for resource:router and tenant:688633e20c72433d938ad17b30273b1d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:23.275393 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-eed85a86-69c2-48d4-a503-90b1d6d98d56 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:23.277797 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f3d005-483b-4e6d-86c3-c1b57b92584b None None] Sync routers for ids ['8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:31:23.281416 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-eed85a86-69c2-48d4-a503-90b1d6d98d56 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:23.288255 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f3d005-483b-4e6d-86c3-c1b57b92584b None None] Routers {'8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:23.289240 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-c1f3d005-483b-4e6d-86c3-c1b57b92584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:23.301436 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eed85a86-69c2-48d4-a503-90b1d6d98d56 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:23.302651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eed85a86-69c2-48d4-a503-90b1d6d98d56 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:23.336596 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dca5962c-14ba-4f42-a7b0-c9dc662df3f7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:23.346305 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eed85a86-69c2-48d4-a503-90b1d6d98d56 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:23.365907 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-dca5962c-14ba-4f42-a7b0-c9dc662df3f7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Transition to ACTIVE for port object 74e5a368-5b05-42c5-be9a-1e2bff23cda5 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:23.384474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eed85a86-69c2-48d4-a503-90b1d6d98d56 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:23.398000 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-28ab6155-47da-4bc3-b67e-6ac1322685ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:23.399701 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-28ab6155-47da-4bc3-b67e-6ac1322685ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba3c43d7-4ed9-497c-b5ae-be2fd38d4de8 HTTP/1.1" status: 204 len: 168 time: 1.8675566 Jun 02 12:31:23.423361 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eed85a86-69c2-48d4-a503-90b1d6d98d56 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:23.424613 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-eed85a86-69c2-48d4-a503-90b1d6d98d56 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1680765 Jun 02 12:31:23.428087 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42796) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:23.436821 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-74f70c9a-041d-49ca-b5b6-b92e5bd1d35c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'enable_snat': True}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:23.580494 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d349c9-acb4-45db-90cd-6917705a1fc2 None None] Pushing event updated for resources: {'Port': ['ID=951c5042-62be-4aa3-9ab0-e9263a9d7866,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:23.582176 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-c1f3d005-483b-4e6d-86c3-c1b57b92584b None None] Set router 8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:31:23.587231 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-35d349c9-acb4-45db-90cd-6917705a1fc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:23.689033 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dca5962c-14ba-4f42-a7b0-c9dc662df3f7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:23.733182 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] Attempting to bind port 951c5042-62be-4aa3-9ab0-e9263a9d7866 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:31:23.733699 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] Attempting to bind port 951c5042-62be-4aa3-9ab0-e9263a9d7866 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:31:23.734054 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] Attempting to bind port 951c5042-62be-4aa3-9ab0-e9263a9d7866 on network a7413df9-4e7a-4187-aef8-a668d8bf2950 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:31:23.749046 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:31:23.751898 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:31:23.752444 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:23.752927 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] Bound using segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:31:23.754297 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] Bound port: 951c5042-62be-4aa3-9ab0-e9263a9d7866, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:31:23.756685 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:23.854225 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:23.910004 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] For port 951c5042-62be-4aa3-9ab0-e9263a9d7866, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:31:23.913996 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] For port 951c5042-62be-4aa3-9ab0-e9263a9d7866, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=951c5042-62be-4aa3-9ab0-e9263a9d7866,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:31:23.926743 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:23.940774 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7716eb60-f56e-418e-9c89-cebd044186cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:24.023036 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42800) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:24.047076 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-c1f3d005-483b-4e6d-86c3-c1b57b92584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'name': 'tempest-ServersTestJSON-438484540-router', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:25Z', 'updated_at': '2021-06-02T12:31:19Z', 'revision_number': 5, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'gw_port': {'id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:26Z', 'updated_at': '2021-06-02T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:24.048220 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-12a7cb87-00a1-4fae-8078-b77ce52e970d admin admin] 10.222.0.37 "PUT /v2.0/routers/8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0242159 Jun 02 12:31:24.056284 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f3d005-483b-4e6d-86c3-c1b57b92584b None None] Checking router: 8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:31:24.065886 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42802) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:24.067320 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f3d005-483b-4e6d-86c3-c1b57b92584b None None] Routers {'8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:24.067935 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-c1f3d005-483b-4e6d-86c3-c1b57b92584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:24.082361 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] Routers {'c4d24f4d-e4ff-4fbb-8d11-164837ff5649'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:24.083146 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c4d24f4d-e4ff-4fbb-8d11-164837ff5649'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:24.108744 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0008992f-a04e-49e5-a0c3-f4ed69a290c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:24.128323 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aaa31492-53f0-4827-a112-f158f771bb7d tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:24.154235 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0e6da2c7-2285-48c0-938f-4b66c8cc562b tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:24.166881 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d349c9-acb4-45db-90cd-6917705a1fc2 None None] Pushing event updated for resources: {'Port': ['ID=951c5042-62be-4aa3-9ab0-e9263a9d7866,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:24.188810 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-35d349c9-acb4-45db-90cd-6917705a1fc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:24.285751 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa31492-53f0-4827-a112-f158f771bb7d tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Port': ['ID=2e8c766a-d7ca-4cdf-9397-ee4573a1f751,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:24.288557 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-aaa31492-53f0-4827-a112-f158f771bb7d tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:24.312104 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-c1f3d005-483b-4e6d-86c3-c1b57b92584b None None] Set router 8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:31:24.358587 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] Set router c4d24f4d-e4ff-4fbb-8d11-164837ff5649 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:31:24.455118 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74f70c9a-041d-49ca-b5b6-b92e5bd1d35c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:24.493855 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca5962c-14ba-4f42-a7b0-c9dc662df3f7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network 3130da7a-e0cd-4565-b8fe-ecd10d32846e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:24.507636 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-dca5962c-14ba-4f42-a7b0-c9dc662df3f7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:24.572180 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5962c-14ba-4f42-a7b0-c9dc662df3f7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Port': ['ID=74e5a368-5b05-42c5-be9a-1e2bff23cda5,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:24.582414 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aaa31492-53f0-4827-a112-f158f771bb7d tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:24.582824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca5962c-14ba-4f42-a7b0-c9dc662df3f7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:24.606970 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-d98f5c5c-46f1-4783-afda-160662d2b257 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Deleting port 0865f526-c18b-4cef-a326-fd8731d01f76 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:24.607429 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d98f5c5c-46f1-4783-afda-160662d2b257 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:24.622166 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dca5962c-14ba-4f42-a7b0-c9dc662df3f7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:24.738661 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-c1f3d005-483b-4e6d-86c3-c1b57b92584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'name': 'tempest-ServersTestJSON-438484540-router', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:25Z', 'updated_at': '2021-06-02T12:31:19Z', 'revision_number': 5, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'gw_port': {'id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:26Z', 'updated_at': '2021-06-02T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:24.743137 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f3d005-483b-4e6d-86c3-c1b57b92584b None None] The sync data for ids ['8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450'] in dv-neutron-601336-80-hyperv is: [{'id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'name': 'tempest-ServersTestJSON-438484540-router', 'tenant_id': '3413635451c64d1abbc624dcfc5977af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:28:25Z', 'updated_at': '2021-06-02T12:31:19Z', 'revision_number': 5, 'project_id': '3413635451c64d1abbc624dcfc5977af', 'gw_port': {'id': '53fa5184-495c-4c31-a631-7dcac4eb0093', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:28:26Z', 'updated_at': '2021-06-02T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:31:24.803938 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 21b6cb89-7184-4202-b506-db6ae0ad475a no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:31:24.841183 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 21b6cb89-7184-4202-b506-db6ae0ad475a {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:31:24.841586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 21b6cb89-7184-4202-b506-db6ae0ad475a not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:31:24.846342 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9f693910-453a-4074-9fee-c43f157b26a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cbb1f69104c34c68b030e9cdfd5d035d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8217409 Jun 02 12:31:24.853291 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42804) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:24.870390 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d24f4d-e4ff-4fbb-8d11-164837ff5649', 'name': 'tempest-NetworksTestDHCPv6-router-493938427', 'tenant_id': '92267f63b39d479186244ad140742340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:14Z', 'updated_at': '2021-06-02T12:31:17Z', 'revision_number': 2, 'project_id': '92267f63b39d479186244ad140742340', 'gw_port_host': None, '_interfaces': [{'id': '951c5042-62be-4aa3-9ab0-e9263a9d7866', 'name': '', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'mac_address': 'fa:16:3e:50:3f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d24f4d-e4ff-4fbb-8d11-164837ff5649', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bd25cbb7-9fac-4d67-adfe-9a42221032b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:16Z', 'updated_at': '2021-06-02T12:31:23Z', 'revision_number': 4, 'project_id': '92267f63b39d479186244ad140742340', 'subnets': [{'id': 'bd25cbb7-9fac-4d67-adfe-9a42221032b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:24.874678 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926e5bce-5556-47a5-8aa1-ac836deded7e None None] The sync data for ids ['c4d24f4d-e4ff-4fbb-8d11-164837ff5649'] in dv-neutron-601336-80-hyperv is: [{'id': 'c4d24f4d-e4ff-4fbb-8d11-164837ff5649', 'name': 'tempest-NetworksTestDHCPv6-router-493938427', 'tenant_id': '92267f63b39d479186244ad140742340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:14Z', 'updated_at': '2021-06-02T12:31:17Z', 'revision_number': 2, 'project_id': '92267f63b39d479186244ad140742340', 'gw_port_host': None, '_interfaces': [{'id': '951c5042-62be-4aa3-9ab0-e9263a9d7866', 'name': '', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'mac_address': 'fa:16:3e:50:3f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d24f4d-e4ff-4fbb-8d11-164837ff5649', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bd25cbb7-9fac-4d67-adfe-9a42221032b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:16Z', 'updated_at': '2021-06-02T12:31:23Z', 'revision_number': 4, 'project_id': '92267f63b39d479186244ad140742340', 'subnets': [{'id': 'bd25cbb7-9fac-4d67-adfe-9a42221032b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:31:24.912057 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0008992f-a04e-49e5-a0c3-f4ed69a290c9 admin admin] Deleting port 747a2810-422b-4cfe-bf6b-c0aa68b521ef {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:24.912548 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0008992f-a04e-49e5-a0c3-f4ed69a290c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:24.913549 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7e9957dd-69ee-4806-9041-ccaf9b2a2f50 None None] Provisioning for port 74e5a368-5b05-42c5-be9a-1e2bff23cda5 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:24.918630 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7e9957dd-69ee-4806-9041-ccaf9b2a2f50 None None] Provisioning complete for port 74e5a368-5b05-42c5-be9a-1e2bff23cda5 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:24.919000 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7e9957dd-69ee-4806-9041-ccaf9b2a2f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:24.982129 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca5962c-14ba-4f42-a7b0-c9dc662df3f7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:24.982330 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-7e9957dd-69ee-4806-9041-ccaf9b2a2f50 None None] Port 74e5a368-5b05-42c5-be9a-1e2bff23cda5 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:31:24.982652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dca5962c-14ba-4f42-a7b0-c9dc662df3f7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:25.015500 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d41e097d-a69b-4896-9a1e-b85be2171fe8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:25.091673 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-dca5962c-14ba-4f42-a7b0-c9dc662df3f7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2918248 Jun 02 12:31:25.105366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42806) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:25.164431 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9e0e592e-8897-4881-bdea-fd260cc1a7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:25.263178 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d98f5c5c-46f1-4783-afda-160662d2b257 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:25.279538 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa31492-53f0-4827-a112-f158f771bb7d tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router 6aa8afd5-09e4-45de-ac5d-1cd2d1ded28d has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:31:25.312460 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9e0e592e-8897-4881-bdea-fd260cc1a7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:25.409504 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d41e097d-a69b-4896-9a1e-b85be2171fe8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:25.414252 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-d98f5c5c-46f1-4783-afda-160662d2b257 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Calling delete_port for 0865f526-c18b-4cef-a326-fd8731d01f76 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:25.442386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bf5115-d00e-4a6f-b5f6-150ee3add98e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:25.443145 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-02bf5115-d00e-4a6f-b5f6-150ee3add98e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Synchronizing usage tracker for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:25.620409 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9e0e592e-8897-4881-bdea-fd260cc1a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:25.624403 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:25.646765 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:25.651433 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e592e-8897-4881-bdea-fd260cc1a7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7558fb-7832-42ea-afa6-c7bd2d565b87,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:25.653147 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-02bf5115-d00e-4a6f-b5f6-150ee3add98e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Unset dirty status for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:25.654319 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-02bf5115-d00e-4a6f-b5f6-150ee3add98e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.5500348 Jun 02 12:31:25.656886 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9e0e592e-8897-4881-bdea-fd260cc1a7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:25.662892 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42808) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:25.741744 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9e0e592e-8897-4881-bdea-fd260cc1a7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:25.742900 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9e0e592e-8897-4881-bdea-fd260cc1a7f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea7558fb-7832-42ea-afa6-c7bd2d565b87 HTTP/1.1" status: 204 len: 168 time: 0.8885429 Jun 02 12:31:25.789335 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74f70c9a-041d-49ca-b5b6-b92e5bd1d35c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:25.820004 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-0008992f-a04e-49e5-a0c3-f4ed69a290c9 admin admin] For port 747a2810-422b-4cfe-bf6b-c0aa68b521ef, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=747a2810-422b-4cfe-bf6b-c0aa68b521ef,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:25.820379 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0008992f-a04e-49e5-a0c3-f4ed69a290c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:25.840824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa31492-53f0-4827-a112-f158f771bb7d tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:31:25.851396 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74f70c9a-041d-49ca-b5b6-b92e5bd1d35c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:25.868451 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b544653-50d4-4f18-b1c8-4bcbf8ee86af None None] Sync routers for ids ['6aa8afd5-09e4-45de-ac5d-1cd2d1ded28d'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:31:25.879060 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b544653-50d4-4f18-b1c8-4bcbf8ee86af None None] Routers {'6aa8afd5-09e4-45de-ac5d-1cd2d1ded28d'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:25.879652 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-3b544653-50d4-4f18-b1c8-4bcbf8ee86af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['6aa8afd5-09e4-45de-ac5d-1cd2d1ded28d'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:25.898268 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-d41e097d-a69b-4896-9a1e-b85be2171fe8 admin admin] Deleting port 53fa5184-495c-4c31-a631-7dcac4eb0093 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:25.898502 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d41e097d-a69b-4896-9a1e-b85be2171fe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:25.989628 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0008992f-a04e-49e5-a0c3-f4ed69a290c9 admin admin] Calling delete_port for 747a2810-422b-4cfe-bf6b-c0aa68b521ef owned by network:router_gateway {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:26.000456 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0cae36b4-fe9e-4ed3-8614-29208874015c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:26.006872 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-3b544653-50d4-4f18-b1c8-4bcbf8ee86af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:26.022673 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b544653-50d4-4f18-b1c8-4bcbf8ee86af None None] Routers {'6aa8afd5-09e4-45de-ac5d-1cd2d1ded28d'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:26.023532 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-3b544653-50d4-4f18-b1c8-4bcbf8ee86af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['6aa8afd5-09e4-45de-ac5d-1cd2d1ded28d'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:26.112542 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-d41e097d-a69b-4896-9a1e-b85be2171fe8 admin admin] For port 53fa5184-495c-4c31-a631-7dcac4eb0093, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=53fa5184-495c-4c31-a631-7dcac4eb0093,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:26.112905 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d41e097d-a69b-4896-9a1e-b85be2171fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:26.124326 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-3b544653-50d4-4f18-b1c8-4bcbf8ee86af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:26.125014 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b544653-50d4-4f18-b1c8-4bcbf8ee86af None None] The sync data for ids ['6aa8afd5-09e4-45de-ac5d-1cd2d1ded28d'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:31:26.145449 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-aaa31492-53f0-4827-a112-f158f771bb7d tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/6aa8afd5-09e4-45de-ac5d-1cd2d1ded28d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9311521 Jun 02 12:31:26.159877 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42818) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:26.228134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-75d158cf-5970-43b2-a43c-70e34e1e5782 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Synchronizing usage tracker for tenant:9cc4ca61dc954dc9aa55c98b051cae30 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:26.394497 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-75d158cf-5970-43b2-a43c-70e34e1e5782 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Unset dirty status for tenant:9cc4ca61dc954dc9aa55c98b051cae30 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:26.395654 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-75d158cf-5970-43b2-a43c-70e34e1e5782 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aa8afd5-09e4-45de-ac5d-1cd2d1ded28d HTTP/1.1" status: 200 len: 205 time: 0.2327142 Jun 02 12:31:26.401031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42826) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:26.409593 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-d41e097d-a69b-4896-9a1e-b85be2171fe8 admin admin] Calling delete_port for 53fa5184-495c-4c31-a631-7dcac4eb0093 owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:26.476157 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d98f5c5c-46f1-4783-afda-160662d2b257 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:26.489810 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5d4e1329-3536-4ed3-8ea9-da4f48e9a2bb tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:26.490583 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-10fa38ed-1087-4550-81bf-c9415d8ab55c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting port 74e5a368-5b05-42c5-be9a-1e2bff23cda5 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:26.490928 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10fa38ed-1087-4550-81bf-c9415d8ab55c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:26.511816 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-74f70c9a-041d-49ca-b5b6-b92e5bd1d35c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Allocated IP 172.26.7.85 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/6a977d16-367c-4f18-94d6-cd410b36fe2e) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:26.544311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f5c5c-46f1-4783-afda-160662d2b257 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Pushing event deleted for resources: {'Port': ['ID=0865f526-c18b-4cef-a326-fd8731d01f76,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:26.601390 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f5c5c-46f1-4783-afda-160662d2b257 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:26.601906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f5c5c-46f1-4783-afda-160662d2b257 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:26.602577 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f5c5c-46f1-4783-afda-160662d2b257 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:26.603056 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f5c5c-46f1-4783-afda-160662d2b257 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:26.603530 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f5c5c-46f1-4783-afda-160662d2b257 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:26.604316 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f5c5c-46f1-4783-afda-160662d2b257 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:26.604824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f5c5c-46f1-4783-afda-160662d2b257 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:26.605376 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f5c5c-46f1-4783-afda-160662d2b257 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:26.606038 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f5c5c-46f1-4783-afda-160662d2b257 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:26.606738 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f5c5c-46f1-4783-afda-160662d2b257 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:26.607203 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f5c5c-46f1-4783-afda-160662d2b257 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:26.607680 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f5c5c-46f1-4783-afda-160662d2b257 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:26.613011 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d98f5c5c-46f1-4783-afda-160662d2b257 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:26.616741 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-85fd8b71-e2b1-4be5-97e9-543c07ac91a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:26.732603 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42834) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:26.896182 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 951c5042-62be-4aa3-9ab0-e9263a9d7866 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:31:26.902186 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0008992f-a04e-49e5-a0c3-f4ed69a290c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:26.917362 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-eae45c70-70c5-4cf5-b0b4-9f57cede5e06 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:26.997781 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 951c5042-62be-4aa3-9ab0-e9263a9d7866 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:27.000118 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1015027276'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:27.005474 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 951c5042-62be-4aa3-9ab0-e9263a9d7866 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:27.008815 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:27.030903 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008992f-a04e-49e5-a0c3-f4ed69a290c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=747a2810-422b-4cfe-bf6b-c0aa68b521ef,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:27.033385 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0008992f-a04e-49e5-a0c3-f4ed69a290c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:27.112578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:27.128511 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:27.142193 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-85fd8b71-e2b1-4be5-97e9-543c07ac91a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:27.153962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Usage tracker for resource:network and tenant:9bbe147f4ed94eb48cb45c383f5e6eeb is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:27.164075 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 951c5042-62be-4aa3-9ab0-e9263a9d7866, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=951c5042-62be-4aa3-9ab0-e9263a9d7866,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:27.166206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-85fd8b71-e2b1-4be5-97e9-543c07ac91a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:27.169668 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:27.170785 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:27.171835 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ab9dfd5a-8425-4be3-a56d-030b6b4c2a6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:27.175147 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10fa38ed-1087-4550-81bf-c9415d8ab55c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:27.222822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3bb49037-67e6-4b1c-9642-e8121f2e99c9 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:31:27.254820 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:27.271656 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 3bb49037-67e6-4b1c-9642-e8121f2e99c9 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:31:27.272499 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3bb49037-67e6-4b1c-9642-e8121f2e99c9 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:31:27.286389 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0cae36b4-fe9e-4ed3-8614-29208874015c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting port 951c5042-62be-4aa3-9ab0-e9263a9d7866 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:27.286738 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0cae36b4-fe9e-4ed3-8614-29208874015c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:27.302949 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=951c5042-62be-4aa3-9ab0-e9263a9d7866,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:27.312027 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:27.312455 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:27.312846 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:27.313264 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:27.313672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:27.314190 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:27.314579 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:27.314965 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:27.315347 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:27.315726 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:27.316106 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:27.316483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:27.321211 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:27.331971 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d98f5c5c-46f1-4783-afda-160662d2b257 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:27.344132 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-10fa38ed-1087-4550-81bf-c9415d8ab55c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Calling delete_port for 74e5a368-5b05-42c5-be9a-1e2bff23cda5 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:27.380215 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Made reservation on behalf of 9bbe147f4ed94eb48cb45c383f5e6eeb for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:27.383688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:27.392966 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-85fd8b71-e2b1-4be5-97e9-543c07ac91a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:27.393378 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fd8b71-e2b1-4be5-97e9-543c07ac91a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Fanout notify agent at l3_agent the message router_deleted on router 6aa8afd5-09e4-45de-ac5d-1cd2d1ded28d {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:31:27.406892 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0008992f-a04e-49e5-a0c3-f4ed69a290c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:27.435078 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:27.449367 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74f70c9a-041d-49ca-b5b6-b92e5bd1d35c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:27.468868 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:27.481402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Usage tracker for resource:security_group_rule and tenant:9bbe147f4ed94eb48cb45c383f5e6eeb is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:27.487983 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-85fd8b71-e2b1-4be5-97e9-543c07ac91a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:27.489053 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-85fd8b71-e2b1-4be5-97e9-543c07ac91a3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/routers/6aa8afd5-09e4-45de-ac5d-1cd2d1ded28d HTTP/1.1" status: 204 len: 168 time: 1.0870919 Jun 02 12:31:27.489950 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:27.497566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42838) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:27.503135 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:27.542669 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d98f5c5c-46f1-4783-afda-160662d2b257 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "DELETE /v2.0/ports/0865f526-c18b-4cef-a326-fd8731d01f76 HTTP/1.1" status: 204 len: 168 time: 4.5753078 Jun 02 12:31:27.571075 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42840) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:27.622407 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0008992f-a04e-49e5-a0c3-f4ed69a290c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:27.626939 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0008992f-a04e-49e5-a0c3-f4ed69a290c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:27.672803 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-0cae36b4-fe9e-4ed3-8614-29208874015c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] For port 951c5042-62be-4aa3-9ab0-e9263a9d7866, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=951c5042-62be-4aa3-9ab0-e9263a9d7866,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:27.673322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0cae36b4-fe9e-4ed3-8614-29208874015c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:27.681744 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0008992f-a04e-49e5-a0c3-f4ed69a290c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:27.682319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0008992f-a04e-49e5-a0c3-f4ed69a290c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f67086a-dbfe-4d17-b984-f2436e850495 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:31:27.749077 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0008992f-a04e-49e5-a0c3-f4ed69a290c9 admin admin] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:27.750341 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0008992f-a04e-49e5-a0c3-f4ed69a290c9 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6f67086a-dbfe-4d17-b984-f2436e850495 HTTP/1.1" status: 204 len: 168 time: 5.8827534 Jun 02 12:31:27.774161 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42842) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:27.819590 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0cae36b4-fe9e-4ed3-8614-29208874015c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Calling delete_port for 951c5042-62be-4aa3-9ab0-e9263a9d7866 owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:27.849281 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-67883984-2bd1-4618-b4ff-523e894665dc tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] GET failed (client error): The resource could not be found. Jun 02 12:31:27.849815 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-67883984-2bd1-4618-b4ff-523e894665dc tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Synchronizing usage tracker for tenant:cc95a266ff3a42a1a8ce55c12c69b753 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:27.928652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a53092-393d-4243-943c-88a3cee301ee tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting subnet 981db89a-ac5c-42d4-8185-b1c389e6f65c {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:31:27.959668 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d3a53092-393d-4243-943c-88a3cee301ee tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:27.971297 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0cae36b4-fe9e-4ed3-8614-29208874015c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:27.982514 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fe33aa5f-49b7-4a2c-bf5a-38e2e6090209 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:27.996385 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-67883984-2bd1-4618-b4ff-523e894665dc tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Unset dirty status for tenant:cc95a266ff3a42a1a8ce55c12c69b753 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:27.997532 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-67883984-2bd1-4618-b4ff-523e894665dc tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "GET /v2.0/ports/0865f526-c18b-4cef-a326-fd8731d01f76 HTTP/1.1" status: 404 len: 333 time: 0.4131401 Jun 02 12:31:28.004953 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d41e097d-a69b-4896-9a1e-b85be2171fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:28.008546 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42844) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:28.014218 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-10534ff7-8d2a-4f63-acd4-0e99178ad39f tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:28.031785 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae36b4-fe9e-4ed3-8614-29208874015c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Port': ['ID=951c5042-62be-4aa3-9ab0-e9263a9d7866,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:28.046137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-97aa8a9a-763f-4ed5-ad6a-59e792e7af42 admin admin] Deleting subnet b35151b8-844b-4997-93a7-9cd884bc216d {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:31:28.049862 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74f70c9a-041d-49ca-b5b6-b92e5bd1d35c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:28.064676 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0cae36b4-fe9e-4ed3-8614-29208874015c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:28.115486 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-97aa8a9a-763f-4ed5-ad6a-59e792e7af42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:28.164371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e097d-a69b-4896-9a1e-b85be2171fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=53fa5184-495c-4c31-a631-7dcac4eb0093,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:28.209348 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0cae36b4-fe9e-4ed3-8614-29208874015c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:28.215019 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d41e097d-a69b-4896-9a1e-b85be2171fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:28.215677 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10fa38ed-1087-4550-81bf-c9415d8ab55c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:28.217078 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-28c71d45-e486-47c2-afb3-2fdf44886db8 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:28.257151 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d3a53092-393d-4243-943c-88a3cee301ee tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:28.370614 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f70c9a-041d-49ca-b5b6-b92e5bd1d35c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:28.428774 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-74f70c9a-041d-49ca-b5b6-b92e5bd1d35c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:28.490724 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cae36b4-fe9e-4ed3-8614-29208874015c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Router c4d24f4d-e4ff-4fbb-8d11-164837ff5649 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:31:28.506662 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f70c9a-041d-49ca-b5b6-b92e5bd1d35c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:28.536310 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-97aa8a9a-763f-4ed5-ad6a-59e792e7af42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:28.667443 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f70c9a-041d-49ca-b5b6-b92e5bd1d35c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Pushing event updated for resources: {'Port': ['ID=6a977d16-367c-4f18-94d6-cd410b36fe2e,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:28.686394 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-74f70c9a-041d-49ca-b5b6-b92e5bd1d35c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:28.701923 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c0542e00-5d86-409d-93d8-f56ab22c8950 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.395s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:28.761267 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cae36b4-fe9e-4ed3-8614-29208874015c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:31:28.772527 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ec13c1-5d2d-4dd3-81c5-9a822cdfe21e None None] Sync routers for ids ['c4d24f4d-e4ff-4fbb-8d11-164837ff5649'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:31:28.784773 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ec13c1-5d2d-4dd3-81c5-9a822cdfe21e None None] Routers {'c4d24f4d-e4ff-4fbb-8d11-164837ff5649'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:28.785871 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-51ec13c1-5d2d-4dd3-81c5-9a822cdfe21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c4d24f4d-e4ff-4fbb-8d11-164837ff5649'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:28.786519 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0cae36b4-fe9e-4ed3-8614-29208874015c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "PUT /v2.0/routers/c4d24f4d-e4ff-4fbb-8d11-164837ff5649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7522240 Jun 02 12:31:28.787600 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42846) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:28.811145 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d41e097d-a69b-4896-9a1e-b85be2171fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:28.871182 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b2a383-fe3c-4f12-83eb-8073a1ba5c8c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:28.872690 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b2a383-fe3c-4f12-83eb-8073a1ba5c8c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:28.873456 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-57b2a383-fe3c-4f12-83eb-8073a1ba5c8c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:28.900122 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-57b2a383-fe3c-4f12-83eb-8073a1ba5c8c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:28.902594 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-57b2a383-fe3c-4f12-83eb-8073a1ba5c8c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1139793 Jun 02 12:31:28.903268 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42848) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:28.929699 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 747a2810-422b-4cfe-bf6b-c0aa68b521ef no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:31:28.947704 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa38ed-1087-4550-81bf-c9415d8ab55c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Port': ['ID=74e5a368-5b05-42c5-be9a-1e2bff23cda5,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:28.970078 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 747a2810-422b-4cfe-bf6b-c0aa68b521ef {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:31:28.970785 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 747a2810-422b-4cfe-bf6b-c0aa68b521ef not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:31:28.975931 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a12b871-7156-4330-afae-a60cb1338666 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet bd25cbb7-9fac-4d67-adfe-9a42221032b2 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:31:28.977392 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-51ec13c1-5d2d-4dd3-81c5-9a822cdfe21e None None] Set router c4d24f4d-e4ff-4fbb-8d11-164837ff5649 gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:31:28.979075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2a12b871-7156-4330-afae-a60cb1338666 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:29.030854 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-10fa38ed-1087-4550-81bf-c9415d8ab55c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:29.040266 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2a12b871-7156-4330-afae-a60cb1338666 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:29.084982 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-51ec13c1-5d2d-4dd3-81c5-9a822cdfe21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d24f4d-e4ff-4fbb-8d11-164837ff5649', 'name': 'tempest-NetworksTestDHCPv6-router-493938427', 'tenant_id': '92267f63b39d479186244ad140742340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:14Z', 'updated_at': '2021-06-02T12:31:27Z', 'revision_number': 3, 'project_id': '92267f63b39d479186244ad140742340', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:29.089157 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ec13c1-5d2d-4dd3-81c5-9a822cdfe21e None None] Checking router: c4d24f4d-e4ff-4fbb-8d11-164837ff5649 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:31:29.096121 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:29.098928 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ec13c1-5d2d-4dd3-81c5-9a822cdfe21e None None] Routers {'c4d24f4d-e4ff-4fbb-8d11-164837ff5649'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:29.099611 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-51ec13c1-5d2d-4dd3-81c5-9a822cdfe21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c4d24f4d-e4ff-4fbb-8d11-164837ff5649'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:29.106581 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d3a53092-393d-4243-943c-88a3cee301ee tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:29.130153 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2a12b871-7156-4330-afae-a60cb1338666 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:29.138202 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d41e097d-a69b-4896-9a1e-b85be2171fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:29.154814 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d41e097d-a69b-4896-9a1e-b85be2171fe8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:29.172877 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:29.230764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10fa38ed-1087-4550-81bf-c9415d8ab55c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:29.234495 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9e0e592e-8897-4881-bdea-fd260cc1a7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:29.234743 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-51ec13c1-5d2d-4dd3-81c5-9a822cdfe21e None None] Set router c4d24f4d-e4ff-4fbb-8d11-164837ff5649 gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:31:29.349016 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-51ec13c1-5d2d-4dd3-81c5-9a822cdfe21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d24f4d-e4ff-4fbb-8d11-164837ff5649', 'name': 'tempest-NetworksTestDHCPv6-router-493938427', 'tenant_id': '92267f63b39d479186244ad140742340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:14Z', 'updated_at': '2021-06-02T12:31:27Z', 'revision_number': 3, 'project_id': '92267f63b39d479186244ad140742340', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:29.353275 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ec13c1-5d2d-4dd3-81c5-9a822cdfe21e None None] The sync data for ids ['c4d24f4d-e4ff-4fbb-8d11-164837ff5649'] in dv-neutron-601336-80-hyperv is: [{'id': 'c4d24f4d-e4ff-4fbb-8d11-164837ff5649', 'name': 'tempest-NetworksTestDHCPv6-router-493938427', 'tenant_id': '92267f63b39d479186244ad140742340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:14Z', 'updated_at': '2021-06-02T12:31:27Z', 'revision_number': 3, 'project_id': '92267f63b39d479186244ad140742340', 'gw_port_host': None}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:31:29.424462 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2a12b871-7156-4330-afae-a60cb1338666 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:29.428977 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:29.465781 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12b871-7156-4330-afae-a60cb1338666 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=bd25cbb7-9fac-4d67-adfe-9a42221032b2,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:29.468408 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2a12b871-7156-4330-afae-a60cb1338666 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:29.471122 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2a12b871-7156-4330-afae-a60cb1338666 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:29.479777 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeee135e-13ed-47f7-821e-da2649708249 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:29.489739 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2a12b871-7156-4330-afae-a60cb1338666 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/bd25cbb7-9fac-4d67-adfe-9a42221032b2 HTTP/1.1" status: 204 len: 168 time: 0.5830991 Jun 02 12:31:29.489929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:31:29.490156 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42850) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:29.520631 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d41e097d-a69b-4896-9a1e-b85be2171fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:29.521156 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41e097d-a69b-4896-9a1e-b85be2171fe8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:31:29.560972 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:29.561320 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Added segment c9a000d3-1365-4fd1-9f97-36b7d1fe4895 of type vlan for network 35fcd806-783f-4044-898e-2b91562e633a Jun 02 12:31:29.567694 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-10fa38ed-1087-4550-81bf-c9415d8ab55c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/ports/74e5a368-5b05-42c5-be9a-1e2bff23cda5 HTTP/1.1" status: 204 len: 168 time: 3.8800015 Jun 02 12:31:29.569749 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f1ca1cda-ce75-4ee4-bd57-5a6990733547 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Deleting port 32850bc2-f144-4f02-83c5-040ab7dac413 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:29.570068 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1cda-ce75-4ee4-bd57-5a6990733547 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:29.570571 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42852) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:29.584293 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2091c9b6-132c-4bfc-b7c1-bc565a6bc69a,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:29.590244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-97aa8a9a-763f-4ed5-ad6a-59e792e7af42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:29.618288 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20c8852-5579-4e2b-9041-8473c6ca7056 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] GET failed (client error): The resource could not be found. Jun 02 12:31:29.622440 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f20c8852-5579-4e2b-9041-8473c6ca7056 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports/74e5a368-5b05-42c5-be9a-1e2bff23cda5 HTTP/1.1" status: 404 len: 333 time: 0.0498793 Jun 02 12:31:29.623045 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42854) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:29.639425 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:29.644221 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d41e097d-a69b-4896-9a1e-b85be2171fe8 admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:29.645340 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d41e097d-a69b-4896-9a1e-b85be2171fe8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8d0d0e4f-268f-4a7d-a2bd-83efd9fc4450 HTTP/1.1" status: 204 len: 168 time: 5.5762062 Jun 02 12:31:29.664614 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42856) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:29.857876 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d23d5c60-c8d1-4ccf-95a4-f7a67e3b0f86 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3665473 Jun 02 12:31:29.864918 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42858) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:29.867842 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db127cb-d43b-41bb-ad79-16272ec6313f admin admin] Deleting subnet 338c01a8-8126-49dc-a526-567de4a9bece {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:31:29.923553 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9db127cb-d43b-41bb-ad79-16272ec6313f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:29.972323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:30.063084 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d9220-6789-47cc-b743-934d1bee4c43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:30.078599 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1c7af7-8bec-4e33-bb18-661cb6d61fb6 None None] DHCP port deletion for a7413df9-4e7a-4187-aef8-a668d8bf2950 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:31:30.158371 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-de1c7af7-8bec-4e33-bb18-661cb6d61fb6 None None] Deleting port 15d06c3f-41d8-40ab-8552-68bf59f42237 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:30.158743 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-de1c7af7-8bec-4e33-bb18-661cb6d61fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:30.202190 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1cda-ce75-4ee4-bd57-5a6990733547 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:30.262993 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-de1c7af7-8bec-4e33-bb18-661cb6d61fb6 None None] For port 15d06c3f-41d8-40ab-8552-68bf59f42237, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=15d06c3f-41d8-40ab-8552-68bf59f42237,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:30.263283 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-de1c7af7-8bec-4e33-bb18-661cb6d61fb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:30.313677 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9db127cb-d43b-41bb-ad79-16272ec6313f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:30.395836 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-de1c7af7-8bec-4e33-bb18-661cb6d61fb6 None None] Calling delete_port for 15d06c3f-41d8-40ab-8552-68bf59f42237 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:30.416366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74f70c9a-041d-49ca-b5b6-b92e5bd1d35c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:30.443628 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-de1c7af7-8bec-4e33-bb18-661cb6d61fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:30.447295 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7662eaa9-1dde-4ede-9a7c-55341bf2963d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:30.471135 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f1ca1cda-ce75-4ee4-bd57-5a6990733547 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Calling delete_port for 32850bc2-f144-4f02-83c5-040ab7dac413 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:30.488533 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c7af7-8bec-4e33-bb18-661cb6d61fb6 None None] Pushing event deleted for resources: {'Port': ['ID=15d06c3f-41d8-40ab-8552-68bf59f42237,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:30.490936 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-de1c7af7-8bec-4e33-bb18-661cb6d61fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:30.494200 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:30.495723 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1c7af7-8bec-4e33-bb18-661cb6d61fb6 None None] No DVR routers for this DVR port 15d06c3f-41d8-40ab-8552-68bf59f42237 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:31:30.520135 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:30.520797 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:30.537057 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:30.540264 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-d60f5d76-2e8a-4d77-ad15-983b73a3b862 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting port 52acee21-27ef-4820-8b6c-67ed0c3f3ebc {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:30.540600 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d60f5d76-2e8a-4d77-ad15-983b73a3b862 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:30.575377 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d9220-6789-47cc-b743-934d1bee4c43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:30.583470 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d9220-6789-47cc-b743-934d1bee4c43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:30.682246 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d9220-6789-47cc-b743-934d1bee4c43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:30.682753 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5d9220-6789-47cc-b743-934d1bee4c43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Fanout notify agent at l3_agent the message router_deleted on router c4d24f4d-e4ff-4fbb-8d11-164837ff5649 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:31:30.691499 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9db127cb-d43b-41bb-ad79-16272ec6313f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:30.718704 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.9717064 Jun 02 12:31:30.730740 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42860) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:30.748496 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-944dbd94-dfdb-4efd-82ee-2b7d37aaad00 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Request body: {'subnet': {'network_id': '35fcd806-783f-4044-898e-2b91562e633a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:30.798639 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d3a53092-393d-4243-943c-88a3cee301ee tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:30.800434 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d9220-6789-47cc-b743-934d1bee4c43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:30.803869 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ae5d9220-6789-47cc-b743-934d1bee4c43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/routers/c4d24f4d-e4ff-4fbb-8d11-164837ff5649 HTTP/1.1" status: 204 len: 168 time: 0.9314210 Jun 02 12:31:30.806664 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42862) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:30.807002 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d60f5d76-2e8a-4d77-ad15-983b73a3b862 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:30.816037 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Pushing event updated for resources: {'Network': ['ID=35fcd806-783f-4044-898e-2b91562e633a,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:30.847970 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 951c5042-62be-4aa3-9ab0-e9263a9d7866 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:31:30.886441 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:30.886817 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:30.887142 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 951c5042-62be-4aa3-9ab0-e9263a9d7866 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:31:30.887257 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:30.887537 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:30.887754 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 951c5042-62be-4aa3-9ab0-e9263a9d7866 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:31:30.887898 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:30.888256 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:30.888459 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 15d06c3f-41d8-40ab-8552-68bf59f42237 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:31:30.888608 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:30.888961 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:30.889478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:30.889830 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:30.890205 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:30.890559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:30.894374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:30.905389 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:30.951921 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 35fcd806-783f-4044-898e-2b91562e633a details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:31:30.972302 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 15d06c3f-41d8-40ab-8552-68bf59f42237 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:31:30.972827 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 15d06c3f-41d8-40ab-8552-68bf59f42237 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:31:30.973361 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 53fa5184-495c-4c31-a631-7dcac4eb0093 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:31:31.015048 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 53fa5184-495c-4c31-a631-7dcac4eb0093 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:31:31.015550 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 53fa5184-495c-4c31-a631-7dcac4eb0093 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:31:31.027150 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-d60f5d76-2e8a-4d77-ad15-983b73a3b862 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Calling delete_port for 52acee21-27ef-4820-8b6c-67ed0c3f3ebc owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:31.095630 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d3a53092-393d-4243-943c-88a3cee301ee tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:31.097320 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d3a53092-393d-4243-943c-88a3cee301ee tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/subnets/981db89a-ac5c-42d4-8185-b1c389e6f65c HTTP/1.1" status: 204 len: 168 time: 3.5962863 Jun 02 12:31:31.100613 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-23fa0fd4-ed02-4473-9c7c-228be00cff1d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2870829 Jun 02 12:31:31.107291 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42864) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:31.107629 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42866) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:31.107743 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6d9c57-e503-43b0-84f2-8fad1988e51e None None] Network 7db13fdf-7b19-43c7-a9e5-08b409caa6f7 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:31.108985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-944dbd94-dfdb-4efd-82ee-2b7d37aaad00 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:31.112850 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a53092-393d-4243-943c-88a3cee301ee tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Subnet': ['ID=981db89a-ac5c-42d4-8185-b1c389e6f65c,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:31.115244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d3a53092-393d-4243-943c-88a3cee301ee tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:31.180163 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-944dbd94-dfdb-4efd-82ee-2b7d37aaad00 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Usage tracker for resource:subnet and tenant:9bbe147f4ed94eb48cb45c383f5e6eeb is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:31.189557 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-944dbd94-dfdb-4efd-82ee-2b7d37aaad00 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:31.198587 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-97aa8a9a-763f-4ed5-ad6a-59e792e7af42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:31.209774 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c219c55a-c3ed-4d96-8b14-eb13956c03a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:31.269671 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-944dbd94-dfdb-4efd-82ee-2b7d37aaad00 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:31.289306 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-97aa8a9a-763f-4ed5-ad6a-59e792e7af42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:31.300621 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2e8a9c-194b-4781-bf0d-30af94146ed8 None None] Network e873baa3-8bc9-49b1-84fa-6d899e4534ed requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:31.303978 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa8a9a-763f-4ed5-ad6a-59e792e7af42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b35151b8-844b-4997-93a7-9cd884bc216d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:31.306316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-97aa8a9a-763f-4ed5-ad6a-59e792e7af42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:31.341843 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc1adea-3700-4e2a-bd83-1d0fe3497862 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:31.342554 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1cc1adea-3700-4e2a-bd83-1d0fe3497862 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:31.355366 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944dbd94-dfdb-4efd-82ee-2b7d37aaad00 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Made reservation on behalf of 9bbe147f4ed94eb48cb45c383f5e6eeb for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:31.358662 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-944dbd94-dfdb-4efd-82ee-2b7d37aaad00 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:31.388975 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5db2a4a-5c73-4f80-bcf1-9413480f8c08 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:31.393093 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-97aa8a9a-763f-4ed5-ad6a-59e792e7af42 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b35151b8-844b-4997-93a7-9cd884bc216d HTTP/1.1" status: 204 len: 168 time: 3.6141450 Jun 02 12:31:31.397744 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42868) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:31.424382 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1cda-ce75-4ee4-bd57-5a6990733547 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:31.433788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:31.472355 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74f70c9a-041d-49ca-b5b6-b92e5bd1d35c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:31.538991 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74f70c9a-041d-49ca-b5b6-b92e5bd1d35c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:31.541108 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca1cda-ce75-4ee4-bd57-5a6990733547 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Pushing event deleted for resources: {'Port': ['ID=32850bc2-f144-4f02-83c5-040ab7dac413,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:31.543517 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f1ca1cda-ce75-4ee4-bd57-5a6990733547 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:31.588341 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d0decd-b44a-404a-bd78-a5455ec9d520 None None] DHCP port deletion for 7db13fdf-7b19-43c7-a9e5-08b409caa6f7 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:31:31.648096 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ec936a-72fc-4aa5-8232-595797088d3b None None] DHCP port deletion for e873baa3-8bc9-49b1-84fa-6d899e4534ed request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:31:31.697667 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1cda-ce75-4ee4-bd57-5a6990733547 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:31.702119 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f1ca1cda-ce75-4ee4-bd57-5a6990733547 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "DELETE /v2.0/ports/32850bc2-f144-4f02-83c5-040ab7dac413 HTTP/1.1" status: 204 len: 168 time: 3.6512160 Jun 02 12:31:31.702770 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42870) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:31.745218 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-90d0decd-b44a-404a-bd78-a5455ec9d520 None None] Deleting port b05ae3f0-90fd-4414-9ca9-7c14490b21d2 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:31.745897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-90d0decd-b44a-404a-bd78-a5455ec9d520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:31.765019 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1cc1adea-3700-4e2a-bd83-1d0fe3497862 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:31.766173 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1cc1adea-3700-4e2a-bd83-1d0fe3497862 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6312208 Jun 02 12:31:31.793954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42872) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:31.799497 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46630e3-2b70-4949-bfdf-d99f4564578d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] GET failed (client error): The resource could not be found. Jun 02 12:31:31.800044 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b46630e3-2b70-4949-bfdf-d99f4564578d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Synchronizing usage tracker for tenant:cc95a266ff3a42a1a8ce55c12c69b753 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:31.836336 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-49ec936a-72fc-4aa5-8232-595797088d3b None None] Deleting port fce15619-a767-407c-ad6b-390ab35867bc {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:31.837101 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-49ec936a-72fc-4aa5-8232-595797088d3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:31.843791 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b46630e3-2b70-4949-bfdf-d99f4564578d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Unset dirty status for tenant:cc95a266ff3a42a1a8ce55c12c69b753 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:31.849057 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b46630e3-2b70-4949-bfdf-d99f4564578d tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "GET /v2.0/ports/32850bc2-f144-4f02-83c5-040ab7dac413 HTTP/1.1" status: 404 len: 333 time: 0.1414475 Jun 02 12:31:31.849221 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42874) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:31.926206 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3fb23c58-cd09-420d-b789-5cc4e83bf12e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:router {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:31.942685 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-90d0decd-b44a-404a-bd78-a5455ec9d520 None None] For port b05ae3f0-90fd-4414-9ca9-7c14490b21d2, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b05ae3f0-90fd-4414-9ca9-7c14490b21d2,segment=NetworkSegment(eede596e-09e6-49ca-978e-63a8d5d51611),segment_id=eede596e-09e6-49ca-978e-63a8d5d51611)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:31.943094 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-90d0decd-b44a-404a-bd78-a5455ec9d520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:31.968965 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:31.994644 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d60f5d76-2e8a-4d77-ad15-983b73a3b862 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:31.999160 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9db127cb-d43b-41bb-ad79-16272ec6313f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:32.003329 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3fb23c58-cd09-420d-b789-5cc4e83bf12e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:router {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:32.008801 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3fb23c58-cd09-420d-b789-5cc4e83bf12e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2060754 Jun 02 12:31:32.009114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42876) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:32.011062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a96de5f4-5a4a-4298-8867-97530f6179cb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:32.014303 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-91c73782-ae36-4897-b35e-4b9c464db13e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:32.045866 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f70c9a-041d-49ca-b5b6-b92e5bd1d35c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Router 28e271ed-4c81-44bd-912c-a618e16c9a06 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:31:32.096018 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-90d0decd-b44a-404a-bd78-a5455ec9d520 None None] Calling delete_port for b05ae3f0-90fd-4414-9ca9-7c14490b21d2 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:32.101711 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db127cb-d43b-41bb-ad79-16272ec6313f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=338c01a8-8126-49dc-a526-567de4a9bece,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:32.105987 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-49ec936a-72fc-4aa5-8232-595797088d3b None None] For port fce15619-a767-407c-ad6b-390ab35867bc, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=fce15619-a767-407c-ad6b-390ab35867bc,segment=NetworkSegment(fbabe685-c618-4d2b-8334-a843cab84c70),segment_id=fbabe685-c618-4d2b-8334-a843cab84c70)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:32.106352 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-49ec936a-72fc-4aa5-8232-595797088d3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:32.106517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9db127cb-d43b-41bb-ad79-16272ec6313f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:32.117097 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bc3890-36be-4370-afcc-61e8b78e312f None None] Network 3368b6ae-6925-4cc1-a7ab-b844c11cee25 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:32.144769 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9db127cb-d43b-41bb-ad79-16272ec6313f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:32.147572 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-329455eb-9eae-4c3a-b276-7aac5f40ff38 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:32.270692 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f5d76-2e8a-4d77-ad15-983b73a3b862 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Port': ['ID=52acee21-27ef-4820-8b6c-67ed0c3f3ebc,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:32.283173 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d60f5d76-2e8a-4d77-ad15-983b73a3b862 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:32.287336 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-49ec936a-72fc-4aa5-8232-595797088d3b None None] Calling delete_port for fce15619-a767-407c-ad6b-390ab35867bc owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:32.298779 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9db127cb-d43b-41bb-ad79-16272ec6313f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/338c01a8-8126-49dc-a526-567de4a9bece HTTP/1.1" status: 204 len: 168 time: 2.5878191 Jun 02 12:31:32.312415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-a5db2a4a-5c73-4f80-bcf1-9413480f8c08 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting port b05ae3f0-90fd-4414-9ca9-7c14490b21d2 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:32.312750 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5db2a4a-5c73-4f80-bcf1-9413480f8c08 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:32.329422 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42878) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:32.345326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f70c9a-041d-49ca-b5b6-b92e5bd1d35c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:31:32.350946 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74f70c9a-041d-49ca-b5b6-b92e5bd1d35c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:32.356158 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-74f70c9a-041d-49ca-b5b6-b92e5bd1d35c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "PUT /v2.0/routers/28e271ed-4c81-44bd-912c-a618e16c9a06 HTTP/1.1" status: 200 len: 914 time: 8.9229705 Jun 02 12:31:32.373438 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971a700e-94cb-47e0-8ce6-8ace25ea38cc None None] Sync routers for ids ['28e271ed-4c81-44bd-912c-a618e16c9a06'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:31:32.376364 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42880) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:32.382268 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-392b6216-0e94-4701-ae07-70c2cd9f8504 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Deleting port bf706e2b-83ec-4829-bd7f-25955d437e2d {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:32.382645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-392b6216-0e94-4701-ae07-70c2cd9f8504 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:32.468815 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-91c73782-ae36-4897-b35e-4b9c464db13e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:32.495179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-91c73782-ae36-4897-b35e-4b9c464db13e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:32.507684 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971a700e-94cb-47e0-8ce6-8ace25ea38cc None None] Routers {'28e271ed-4c81-44bd-912c-a618e16c9a06'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:32.508317 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-971a700e-94cb-47e0-8ce6-8ace25ea38cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['28e271ed-4c81-44bd-912c-a618e16c9a06'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:32.522531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c73782-ae36-4897-b35e-4b9c464db13e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:32.526025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-91c73782-ae36-4897-b35e-4b9c464db13e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:32.590204 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-971a700e-94cb-47e0-8ce6-8ace25ea38cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:32.606062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d60f5d76-2e8a-4d77-ad15-983b73a3b862 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:32.611053 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d60f5d76-2e8a-4d77-ad15-983b73a3b862 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/ports/52acee21-27ef-4820-8b6c-67ed0c3f3ebc HTTP/1.1" status: 204 len: 168 time: 2.9833829 Jun 02 12:31:32.612332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-90d0decd-b44a-404a-bd78-a5455ec9d520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:32.618318 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42882) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:32.619462 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:32.620091 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-392b6216-0e94-4701-ae07-70c2cd9f8504 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:32.666632 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-a5db2a4a-5c73-4f80-bcf1-9413480f8c08 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] For port b05ae3f0-90fd-4414-9ca9-7c14490b21d2, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b05ae3f0-90fd-4414-9ca9-7c14490b21d2,segment=NetworkSegment(eede596e-09e6-49ca-978e-63a8d5d51611),segment_id=eede596e-09e6-49ca-978e-63a8d5d51611)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:32.667032 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5db2a4a-5c73-4f80-bcf1-9413480f8c08 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:32.675731 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971a700e-94cb-47e0-8ce6-8ace25ea38cc None None] Routers {'28e271ed-4c81-44bd-912c-a618e16c9a06'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:32.676272 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-971a700e-94cb-47e0-8ce6-8ace25ea38cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['28e271ed-4c81-44bd-912c-a618e16c9a06'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:32.749861 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d0decd-b44a-404a-bd78-a5455ec9d520 None None] No DVR routers for this DVR port b05ae3f0-90fd-4414-9ca9-7c14490b21d2 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:31:32.754758 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0decd-b44a-404a-bd78-a5455ec9d520 None None] Pushing event deleted for resources: {'Port': ['ID=b05ae3f0-90fd-4414-9ca9-7c14490b21d2,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:32.769616 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-90d0decd-b44a-404a-bd78-a5455ec9d520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:32.804429 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:32.806653 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-971a700e-94cb-47e0-8ce6-8ace25ea38cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:32.807499 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971a700e-94cb-47e0-8ce6-8ace25ea38cc None None] The sync data for ids ['28e271ed-4c81-44bd-912c-a618e16c9a06'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:31:32.812293 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-49ec936a-72fc-4aa5-8232-595797088d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:32.824828 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:32.876146 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ec936a-72fc-4aa5-8232-595797088d3b None None] No DVR routers for this DVR port fce15619-a767-407c-ad6b-390ab35867bc on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:31:32.879266 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec936a-72fc-4aa5-8232-595797088d3b None None] Pushing event deleted for resources: {'Port': ['ID=fce15619-a767-407c-ad6b-390ab35867bc,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:32.881358 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-49ec936a-72fc-4aa5-8232-595797088d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:32.881910 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-a5db2a4a-5c73-4f80-bcf1-9413480f8c08 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Calling delete_port for b05ae3f0-90fd-4414-9ca9-7c14490b21d2 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:32.919579 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] Deleting port fce15619-a767-407c-ad6b-390ab35867bc {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:32.919922 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:32.927505 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fa8a19-711b-4176-91b5-90d68ceb395e None None] DHCP port deletion for 3368b6ae-6925-4cc1-a7ab-b844c11cee25 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:31:32.972599 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b05ae3f0-90fd-4414-9ca9-7c14490b21d2 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:31:32.979597 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5705fe0-e534-4343-84e5-fdb1face7d4f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] GET failed (client error): The resource could not be found. Jun 02 12:31:32.980150 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d5705fe0-e534-4343-84e5-fdb1face7d4f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Synchronizing usage tracker for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:32.990576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-392b6216-0e94-4701-ae07-70c2cd9f8504 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Calling delete_port for bf706e2b-83ec-4829-bd7f-25955d437e2d owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:33.013362 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: b05ae3f0-90fd-4414-9ca9-7c14490b21d2 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:31:33.014183 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b05ae3f0-90fd-4414-9ca9-7c14490b21d2 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:31:33.014835 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device fce15619-a767-407c-ad6b-390ab35867bc no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:31:33.031612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d5705fe0-e534-4343-84e5-fdb1face7d4f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Unset dirty status for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:33.036635 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d5705fe0-e534-4343-84e5-fdb1face7d4f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports/52acee21-27ef-4820-8b6c-67ed0c3f3ebc HTTP/1.1" status: 404 len: 333 time: 0.4057574 Jun 02 12:31:33.039257 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42884) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:33.052755 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: fce15619-a767-407c-ad6b-390ab35867bc {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:31:33.053132 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device fce15619-a767-407c-ad6b-390ab35867bc not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:31:33.080864 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d24db738-be4f-45c6-b22c-c4279905ae90 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "GET /v2.0/routers/28e271ed-4c81-44bd-912c-a618e16c9a06 HTTP/1.1" status: 200 len: 920 time: 0.7032137 Jun 02 12:31:33.086125 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42886) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:33.086711 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-59fa8a19-711b-4176-91b5-90d68ceb395e None None] Deleting port 1acb7036-ed7e-4b0c-9d15-6e437f1d2731 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:33.087266 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-59fa8a19-711b-4176-91b5-90d68ceb395e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:33.160600 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] For port fce15619-a767-407c-ad6b-390ab35867bc, host dv-neutron-601336-80-hyperv, got binding levels [] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:33.160949 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:33.191905 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-59fa8a19-711b-4176-91b5-90d68ceb395e None None] For port 1acb7036-ed7e-4b0c-9d15-6e437f1d2731, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1acb7036-ed7e-4b0c-9d15-6e437f1d2731,segment=NetworkSegment(b8888788-d7c3-43e5-86c1-6695264e9974),segment_id=b8888788-d7c3-43e5-86c1-6695264e9974)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:33.192530 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-59fa8a19-711b-4176-91b5-90d68ceb395e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:33.243143 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-078bec20-6aba-4557-9b14-a55041ed453c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting subnet b2804094-c7f0-493a-a74f-93528737aa49 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:31:33.261439 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-078bec20-6aba-4557-9b14-a55041ed453c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:33.327091 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-59fa8a19-711b-4176-91b5-90d68ceb395e None None] Calling delete_port for 1acb7036-ed7e-4b0c-9d15-6e437f1d2731 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:33.377292 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-59fa8a19-711b-4176-91b5-90d68ceb395e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:33.383537 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-35d349c9-acb4-45db-90cd-6917705a1fc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:33.409717 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-078bec20-6aba-4557-9b14-a55041ed453c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:33.428730 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa8a19-711b-4176-91b5-90d68ceb395e None None] Pushing event deleted for resources: {'Port': ['ID=1acb7036-ed7e-4b0c-9d15-6e437f1d2731,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:33.431871 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-59fa8a19-711b-4176-91b5-90d68ceb395e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:33.433557 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fa8a19-711b-4176-91b5-90d68ceb395e None None] No DVR routers for this DVR port 1acb7036-ed7e-4b0c-9d15-6e437f1d2731 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:31:33.450780 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] Calling delete_port for fce15619-a767-407c-ad6b-390ab35867bc owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:33.457647 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.ipam_backend_mixin [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] Port fce15619-a767-407c-ad6b-390ab35867bc was not found and therefore no delete operation was performed {{(pid=92304) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 12:31:33.466755 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:33.472868 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e87f563-6eaa-44c8-a881-1d06def5a39a tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:33.476913 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4e87f563-6eaa-44c8-a881-1d06def5a39a tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&device_id=28e271ed-4c81-44bd-912c-a618e16c9a06&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3835294 Jun 02 12:31:33.477045 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0008992f-a04e-49e5-a0c3-f4ed69a290c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:33.483180 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42888) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:33.515204 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5db2a4a-5c73-4f80-bcf1-9413480f8c08 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:33.523883 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-392b6216-0e94-4701-ae07-70c2cd9f8504 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:33.534199 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] Pushing event deleted for resources: {'Port': ['ID=fce15619-a767-407c-ad6b-390ab35867bc,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:33.539215 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:33.540468 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d98f5c5c-46f1-4783-afda-160662d2b257 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:33.540709 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5af812c5-5fc9-459c-b426-03d45a0da46e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:33.569722 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] No DVR routers for this DVR port fce15619-a767-407c-ad6b-390ab35867bc on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:31:33.574300 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5db2a4a-5c73-4f80-bcf1-9413480f8c08 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] No DVR routers for this DVR port b05ae3f0-90fd-4414-9ca9-7c14490b21d2 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:31:33.644811 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b6216-0e94-4701-ae07-70c2cd9f8504 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Pushing event deleted for resources: {'Port': ['ID=bf706e2b-83ec-4829-bd7f-25955d437e2d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:33.648492 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db2a4a-5c73-4f80-bcf1-9413480f8c08 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Port': ['ID=b05ae3f0-90fd-4414-9ca9-7c14490b21d2,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:33.651845 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-392b6216-0e94-4701-ae07-70c2cd9f8504 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:33.654152 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a5db2a4a-5c73-4f80-bcf1-9413480f8c08 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:33.683401 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] Deleting port 1acb7036-ed7e-4b0c-9d15-6e437f1d2731 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:33.683736 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:33.840571 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-078bec20-6aba-4557-9b14-a55041ed453c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:33.890534 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb56f87-2390-4c0a-84b1-0bbb42d1b27c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:33.891111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1cb56f87-2390-4c0a-84b1-0bbb42d1b27c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Synchronizing usage tracker for tenant:7a8258d351c340a48b91d11ef23f5ae6 on resource:network {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:33.914708 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5db2a4a-5c73-4f80-bcf1-9413480f8c08 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:33.927003 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:33.927309 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-392b6216-0e94-4701-ae07-70c2cd9f8504 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:33.944398 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-a5db2a4a-5c73-4f80-bcf1-9413480f8c08 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db13fdf-7b19-43c7-a9e5-08b409caa6f7']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:33.967735 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e873baa3-8bc9-49b1-84fa-6d899e4534ed']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:33.986193 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-a5db2a4a-5c73-4f80-bcf1-9413480f8c08 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eede596e-09e6-49ca-978e-63a8d5d51611') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:33.986488 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-a5db2a4a-5c73-4f80-bcf1-9413480f8c08 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eede596e-09e6-49ca-978e-63a8d5d51611') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:33.998274 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] For port 1acb7036-ed7e-4b0c-9d15-6e437f1d2731, host dv-neutron-601336-80-hyperv, got binding levels [] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:33.998629 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:34.007199 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbabe685-c618-4d2b-8334-a843cab84c70') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:34.007493 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbabe685-c618-4d2b-8334-a843cab84c70') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:34.020174 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1cb56f87-2390-4c0a-84b1-0bbb42d1b27c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Unset dirty status for tenant:7a8258d351c340a48b91d11ef23f5ae6 on resource:network {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:34.021339 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1cb56f87-2390-4c0a-84b1-0bbb42d1b27c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "GET /v2.0/networks/58ad0a37-4806-4fe2-972f-df18335d7a8e HTTP/1.1" status: 200 len: 881 time: 0.5372393 Jun 02 12:31:34.028876 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42890) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:34.080187 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-392b6216-0e94-4701-ae07-70c2cd9f8504 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "DELETE /v2.0/ports/bf706e2b-83ec-4829-bd7f-25955d437e2d HTTP/1.1" status: 204 len: 168 time: 2.2299430 Jun 02 12:31:34.089438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42892) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:34.093510 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a1d6b485-a2bc-438d-ad98-749a60ff6298 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "GET /v2.0/ports?device_id=28e271ed-4c81-44bd-912c-a618e16c9a06 HTTP/1.1" status: 200 len: 205 time: 0.0592127 Jun 02 12:31:34.103301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5db2a4a-5c73-4f80-bcf1-9413480f8c08 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:34.135758 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42894) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:34.174591 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:34.186552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] Calling delete_port for 1acb7036-ed7e-4b0c-9d15-6e437f1d2731 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:34.198997 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.ipam_backend_mixin [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] Port 1acb7036-ed7e-4b0c-9d15-6e437f1d2731 was not found and therefore no delete operation was performed {{(pid=92304) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 12:31:34.209993 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:34.214666 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5db2a4a-5c73-4f80-bcf1-9413480f8c08 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:34.221275 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-12a7cb87-00a1-4fae-8078-b77ce52e970d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:34.261526 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:34.276252 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5db2a4a-5c73-4f80-bcf1-9413480f8c08 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:31:34.276650 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5db2a4a-5c73-4f80-bcf1-9413480f8c08 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:34.295703 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1acb7036-ed7e-4b0c-9d15-6e437f1d2731,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:31:34.297553 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:31:34.299951 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:34.303374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c4f835-ad2d-4ec1-86c4-2a330409cb45 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Deleting subnet 08a1ac4c-63aa-4667-848a-9a96dc038507 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:31:34.307923 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:31:34.308304 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:34.324237 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-944dbd94-dfdb-4efd-82ee-2b7d37aaad00 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:31:34.327585 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:31:34.331714 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] No DVR routers for this DVR port 1acb7036-ed7e-4b0c-9d15-6e437f1d2731 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:31:34.335890 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a5c4f835-ad2d-4ec1-86c4-2a330409cb45 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:34.336902 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-af6b937f-e3c4-4b1a-8eb8-4551f0777bfe tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:34.566606 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5db2a4a-5c73-4f80-bcf1-9413480f8c08 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:34.619782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:34.630081 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5db2a4a-5c73-4f80-bcf1-9413480f8c08 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:34.663069 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:34.666848 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944dbd94-dfdb-4efd-82ee-2b7d37aaad00 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Pushing event updated for resources: {'Subnet': ['ID=cc3bc142-dc9f-4c8d-8fc6-47d882f22fde,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:34.671107 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:34.673347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a5c4f835-ad2d-4ec1-86c4-2a330409cb45 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:34.755647 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.objects.ports [None req-91c73782-ae36-4897-b35e-4b9c464db13e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92305) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 12:31:34.763554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-21b1bb3f-c837-48bb-8482-f25a64a26359 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:34.813140 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-91c73782-ae36-4897-b35e-4b9c464db13e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:34.822533 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-944dbd94-dfdb-4efd-82ee-2b7d37aaad00 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:34.823120 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8dbd7052-a0aa-45eb-a0a5-dc781e2b2813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230077064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:34.834228 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:34.840676 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1acb7036-ed7e-4b0c-9d15-6e437f1d2731 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:31:34.854546 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3368b6ae-6925-4cc1-a7ab-b844c11cee25']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:34.864371 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db2a4a-5c73-4f80-bcf1-9413480f8c08 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Network': ['ID=7db13fdf-7b19-43c7-a9e5-08b409caa6f7,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:34.866165 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944dbd94-dfdb-4efd-82ee-2b7d37aaad00 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Checking segment: {'id': 'c9a000d3-1365-4fd1-9f97-36b7d1fe4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '35fcd806-783f-4044-898e-2b91562e633a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:31:34.866525 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944dbd94-dfdb-4efd-82ee-2b7d37aaad00 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Network hostable DHCP agents. Network: 35fcd806-783f-4044-898e-2b91562e633a, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:31:34.879588 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 1acb7036-ed7e-4b0c-9d15-6e437f1d2731 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:31:34.879947 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1acb7036-ed7e-4b0c-9d15-6e437f1d2731 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:31:34.894399 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a5db2a4a-5c73-4f80-bcf1-9413480f8c08 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/networks/7db13fdf-7b19-43c7-a9e5-08b409caa6f7 HTTP/1.1" status: 204 len: 168 time: 3.7731254 Jun 02 12:31:34.894399 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8888788-d7c3-43e5-86c1-6695264e9974') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:34.894399 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8888788-d7c3-43e5-86c1-6695264e9974') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:34.905929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42896) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:34.907301 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-078bec20-6aba-4557-9b14-a55041ed453c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:34.909406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] Pushing event deleted for resources: {'Network': ['ID=e873baa3-8bc9-49b1-84fa-6d899e4534ed,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:34.913545 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e873baa3-8bc9-49b1-84fa-6d899e4534ed HTTP/1.1" status: 204 len: 168 time: 3.4829829 Jun 02 12:31:34.915129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:34.915710 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9de385b0-2038-4969-ad9f-bf29f9585ed1 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:34.916681 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9de385b0-2038-4969-ad9f-bf29f9585ed1 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:34.918048 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:34.924976 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-47d1858c-6bf8-447c-839e-510c3bdef74b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1413908700', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:34.938237 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:34.943143 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944dbd94-dfdb-4efd-82ee-2b7d37aaad00 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Network 35fcd806-783f-4044-898e-2b91562e633a is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:31:34.948015 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:31:34.948399 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:34.950675 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-47d1858c-6bf8-447c-839e-510c3bdef74b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:34.953942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c73782-ae36-4897-b35e-4b9c464db13e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:31:34.961837 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:31:34.966640 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-91c73782-ae36-4897-b35e-4b9c464db13e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:34.971739 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-078bec20-6aba-4557-9b14-a55041ed453c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:34.974694 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-47d1858c-6bf8-447c-839e-510c3bdef74b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:router and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:34.978056 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec26b39b-532c-4546-b5a8-975436fd3eb9 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:34.988056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-47d1858c-6bf8-447c-839e-510c3bdef74b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:34.999370 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00144915-439a-4115-91bc-71be7bf94981 None None] Network 3130da7a-e0cd-4565-b8fe-ecd10d32846e requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:35.019198 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-944dbd94-dfdb-4efd-82ee-2b7d37aaad00 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 35fcd806-783f-4044-898e-2b91562e633a) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:35.045140 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944dbd94-dfdb-4efd-82ee-2b7d37aaad00 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:35.045260 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-944dbd94-dfdb-4efd-82ee-2b7d37aaad00 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:35.046745 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e38d84-37fb-42dc-ba53-db20b59d4b31 None None] Network 35fcd806-783f-4044-898e-2b91562e633a requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:35.052710 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c73782-ae36-4897-b35e-4b9c464db13e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=39cd3a1c-58a2-4b6d-ae3c-1988ea084a29,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:35.057668 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:35.059937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-47d1858c-6bf8-447c-839e-510c3bdef74b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:35.060995 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-577a4d93-3093-4faf-a6c8-d395377c16e4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:35.069490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-91c73782-ae36-4897-b35e-4b9c464db13e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:35.072921 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:35.079253 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:35.086802 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3368b6ae-6925-4cc1-a7ab-b844c11cee25,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:35.089589 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:35.094262 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-944dbd94-dfdb-4efd-82ee-2b7d37aaad00 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3517604 Jun 02 12:31:35.094262 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3368b6ae-6925-4cc1-a7ab-b844c11cee25 HTTP/1.1" status: 204 len: 168 time: 2.7589278 Jun 02 12:31:35.095082 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42900) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:35.100879 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-7ed80411-051a-4db7-b1de-1590b6ac5700 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Request body: {'port': {'network_id': '35fcd806-783f-4044-898e-2b91562e633a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1940365164'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:35.110518 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c73782-ae36-4897-b35e-4b9c464db13e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:35.110823 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-91c73782-ae36-4897-b35e-4b9c464db13e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:35.126286 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-078bec20-6aba-4557-9b14-a55041ed453c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/subnets/b2804094-c7f0-493a-a74f-93528737aa49 HTTP/1.1" status: 204 len: 168 time: 2.0859137 Jun 02 12:31:35.127290 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42904) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:35.188011 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bec20-6aba-4557-9b14-a55041ed453c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Subnet': ['ID=b2804094-c7f0-493a-a74f-93528737aa49,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:35.201330 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-078bec20-6aba-4557-9b14-a55041ed453c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:35.203450 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-47d1858c-6bf8-447c-839e-510c3bdef74b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:35.205206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-47d1858c-6bf8-447c-839e-510c3bdef74b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:35.296729 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-91c73782-ae36-4897-b35e-4b9c464db13e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2865684 Jun 02 12:31:35.297403 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42906) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:35.314981 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-aff3a9aa-b5a2-470c-affd-9d0bcf25b119 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:35.317962 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42908) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:35.332159 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-7ed80411-051a-4db7-b1de-1590b6ac5700 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:35.340467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-7ed80411-051a-4db7-b1de-1590b6ac5700 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Usage tracker for resource:port and tenant:9bbe147f4ed94eb48cb45c383f5e6eeb is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:35.345724 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-7ed80411-051a-4db7-b1de-1590b6ac5700 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:35.357871 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a5c4f835-ad2d-4ec1-86c4-2a330409cb45 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:35.358593 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-7ed80411-051a-4db7-b1de-1590b6ac5700 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:35.360311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42910) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:35.410687 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-47d1858c-6bf8-447c-839e-510c3bdef74b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:35.413965 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-539de0f8-8702-4898-ba25-2d0f2c8b3f75 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a1d32dc7a634dd8b54473ce977ce897&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0946274 Jun 02 12:31:35.421361 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42912) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:35.424869 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-21b1bb3f-c837-48bb-8482-f25a64a26359 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:35.436964 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed80411-051a-4db7-b1de-1590b6ac5700 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Made reservation on behalf of 9bbe147f4ed94eb48cb45c383f5e6eeb for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:35.441337 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7ed80411-051a-4db7-b1de-1590b6ac5700 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:35.447007 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:35.498839 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-7ed80411-051a-4db7-b1de-1590b6ac5700 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] device_id is not set on port ce54e001-7b6c-4de5-8c5d-9245faa96445 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:31:35.540535 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2fabb441-ac55-424e-bd67-4d6f8ef571cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3413635451c64d1abbc624dcfc5977af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1753130 Jun 02 12:31:35.545026 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42914) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:35.595410 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-47d1858c-6bf8-447c-839e-510c3bdef74b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:35.641962 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1357421b-65f0-41fe-9f92-75381606aacf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:35.708102 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-35fcd806-783f-4044-898e-2b91562e633a', 'network_id': '35fcd806-783f-4044-898e-2b91562e633a', 'tenant_id': '9bbe147f4ed94eb48cb45c383f5e6eeb', 'fixed_ips': [{'subnet_id': 'cc3bc142-dc9f-4c8d-8fc6-47d882f22fde'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:31:35.708933 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:35.733038 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1357421b-65f0-41fe-9f92-75381606aacf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:35.740687 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4b45-6bff-49fd-b2aa-9d98c0bc0cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:35.790410 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a7413df9-4e7a-4187-aef8-a668d8bf2950', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'fixed_ips': [{'subnet_id': '39cd3a1c-58a2-4b6d-ae3c-1988ea084a29'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:31:35.791415 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:35.793188 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-47d1858c-6bf8-447c-839e-510c3bdef74b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:35.797370 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-47d1858c-6bf8-447c-839e-510c3bdef74b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8833046 Jun 02 12:31:35.798853 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-7ed80411-051a-4db7-b1de-1590b6ac5700 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Allocated IP 2001:db8::3b1 (35fcd806-783f-4044-898e-2b91562e633a/cc3bc142-dc9f-4c8d-8fc6-47d882f22fde/ce54e001-7b6c-4de5-8c5d-9245faa96445) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:35.800751 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42916) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:35.801505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-aff3a9aa-b5a2-470c-affd-9d0bcf25b119 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:35.822247 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4b45-6bff-49fd-b2aa-9d98c0bc0cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:35.902761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f21274-5197-4656-852d-963b67dbce3d None None] DHCP port deletion for 3130da7a-e0cd-4565-b8fe-ecd10d32846e request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:31:35.906490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1357421b-65f0-41fe-9f92-75381606aacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:35.906863 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-0e7cc21a-9f01-470d-8497-e0825c74487e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-97334901'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:35.917660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:35.936981 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357421b-65f0-41fe-9f92-75381606aacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2031a7-f61e-40ff-a2a4-631d7109dae7,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:35.945259 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1357421b-65f0-41fe-9f92-75381606aacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:35.945502 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-aff3a9aa-b5a2-470c-affd-9d0bcf25b119 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:35.947756 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-0e7cc21a-9f01-470d-8497-e0825c74487e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:35.970201 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0e7cc21a-9f01-470d-8497-e0825c74487e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:network and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:35.977720 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4b45-6bff-49fd-b2aa-9d98c0bc0cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:35.983316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0e7cc21a-9f01-470d-8497-e0825c74487e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:35.987378 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4d92f3e7-716f-4f5a-ac95-c44466ecf068 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:36.010364 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-0e7cc21a-9f01-470d-8497-e0825c74487e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:36.013407 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff3a9aa-b5a2-470c-affd-9d0bcf25b119 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:36.017169 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aff3a9aa-b5a2-470c-affd-9d0bcf25b119 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:36.040764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-21b1bb3f-c837-48bb-8482-f25a64a26359 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Deleting port 6a977d16-367c-4f18-94d6-cd410b36fe2e {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:36.041252 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-21b1bb3f-c837-48bb-8482-f25a64a26359 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:36.064716 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e4b45-6bff-49fd-b2aa-9d98c0bc0cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0f036e-cfda-43eb-b26c-81a2d19c7a19,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:36.070678 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a5c4f835-ad2d-4ec1-86c4-2a330409cb45 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:36.072091 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-aa4e4b45-6bff-49fd-b2aa-9d98c0bc0cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:36.077813 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Allocated IP 2001:db8::f816:3eff:fe38:af24 (a7413df9-4e7a-4187-aef8-a668d8bf2950/39cd3a1c-58a2-4b6d-ae3c-1988ea084a29/de42cfae-26eb-49cd-ba2b-8d943c6e44a1) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:36.086735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-91c73782-ae36-4897-b35e-4b9c464db13e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:36.112762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1357421b-65f0-41fe-9f92-75381606aacf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:36.114059 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1357421b-65f0-41fe-9f92-75381606aacf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb2031a7-f61e-40ff-a2a4-631d7109dae7 HTTP/1.1" status: 204 len: 168 time: 0.6901743 Jun 02 12:31:36.126458 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-58f21274-5197-4656-852d-963b67dbce3d None None] Deleting port 53528bd5-69ce-4681-8bff-df616aeb8f80 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:36.126458 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-58f21274-5197-4656-852d-963b67dbce3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:36.134734 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4b45-6bff-49fd-b2aa-9d98c0bc0cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:36.138421 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-aa4e4b45-6bff-49fd-b2aa-9d98c0bc0cf7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea0f036e-cfda-43eb-b26c-81a2d19c7a19 HTTP/1.1" status: 204 len: 168 time: 0.5898826 Jun 02 12:31:36.171124 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7ed80411-051a-4db7-b1de-1590b6ac5700 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:36.192222 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7cc21a-9f01-470d-8497-e0825c74487e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Made reservation on behalf of 9cc4ca61dc954dc9aa55c98b051cae30 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:36.196822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e7cc21a-9f01-470d-8497-e0825c74487e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:36.204506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-7ed80411-051a-4db7-b1de-1590b6ac5700 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Transition to ACTIVE for port object ce54e001-7b6c-4de5-8c5d-9245faa96445 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:36.239548 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7ed80411-051a-4db7-b1de-1590b6ac5700 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:36.255999 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0c5a97b9-c945-4ff2-b942-7a8358eb50ff tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:36.323573 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8298992a-d54a-494f-8b68-01f0c6b2d4a7 None None] Network f12abb88-d0c6-4958-a9da-6595bcaffc07 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:36.367877 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed80411-051a-4db7-b1de-1590b6ac5700 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Network 35fcd806-783f-4044-898e-2b91562e633a is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:36.368967 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed80411-051a-4db7-b1de-1590b6ac5700 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Pushing event updated for resources: {'Port': ['ID=ce54e001-7b6c-4de5-8c5d-9245faa96445,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:36.381710 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-7ed80411-051a-4db7-b1de-1590b6ac5700 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:36.384194 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7ed80411-051a-4db7-b1de-1590b6ac5700 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:36.385138 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed80411-051a-4db7-b1de-1590b6ac5700 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:36.391809 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed80411-051a-4db7-b1de-1590b6ac5700 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:36.392719 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7ed80411-051a-4db7-b1de-1590b6ac5700 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:36.416866 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7ed80411-051a-4db7-b1de-1590b6ac5700 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3205249 Jun 02 12:31:36.420333 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42922) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:36.426906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Request body: {'port': {'network_id': '35fcd806-783f-4044-898e-2b91562e633a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1786109742', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:36.428587 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.api.validators [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] bootfile-name is not in valid_values {{(pid=92304) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 12:31:36.429248 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.api.validators [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] tftp-server is not in valid_values {{(pid=92304) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 12:31:36.429752 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.api.validators [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] server-ip-address is not in valid_values {{(pid=92304) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 12:31:36.433192 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting port 53528bd5-69ce-4681-8bff-df616aeb8f80 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:36.433723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:36.560077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a5c4f835-ad2d-4ec1-86c4-2a330409cb45 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:36.576138 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4f835-ad2d-4ec1-86c4-2a330409cb45 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Pushing event deleted for resources: {'Subnet': ['ID=08a1ac4c-63aa-4667-848a-9a96dc038507,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:36.627480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a5c4f835-ad2d-4ec1-86c4-2a330409cb45 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:36.632078 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:36.637743 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Usage tracker for resource:port and tenant:9bbe147f4ed94eb48cb45c383f5e6eeb is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:36.643072 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:36.649437 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-58f21274-5197-4656-852d-963b67dbce3d None None] For port 53528bd5-69ce-4681-8bff-df616aeb8f80, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=53528bd5-69ce-4681-8bff-df616aeb8f80,segment=NetworkSegment(b8bfeee5-582e-4e99-8020-4b8ee7d4631b),segment_id=b8bfeee5-582e-4e99-8020-4b8ee7d4631b)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:36.650125 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-58f21274-5197-4656-852d-963b67dbce3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:36.651899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:36.666265 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Made reservation on behalf of 9bbe147f4ed94eb48cb45c383f5e6eeb for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:36.673341 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:36.683271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Allocated IP 2001:db8::2 (35fcd806-783f-4044-898e-2b91562e633a/cc3bc142-dc9f-4c8d-8fc6-47d882f22fde/4632b83a-71a3-41fd-99fd-7b514187b8cd) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:36.702895 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] device_id is not set on port 694cb0ab-fe25-4884-9859-4c83a0dede88 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:31:36.833059 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a5c4f835-ad2d-4ec1-86c4-2a330409cb45 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "DELETE /v2.0/subnets/08a1ac4c-63aa-4667-848a-9a96dc038507 HTTP/1.1" status: 204 len: 168 time: 2.7418880 Jun 02 12:31:36.835961 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42934) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:36.888309 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-58f21274-5197-4656-852d-963b67dbce3d None None] Calling delete_port for 53528bd5-69ce-4681-8bff-df616aeb8f80 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:36.900341 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 53528bd5-69ce-4681-8bff-df616aeb8f80 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:31:36.956245 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7cc21a-9f01-470d-8497-e0825c74487e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:31:36.971054 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] For port 53528bd5-69ce-4681-8bff-df616aeb8f80, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=53528bd5-69ce-4681-8bff-df616aeb8f80,segment=NetworkSegment(b8bfeee5-582e-4e99-8020-4b8ee7d4631b),segment_id=b8bfeee5-582e-4e99-8020-4b8ee7d4631b)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:36.971454 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:37.077330 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:37.127435 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e7cc21a-9f01-470d-8497-e0825c74487e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:37.127780 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-0e7cc21a-9f01-470d-8497-e0825c74487e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Added segment 619d92d0-f19e-44e9-acd1-1d8a766b9f81 of type vlan for network 30daf860-b5a6-4e4d-aa49-0d6a6ca39e17 Jun 02 12:31:37.129892 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-21b1bb3f-c837-48bb-8482-f25a64a26359 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:37.179070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Calling delete_port for 53528bd5-69ce-4681-8bff-df616aeb8f80 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:37.203094 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:37.243320 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Transition to ACTIVE for port object de42cfae-26eb-49cd-ba2b-8d943c6e44a1 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:37.290418 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Deleting port 3450b797-26ac-46e7-a79f-328291935c5c {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:37.290804 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:37.375025 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Transition to ACTIVE for port object de42cfae-26eb-49cd-ba2b-8d943c6e44a1 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:37.411022 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:37.445298 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-21b1bb3f-c837-48bb-8482-f25a64a26359 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Calling delete_port for 6a977d16-367c-4f18-94d6-cd410b36fe2e owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:37.459227 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] For port 3450b797-26ac-46e7-a79f-328291935c5c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3450b797-26ac-46e7-a79f-328291935c5c,segment=NetworkSegment(53216b99-539d-40f5-a30a-1ba924832e19),segment_id=53216b99-539d-40f5-a30a-1ba924832e19)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:37.460182 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:37.492537 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e7cc21a-9f01-470d-8497-e0825c74487e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:37.510135 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:37.519668 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-59fa8a19-711b-4176-91b5-90d68ceb395e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:37.590748 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-58f21274-5197-4656-852d-963b67dbce3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:37.647894 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e12c3e1-84a6-485d-ab73-053667845290 None None] DHCP port deletion for f12abb88-d0c6-4958-a9da-6595bcaffc07 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:31:37.715173 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f21274-5197-4656-852d-963b67dbce3d None None] No DVR routers for this DVR port 53528bd5-69ce-4681-8bff-df616aeb8f80 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:31:37.730963 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e7cc21a-9f01-470d-8497-e0825c74487e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:37.742603 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7cc21a-9f01-470d-8497-e0825c74487e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:37.746408 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e7cc21a-9f01-470d-8497-e0825c74487e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:37.765724 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e2700724-bfa0-4b0b-921a-344a90a64fa7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:37.821280 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42964) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:37.862776 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:37.884916 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Transition to ACTIVE for port object 4632b83a-71a3-41fd-99fd-7b514187b8cd will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:37.889727 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Calling delete_port for 3450b797-26ac-46e7-a79f-328291935c5c owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:37.917924 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Transition to ACTIVE for port object 4632b83a-71a3-41fd-99fd-7b514187b8cd will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:37.929619 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:37.966864 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:37.997853 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0e7cc21a-9f01-470d-8497-e0825c74487e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1008601 Jun 02 12:31:37.998516 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Pushing event updated for resources: {'Port': ['ID=de42cfae-26eb-49cd-ba2b-8d943c6e44a1,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:38.006345 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:38.008524 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42970) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:38.018122 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:38.018814 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-5cb81b58-d4f9-47d7-b7c5-8d5ec84b3bc6 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'subnet': {'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:38.020481 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.377s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:38.040489 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] No DVR routers for this DVR port 53528bd5-69ce-4681-8bff-df616aeb8f80 on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:31:38.095625 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cc21a-9f01-470d-8497-e0825c74487e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Network': ['ID=30daf860-b5a6-4e4d-aa49-0d6a6ca39e17,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:38.099164 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0e7cc21a-9f01-470d-8497-e0825c74487e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:38.106757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e2483e91-fd86-4806-afdc-847c280fdf20 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:38.125828 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:38.132804 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:38.137511 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f21274-5197-4656-852d-963b67dbce3d None None] Pushing event deleted for resources: {'Port': ['ID=53528bd5-69ce-4681-8bff-df616aeb8f80,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:38.139469 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 30daf860-b5a6-4e4d-aa49-0d6a6ca39e17 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:31:38.162963 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-58f21274-5197-4656-852d-963b67dbce3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:38.166756 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6fb2aa31-387e-4c0b-9fe0-a1f1bc8bbecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:38.198359 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Port': ['ID=53528bd5-69ce-4681-8bff-df616aeb8f80,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:38.200764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:38.210394 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-799814407-network', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:38.236105 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:38.247611 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5cb81b58-d4f9-47d7-b7c5-8d5ec84b3bc6 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:38.263161 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5cb81b58-d4f9-47d7-b7c5-8d5ec84b3bc6 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:subnet and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:38.273414 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5cb81b58-d4f9-47d7-b7c5-8d5ec84b3bc6 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:38.286585 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5cb81b58-d4f9-47d7-b7c5-8d5ec84b3bc6 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:38.299468 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Usage tracker for resource:network and tenant:2eeecbacfd564d3d9465a6227d2e7ddc is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:38.320683 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:38.336060 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Allocated IP 2001:db8::390 (35fcd806-783f-4044-898e-2b91562e633a/cc3bc142-dc9f-4c8d-8fc6-47d882f22fde/694cb0ab-fe25-4884-9859-4c83a0dede88) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:38.336631 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:38.340067 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:38.355936 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb81b58-d4f9-47d7-b7c5-8d5ec84b3bc6 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Made reservation on behalf of 9cc4ca61dc954dc9aa55c98b051cae30 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:38.360123 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5cb81b58-d4f9-47d7-b7c5-8d5ec84b3bc6 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:38.377456 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3130da7a-e0cd-4565-b8fe-ecd10d32846e']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:38.399288 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8bfeee5-582e-4e99-8020-4b8ee7d4631b') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:38.399615 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8bfeee5-582e-4e99-8020-4b8ee7d4631b') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:38.411699 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Made reservation on behalf of 2eeecbacfd564d3d9465a6227d2e7ddc for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:38.414027 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:38.420991 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Network 35fcd806-783f-4044-898e-2b91562e633a is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:38.441024 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Pushing event updated for resources: {'Port': ['ID=4632b83a-71a3-41fd-99fd-7b514187b8cd,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:38.443669 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:38.449773 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:38.465784 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:38.467760 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:38.470947 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:38.480836 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:38.496151 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-baef2a99-d970-48d5-9560-5edc9be23b5b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:38.555671 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Pushing event deleted for resources: {'Port': ['ID=3450b797-26ac-46e7-a79f-328291935c5c,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:38.559015 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:38.567277 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] No DVR routers for this DVR port 3450b797-26ac-46e7-a79f-328291935c5c on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:31:38.581749 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:38.586153 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:31:38.586574 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: util.warn( Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: util.warn( Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: util.warn( Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: util.warn( Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:31:38.601850 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:31:38.606688 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Attempting to bind port de42cfae-26eb-49cd-ba2b-8d943c6e44a1 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:31:38.607074 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Attempting to bind port de42cfae-26eb-49cd-ba2b-8d943c6e44a1 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:31:38.607796 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Attempting to bind port de42cfae-26eb-49cd-ba2b-8d943c6e44a1 on network a7413df9-4e7a-4187-aef8-a668d8bf2950 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:31:38.613950 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Usage tracker for resource:security_group_rule and tenant:2eeecbacfd564d3d9465a6227d2e7ddc is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:38.616673 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:38.620851 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:38.626205 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:31:38.626601 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:31:38.627140 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:38.627539 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Bound using segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:31:38.628023 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Bound port: de42cfae-26eb-49cd-ba2b-8d943c6e44a1, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:31:38.628752 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:38.650669 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Attempting to bind port 4632b83a-71a3-41fd-99fd-7b514187b8cd on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:31:38.651075 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Attempting to bind port 4632b83a-71a3-41fd-99fd-7b514187b8cd by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'c9a000d3-1365-4fd1-9f97-36b7d1fe4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '35fcd806-783f-4044-898e-2b91562e633a'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:31:38.651405 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Attempting to bind port 4632b83a-71a3-41fd-99fd-7b514187b8cd on network 35fcd806-783f-4044-898e-2b91562e633a {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:31:38.660595 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-3e12c3e1-84a6-485d-ab73-053667845290 None None] Deleting port 3450b797-26ac-46e7-a79f-328291935c5c {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:38.660973 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3e12c3e1-84a6-485d-ab73-053667845290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:38.679166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:31:38.679590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Checking segment: {'id': 'c9a000d3-1365-4fd1-9f97-36b7d1fe4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '35fcd806-783f-4044-898e-2b91562e633a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:31:38.679994 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:38.680383 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Bound using segment: {'id': 'c9a000d3-1365-4fd1-9f97-36b7d1fe4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '35fcd806-783f-4044-898e-2b91562e633a'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:31:38.681087 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Bound port: 4632b83a-71a3-41fd-99fd-7b514187b8cd, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a000d3-1365-4fd1-9f97-36b7d1fe4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '35fcd806-783f-4044-898e-2b91562e633a'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:31:38.681460 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:38.689238 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:38.715542 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-21b1bb3f-c837-48bb-8482-f25a64a26359 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:38.723800 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1bb596f2-5ba0-4a6b-b841-3dceb0358cdf tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:38.785961 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:38.790661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:38.804048 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:38.805197 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1bb3f-c837-48bb-8482-f25a64a26359 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Pushing event deleted for resources: {'Port': ['ID=6a977d16-367c-4f18-94d6-cd410b36fe2e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:38.808170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-21b1bb3f-c837-48bb-8482-f25a64a26359 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:38.814010 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4ee14ac5-f88c-4267-bdfd-29e9c2df58f9 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:38.823720 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42988) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:38.870600 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12abb88-d0c6-4958-a9da-6595bcaffc07']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:38.887665 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] For port de42cfae-26eb-49cd-ba2b-8d943c6e44a1, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:31:38.897949 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53216b99-539d-40f5-a30a-1ba924832e19') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:38.898775 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53216b99-539d-40f5-a30a-1ba924832e19') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:38.911247 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3450b797-26ac-46e7-a79f-328291935c5c no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:31:38.980255 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 3450b797-26ac-46e7-a79f-328291935c5c {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:31:38.980595 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3450b797-26ac-46e7-a79f-328291935c5c not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:31:38.987087 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] For port de42cfae-26eb-49cd-ba2b-8d943c6e44a1, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=de42cfae-26eb-49cd-ba2b-8d943c6e44a1,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:31:38.992544 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:38.998738 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-3e12c3e1-84a6-485d-ab73-053667845290 None None] For port 3450b797-26ac-46e7-a79f-328291935c5c, host dv-neutron-601336-80-hyperv, got binding levels [] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:38.999134 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3e12c3e1-84a6-485d-ab73-053667845290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.017604 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.025828 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:39.059462 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-edf3550c-d56f-4cfa-b3d5-b5af0b8ca147 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Request body: {'quota': {'network': 2}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:39.065409 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Network': ['ID=3130da7a-e0cd-4565-b8fe-ecd10d32846e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:39.067995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:39.076141 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/networks/3130da7a-e0cd-4565-b8fe-ecd10d32846e HTTP/1.1" status: 204 len: 168 time: 3.9382937 Jun 02 12:31:39.083822 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42992) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:39.093573 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-75044fce-870f-4055-944d-c487d1e76bda tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-400955463'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:39.106005 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-75044fce-870f-4055-944d-c487d1e76bda tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:39.110641 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.136837 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-21b1bb3f-c837-48bb-8482-f25a64a26359 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.137533 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-75044fce-870f-4055-944d-c487d1e76bda tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:network and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:39.148194 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:31:39.148600 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.164356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-75044fce-870f-4055-944d-c487d1e76bda tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:31:39.176833 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:31:39.190804 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-3e12c3e1-84a6-485d-ab73-053667845290 None None] Calling delete_port for 3450b797-26ac-46e7-a79f-328291935c5c owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:39.193406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-75044fce-870f-4055-944d-c487d1e76bda tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:39.199494 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.ipam_backend_mixin [None req-3e12c3e1-84a6-485d-ab73-053667845290 None None] Port 3450b797-26ac-46e7-a79f-328291935c5c was not found and therefore no delete operation was performed {{(pid=92306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 12:31:39.207332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3e12c3e1-84a6-485d-ab73-053667845290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.207672 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-edf3550c-d56f-4cfa-b3d5-b5af0b8ca147 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] 10.222.0.37 "PUT /v2.0/quotas/59b98c2b22bd4603b7ec9c7b812528d7 HTTP/1.1" status: 200 len: 368 time: 0.3795388 Jun 02 12:31:39.221936 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] For port 4632b83a-71a3-41fd-99fd-7b514187b8cd, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:31:39.228067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 42994) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:39.236444 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Request body: {'network': {'project_id': '59b98c2b22bd4603b7ec9c7b812528d7'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:39.241412 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e12c3e1-84a6-485d-ab73-053667845290 None None] No DVR routers for this DVR port 3450b797-26ac-46e7-a79f-328291935c5c on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:31:39.253956 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] For port 4632b83a-71a3-41fd-99fd-7b514187b8cd, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4632b83a-71a3-41fd-99fd-7b514187b8cd,segment=NetworkSegment(c9a000d3-1365-4fd1-9f97-36b7d1fe4895),segment_id=c9a000d3-1365-4fd1-9f97-36b7d1fe4895)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:31:39.271607 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.283520 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Pushing event updated for resources: {'Port': ['ID=de42cfae-26eb-49cd-ba2b-8d943c6e44a1,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:39.292953 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:39.293432 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:39.325919 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:39.335262 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75044fce-870f-4055-944d-c487d1e76bda tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:39.338738 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-75044fce-870f-4055-944d-c487d1e76bda tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.352255 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12c3e1-84a6-485d-ab73-053667845290 None None] Pushing event deleted for resources: {'Port': ['ID=3450b797-26ac-46e7-a79f-328291935c5c,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:39.359076 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Usage tracker for resource:network and tenant:59b98c2b22bd4603b7ec9c7b812528d7 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:39.381954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:39.399922 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.401731 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:39.414647 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cbdf5e9c-104b-46bf-9db0-ce4a5680a523 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:39.418677 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-21b1bb3f-c837-48bb-8482-f25a64a26359 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.427647 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-21b1bb3f-c837-48bb-8482-f25a64a26359 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.431906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.448852 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Pushing event updated for resources: {'Port': ['ID=4632b83a-71a3-41fd-99fd-7b514187b8cd,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:39.459003 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:39.461327 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:39.461327 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:39.466170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Pushing event deleted for resources: {'Network': ['ID=f12abb88-d0c6-4958-a9da-6595bcaffc07,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:39.469899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.476525 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:39.498461 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Made reservation on behalf of 59b98c2b22bd4603b7ec9c7b812528d7 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:39.501306 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.501489 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.505483 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.519331 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:39.526368 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:31:39.532139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-21b1bb3f-c837-48bb-8482-f25a64a26359 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.532644 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b1bb3f-c837-48bb-8482-f25a64a26359 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Fanout notify agent at l3_agent the message router_deleted on router 28e271ed-4c81-44bd-912c-a618e16c9a06 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:31:39.539380 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aff3a9aa-b5a2-470c-affd-9d0bcf25b119 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.555714 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.556149 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Added segment b6fc825a-a603-4b65-8548-8a3471bd29aa of type vlan for network d26e7cf0-c529-4972-8a72-bcb5f758199e Jun 02 12:31:39.567685 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75044fce-870f-4055-944d-c487d1e76bda tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:31:39.580491 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] 10.222.0.37 "DELETE /v2.0/networks/f12abb88-d0c6-4958-a9da-6595bcaffc07 HTTP/1.1" status: 204 len: 168 time: 2.7430151 Jun 02 12:31:39.586213 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Transition to ACTIVE for port object 694cb0ab-fe25-4884-9859-4c83a0dede88 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:39.587613 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff3a9aa-b5a2-470c-affd-9d0bcf25b119 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:39.590995 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.595422 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-aff3a9aa-b5a2-470c-affd-9d0bcf25b119 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:39.613641 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a855f8c0-6d40-410d-af0c-137359421cda,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:39.618179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:39.619407 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:39.622153 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-75044fce-870f-4055-944d-c487d1e76bda tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.622694 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-75044fce-870f-4055-944d-c487d1e76bda tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Added segment b9b8678e-57da-4f38-b7a8-e2fef5fee62d of type vlan for network 332f9662-5770-4769-8267-0c7d05b8b0bd Jun 02 12:31:39.629051 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-97aa8a9a-763f-4ed5-ad6a-59e792e7af42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:39.641930 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Usage tracker for resource:security_group_rule and tenant:59b98c2b22bd4603b7ec9c7b812528d7 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:39.648198 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:39.659998 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff3a9aa-b5a2-470c-affd-9d0bcf25b119 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:39.660214 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:39.660619 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aff3a9aa-b5a2-470c-affd-9d0bcf25b119 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.698642 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.717821 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-21b1bb3f-c837-48bb-8482-f25a64a26359 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.724533 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-21b1bb3f-c837-48bb-8482-f25a64a26359 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "DELETE /v2.0/routers/28e271ed-4c81-44bd-912c-a618e16c9a06 HTTP/1.1" status: 204 len: 168 time: 5.5749512 Jun 02 12:31:39.724533 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 42998) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:39.726839 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-aff3a9aa-b5a2-470c-affd-9d0bcf25b119 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4167135 Jun 02 12:31:39.733804 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-b6b5f9f1-5484-4f5c-9f21-867aade5231d tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-105886901', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:39.734240 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43000) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:39.742753 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-75044fce-870f-4055-944d-c487d1e76bda tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.744027 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b6b5f9f1-5484-4f5c-9f21-867aade5231d tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:39.753688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b6b5f9f1-5484-4f5c-9f21-867aade5231d tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Usage tracker for resource:router and tenant:688633e20c72433d938ad17b30273b1d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:39.771231 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b6b5f9f1-5484-4f5c-9f21-867aade5231d tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:39.774565 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3a9aa-b5a2-470c-affd-9d0bcf25b119 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=d3b8a0bb-c710-41e2-a4cd-ddd3273339fe,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:39.777382 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-aff3a9aa-b5a2-470c-affd-9d0bcf25b119 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:39.789306 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b6b5f9f1-5484-4f5c-9f21-867aade5231d tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:39.805021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-2ab3e505-63b6-4bc2-9da2-2a3169f51293 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'mac_address': 'fa:16:3e:6c:78:ee', 'name': 'tempest-NetworksTestDHCPv6-1683470072'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:39.807792 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.808940 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:39.809651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.818211 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7e27d0c8-8179-4130-8cd5-1485b09bbe58 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:39.856464 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b6b5f9f1-5484-4f5c-9f21-867aade5231d tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.857957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b6b5f9f1-5484-4f5c-9f21-867aade5231d tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:39.994699 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1718826 Jun 02 12:31:40.001631 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b6b5f9f1-5484-4f5c-9f21-867aade5231d tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:40.003286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43004) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:40.011233 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-333972e9-3213-4482-aaf5-47ad7fef8e3b admin admin] Request body: {'subnet': {'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-799814407-subnet', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:40.023089 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-333972e9-3213-4482-aaf5-47ad7fef8e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:40.027944 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-333972e9-3213-4482-aaf5-47ad7fef8e3b admin admin] Usage tracker for resource:subnet and tenant:2eeecbacfd564d3d9465a6227d2e7ddc is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:40.031220 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-333972e9-3213-4482-aaf5-47ad7fef8e3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:40.038920 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-333972e9-3213-4482-aaf5-47ad7fef8e3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:40.062166 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Pushing event updated for resources: {'Network': ['ID=d26e7cf0-c529-4972-8a72-bcb5f758199e,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:40.064810 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333972e9-3213-4482-aaf5-47ad7fef8e3b admin admin] Made reservation on behalf of 2eeecbacfd564d3d9465a6227d2e7ddc for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:40.067312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-333972e9-3213-4482-aaf5-47ad7fef8e3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:40.075812 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network d26e7cf0-c529-4972-8a72-bcb5f758199e details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:31:40.091721 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:40.108139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43006) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:40.176018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b6b5f9f1-5484-4f5c-9f21-867aade5231d tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:40.196419 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:40.225368 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b6b5f9f1-5484-4f5c-9f21-867aade5231d tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:40.226715 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b6b5f9f1-5484-4f5c-9f21-867aade5231d tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5016687 Jun 02 12:31:40.229455 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43010) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:40.229826 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e27325f4-ed6c-4b24-8d71-079011c20e49 tempest-PortsAdminExtendedAttrsTestJSON-1410010104 tempest-PortsAdminExtendedAttrsTestJSON-1410010104-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:40.234234 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c60770a0-ee85-4c0c-afd8-68bb1bb07aa0 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'enable_snat': False}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:40.260675 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-75044fce-870f-4055-944d-c487d1e76bda tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:40.266644 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75044fce-870f-4055-944d-c487d1e76bda tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:40.267230 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-75044fce-870f-4055-944d-c487d1e76bda tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:40.387606 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Network 35fcd806-783f-4044-898e-2b91562e633a is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:40.405768 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:40.414949 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2ab3e505-63b6-4bc2-9da2-2a3169f51293 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:40.423597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:40.429187 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:40.429832 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:40.435433 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-75044fce-870f-4055-944d-c487d1e76bda tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3460290 Jun 02 12:31:40.445727 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2ab3e505-63b6-4bc2-9da2-2a3169f51293 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:port and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:40.450063 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43012) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:40.485108 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Pushing event updated for resources: {'Port': ['ID=694cb0ab-fe25-4884-9859-4c83a0dede88,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:40.488620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:40.494404 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-23e2f726-4f09-459c-931f-8cd946b219f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'subnet': {'network_id': '332f9662-5770-4769-8267-0c7d05b8b0bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:40.508065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2ab3e505-63b6-4bc2-9da2-2a3169f51293 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:40.521537 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:40.547012 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:40.565256 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:40.573866 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2ab3e505-63b6-4bc2-9da2-2a3169f51293 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:40.659677 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-73035b41-036c-461a-86b6-6ec1ea50fb39 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc95a266ff3a42a1a8ce55c12c69b753&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5033426 Jun 02 12:31:40.661850 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43014) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:40.693490 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.2718546 Jun 02 12:31:40.722486 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43016) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:40.744427 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:31:40.758445 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89e33cd-160f-4b32-b5ea-327f478660c4 None None] Network 35fcd806-783f-4044-898e-2b91562e633a requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:40.778622 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab3e505-63b6-4bc2-9da2-2a3169f51293 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:40.927162 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75044fce-870f-4055-944d-c487d1e76bda tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Network': ['ID=332f9662-5770-4769-8267-0c7d05b8b0bd,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:40.930631 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-75044fce-870f-4055-944d-c487d1e76bda tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:40.932659 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a86edb5a-5338-4031-a372-d6ebdf8903c0 None None] Provisioning for port 4632b83a-71a3-41fd-99fd-7b514187b8cd completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:40.939081 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e505-63b6-4bc2-9da2-2a3169f51293 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:40.950819 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fa0f0b4c-1163-42b7-8263-703153b7ead0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:40.956037 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 332f9662-5770-4769-8267-0c7d05b8b0bd details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:31:40.959361 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5cb81b58-d4f9-47d7-b7c5-8d5ec84b3bc6 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:40.976410 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c60770a0-ee85-4c0c-afd8-68bb1bb07aa0 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:40.979791 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-23e2f726-4f09-459c-931f-8cd946b219f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:40.983820 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-23e2f726-4f09-459c-931f-8cd946b219f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:subnet and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:40.988070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-23e2f726-4f09-459c-931f-8cd946b219f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:40.996827 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-23e2f726-4f09-459c-931f-8cd946b219f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:41.010047 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:41.010511 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Added segment e95a5db2-6d70-496b-b4f8-93988ea3f877 of type vlan for network 083097fa-de6c-40c8-bfc5-26ceb31ba007 Jun 02 12:31:41.029624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e2f726-4f09-459c-931f-8cd946b219f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:41.034150 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-23e2f726-4f09-459c-931f-8cd946b219f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:41.081292 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device de42cfae-26eb-49cd-ba2b-8d943c6e44a1 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:31:41.084462 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-2ab3e505-63b6-4bc2-9da2-2a3169f51293 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] device_id is not set on port bf14fe99-dcdb-4c3d-a07e-b0d116dbf271 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:31:41.137908 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fdf791-50f6-457d-add7-f0cb17470579,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:41.170873 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:41.175997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0241a782-ff3f-4bd8-8173-197552064e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:41.181561 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-295cf16f-6a6e-4c16-9418-e2f5a19983ed tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:41.282556 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port de42cfae-26eb-49cd-ba2b-8d943c6e44a1 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:41.289087 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0241a782-ff3f-4bd8-8173-197552064e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:41.291816 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4632b83a-71a3-41fd-99fd-7b514187b8cd up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:31:41.319724 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:41.389716 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:41.390759 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:41.391898 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:41.398280 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f29a3e-61b2-4908-975d-6ba05c6f68b0 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:41.402794 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a51aa19-678f-4466-95ae-e1c170581757 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:41.408868 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a51aa19-678f-4466-95ae-e1c170581757 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:41.413825 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb81b58-d4f9-47d7-b7c5-8d5ec84b3bc6 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Subnet': ['ID=2abd46a8-4dab-48f6-bea7-da6311ac8e68,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:41.414901 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a51aa19-678f-4466-95ae-e1c170581757 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:41.416634 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3a51aa19-678f-4466-95ae-e1c170581757 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.6821432 Jun 02 12:31:41.423904 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43018) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:41.424864 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5cb81b58-d4f9-47d7-b7c5-8d5ec84b3bc6 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:41.455763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:41.468601 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb81b58-d4f9-47d7-b7c5-8d5ec84b3bc6 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Checking segment: {'id': '619d92d0-f19e-44e9-acd1-1d8a766b9f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:31:41.468986 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb81b58-d4f9-47d7-b7c5-8d5ec84b3bc6 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network hostable DHCP agents. Network: 30daf860-b5a6-4e4d-aa49-0d6a6ca39e17, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:31:41.538546 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c1aa84f6-85df-40aa-b906-1c2b442f8519 None None] Provisioning for port de42cfae-26eb-49cd-ba2b-8d943c6e44a1 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:41.559237 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c1aa84f6-85df-40aa-b906-1c2b442f8519 None None] Provisioning complete for port de42cfae-26eb-49cd-ba2b-8d943c6e44a1 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:41.559739 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c1aa84f6-85df-40aa-b906-1c2b442f8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:41.583336 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0241a782-ff3f-4bd8-8173-197552064e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:41.590049 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7fc30023-a1b9-4514-9f00-ac00c282d1df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:41.602717 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.3735046 Jun 02 12:31:41.610593 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Pushing event updated for resources: {'Network': ['ID=083097fa-de6c-40c8-bfc5-26ceb31ba007,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:41.615408 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43020) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:41.620209 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:41.622092 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb81b58-d4f9-47d7-b7c5-8d5ec84b3bc6 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network 30daf860-b5a6-4e4d-aa49-0d6a6ca39e17 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:31:41.629502 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-589563f4-2958-4705-9693-175f1248b5ba tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Request body: {'network': {'project_id': '59b98c2b22bd4603b7ec9c7b812528d7'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:41.634601 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241a782-ff3f-4bd8-8173-197552064e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f997fa7-7048-45da-a19c-91ee2be871e5,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:41.636696 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 083097fa-de6c-40c8-bfc5-26ceb31ba007 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:31:41.667494 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 4632b83a-71a3-41fd-99fd-7b514187b8cd completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:41.701463 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0241a782-ff3f-4bd8-8173-197552064e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:41.702882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-589563f4-2958-4705-9693-175f1248b5ba tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:41.703455 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 4632b83a-71a3-41fd-99fd-7b514187b8cd triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:41.704525 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:41.707166 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-5cb81b58-d4f9-47d7-b7c5-8d5ec84b3bc6 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 30daf860-b5a6-4e4d-aa49-0d6a6ca39e17) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:41.726231 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-589563f4-2958-4705-9693-175f1248b5ba tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Usage tracker for resource:network and tenant:59b98c2b22bd4603b7ec9c7b812528d7 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:41.739672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b4a9ba-d584-4d58-96d2-76e62edb4153 None None] Network 30daf860-b5a6-4e4d-aa49-0d6a6ca39e17 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:41.742618 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb81b58-d4f9-47d7-b7c5-8d5ec84b3bc6 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:41.743209 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5cb81b58-d4f9-47d7-b7c5-8d5ec84b3bc6 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:41.765037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-2ab3e505-63b6-4bc2-9da2-2a3169f51293 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 172.20.0.10 (a7413df9-4e7a-4187-aef8-a668d8bf2950/d3b8a0bb-c710-41e2-a4cd-ddd3273339fe/bf14fe99-dcdb-4c3d-a07e-b0d116dbf271) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:41.784815 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-589563f4-2958-4705-9693-175f1248b5ba tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:41.785682 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-2ab3e505-63b6-4bc2-9da2-2a3169f51293 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8::f816:3eff:fe6c:78ee (a7413df9-4e7a-4187-aef8-a668d8bf2950/39cd3a1c-58a2-4b6d-ae3c-1988ea084a29/bf14fe99-dcdb-4c3d-a07e-b0d116dbf271) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:41.810855 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5cb81b58-d4f9-47d7-b7c5-8d5ec84b3bc6 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7970750 Jun 02 12:31:41.811056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-589563f4-2958-4705-9693-175f1248b5ba tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:41.812857 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43022) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:41.843373 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0241a782-ff3f-4bd8-8173-197552064e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:41.847526 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0241a782-ff3f-4bd8-8173-197552064e06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f997fa7-7048-45da-a19c-91ee2be871e5 HTTP/1.1" status: 204 len: 168 time: 1.1800239 Jun 02 12:31:41.910346 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-3779f0c6-2e7e-47a3-879b-ed3e01f5b4ad tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Deleting port 694cb0ab-fe25-4884-9859-4c83a0dede88 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:41.910689 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3779f0c6-2e7e-47a3-879b-ed3e01f5b4ad tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:41.924291 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589563f4-2958-4705-9693-175f1248b5ba tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Made reservation on behalf of 59b98c2b22bd4603b7ec9c7b812528d7 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:41.926795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-589563f4-2958-4705-9693-175f1248b5ba tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:42.024788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c60770a0-ee85-4c0c-afd8-68bb1bb07aa0 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:42.080301 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c60770a0-ee85-4c0c-afd8-68bb1bb07aa0 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:42.102163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-333972e9-3213-4482-aaf5-47ad7fef8e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:42.145680 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-078bec20-6aba-4557-9b14-a55041ed453c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:42.178577 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589563f4-2958-4705-9693-175f1248b5ba tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:31:42.258355 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-589563f4-2958-4705-9693-175f1248b5ba tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:42.264236 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-589563f4-2958-4705-9693-175f1248b5ba tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Added segment 078ae3a1-f3f7-49b1-b7ee-a9f25d3acbce of type vlan for network 30a91c47-8175-4d2d-9f30-e3aa147a5379 Jun 02 12:31:42.311277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3779f0c6-2e7e-47a3-879b-ed3e01f5b4ad tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:42.332828 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:31:42.333668 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:42.359098 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333972e9-3213-4482-aaf5-47ad7fef8e3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e7c6b0-13d3-41ba-a88f-b72a6c16c109,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:42.398817 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-589563f4-2958-4705-9693-175f1248b5ba tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:42.403010 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-333972e9-3213-4482-aaf5-47ad7fef8e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:42.554570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-3779f0c6-2e7e-47a3-879b-ed3e01f5b4ad tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Calling delete_port for 694cb0ab-fe25-4884-9859-4c83a0dede88 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:42.565673 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c1aa84f6-85df-40aa-b906-1c2b442f8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:42.582728 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333972e9-3213-4482-aaf5-47ad7fef8e3b admin admin] Checking segment: {'id': 'b6fc825a-a603-4b65-8548-8a3471bd29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:31:42.583095 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333972e9-3213-4482-aaf5-47ad7fef8e3b admin admin] Network hostable DHCP agents. Network: d26e7cf0-c529-4972-8a72-bcb5f758199e, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:31:42.653400 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-c60770a0-ee85-4c0c-afd8-68bb1bb07aa0 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Allocated IP 172.26.7.185 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/c3aa1436-4248-483e-8ec1-d9e6c1a45180) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:42.660005 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-589563f4-2958-4705-9693-175f1248b5ba tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:42.661065 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589563f4-2958-4705-9693-175f1248b5ba tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:42.661711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-589563f4-2958-4705-9693-175f1248b5ba tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:42.669136 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:42.682373 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-c1aa84f6-85df-40aa-b906-1c2b442f8519 None None] For port de42cfae-26eb-49cd-ba2b-8d943c6e44a1, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=de42cfae-26eb-49cd-ba2b-8d943c6e44a1,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:42.695458 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c1aa84f6-85df-40aa-b906-1c2b442f8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:42.701536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bfe35630-bbc0-486b-b109-7b4dccefceb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:42.726518 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333972e9-3213-4482-aaf5-47ad7fef8e3b admin admin] Network d26e7cf0-c529-4972-8a72-bcb5f758199e is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:31:42.747653 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:42.883527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-333972e9-3213-4482-aaf5-47ad7fef8e3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, d26e7cf0-c529-4972-8a72-bcb5f758199e) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:42.885817 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-589563f4-2958-4705-9693-175f1248b5ba tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2672300 Jun 02 12:31:42.910750 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7c6d1b-71b7-4142-a0e1-b986a6a110bb None None] Network d26e7cf0-c529-4972-8a72-bcb5f758199e requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:42.949342 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43044) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:42.950321 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43046) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:43.027534 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-c2af12b3-e992-489a-bbc5-edc56aab51a0 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Request body: {'network': {'project_id': '59b98c2b22bd4603b7ec9c7b812528d7'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:43.073136 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e505-63b6-4bc2-9da2-2a3169f51293 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:43.081292 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9c8829f7-c61c-4912-99f0-1b2456dc4309 None None] Provisioning for port 694cb0ab-fe25-4884-9859-4c83a0dede88 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:43.109774 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-2ab3e505-63b6-4bc2-9da2-2a3169f51293 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Transition to ACTIVE for port object bf14fe99-dcdb-4c3d-a07e-b0d116dbf271 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:43.114759 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 4632b83a-71a3-41fd-99fd-7b514187b8cd, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4632b83a-71a3-41fd-99fd-7b514187b8cd,segment=NetworkSegment(c9a000d3-1365-4fd1-9f97-36b7d1fe4895),segment_id=c9a000d3-1365-4fd1-9f97-36b7d1fe4895)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:43.115951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9c8829f7-c61c-4912-99f0-1b2456dc4309 None None] Provisioning complete for port 694cb0ab-fe25-4884-9859-4c83a0dede88 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:43.116478 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9c8829f7-c61c-4912-99f0-1b2456dc4309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:43.141223 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa84f6-85df-40aa-b906-1c2b442f8519 None None] Pushing event updated for resources: {'Port': ['ID=de42cfae-26eb-49cd-ba2b-8d943c6e44a1,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:43.155761 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589563f4-2958-4705-9693-175f1248b5ba tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Pushing event updated for resources: {'Network': ['ID=30a91c47-8175-4d2d-9f30-e3aa147a5379,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:43.160025 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c1aa84f6-85df-40aa-b906-1c2b442f8519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:43.166001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-589563f4-2958-4705-9693-175f1248b5ba tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:43.167399 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333972e9-3213-4482-aaf5-47ad7fef8e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:43.168148 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-333972e9-3213-4482-aaf5-47ad7fef8e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:43.171470 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:43.184911 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c2af12b3-e992-489a-bbc5-edc56aab51a0 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:43.251111 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Request body: {'networks': [{'name': 'tempest-network--1711936415'}, {'name': 'tempest-network--16711976'}]} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:43.251538 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Request body: {'network': {'name': 'tempest-network--1711936415'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:43.252301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Request body: {'network': {'name': 'tempest-network--16711976'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:43.260224 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:43.264851 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Usage tracker for resource:network and tenant:e67c89da0f9f4b069ac76c7d31f5a2b3 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:43.269237 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:43.272636 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c2af12b3-e992-489a-bbc5-edc56aab51a0 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Usage tracker for resource:network and tenant:59b98c2b22bd4603b7ec9c7b812528d7 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:43.278358 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:43.281098 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6d505507-7214-42dc-893d-d3224b631c67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:43.305248 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c2af12b3-e992-489a-bbc5-edc56aab51a0 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:43.316479 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-333972e9-3213-4482-aaf5-47ad7fef8e3b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3118291 Jun 02 12:31:43.317328 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43050) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:43.326956 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 30a91c47-8175-4d2d-9f30-e3aa147a5379 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:31:43.337374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-799814407-router', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:43.360084 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:43.364292 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c60770a0-ee85-4c0c-afd8-68bb1bb07aa0 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:43.369362 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e505-63b6-4bc2-9da2-2a3169f51293 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:43.376466 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Usage tracker for resource:router and tenant:2eeecbacfd564d3d9465a6227d2e7ddc is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:43.377085 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:43.379890 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:43.388377 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-aaa31492-53f0-4827-a112-f158f771bb7d tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:43.388554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:43.390462 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3779f0c6-2e7e-47a3-879b-ed3e01f5b4ad tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:43.391657 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device de42cfae-26eb-49cd-ba2b-8d943c6e44a1 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:31:43.400026 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6774d931-7820-44b4-9c1c-dcceb2e23eec tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:43.423963 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Allocated IP 2001:db8::2 (30daf860-b5a6-4e4d-aa49-0d6a6ca39e17/2abd46a8-4dab-48f6-bea7-da6311ac8e68/fb76f74d-d62e-48b8-934f-c1391ef1a9d6) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:43.455413 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779f0c6-2e7e-47a3-879b-ed3e01f5b4ad tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Pushing event deleted for resources: {'Port': ['ID=694cb0ab-fe25-4884-9859-4c83a0dede88,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:43.458127 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c2af12b3-e992-489a-bbc5-edc56aab51a0 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:43.459348 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3779f0c6-2e7e-47a3-879b-ed3e01f5b4ad tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:43.498017 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:43.499205 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:43.517674 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3779f0c6-2e7e-47a3-879b-ed3e01f5b4ad tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:43.519748 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3779f0c6-2e7e-47a3-879b-ed3e01f5b4ad tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] 10.222.0.37 "DELETE /v2.0/ports/694cb0ab-fe25-4884-9859-4c83a0dede88 HTTP/1.1" status: 204 len: 168 time: 2.0908949 Jun 02 12:31:43.526244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43052) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:43.527419 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2af12b3-e992-489a-bbc5-edc56aab51a0 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 02 12:31:43.527889 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2af12b3-e992-489a-bbc5-edc56aab51a0 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:31:43.529124 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c2af12b3-e992-489a-bbc5-edc56aab51a0 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.5774488 Jun 02 12:31:43.532918 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43054) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:43.538830 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-d81f76c5-c4a7-4403-8b54-d35f372bc7f1 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Request body: {'port': {'name': 'tempest-new-port-name-1584448049', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:43.539687 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.api.validators [None req-d81f76c5-c4a7-4403-8b54-d35f372bc7f1 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] bootfile-name is not in valid_values {{(pid=92305) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 12:31:43.540287 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.api.validators [None req-d81f76c5-c4a7-4403-8b54-d35f372bc7f1 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] tftp-server is not in valid_values {{(pid=92305) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 12:31:43.540828 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.api.validators [None req-d81f76c5-c4a7-4403-8b54-d35f372bc7f1 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] server-ip-address is not in valid_values {{(pid=92305) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 12:31:43.580298 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9c8829f7-c61c-4912-99f0-1b2456dc4309 None None] Port 694cb0ab-fe25-4884-9859-4c83a0dede88 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:31:43.610358 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:43.613113 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Made reservation on behalf of e67c89da0f9f4b069ac76c7d31f5a2b3 for: {'network': 2} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:43.618384 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:43.626876 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c60770a0-ee85-4c0c-afd8-68bb1bb07aa0 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:43.630573 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab3e505-63b6-4bc2-9da2-2a3169f51293 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:43.643042 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0f6fe6ab-0195-45f7-9c48-2bbff53ec5ea tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:43.643253 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-2ab3e505-63b6-4bc2-9da2-2a3169f51293 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:43.648581 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab3e505-63b6-4bc2-9da2-2a3169f51293 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:43.682200 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:43.701495 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=4632b83a-71a3-41fd-99fd-7b514187b8cd,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:43.708282 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3e505-63b6-4bc2-9da2-2a3169f51293 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=bf14fe99-dcdb-4c3d-a07e-b0d116dbf271,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:43.711905 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2ab3e505-63b6-4bc2-9da2-2a3169f51293 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:43.747985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:43.760433 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:43.767307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cb91ba-9120-43c4-9599-a9690194ef25 None None] Update dhcp port {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'fixed_ips': [{'subnet_id': '39cd3a1c-58a2-4b6d-ae3c-1988ea084a29', 'ip_address': '2001:db8::f816:3eff:fe38:af24'}, {'subnet_id': 'd3b8a0bb-c710-41e2-a4cd-ddd3273339fe'}], 'binding:host_id': 'dv-neutron-601336-80-hyperv'}, 'id': 'de42cfae-26eb-49cd-ba2b-8d943c6e44a1'} from dv-neutron-601336-80-hyperv. {{(pid=92306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 12:31:43.785281 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Usage tracker for resource:security_group_rule and tenant:e67c89da0f9f4b069ac76c7d31f5a2b3 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:43.789355 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:43.801633 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-d26e7cf0-c529-4972-8a72-bcb5f758199e', 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'fixed_ips': [{'subnet_id': '35e7c6b0-13d3-41ba-a88f-b72a6c16c109'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:31:43.802483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:43.822068 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9c8829f7-c61c-4912-99f0-1b2456dc4309 None None] Provisioning complete for port 4632b83a-71a3-41fd-99fd-7b514187b8cd triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:43.822472 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9c8829f7-c61c-4912-99f0-1b2456dc4309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:43.840149 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:43.845246 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60770a0-ee85-4c0c-afd8-68bb1bb07aa0 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:43.855488 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-c60770a0-ee85-4c0c-afd8-68bb1bb07aa0 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:43.866876 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60770a0-ee85-4c0c-afd8-68bb1bb07aa0 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:43.873280 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab3e505-63b6-4bc2-9da2-2a3169f51293 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:43.873913 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e505-63b6-4bc2-9da2-2a3169f51293 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:43.947992 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e339038-eb41-4ff5-a8a8-8d47132ca76e tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:43.965860 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60770a0-ee85-4c0c-afd8-68bb1bb07aa0 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Pushing event updated for resources: {'Port': ['ID=c3aa1436-4248-483e-8ec1-d9e6c1a45180,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:43.966057 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2ab3e505-63b6-4bc2-9da2-2a3169f51293 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.2118821 Jun 02 12:31:43.974980 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43056) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:43.985688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c60770a0-ee85-4c0c-afd8-68bb1bb07aa0 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:44.003827 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port de42cfae-26eb-49cd-ba2b-8d943c6e44a1 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:44.004192 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:44.069738 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-59cb91ba-9120-43c4-9599-a9690194ef25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:44.072079 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-23e2f726-4f09-459c-931f-8cd946b219f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:44.081281 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-166b2cd8-e8e7-4d59-847f-39f2db0a4696 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:44.130184 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d81f76c5-c4a7-4403-8b54-d35f372bc7f1 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:44.201319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2f726-4f09-459c-931f-8cd946b219f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Subnet': ['ID=8280e88e-9d43-45c7-9a37-f46a99a91aaf,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:44.202888 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-23e2f726-4f09-459c-931f-8cd946b219f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:44.221297 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dbceb83-1626-4667-9d7c-cc1908402976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:44.224963 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:44.237019 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153071d6-46b2-429f-995e-9af654d4ae58 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:44.243881 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153071d6-46b2-429f-995e-9af654d4ae58 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:44.245038 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-153071d6-46b2-429f-995e-9af654d4ae58 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:44.249141 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e2f726-4f09-459c-931f-8cd946b219f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Checking segment: {'id': 'b9b8678e-57da-4f38-b7a8-e2fef5fee62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '332f9662-5770-4769-8267-0c7d05b8b0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:31:44.249512 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e2f726-4f09-459c-931f-8cd946b219f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network hostable DHCP agents. Network: 332f9662-5770-4769-8267-0c7d05b8b0bd, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:31:44.253767 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:44.254345 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:44.270845 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-aa4e4b45-6bff-49fd-b2aa-9d98c0bc0cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:44.322655 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-153071d6-46b2-429f-995e-9af654d4ae58 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:44.326337 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-153071d6-46b2-429f-995e-9af654d4ae58 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.3480017 Jun 02 12:31:44.327129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43058) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:44.367273 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694be19f-6e32-460c-8df8-0e0302c0cc1d,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:44.371260 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:44.383006 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e2f726-4f09-459c-931f-8cd946b219f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network 332f9662-5770-4769-8267-0c7d05b8b0bd is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:31:44.385135 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:31:44.388249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:44.407979 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:44.418445 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:44.418871 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Added segment 6b5b558c-8cfd-4434-bdbd-64073f731632 of type vlan for network b48a0984-dc14-437e-a029-cc5d0e1597eb Jun 02 12:31:44.423157 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-23e2f726-4f09-459c-931f-8cd946b219f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 332f9662-5770-4769-8267-0c7d05b8b0bd) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:44.463828 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5a8133-09dd-4dc1-a847-056afa58c06f None None] Network 332f9662-5770-4769-8267-0c7d05b8b0bd requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:44.481566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e2f726-4f09-459c-931f-8cd946b219f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:44.482255 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-23e2f726-4f09-459c-931f-8cd946b219f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:44.499419 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Transition to ACTIVE for port object fb76f74d-d62e-48b8-934f-c1391ef1a9d6 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:44.595901 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Allocated IP 172.20.0.2 (d26e7cf0-c529-4972-8a72-bcb5f758199e/35e7c6b0-13d3-41ba-a88f-b72a6c16c109/7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:44.629835 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Transition to ACTIVE for port object fb76f74d-d62e-48b8-934f-c1391ef1a9d6 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:44.671507 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:44.725337 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-23e2f726-4f09-459c-931f-8cd946b219f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2327409 Jun 02 12:31:44.731183 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43060) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:44.741616 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-52459116-5186-40ee-9534-e923e7baf006 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'port': {'network_id': '332f9662-5770-4769-8267-0c7d05b8b0bd', 'name': 'tempest-PortsTestJSON-1998995870', 'fixed_ips': [{'subnet_id': '8280e88e-9d43-45c7-9a37-f46a99a91aaf', 'ip_address': '172.20.0.10'}]}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:44.760550 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e339038-eb41-4ff5-a8a8-8d47132ca76e tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:44.767604 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:44.770876 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-de1c7af7-8bec-4e33-bb18-661cb6d61fb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:44.797178 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-0e339038-eb41-4ff5-a8a8-8d47132ca76e tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a91c47-8175-4d2d-9f30-e3aa147a5379']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:44.824349 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-0e339038-eb41-4ff5-a8a8-8d47132ca76e tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078ae3a1-f3f7-49b1-b7ee-a9f25d3acbce') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:44.824646 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-0e339038-eb41-4ff5-a8a8-8d47132ca76e tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078ae3a1-f3f7-49b1-b7ee-a9f25d3acbce') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:44.871568 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e339038-eb41-4ff5-a8a8-8d47132ca76e tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:44.884693 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Allocated IP 2001:db8::1 (30daf860-b5a6-4e4d-aa49-0d6a6ca39e17/2abd46a8-4dab-48f6-bea7-da6311ac8e68/c0bd0f2f-b6f1-4746-b3ea-fdd052238639) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:44.887696 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6ecf3-6881-48fd-9b4f-05f5124e6baf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting port bf14fe99-dcdb-4c3d-a07e-b0d116dbf271 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:44.888066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bfc6ecf3-6881-48fd-9b4f-05f5124e6baf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:44.893154 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9c8829f7-c61c-4912-99f0-1b2456dc4309 None None] Provisioning for port ce54e001-7b6c-4de5-8c5d-9245faa96445 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:44.927733 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:31:44.931740 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9c8829f7-c61c-4912-99f0-1b2456dc4309 None None] Provisioning complete for port ce54e001-7b6c-4de5-8c5d-9245faa96445 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:44.932123 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9c8829f7-c61c-4912-99f0-1b2456dc4309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:44.957951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Network 30daf860-b5a6-4e4d-aa49-0d6a6ca39e17 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:44.985125 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:45.034091 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.034686 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Added segment fda2d0e9-7f20-48dd-9343-15c7b226b442 of type vlan for network 65068477-2309-4712-a439-d7b92adc23f6 Jun 02 12:31:45.047922 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:45.053141 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-59cb91ba-9120-43c4-9599-a9690194ef25 None None] Allocated IP 172.20.0.2 (a7413df9-4e7a-4187-aef8-a668d8bf2950/d3b8a0bb-c710-41e2-a4cd-ddd3273339fe/de42cfae-26eb-49cd-ba2b-8d943c6e44a1) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:45.055144 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Pushing event updated for resources: {'Port': ['ID=fb76f74d-d62e-48b8-934f-c1391ef1a9d6,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:45.068354 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e339038-eb41-4ff5-a8a8-8d47132ca76e tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.083794 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:45.109922 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e339038-eb41-4ff5-a8a8-8d47132ca76e tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:31:45.110347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e339038-eb41-4ff5-a8a8-8d47132ca76e tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:31:45.132700 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:31:45.179700 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-52459116-5186-40ee-9534-e923e7baf006 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:45.207974 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-52459116-5186-40ee-9534-e923e7baf006 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:port and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:45.211599 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.220815 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-52459116-5186-40ee-9534-e923e7baf006 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:45.248487 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bfc6ecf3-6881-48fd-9b4f-05f5124e6baf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.257277 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-52459116-5186-40ee-9534-e923e7baf006 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:45.295710 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Attempting to bind port fb76f74d-d62e-48b8-934f-c1391ef1a9d6 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:31:45.296051 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Attempting to bind port fb76f74d-d62e-48b8-934f-c1391ef1a9d6 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '619d92d0-f19e-44e9-acd1-1d8a766b9f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:31:45.296594 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Attempting to bind port fb76f74d-d62e-48b8-934f-c1391ef1a9d6 on network 30daf860-b5a6-4e4d-aa49-0d6a6ca39e17 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:31:45.332957 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9c8829f7-c61c-4912-99f0-1b2456dc4309 None None] Port ce54e001-7b6c-4de5-8c5d-9245faa96445 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:31:45.351997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e339038-eb41-4ff5-a8a8-8d47132ca76e tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.360505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-192024e0-26f1-447e-a9c1-8e89980bdec8 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:45.362025 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:31:45.362618 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Checking segment: {'id': '619d92d0-f19e-44e9-acd1-1d8a766b9f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:31:45.363239 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.363839 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Bound using segment: {'id': '619d92d0-f19e-44e9-acd1-1d8a766b9f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:31:45.364580 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Bound port: fb76f74d-d62e-48b8-934f-c1391ef1a9d6, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619d92d0-f19e-44e9-acd1-1d8a766b9f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:31:45.365263 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.377625 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e339038-eb41-4ff5-a8a8-8d47132ca76e tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.380103 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4632b83a-71a3-41fd-99fd-7b514187b8cd up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:31:45.399995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e339038-eb41-4ff5-a8a8-8d47132ca76e tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Pushing event deleted for resources: {'Network': ['ID=30a91c47-8175-4d2d-9f30-e3aa147a5379,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:45.404371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c60770a0-ee85-4c0c-afd8-68bb1bb07aa0 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.411238 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6ecf3-6881-48fd-9b4f-05f5124e6baf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Calling delete_port for bf14fe99-dcdb-4c3d-a07e-b0d116dbf271 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:45.414262 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.db.resource_extend [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:31:45.425410 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52459116-5186-40ee-9534-e923e7baf006 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:45.456045 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0e339038-eb41-4ff5-a8a8-8d47132ca76e tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:45.457454 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0e339038-eb41-4ff5-a8a8-8d47132ca76e tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] 10.222.0.37 "DELETE /v2.0/networks/30a91c47-8175-4d2d-9f30-e3aa147a5379 HTTP/1.1" status: 204 len: 168 time: 1.9233649 Jun 02 12:31:45.467687 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.470509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43062) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:45.506619 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d81f76c5-c4a7-4403-8b54-d35f372bc7f1 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.575697 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d81f76c5-c4a7-4403-8b54-d35f372bc7f1 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.589233 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d41e097d-a69b-4896-9a1e-b85be2171fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:45.630850 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-332f9662-5770-4769-8267-0c7d05b8b0bd', 'network_id': '332f9662-5770-4769-8267-0c7d05b8b0bd', 'tenant_id': '4205f37103a1478c8c9013669bd1496e', 'fixed_ips': [{'subnet_id': '8280e88e-9d43-45c7-9a37-f46a99a91aaf'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:31:45.631685 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.635663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.636238 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.641680 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:45.646633 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:45.647527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.663033 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Transition to ACTIVE for port object c0bd0f2f-b6f1-4746-b3ea-fdd052238639 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:45.666487 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5b42d099-3fd8-49a1-85ed-48a277e0390e None None] Could not find standard attr ID for object 694cb0ab-fe25-4884-9859-4c83a0dede88. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:31:45.668532 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:45.763890 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-d81f76c5-c4a7-4403-8b54-d35f372bc7f1 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] In _notify_port_updated(), no bound segment for port ce54e001-7b6c-4de5-8c5d-9245faa96445 on network 35fcd806-783f-4044-898e-2b91562e633a {{(pid=92305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:31:45.769403 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81f76c5-c4a7-4403-8b54-d35f372bc7f1 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:45.770056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d81f76c5-c4a7-4403-8b54-d35f372bc7f1 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.774046 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d81f76c5-c4a7-4403-8b54-d35f372bc7f1 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] 10.222.0.37 "PUT /v2.0/ports/ce54e001-7b6c-4de5-8c5d-9245faa96445 HTTP/1.1" status: 200 len: 1130 time: 2.2426970 Jun 02 12:31:45.781768 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43064) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:45.802148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.824638 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d03103ca-f7fb-43e5-92c1-63ae3137c799 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.838147 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-59cb91ba-9120-43c4-9599-a9690194ef25 None None] For port de42cfae-26eb-49cd-ba2b-8d943c6e44a1, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=de42cfae-26eb-49cd-ba2b-8d943c6e44a1,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:45.843202 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.8898053 Jun 02 12:31:45.850389 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43066) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:45.859167 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] For port fb76f74d-d62e-48b8-934f-c1391ef1a9d6, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:31:45.864172 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] For port fb76f74d-d62e-48b8-934f-c1391ef1a9d6, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=fb76f74d-d62e-48b8-934f-c1391ef1a9d6,segment=NetworkSegment(619d92d0-f19e-44e9-acd1-1d8a766b9f81),segment_id=619d92d0-f19e-44e9-acd1-1d8a766b9f81)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:31:45.890500 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Pushing event updated for resources: {'Network': ['ID=b48a0984-dc14-437e-a029-cc5d0e1597eb,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:45.899449 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f76c5-c4a7-4403-8b54-d35f372bc7f1 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Pushing event updated for resources: {'Port': ['ID=ce54e001-7b6c-4de5-8c5d-9245faa96445,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:45.903965 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5b42d099-3fd8-49a1-85ed-48a277e0390e None None] Provisioning complete for port ce54e001-7b6c-4de5-8c5d-9245faa96445 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:45.904990 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5b42d099-3fd8-49a1-85ed-48a277e0390e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.918253 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d81f76c5-c4a7-4403-8b54-d35f372bc7f1 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:45.928349 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-52459116-5186-40ee-9534-e923e7baf006 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.942751 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.953026 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb25cd1-8c5b-4098-af79-753da18c48b6 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:45.953931 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4bb25cd1-8c5b-4098-af79-753da18c48b6 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Synchronizing usage tracker for tenant:9bbe147f4ed94eb48cb45c383f5e6eeb on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:45.957472 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Transition to ACTIVE for port object 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:45.974441 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 4632b83a-71a3-41fd-99fd-7b514187b8cd triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:45.974920 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:45.998527 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-58f21274-5197-4656-852d-963b67dbce3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:46.030403 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network b48a0984-dc14-437e-a029-cc5d0e1597eb details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:31:46.046019 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:46.090149 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:46.145911 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:46.162519 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-52459116-5186-40ee-9534-e923e7baf006 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] device_id is not set on port 1c682d56-15e7-42f2-b020-a9118b25631b yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:31:46.230420 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network 30daf860-b5a6-4e4d-aa49-0d6a6ca39e17 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:46.239718 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:46.269109 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:46.269649 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:46.292557 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4bb25cd1-8c5b-4098-af79-753da18c48b6 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Unset dirty status for tenant:9bbe147f4ed94eb48cb45c383f5e6eeb on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:46.293740 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4bb25cd1-8c5b-4098-af79-753da18c48b6 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] 10.222.0.37 "GET /v2.0/ports/ce54e001-7b6c-4de5-8c5d-9245faa96445 HTTP/1.1" status: 200 len: 1130 time: 0.5007434 Jun 02 12:31:46.299121 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Allocated IP 172.20.0.2 (332f9662-5770-4769-8267-0c7d05b8b0bd/8280e88e-9d43-45c7-9a37-f46a99a91aaf/f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:46.311998 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43068) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:46.362571 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.db.resource_extend [None req-59cb91ba-9120-43c4-9599-a9690194ef25 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:31:46.423973 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Transition to ACTIVE for port object 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:46.444857 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-5b42d099-3fd8-49a1-85ed-48a277e0390e None None] Port ce54e001-7b6c-4de5-8c5d-9245faa96445 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:31:46.481136 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Pushing event updated for resources: {'Network': ['ID=65068477-2309-4712-a439-d7b92adc23f6,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:46.491217 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c60770a0-ee85-4c0c-afd8-68bb1bb07aa0 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:46.511226 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c60770a0-ee85-4c0c-afd8-68bb1bb07aa0 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:46.512132 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-59cb91ba-9120-43c4-9599-a9690194ef25 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:46.532813 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 65068477-2309-4712-a439-d7b92adc23f6 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:31:46.546547 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:46.610259 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Pushing event updated for resources: {'Port': ['ID=fb76f74d-d62e-48b8-934f-c1391ef1a9d6,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:46.615368 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-59cb91ba-9120-43c4-9599-a9690194ef25 None None] Transition to ACTIVE for port object de42cfae-26eb-49cd-ba2b-8d943c6e44a1 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:46.628337 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.960s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:46.646798 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.964s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:46.647260 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:46.667683 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-103a1938-6bb7-436c-af25-8825d696f2a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.446s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:46.751679 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d03103ca-f7fb-43e5-92c1-63ae3137c799 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:46.769841 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:46.778996 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:46.821521 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Network d26e7cf0-c529-4972-8a72-bcb5f758199e is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:46.827619 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-59cb91ba-9120-43c4-9599-a9690194ef25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:46.829760 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-d03103ca-f7fb-43e5-92c1-63ae3137c799 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083097fa-de6c-40c8-bfc5-26ceb31ba007']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:46.834594 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Allocated IP 172.26.7.129 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/e0db2999-845a-46a2-b302-ef805879f5c0) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:46.843674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f72fcab-dccf-46b2-b835-31b33f6b0e26 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:46.849904 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f72fcab-dccf-46b2-b835-31b33f6b0e26 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:46.855590 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f72fcab-dccf-46b2-b835-31b33f6b0e26 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:46.860418 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:46.861543 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f72fcab-dccf-46b2-b835-31b33f6b0e26 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:46.862547 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4f72fcab-dccf-46b2-b835-31b33f6b0e26 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Synchronizing usage tracker for tenant:e67c89da0f9f4b069ac76c7d31f5a2b3 on resource:network {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:46.882505 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:46.889754 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-d03103ca-f7fb-43e5-92c1-63ae3137c799 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95a5db2-6d70-496b-b4f8-93988ea3f877') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:46.890216 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-d03103ca-f7fb-43e5-92c1-63ae3137c799 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95a5db2-6d70-496b-b4f8-93988ea3f877') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:46.894787 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-28043103-627c-4174-87d3-e786ffef5f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:46.907208 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-df5fa4f7-5e22-44f5-8991-990035ab261c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Deleting port ce54e001-7b6c-4de5-8c5d-9245faa96445 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:46.907550 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df5fa4f7-5e22-44f5-8991-990035ab261c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:46.957937 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d03103ca-f7fb-43e5-92c1-63ae3137c799 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:46.972385 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-465acf24-fc52-4bd2-8573-ed42768a0e2b None None] Provisioning complete for port ce54e001-7b6c-4de5-8c5d-9245faa96445 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:46.973007 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-465acf24-fc52-4bd2-8573-ed42768a0e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:46.978348 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Port': ['ID=c0bd0f2f-b6f1-4746-b3ea-fdd052238639,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:46.994768 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:47.011018 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4f72fcab-dccf-46b2-b835-31b33f6b0e26 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Unset dirty status for tenant:e67c89da0f9f4b069ac76c7d31f5a2b3 on resource:network {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:47.017879 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4f72fcab-dccf-46b2-b835-31b33f6b0e26 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.1625741 Jun 02 12:31:47.017879 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d03103ca-f7fb-43e5-92c1-63ae3137c799 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:47.029969 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43072) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:47.065746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bfc6ecf3-6881-48fd-9b4f-05f5124e6baf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:47.069193 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03103ca-f7fb-43e5-92c1-63ae3137c799 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:31:47.069556 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d03103ca-f7fb-43e5-92c1-63ae3137c799 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:31:47.093871 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:31:47.099958 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:47.113196 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7ed80411-051a-4db7-b1de-1590b6ac5700 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:47.130609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-465acf24-fc52-4bd2-8573-ed42768a0e2b None None] Port ce54e001-7b6c-4de5-8c5d-9245faa96445 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:31:47.132434 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Pushing event updated for resources: {'Port': ['ID=7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:47.152465 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60770a0-ee85-4c0c-afd8-68bb1bb07aa0 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Router c1e54d38-61d0-4fc0-9b06-5a9d09fd1bd5 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:31:47.190215 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df5fa4f7-5e22-44f5-8991-990035ab261c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:47.201289 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:47.213048 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:47.215884 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-984c9aa6-f1f0-4140-8513-4b8e253e172b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.356s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:47.337868 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6ecf3-6881-48fd-9b4f-05f5124e6baf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Port': ['ID=bf14fe99-dcdb-4c3d-a07e-b0d116dbf271,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:47.362287 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Attempting to bind port 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:31:47.363157 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Attempting to bind port 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'b6fc825a-a603-4b65-8548-8a3471bd29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:31:47.363734 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Attempting to bind port 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a on network d26e7cf0-c529-4972-8a72-bcb5f758199e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:31:47.379032 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:47.383367 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device fb76f74d-d62e-48b8-934f-c1391ef1a9d6 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:31:47.388220 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bfc6ecf3-6881-48fd-9b4f-05f5124e6baf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:47.444345 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:31:47.444727 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Checking segment: {'id': 'b6fc825a-a603-4b65-8548-8a3471bd29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:31:47.445139 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:47.445566 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Bound using segment: {'id': 'b6fc825a-a603-4b65-8548-8a3471bd29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:31:47.446244 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Bound port: 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fc825a-a603-4b65-8548-8a3471bd29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:31:47.446630 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:47.464620 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb91ba-9120-43c4-9599-a9690194ef25 None None] Pushing event updated for resources: {'Port': ['ID=de42cfae-26eb-49cd-ba2b-8d943c6e44a1,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:47.468167 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-59cb91ba-9120-43c4-9599-a9690194ef25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:47.518728 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-df5fa4f7-5e22-44f5-8991-990035ab261c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Calling delete_port for ce54e001-7b6c-4de5-8c5d-9245faa96445 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:47.585731 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] For port 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:31:47.589138 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] For port 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a,segment=NetworkSegment(b6fc825a-a603-4b65-8548-8a3471bd29aa),segment_id=b6fc825a-a603-4b65-8548-8a3471bd29aa)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:31:47.596562 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Transition to ACTIVE for port object f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:47.606911 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:47.622926 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-47aa309c-6be2-4b72-8295-ae07cae1b2a6 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:47.624733 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d03103ca-f7fb-43e5-92c1-63ae3137c799 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:47.627324 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bfc6ecf3-6881-48fd-9b4f-05f5124e6baf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:47.639736 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3dbb840b-70b3-4741-abbc-916f6eb03482 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:47.639972 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84f6bcb4-daec-4f4d-85b6-a20378518f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:47.670750 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d03103ca-f7fb-43e5-92c1-63ae3137c799 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:47.678501 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03103ca-f7fb-43e5-92c1-63ae3137c799 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Pushing event deleted for resources: {'Network': ['ID=083097fa-de6c-40c8-bfc5-26ceb31ba007,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:47.690590 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d03103ca-f7fb-43e5-92c1-63ae3137c799 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:47.695527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60770a0-ee85-4c0c-afd8-68bb1bb07aa0 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:31:47.710029 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595f3580-588a-4dc8-a1ba-c4a2dac439fd None None] Sync routers for ids ['c1e54d38-61d0-4fc0-9b06-5a9d09fd1bd5'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:31:47.715474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:47.723274 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-251a2e3c-4983-4ab1-aa99-8fbcd9a254de tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:47.728074 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595f3580-588a-4dc8-a1ba-c4a2dac439fd None None] Routers {'c1e54d38-61d0-4fc0-9b06-5a9d09fd1bd5'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:47.730839 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-595f3580-588a-4dc8-a1ba-c4a2dac439fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c1e54d38-61d0-4fc0-9b06-5a9d09fd1bd5'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:47.758206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c60770a0-ee85-4c0c-afd8-68bb1bb07aa0 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:47.762514 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c60770a0-ee85-4c0c-afd8-68bb1bb07aa0 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "PUT /v2.0/routers/c1e54d38-61d0-4fc0-9b06-5a9d09fd1bd5 HTTP/1.1" status: 200 len: 915 time: 7.5319350 Jun 02 12:31:47.771330 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43074) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:47.780162 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b5b897-8b19-4371-aa70-19babdb130fa None None] Network 30daf860-b5a6-4e4d-aa49-0d6a6ca39e17 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:47.789542 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bfc6ecf3-6881-48fd-9b4f-05f5124e6baf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/bf14fe99-dcdb-4c3d-a07e-b0d116dbf271 HTTP/1.1" status: 204 len: 168 time: 3.4593434 Jun 02 12:31:47.819711 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Transition to ACTIVE for port object f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:47.822521 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Pushing event updated for resources: {'Port': ['ID=7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:47.832570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:47.847144 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:47.852795 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:47.877471 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43076) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:47.885729 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-595f3580-588a-4dc8-a1ba-c4a2dac439fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:47.898424 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595f3580-588a-4dc8-a1ba-c4a2dac439fd None None] Routers {'c1e54d38-61d0-4fc0-9b06-5a9d09fd1bd5'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:47.899435 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-595f3580-588a-4dc8-a1ba-c4a2dac439fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c1e54d38-61d0-4fc0-9b06-5a9d09fd1bd5'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:47.945072 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:47.996251 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-595f3580-588a-4dc8-a1ba-c4a2dac439fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:47.997092 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595f3580-588a-4dc8-a1ba-c4a2dac439fd None None] The sync data for ids ['c1e54d38-61d0-4fc0-9b06-5a9d09fd1bd5'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:31:48.012969 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Network 332f9662-5770-4769-8267-0c7d05b8b0bd is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:48.037743 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:48.044306 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-69bd40f1-f1e9-4de3-9543-8af50e38b438 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "GET /v2.0/routers/c1e54d38-61d0-4fc0-9b06-5a9d09fd1bd5 HTTP/1.1" status: 200 len: 921 time: 0.2715383 Jun 02 12:31:48.056707 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:48.058250 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Pushing event updated for resources: {'Port': ['ID=e0db2999-845a-46a2-b302-ef805879f5c0,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:48.062816 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:48.064501 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43078) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:48.065481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:48.068788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:48.073166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:48.074073 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:48.104757 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-edfdc86d-2046-4146-8562-1d674f83d99e None None] Provisioning for port fb76f74d-d62e-48b8-934f-c1391ef1a9d6 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:48.135572 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d03103ca-f7fb-43e5-92c1-63ae3137c799 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] 10.222.0.37 "DELETE /v2.0/networks/083097fa-de6c-40c8-bfc5-26ceb31ba007 HTTP/1.1" status: 204 len: 168 time: 2.6624606 Jun 02 12:31:48.246767 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-47aa309c-6be2-4b72-8295-ae07cae1b2a6 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:48.264175 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-47aa309c-6be2-4b72-8295-ae07cae1b2a6 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48a0984-dc14-437e-a029-cc5d0e1597eb']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:48.277405 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port fb76f74d-d62e-48b8-934f-c1391ef1a9d6 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:48.286277 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-47aa309c-6be2-4b72-8295-ae07cae1b2a6 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5b558c-8cfd-4434-bdbd-64073f731632') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:48.286577 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-47aa309c-6be2-4b72-8295-ae07cae1b2a6 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5b558c-8cfd-4434-bdbd-64073f731632') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:48.302780 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-47aa309c-6be2-4b72-8295-ae07cae1b2a6 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:48.323931 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Pushing event updated for resources: {'Port': ['ID=f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:48.325287 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-47aa309c-6be2-4b72-8295-ae07cae1b2a6 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:48.332256 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port fb76f74d-d62e-48b8-934f-c1391ef1a9d6 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:48.332857 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:48.332977 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47aa309c-6be2-4b72-8295-ae07cae1b2a6 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:31:48.333353 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-47aa309c-6be2-4b72-8295-ae07cae1b2a6 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:48.408804 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:48.431944 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Attempting to bind port f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:31:48.432599 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Attempting to bind port f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'b9b8678e-57da-4f38-b7a8-e2fef5fee62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '332f9662-5770-4769-8267-0c7d05b8b0bd'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:31:48.433151 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Attempting to bind port f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668 on network 332f9662-5770-4769-8267-0c7d05b8b0bd {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:31:48.440525 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:31:48.479473 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:31:48.480105 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Checking segment: {'id': 'b9b8678e-57da-4f38-b7a8-e2fef5fee62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '332f9662-5770-4769-8267-0c7d05b8b0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:31:48.480708 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:48.481303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Bound using segment: {'id': 'b9b8678e-57da-4f38-b7a8-e2fef5fee62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '332f9662-5770-4769-8267-0c7d05b8b0bd'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:31:48.481973 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Bound port: f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b8678e-57da-4f38-b7a8-e2fef5fee62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '332f9662-5770-4769-8267-0c7d05b8b0bd'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:31:48.482646 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:48.605713 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-cb0120e8-2ec8-4b66-b9d5-200f913b5dd8 None None] Provisioning for port de42cfae-26eb-49cd-ba2b-8d943c6e44a1 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:48.617631 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4563c0-59e1-4192-968d-fa80c4b9fe57 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:48.621172 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0f4563c0-59e1-4192-968d-fa80c4b9fe57 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&device_id=c1e54d38-61d0-4fc0-9b06-5a9d09fd1bd5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2057476 Jun 02 12:31:48.628449 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43084) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:48.647875 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-47aa309c-6be2-4b72-8295-ae07cae1b2a6 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:48.687630 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-cb0120e8-2ec8-4b66-b9d5-200f913b5dd8 None None] Provisioning complete for port de42cfae-26eb-49cd-ba2b-8d943c6e44a1 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:48.692641 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cb0120e8-2ec8-4b66-b9d5-200f913b5dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:48.823175 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df5fa4f7-5e22-44f5-8991-990035ab261c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:48.834909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4d2dffc1-0105-4c3f-ad7a-9c7b86b81310 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:48.880723 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-52459116-5186-40ee-9534-e923e7baf006 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Allocated IP 172.20.0.10 (332f9662-5770-4769-8267-0c7d05b8b0bd/8280e88e-9d43-45c7-9a37-f46a99a91aaf/1c682d56-15e7-42f2-b020-a9118b25631b) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:48.887333 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd9219e-c908-44c1-b813-46b7a5cacb23 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:48.888956 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd9219e-c908-44c1-b813-46b7a5cacb23 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:48.892600 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd9219e-c908-44c1-b813-46b7a5cacb23 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:48.895517 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2cd9219e-c908-44c1-b813-46b7a5cacb23 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.9577286 Jun 02 12:31:48.920482 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:48.939652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43086) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:48.990878 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:48.991095 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fa4f7-5e22-44f5-8991-990035ab261c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Pushing event deleted for resources: {'Port': ['ID=ce54e001-7b6c-4de5-8c5d-9245faa96445,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:49.007582 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-df5fa4f7-5e22-44f5-8991-990035ab261c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:49.042395 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-47aa309c-6be2-4b72-8295-ae07cae1b2a6 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:49.045425 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa309c-6be2-4b72-8295-ae07cae1b2a6 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Pushing event deleted for resources: {'Network': ['ID=b48a0984-dc14-437e-a029-cc5d0e1597eb,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:49.062277 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-47aa309c-6be2-4b72-8295-ae07cae1b2a6 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:49.073196 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port fb76f74d-d62e-48b8-934f-c1391ef1a9d6, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=fb76f74d-d62e-48b8-934f-c1391ef1a9d6,segment=NetworkSegment(619d92d0-f19e-44e9-acd1-1d8a766b9f81),segment_id=619d92d0-f19e-44e9-acd1-1d8a766b9f81)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:49.091050 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:49.100377 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] For port f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:31:49.102729 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-26ce4f99-1322-4d82-b47a-0cb65d5a0ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:49.193513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df5fa4f7-5e22-44f5-8991-990035ab261c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:49.213459 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-47aa309c-6be2-4b72-8295-ae07cae1b2a6 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] 10.222.0.37 "DELETE /v2.0/networks/b48a0984-dc14-437e-a029-cc5d0e1597eb HTTP/1.1" status: 204 len: 168 time: 2.1789536 Jun 02 12:31:49.216631 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43090) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:49.455106 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] For port f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668,segment=NetworkSegment(b9b8678e-57da-4f38-b7a8-e2fef5fee62d),segment_id=b9b8678e-57da-4f38-b7a8-e2fef5fee62d)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:31:49.463245 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f26009-50df-4fb5-91a3-9567edbb559c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:49.467344 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-53f26009-50df-4fb5-91a3-9567edbb559c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "GET /v2.0/networks/58ad0a37-4806-4fe2-972f-df18335d7a8e HTTP/1.1" status: 200 len: 881 time: 0.8198385 Jun 02 12:31:49.471868 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=fb76f74d-d62e-48b8-934f-c1391ef1a9d6,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:49.484689 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:49.505773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf137aeb-b130-4c29-ae76-4b802bdfabda tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:49.506834 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b05bbd-65d3-4c82-a884-d3c5750918f5 None None] Network d26e7cf0-c529-4972-8a72-bcb5f758199e requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:49.507934 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43092) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:49.539370 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:49.551735 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43094) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:49.564533 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-86285f20-b93c-413a-b36e-c822a4e94f2f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet 39cd3a1c-58a2-4b6d-ae3c-1988ea084a29 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:31:49.577748 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-df5fa4f7-5e22-44f5-8991-990035ab261c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] 10.222.0.37 "DELETE /v2.0/ports/ce54e001-7b6c-4de5-8c5d-9245faa96445 HTTP/1.1" status: 204 len: 168 time: 3.2625649 Jun 02 12:31:49.577748 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-86285f20-b93c-413a-b36e-c822a4e94f2f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:49.602518 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:49.614287 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-cea6a507-065b-4a36-b797-45510061d835 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e54d38-61d0-4fc0-9b06-5a9d09fd1bd5 HTTP/1.1" status: 200 len: 205 time: 0.0935054 Jun 02 12:31:49.616896 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43098) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:49.617370 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43100) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:49.669979 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device de42cfae-26eb-49cd-ba2b-8d943c6e44a1 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:31:49.741080 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-52459116-5186-40ee-9534-e923e7baf006 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:49.742274 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Pushing event updated for resources: {'Port': ['ID=f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:49.747284 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:49.756427 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:49.763803 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b674986b-905b-4e3c-9a21-0a1bd5f03d2f None None] Could not find standard attr ID for object bf14fe99-dcdb-4c3d-a07e-b0d116dbf271. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:31:49.769409 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:49.774278 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-52459116-5186-40ee-9534-e923e7baf006 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Transition to ACTIVE for port object 1c682d56-15e7-42f2-b020-a9118b25631b will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:49.780518 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:49.781789 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:49.793304 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a17bc9f8-1589-490a-9623-b0a3619bf424 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:49.796749 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port de42cfae-26eb-49cd-ba2b-8d943c6e44a1 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:49.797090 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:49.906479 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bae6e84e-9418-4b84-a94a-e8b3685c2f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:49.963330 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b674986b-905b-4e3c-9a21-0a1bd5f03d2f None None] Provisioning for port 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:49.981299 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-86285f20-b93c-413a-b36e-c822a4e94f2f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:49.997964 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-bae6e84e-9418-4b84-a94a-e8b3685c2f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:50.025024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-bae6e84e-9418-4b84-a94a-e8b3685c2f4c admin admin] Usage tracker for resource:security_group_rule and tenant:5df161d6adc84bdb9d07829c2961d2dd is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:50.032650 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-bae6e84e-9418-4b84-a94a-e8b3685c2f4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:50.053824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-bae6e84e-9418-4b84-a94a-e8b3685c2f4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:50.070975 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Port': ['ID=c0bd0f2f-b6f1-4746-b3ea-fdd052238639,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:50.075869 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:50.114962 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-52459116-5186-40ee-9534-e923e7baf006 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:50.115590 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf137aeb-b130-4c29-ae76-4b802bdfabda tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:50.133046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-89171271-2b5a-4d80-9d7f-4179f6925499 tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:50.145054 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb9d7d9-c2f2-41ee-a2d4-56e041fb7d17 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Deleting subnet cc3bc142-dc9f-4c8d-8fc6-47d882f22fde {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:31:50.149511 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ceb9d7d9-c2f2-41ee-a2d4-56e041fb7d17 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:50.216476 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ceb9d7d9-c2f2-41ee-a2d4-56e041fb7d17 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:50.233947 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52459116-5186-40ee-9534-e923e7baf006 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Port': ['ID=1c682d56-15e7-42f2-b020-a9118b25631b,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:50.235783 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:31:50.237569 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-52459116-5186-40ee-9534-e923e7baf006 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:50.276222 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52459116-5186-40ee-9534-e923e7baf006 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network 332f9662-5770-4769-8267-0c7d05b8b0bd is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:50.279516 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-52459116-5186-40ee-9534-e923e7baf006 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:50.282267 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52459116-5186-40ee-9534-e923e7baf006 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:50.284893 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-cf137aeb-b130-4c29-ae76-4b802bdfabda tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65068477-2309-4712-a439-d7b92adc23f6']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:50.354869 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network 30daf860-b5a6-4e4d-aa49-0d6a6ca39e17 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:50.367492 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:50.376145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8908b5eb-0b15-4f6c-a73b-b3243ed14887 None None] Provisioning complete for port fb76f74d-d62e-48b8-934f-c1391ef1a9d6 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:50.376795 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8908b5eb-0b15-4f6c-a73b-b3243ed14887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:50.454504 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:50.476536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:50.477196 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52459116-5186-40ee-9534-e923e7baf006 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:50.477693 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:50.477858 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-52459116-5186-40ee-9534-e923e7baf006 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:50.590394 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-52459116-5186-40ee-9534-e923e7baf006 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.8521214 Jun 02 12:31:50.604871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43102) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:50.625662 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-edb38642-2abd-46dd-b4ff-66869d5c65a8 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'port': {'network_id': '332f9662-5770-4769-8267-0c7d05b8b0bd', 'name': 'tempest-PortsTestJSON-1775651563', 'fixed_ips': [{'subnet_id': '8280e88e-9d43-45c7-9a37-f46a99a91aaf', 'ip_address': '172.20.0.9'}]}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:50.683538 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bae6e84e-9418-4b84-a94a-e8b3685c2f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:50.722867 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:50.730638 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ceb9d7d9-c2f2-41ee-a2d4-56e041fb7d17 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:50.760067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bae6e84e-9418-4b84-a94a-e8b3685c2f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:50.771435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a,segment=NetworkSegment(b6fc825a-a603-4b65-8548-8a3471bd29aa),segment_id=b6fc825a-a603-4b65-8548-8a3471bd29aa)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:50.772661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-cf137aeb-b130-4c29-ae76-4b802bdfabda tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda2d0e9-7f20-48dd-9343-15c7b226b442') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:50.773146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-cf137aeb-b130-4c29-ae76-4b802bdfabda tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda2d0e9-7f20-48dd-9343-15c7b226b442') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:50.773703 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8908b5eb-0b15-4f6c-a73b-b3243ed14887 None None] Provisioning for port c0bd0f2f-b6f1-4746-b3ea-fdd052238639 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:50.774895 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:50.780963 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8908b5eb-0b15-4f6c-a73b-b3243ed14887 None None] Provisioning complete for port c0bd0f2f-b6f1-4746-b3ea-fdd052238639 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:50.781522 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8908b5eb-0b15-4f6c-a73b-b3243ed14887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:50.813666 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6e84e-9418-4b84-a94a-e8b3685c2f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bfb71d-eb16-4a35-bdd1-d25875030881,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:50.818537 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bae6e84e-9418-4b84-a94a-e8b3685c2f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:50.831062 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:50.860602 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-8908b5eb-0b15-4f6c-a73b-b3243ed14887 None None] Port c0bd0f2f-b6f1-4746-b3ea-fdd052238639 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:31:50.862122 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:50.865057 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-49ec936a-72fc-4aa5-8232-595797088d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:50.866037 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bae6e84e-9418-4b84-a94a-e8b3685c2f4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5df161d6adc84bdb9d07829c2961d2dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3086867 Jun 02 12:31:50.896352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43104) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:50.931391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf137aeb-b130-4c29-ae76-4b802bdfabda tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:50.950514 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:50.954676 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:50.997347 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-edb38642-2abd-46dd-b4ff-66869d5c65a8 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:51.000887 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router a265d73c-1c8f-4ff9-84ff-a9daee0462ce is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:31:51.012434 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-edb38642-2abd-46dd-b4ff-66869d5c65a8 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:port and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:51.012839 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5b14a5b1-b2e5-422d-abfb-fe0b2121f1c2 None None] Provisioning complete for port c0bd0f2f-b6f1-4746-b3ea-fdd052238639 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:51.013814 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5b14a5b1-b2e5-422d-abfb-fe0b2121f1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:51.018045 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-edb38642-2abd-46dd-b4ff-66869d5c65a8 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:51.035116 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-edb38642-2abd-46dd-b4ff-66869d5c65a8 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:51.037914 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2220e852-6c77-46f6-a97f-330bde9e6bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:51.060215 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e8378504-be43-4faa-bbb8-28b6b47eabcd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:51.093808 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-5b14a5b1-b2e5-422d-abfb-fe0b2121f1c2 None None] Port c0bd0f2f-b6f1-4746-b3ea-fdd052238639 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:31:51.107001 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5b14a5b1-b2e5-422d-abfb-fe0b2121f1c2 None None] Provisioning complete for port 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:51.107961 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5b14a5b1-b2e5-422d-abfb-fe0b2121f1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:51.135134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf137aeb-b130-4c29-ae76-4b802bdfabda tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:51.175374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-86285f20-b93c-413a-b36e-c822a4e94f2f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:51.254887 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf137aeb-b130-4c29-ae76-4b802bdfabda tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:31:51.255360 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf137aeb-b130-4c29-ae76-4b802bdfabda tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:31:51.281889 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:31:51.357628 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb38642-2abd-46dd-b4ff-66869d5c65a8 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:51.360708 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de8398d-0701-4bf8-b2fb-31eac425557f None None] Network 332f9662-5770-4769-8267-0c7d05b8b0bd requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:51.415476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2220e852-6c77-46f6-a97f-330bde9e6bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:51.465080 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:31:51.495085 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-32d1092e-aaea-4b54-bbc4-65374ec979dc None None] Provisioning for port f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:51.523451 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:31:51.532794 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/a265d73c-1c8f-4ff9-84ff-a9daee0462ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7171562 Jun 02 12:31:51.541215 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43106) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:51.550359 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-354ee373-8d12-45bf-b09e-2604a7507605 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-787665863'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:51.554350 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] Sync routers for ids ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:31:51.569422 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-354ee373-8d12-45bf-b09e-2604a7507605 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:51.575324 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-354ee373-8d12-45bf-b09e-2604a7507605 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:network and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:51.578187 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-354ee373-8d12-45bf-b09e-2604a7507605 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:51.583465 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-edb38642-2abd-46dd-b4ff-66869d5c65a8 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:51.596590 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-354ee373-8d12-45bf-b09e-2604a7507605 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:51.597720 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-32d1092e-aaea-4b54-bbc4-65374ec979dc None None] Provisioning complete for port c0bd0f2f-b6f1-4746-b3ea-fdd052238639 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:51.598037 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-32d1092e-aaea-4b54-bbc4-65374ec979dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:51.610080 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2220e852-6c77-46f6-a97f-330bde9e6bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:51.618558 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bae6e84e-9418-4b84-a94a-e8b3685c2f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:51.626990 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-edb38642-2abd-46dd-b4ff-66869d5c65a8 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] device_id is not set on port 7a06ee90-56f1-40b6-8f98-bd615a3dc9d0 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:31:51.648480 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] Routers {'a265d73c-1c8f-4ff9-84ff-a9daee0462ce'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:51.649113 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:51.665458 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354ee373-8d12-45bf-b09e-2604a7507605 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Made reservation on behalf of 9cc4ca61dc954dc9aa55c98b051cae30 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:51.668900 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-354ee373-8d12-45bf-b09e-2604a7507605 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:51.690413 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220e852-6c77-46f6-a97f-330bde9e6bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bfb71d-eb16-4a35-bdd1-d25875030881,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:51.708871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2220e852-6c77-46f6-a97f-330bde9e6bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:51.729978 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354ee373-8d12-45bf-b09e-2604a7507605 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:31:51.737446 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2220e852-6c77-46f6-a97f-330bde9e6bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:51.742510 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2220e852-6c77-46f6-a97f-330bde9e6bf6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1bfb71d-eb16-4a35-bdd1-d25875030881 HTTP/1.1" status: 204 len: 168 time: 0.8412163 Jun 02 12:31:51.750211 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf137aeb-b130-4c29-ae76-4b802bdfabda tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:51.762819 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-354ee373-8d12-45bf-b09e-2604a7507605 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:51.763265 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-354ee373-8d12-45bf-b09e-2604a7507605 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Added segment 18e3d156-dcae-4391-9c20-4244111e0718 of type vlan for network 83c01907-5bfd-4b2a-ba86-015855709e26 Jun 02 12:31:51.776696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:51.818334 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf137aeb-b130-4c29-ae76-4b802bdfabda tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:51.848179 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-354ee373-8d12-45bf-b09e-2604a7507605 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:51.867656 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e8378504-be43-4faa-bbb8-28b6b47eabcd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:51.871010 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf137aeb-b130-4c29-ae76-4b802bdfabda tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Pushing event deleted for resources: {'Network': ['ID=65068477-2309-4712-a439-d7b92adc23f6,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:51.896087 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cf137aeb-b130-4c29-ae76-4b802bdfabda tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:51.902555 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-cf137aeb-b130-4c29-ae76-4b802bdfabda tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] 10.222.0.37 "DELETE /v2.0/networks/65068477-2309-4712-a439-d7b92adc23f6 HTTP/1.1" status: 204 len: 168 time: 2.6722455 Jun 02 12:31:51.907333 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43110) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:51.924249 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-32d1092e-aaea-4b54-bbc4-65374ec979dc None None] Port c0bd0f2f-b6f1-4746-b3ea-fdd052238639 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:31:51.946912 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:51.947289 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:52.003061 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] Set router a265d73c-1c8f-4ff9-84ff-a9daee0462ce gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:31:52.133131 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-354ee373-8d12-45bf-b09e-2604a7507605 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:52.139348 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ee373-8d12-45bf-b09e-2604a7507605 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:52.140034 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-354ee373-8d12-45bf-b09e-2604a7507605 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:52.181199 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9bb71a2d-2f8f-4394-adc0-51049d56be3e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:52.226423 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43114) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:52.276515 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-edb38642-2abd-46dd-b4ff-66869d5c65a8 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Allocated IP 172.20.0.9 (332f9662-5770-4769-8267-0c7d05b8b0bd/8280e88e-9d43-45c7-9a37-f46a99a91aaf/7a06ee90-56f1-40b6-8f98-bd615a3dc9d0) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:52.321330 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:31:52.364622 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:52.465766 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:52.473359 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:52.473738 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:52.535997 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:31:47Z', 'revision_number': 2, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:31:49Z', 'revision_number': 2, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:52.542052 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] Checking router: a265d73c-1c8f-4ff9-84ff-a9daee0462ce for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:31:52.542427 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] Updating router a265d73c-1c8f-4ff9-84ff-a9daee0462ce port c0bd0f2f-b6f1-4746-b3ea-fdd052238639 binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:31:52.547013 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-edb38642-2abd-46dd-b4ff-66869d5c65a8 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:52.566008 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-edb38642-2abd-46dd-b4ff-66869d5c65a8 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Transition to ACTIVE for port object 7a06ee90-56f1-40b6-8f98-bd615a3dc9d0 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:52.590862 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ceb9d7d9-c2f2-41ee-a2d4-56e041fb7d17 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:52.600672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-91a504ea-2261-4a8e-aba9-00d247f61253 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:52.616741 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5459449f-bee9-4abc-9c67-3ff444ea2ccf tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:52.623704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5459449f-bee9-4abc-9c67-3ff444ea2ccf tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:52.624866 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5459449f-bee9-4abc-9c67-3ff444ea2ccf tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Synchronizing usage tracker for tenant:e67c89da0f9f4b069ac76c7d31f5a2b3 on resource:network {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:52.630698 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-354ee373-8d12-45bf-b09e-2604a7507605 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0860112 Jun 02 12:31:52.638710 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-edb38642-2abd-46dd-b4ff-66869d5c65a8 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:52.650302 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-1ea9ce61-5f77-4410-8705-2f7475003d7c None None] Provisioning for port 1c682d56-15e7-42f2-b020-a9118b25631b completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:52.655201 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:52.660256 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43116) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:52.661284 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9d7d9-c2f2-41ee-a2d4-56e041fb7d17 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Pushing event deleted for resources: {'Subnet': ['ID=cc3bc142-dc9f-4c8d-8fc6-47d882f22fde,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:52.664847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ceb9d7d9-c2f2-41ee-a2d4-56e041fb7d17 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:52.666604 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-e8378504-be43-4faa-bbb8-28b6b47eabcd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Deleting port c3aa1436-4248-483e-8ec1-d9e6c1a45180 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:52.667195 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e8378504-be43-4faa-bbb8-28b6b47eabcd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:52.680545 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-1ea9ce61-5f77-4410-8705-2f7475003d7c None None] Provisioning complete for port 1c682d56-15e7-42f2-b020-a9118b25631b triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:52.680924 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1ea9ce61-5f77-4410-8705-2f7475003d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:52.749845 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3deb21c3-9298-468e-a606-73048f9f7e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:52.756083 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:52.777402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-31bf4576-732e-40a5-a707-bf83f8591756 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'subnet': {'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:52.810900 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ee373-8d12-45bf-b09e-2604a7507605 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Network': ['ID=83c01907-5bfd-4b2a-ba86-015855709e26,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:52.816878 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-354ee373-8d12-45bf-b09e-2604a7507605 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:52.820602 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb38642-2abd-46dd-b4ff-66869d5c65a8 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network 332f9662-5770-4769-8267-0c7d05b8b0bd is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:31:52.825539 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2ab3e505-63b6-4bc2-9da2-2a3169f51293 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:52.829981 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-1ea9ce61-5f77-4410-8705-2f7475003d7c None None] Port 1c682d56-15e7-42f2-b020-a9118b25631b cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:31:52.832146 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 83c01907-5bfd-4b2a-ba86-015855709e26 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:31:52.833252 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-86285f20-b93c-413a-b36e-c822a4e94f2f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:52.837545 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ceb9d7d9-c2f2-41ee-a2d4-56e041fb7d17 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:52.852501 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d3a53092-393d-4243-943c-88a3cee301ee tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:52.853375 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a63cd41-f577-4b2f-8fbf-9001aae40f05 None None] Network 35fcd806-783f-4044-898e-2b91562e633a requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:52.924395 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3deb21c3-9298-468e-a606-73048f9f7e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:52.926524 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668,segment=NetworkSegment(b9b8678e-57da-4f38-b7a8-e2fef5fee62d),segment_id=b9b8678e-57da-4f38-b7a8-e2fef5fee62d)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:52.930662 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3deb21c3-9298-468e-a606-73048f9f7e2b admin admin] Usage tracker for resource:security_group_rule and tenant:eb4d65e780604ea689710b77afdfa956 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:52.934995 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3deb21c3-9298-468e-a606-73048f9f7e2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:52.942983 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3deb21c3-9298-468e-a606-73048f9f7e2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:52.956970 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-edb38642-2abd-46dd-b4ff-66869d5c65a8 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:52.973423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86285f20-b93c-413a-b36e-c822a4e94f2f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=39cd3a1c-58a2-4b6d-ae3c-1988ea084a29,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:52.994294 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-86285f20-b93c-413a-b36e-c822a4e94f2f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:52.996988 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-86285f20-b93c-413a-b36e-c822a4e94f2f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:52.998770 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-86285f20-b93c-413a-b36e-c822a4e94f2f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/39cd3a1c-58a2-4b6d-ae3c-1988ea084a29 HTTP/1.1" status: 204 len: 168 time: 4.0580165 Jun 02 12:31:53.000244 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ceb9d7d9-c2f2-41ee-a2d4-56e041fb7d17 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] 10.222.0.37 "DELETE /v2.0/subnets/cc3bc142-dc9f-4c8d-8fc6-47d882f22fde HTTP/1.1" status: 204 len: 168 time: 3.3785307 Jun 02 12:31:53.017816 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43118) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:53.018057 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb38642-2abd-46dd-b4ff-66869d5c65a8 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Port': ['ID=7a06ee90-56f1-40b6-8f98-bd615a3dc9d0,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:53.021360 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-edb38642-2abd-46dd-b4ff-66869d5c65a8 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:53.023537 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43120) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:53.023864 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5459449f-bee9-4abc-9c67-3ff444ea2ccf tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Unset dirty status for tenant:e67c89da0f9f4b069ac76c7d31f5a2b3 on resource:network {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:53.024125 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bcd38e-4783-4a08-a718-9c153afbbf67 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:53.029416 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5459449f-bee9-4abc-9c67-3ff444ea2ccf tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.1174471 Jun 02 12:31:53.033846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43122) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:53.034680 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb38642-2abd-46dd-b4ff-66869d5c65a8 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:31:53.072438 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-6b956a8a-14c3-421c-814e-4821a8ad79d9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-205692899'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:53.106122 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6b956a8a-14c3-421c-814e-4821a8ad79d9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:53.126535 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:53.127204 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device fb76f74d-d62e-48b8-934f-c1391ef1a9d6 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:31:53.131909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-31bf4576-732e-40a5-a707-bf83f8591756 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:53.146377 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6b956a8a-14c3-421c-814e-4821a8ad79d9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:53.149513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e8378504-be43-4faa-bbb8-28b6b47eabcd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:53.156281 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb38642-2abd-46dd-b4ff-66869d5c65a8 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:53.157592 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-edb38642-2abd-46dd-b4ff-66869d5c65a8 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:53.163395 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-31bf4576-732e-40a5-a707-bf83f8591756 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:subnet and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:53.178039 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:53.217593 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b956a8a-14c3-421c-814e-4821a8ad79d9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Made reservation on behalf of e67c89da0f9f4b069ac76c7d31f5a2b3 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:53.221763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b956a8a-14c3-421c-814e-4821a8ad79d9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:53.222684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-31bf4576-732e-40a5-a707-bf83f8591756 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:53.246945 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-edb38642-2abd-46dd-b4ff-66869d5c65a8 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6377933 Jun 02 12:31:53.247153 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43124) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:53.250509 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-31bf4576-732e-40a5-a707-bf83f8591756 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:53.283476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b956a8a-14c3-421c-814e-4821a8ad79d9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:31:53.293323 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b956a8a-14c3-421c-814e-4821a8ad79d9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:53.293856 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-6b956a8a-14c3-421c-814e-4821a8ad79d9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Added segment 66154a11-b64e-43f7-b159-657b72f749ab of type vlan for network d7e2658b-be76-47f0-a7e9-6ba1965b8fd8 Jun 02 12:31:53.322621 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b956a8a-14c3-421c-814e-4821a8ad79d9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:53.347826 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3deb21c3-9298-468e-a606-73048f9f7e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:53.350866 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Router d6c456cb-b6e4-42e1-940c-6836bf8f0175 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:31:53.355004 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3deb21c3-9298-468e-a606-73048f9f7e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:53.364364 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:53.378639 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b956a8a-14c3-421c-814e-4821a8ad79d9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:53.384192 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b956a8a-14c3-421c-814e-4821a8ad79d9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:53.384807 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b956a8a-14c3-421c-814e-4821a8ad79d9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:53.421510 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3deb21c3-9298-468e-a606-73048f9f7e2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb4d65e780604ea689710b77afdfa956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8275383 Jun 02 12:31:53.426905 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43126) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:53.427973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b494e0-a6b1-4cb7-91db-aca478a8c6c8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet d3b8a0bb-c710-41e2-a4cd-ddd3273339fe {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:31:53.436169 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-e8378504-be43-4faa-bbb8-28b6b47eabcd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Calling delete_port for c3aa1436-4248-483e-8ec1-d9e6c1a45180 owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:53.441140 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb21c3-9298-468e-a606-73048f9f7e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa63ad6f-6215-4ee4-9046-cf57e387763c,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:53.449862 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3deb21c3-9298-468e-a606-73048f9f7e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:53.450404 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-edc8b686-739d-4105-858b-b42199a89df2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:53.465121 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-47b494e0-a6b1-4cb7-91db-aca478a8c6c8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:53.497769 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6b956a8a-14c3-421c-814e-4821a8ad79d9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4310558 Jun 02 12:31:53.508486 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43128) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:53.518845 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bf4576-732e-40a5-a707-bf83f8591756 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Made reservation on behalf of 9cc4ca61dc954dc9aa55c98b051cae30 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:53.523923 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-31bf4576-732e-40a5-a707-bf83f8591756 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:53.561754 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c6a75049-a321-4290-a7be-0c15560379ff tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1129062851'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:53.577566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b956a8a-14c3-421c-814e-4821a8ad79d9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Pushing event updated for resources: {'Network': ['ID=d7e2658b-be76-47f0-a7e9-6ba1965b8fd8,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:53.581226 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6b956a8a-14c3-421c-814e-4821a8ad79d9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:53.595336 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-25900df1-67c2-4ac6-b473-35ae15fb5c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:53.621567 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-25900df1-67c2-4ac6-b473-35ae15fb5c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:53.629496 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network d7e2658b-be76-47f0-a7e9-6ba1965b8fd8 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:31:53.649617 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:53.659368 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-1ea9ce61-5f77-4410-8705-2f7475003d7c None None] Provisioning complete for port f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:53.659681 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1ea9ce61-5f77-4410-8705-2f7475003d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:53.661589 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c6a75049-a321-4290-a7be-0c15560379ff tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:53.679321 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-25900df1-67c2-4ac6-b473-35ae15fb5c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:53.683291 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-079f685d-3684-4e81-962e-74d497bd363f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:53.697012 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25900df1-67c2-4ac6-b473-35ae15fb5c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa63ad6f-6215-4ee4-9046-cf57e387763c,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:53.700014 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-25900df1-67c2-4ac6-b473-35ae15fb5c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:53.706377 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-25900df1-67c2-4ac6-b473-35ae15fb5c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:53.707545 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-25900df1-67c2-4ac6-b473-35ae15fb5c49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa63ad6f-6215-4ee4-9046-cf57e387763c HTTP/1.1" status: 204 len: 168 time: 0.2796886 Jun 02 12:31:53.717124 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c6a75049-a321-4290-a7be-0c15560379ff tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Usage tracker for resource:network and tenant:e67c89da0f9f4b069ac76c7d31f5a2b3 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:53.778155 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c6a75049-a321-4290-a7be-0c15560379ff tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:53.812446 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c6a75049-a321-4290-a7be-0c15560379ff tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:53.839410 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-47b494e0-a6b1-4cb7-91db-aca478a8c6c8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:53.849497 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port fb76f74d-d62e-48b8-934f-c1391ef1a9d6 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:53.849951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:54.060720 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:54.077156 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.899s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:54.160595 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a75049-a321-4290-a7be-0c15560379ff tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Made reservation on behalf of e67c89da0f9f4b069ac76c7d31f5a2b3 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:54.164345 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c6a75049-a321-4290-a7be-0c15560379ff tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:54.249687 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de19db0-2241-4d4b-96d9-fadb2bb132f6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:54.250454 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2de19db0-2241-4d4b-96d9-fadb2bb132f6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Synchronizing usage tracker for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:54.310271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:31:54.321511 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a75049-a321-4290-a7be-0c15560379ff tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:31:54.323136 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] Sync routers for ids ['d6c456cb-b6e4-42e1-940c-6836bf8f0175'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:31:54.360776 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ef567a-4d9c-4bd8-b84c-3c11a7d35115 None None] DHCP port deletion for 35fcd806-783f-4044-898e-2b91562e633a request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:31:54.362565 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] Routers {'d6c456cb-b6e4-42e1-940c-6836bf8f0175'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:54.363946 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d6c456cb-b6e4-42e1-940c-6836bf8f0175'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:54.412996 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2de19db0-2241-4d4b-96d9-fadb2bb132f6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Unset dirty status for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:54.414379 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2de19db0-2241-4d4b-96d9-fadb2bb132f6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 1.1589999 Jun 02 12:31:54.418018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c6a75049-a321-4290-a7be-0c15560379ff tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:54.418572 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-c6a75049-a321-4290-a7be-0c15560379ff tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Added segment 2ea36483-9e54-45e3-ac94-606b3558efc9 of type vlan for network 2e06dc64-58ca-4bf6-99c3-21c35a0de053 Jun 02 12:31:54.418913 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43142) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:54.457475 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:54.462635 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-47b494e0-a6b1-4cb7-91db-aca478a8c6c8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:54.483289 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d1a9bd23-cb20-4c2c-b80a-bc876c41ba78 None None] Provisioning for port 7a06ee90-56f1-40b6-8f98-bd615a3dc9d0 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:54.502524 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] Transition to ACTIVE for port object c0bd0f2f-b6f1-4746-b3ea-fdd052238639 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:54.507910 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d1a9bd23-cb20-4c2c-b80a-bc876c41ba78 None None] Provisioning complete for port 7a06ee90-56f1-40b6-8f98-bd615a3dc9d0 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:54.508257 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d1a9bd23-cb20-4c2c-b80a-bc876c41ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:54.546643 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:54.552105 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.2266705 Jun 02 12:31:54.553892 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43148) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:54.572297 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:31:54.583475 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c6a75049-a321-4290-a7be-0c15560379ff tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:54.641978 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:54.659667 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bcaa62e3-26d0-4c29-b410-acbeb306c362 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:54.794486 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] Set router d6c456cb-b6e4-42e1-940c-6836bf8f0175 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:31:54.808672 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38fe84e-2513-40b3-bf95-9f31ff19e2a5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:54.826089 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38fe84e-2513-40b3-bf95-9f31ff19e2a5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:54.839065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38fe84e-2513-40b3-bf95-9f31ff19e2a5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:54.840413 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c6a75049-a321-4290-a7be-0c15560379ff tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:54.842483 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a38fe84e-2513-40b3-bf95-9f31ff19e2a5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Synchronizing usage tracker for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:54.846505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a75049-a321-4290-a7be-0c15560379ff tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:54.847112 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c6a75049-a321-4290-a7be-0c15560379ff tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:54.869223 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-84689694-0819-45eb-a557-b4d822c1720f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:54.871078 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a38fe84e-2513-40b3-bf95-9f31ff19e2a5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Unset dirty status for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:54.876945 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a38fe84e-2513-40b3-bf95-9f31ff19e2a5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.4564033 Jun 02 12:31:54.877552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43154) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:54.912190 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Deleting port 4632b83a-71a3-41fd-99fd-7b514187b8cd {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:54.912546 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:54.936878 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b187c-e6cc-467f-a629-76a05b5e6f84 None None] Pushing event updated for resources: {'Port': ['ID=c0bd0f2f-b6f1-4746-b3ea-fdd052238639,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:54.948587 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-af3b187c-e6cc-467f-a629-76a05b5e6f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:55.116687 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-d1a9bd23-cb20-4c2c-b80a-bc876c41ba78 None None] Port 7a06ee90-56f1-40b6-8f98-bd615a3dc9d0 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:31:55.150897 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-9d902135-952f-4cc3-a1ce-df4643900283 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting port 7a06ee90-56f1-40b6-8f98-bd615a3dc9d0 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:55.151245 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d902135-952f-4cc3-a1ce-df4643900283 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:55.251203 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-32ef567a-4d9c-4bd8-b84c-3c11a7d35115 None None] Deleting port 4632b83a-71a3-41fd-99fd-7b514187b8cd {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:55.251203 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-32ef567a-4d9c-4bd8-b84c-3c11a7d35115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:55.296696 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:55.297624 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:55.367761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d1a9bd23-cb20-4c2c-b80a-bc876c41ba78 None None] Provisioning complete for port 1c682d56-15e7-42f2-b020-a9118b25631b triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:55.368060 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d1a9bd23-cb20-4c2c-b80a-bc876c41ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:55.402748 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'name': 'tempest-ServerActionsTestJSON-799814407-router', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:31:49Z', 'revision_number': 3, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'gw_port': {'id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:46Z', 'updated_at': '2021-06-02T12:31:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:55.407550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d902135-952f-4cc3-a1ce-df4643900283 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:55.419398 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] Checking router: d6c456cb-b6e4-42e1-940c-6836bf8f0175 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:31:55.420068 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] Updating router d6c456cb-b6e4-42e1-940c-6836bf8f0175 port e0db2999-845a-46a2-b302-ef805879f5c0 binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:31:55.459419 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] Attempting to bind port c0bd0f2f-b6f1-4746-b3ea-fdd052238639 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:31:55.459845 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] Attempting to bind port c0bd0f2f-b6f1-4746-b3ea-fdd052238639 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '619d92d0-f19e-44e9-acd1-1d8a766b9f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:31:55.460168 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] Attempting to bind port c0bd0f2f-b6f1-4746-b3ea-fdd052238639 on network 30daf860-b5a6-4e4d-aa49-0d6a6ca39e17 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:31:55.476228 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c6a75049-a321-4290-a7be-0c15560379ff tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9607852 Jun 02 12:31:55.485793 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a75049-a321-4290-a7be-0c15560379ff tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Pushing event updated for resources: {'Network': ['ID=2e06dc64-58ca-4bf6-99c3-21c35a0de053,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:55.502513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43162) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:55.505936 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 2e06dc64-58ca-4bf6-99c3-21c35a0de053 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:31:55.527611 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:31:55.538294 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:31:55.538543 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] Checking segment: {'id': '619d92d0-f19e-44e9-acd1-1d8a766b9f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:31:55.538908 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:55.539317 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] Bound using segment: {'id': '619d92d0-f19e-44e9-acd1-1d8a766b9f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:31:55.539818 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] Bound port: c0bd0f2f-b6f1-4746-b3ea-fdd052238639, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619d92d0-f19e-44e9-acd1-1d8a766b9f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:31:55.540200 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:55.551112 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c6a75049-a321-4290-a7be-0c15560379ff tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:55.577214 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Request body: {'ports': [{'network_id': 'd7e2658b-be76-47f0-a7e9-6ba1965b8fd8', 'name': 'tempest-port--25558004', 'admin_state_up': True}, {'network_id': '2e06dc64-58ca-4bf6-99c3-21c35a0de053', 'admin_state_up': False}]} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:55.577532 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Request body: {'port': {'network_id': 'd7e2658b-be76-47f0-a7e9-6ba1965b8fd8', 'name': 'tempest-port--25558004', 'admin_state_up': True}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:55.578008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Request body: {'port': {'network_id': '2e06dc64-58ca-4bf6-99c3-21c35a0de053', 'admin_state_up': False}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:55.589784 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:55.630897 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] For port 4632b83a-71a3-41fd-99fd-7b514187b8cd, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4632b83a-71a3-41fd-99fd-7b514187b8cd,segment=NetworkSegment(c9a000d3-1365-4fd1-9f97-36b7d1fe4895),segment_id=c9a000d3-1365-4fd1-9f97-36b7d1fe4895)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:55.631114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:55.664843 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-9d902135-952f-4cc3-a1ce-df4643900283 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Calling delete_port for 7a06ee90-56f1-40b6-8f98-bd615a3dc9d0 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:55.804169 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-32ef567a-4d9c-4bd8-b84c-3c11a7d35115 None None] For port 4632b83a-71a3-41fd-99fd-7b514187b8cd, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4632b83a-71a3-41fd-99fd-7b514187b8cd,segment=NetworkSegment(c9a000d3-1365-4fd1-9f97-36b7d1fe4895),segment_id=c9a000d3-1365-4fd1-9f97-36b7d1fe4895)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:55.804759 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-32ef567a-4d9c-4bd8-b84c-3c11a7d35115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:55.845021 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e8378504-be43-4faa-bbb8-28b6b47eabcd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:55.867665 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-d1a9bd23-cb20-4c2c-b80a-bc876c41ba78 None None] Port 1c682d56-15e7-42f2-b020-a9118b25631b cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:31:55.912254 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d902135-952f-4cc3-a1ce-df4643900283 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:55.919870 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-24c66dfe-7049-4abd-9d0f-f6b09cc2f86c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:55.939295 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f1ca1cda-ce75-4ee4-bd57-5a6990733547 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:56.001598 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Calling delete_port for 4632b83a-71a3-41fd-99fd-7b514187b8cd owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:56.006588 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-32ef567a-4d9c-4bd8-b84c-3c11a7d35115 None None] Calling delete_port for 4632b83a-71a3-41fd-99fd-7b514187b8cd owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:56.021468 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43172) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:56.022824 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:56.039400 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d902135-952f-4cc3-a1ce-df4643900283 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Port': ['ID=7a06ee90-56f1-40b6-8f98-bd615a3dc9d0,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:56.042345 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9d902135-952f-4cc3-a1ce-df4643900283 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:56.145102 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-829a41bd-0552-4519-9759-a2b036120fb0 None None] Provisioning complete for port de42cfae-26eb-49cd-ba2b-8d943c6e44a1 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:56.145510 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-829a41bd-0552-4519-9759-a2b036120fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:56.207096 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4632b83a-71a3-41fd-99fd-7b514187b8cd no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:31:56.217690 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:56.243821 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-53c99d2f-434a-46df-9a3f-6689969e779b tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-585250790'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:56.244046 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] Transition to ACTIVE for port object e0db2999-845a-46a2-b302-ef805879f5c0 will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:31:56.253037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-53c99d2f-434a-46df-9a3f-6689969e779b tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:56.258514 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d902135-952f-4cc3-a1ce-df4643900283 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:56.261460 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-53c99d2f-434a-46df-9a3f-6689969e779b tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Usage tracker for resource:router and tenant:38ac77f91ab24a439229563b6fefc88a is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:56.261951 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:56.265439 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-53c99d2f-434a-46df-9a3f-6689969e779b tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:56.271690 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-d16510c6-548a-49ce-8aaf-737e03f187b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:56.275511 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-53c99d2f-434a-46df-9a3f-6689969e779b tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:56.285836 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9d902135-952f-4cc3-a1ce-df4643900283 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/ports/7a06ee90-56f1-40b6-8f98-bd615a3dc9d0 HTTP/1.1" status: 204 len: 168 time: 1.4072130 Jun 02 12:31:56.288931 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43176) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:56.294496 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] For port c0bd0f2f-b6f1-4746-b3ea-fdd052238639, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:31:56.333223 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] For port c0bd0f2f-b6f1-4746-b3ea-fdd052238639, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c0bd0f2f-b6f1-4746-b3ea-fdd052238639,segment=NetworkSegment(619d92d0-f19e-44e9-acd1-1d8a766b9f81),segment_id=619d92d0-f19e-44e9-acd1-1d8a766b9f81)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:31:56.340713 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-53c99d2f-434a-46df-9a3f-6689969e779b tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:56.341804 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-53c99d2f-434a-46df-9a3f-6689969e779b tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:56.348353 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ef0418-3acc-4a26-ad7c-938de39c7581 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] GET failed (client error): The resource could not be found. Jun 02 12:31:56.348895 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-03ef0418-3acc-4a26-ad7c-938de39c7581 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Synchronizing usage tracker for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:56.352594 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:56.359288 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d6cbfc2c-c88e-40ca-a604-f6a7831e908d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:56.380324 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-53c99d2f-434a-46df-9a3f-6689969e779b tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:56.396846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-03ef0418-3acc-4a26-ad7c-938de39c7581 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Unset dirty status for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:56.398347 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-03ef0418-3acc-4a26-ad7c-938de39c7581 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports/7a06ee90-56f1-40b6-8f98-bd615a3dc9d0 HTTP/1.1" status: 404 len: 333 time: 0.1084237 Jun 02 12:31:56.409396 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43178) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:56.462525 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117095f7-0c2c-473b-a190-9e2900319509 None None] Pushing event updated for resources: {'Port': ['ID=e0db2999-845a-46a2-b302-ef805879f5c0,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:56.474059 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] Attempting to bind port e0db2999-845a-46a2-b302-ef805879f5c0 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:31:56.474738 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] Attempting to bind port e0db2999-845a-46a2-b302-ef805879f5c0 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:31:56.475271 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] Attempting to bind port e0db2999-845a-46a2-b302-ef805879f5c0 on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:31:56.483714 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117095f7-0c2c-473b-a190-9e2900319509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:56.484274 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117095f7-0c2c-473b-a190-9e2900319509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:56.484810 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117095f7-0c2c-473b-a190-9e2900319509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:56.485298 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117095f7-0c2c-473b-a190-9e2900319509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:56.485783 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117095f7-0c2c-473b-a190-9e2900319509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:56.486305 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117095f7-0c2c-473b-a190-9e2900319509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:56.486804 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117095f7-0c2c-473b-a190-9e2900319509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:56.487276 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117095f7-0c2c-473b-a190-9e2900319509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:56.487764 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117095f7-0c2c-473b-a190-9e2900319509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:56.488251 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117095f7-0c2c-473b-a190-9e2900319509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:56.488718 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117095f7-0c2c-473b-a190-9e2900319509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:56.489195 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117095f7-0c2c-473b-a190-9e2900319509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:31:56.500606 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-117095f7-0c2c-473b-a190-9e2900319509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:56.503776 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:31:56.504353 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:31:56.504911 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:56.505473 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:31:56.506145 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] Bound port: e0db2999-845a-46a2-b302-ef805879f5c0, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:31:56.506681 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:56.560183 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] Routers {'a265d73c-1c8f-4ff9-84ff-a9daee0462ce'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:56.561027 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:56.596646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-53c99d2f-434a-46df-9a3f-6689969e779b tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:56.621684 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] For port e0db2999-845a-46a2-b302-ef805879f5c0, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:31:56.624578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8378504-be43-4faa-bbb8-28b6b47eabcd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Pushing event deleted for resources: {'Port': ['ID=c3aa1436-4248-483e-8ec1-d9e6c1a45180,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:56.627158 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] For port e0db2999-845a-46a2-b302-ef805879f5c0, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e0db2999-845a-46a2-b302-ef805879f5c0,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:31:56.633226 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-53c99d2f-434a-46df-9a3f-6689969e779b tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:56.635465 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:56.643564 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-117095f7-0c2c-473b-a190-9e2900319509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:56.647995 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-53c99d2f-434a-46df-9a3f-6689969e779b tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6251414 Jun 02 12:31:56.649013 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43180) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:56.651287 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e8378504-be43-4faa-bbb8-28b6b47eabcd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:56.689336 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-32ef567a-4d9c-4bd8-b84c-3c11a7d35115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:56.719196 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:56.731000 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117095f7-0c2c-473b-a190-9e2900319509 None None] Pushing event updated for resources: {'Port': ['ID=e0db2999-845a-46a2-b302-ef805879f5c0,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:56.736857 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-117095f7-0c2c-473b-a190-9e2900319509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:56.755661 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] Routers {'d6c456cb-b6e4-42e1-940c-6836bf8f0175'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:31:56.756300 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d6c456cb-b6e4-42e1-940c-6836bf8f0175'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:56.826450 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b187c-e6cc-467f-a629-76a05b5e6f84 None None] Pushing event updated for resources: {'Port': ['ID=c0bd0f2f-b6f1-4746-b3ea-fdd052238639,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:56.830387 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ef567a-4d9c-4bd8-b84c-3c11a7d35115 None None] No DVR routers for this DVR port 4632b83a-71a3-41fd-99fd-7b514187b8cd on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:31:56.836855 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-af3b187c-e6cc-467f-a629-76a05b5e6f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:56.840639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:56.875873 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2ec87f07-320c-49e3-8fea-37e4dedef484 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:56.930081 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef567a-4d9c-4bd8-b84c-3c11a7d35115 None None] Pushing event deleted for resources: {'Port': ['ID=4632b83a-71a3-41fd-99fd-7b514187b8cd,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:56.940051 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-32ef567a-4d9c-4bd8-b84c-3c11a7d35115 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:56.979009 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-47b494e0-a6b1-4cb7-91db-aca478a8c6c8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:56.988137 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] Set router a265d73c-1c8f-4ff9-84ff-a9daee0462ce gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:31:56.989642 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] Set router d6c456cb-b6e4-42e1-940c-6836bf8f0175 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:31:57.002286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-aff3a9aa-b5a2-470c-affd-9d0bcf25b119 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:57.036663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-dd78b666-8157-4125-bfa6-d7adb2620811 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting port 1c682d56-15e7-42f2-b020-a9118b25631b {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:57.037271 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dd78b666-8157-4125-bfa6-d7adb2620811 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:57.043743 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e8378504-be43-4faa-bbb8-28b6b47eabcd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:57.091331 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:57.096097 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b494e0-a6b1-4cb7-91db-aca478a8c6c8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=d3b8a0bb-c710-41e2-a4cd-ddd3273339fe,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:57.106776 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-47b494e0-a6b1-4cb7-91db-aca478a8c6c8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:57.117305 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Usage tracker for resource:port and tenant:e67c89da0f9f4b069ac76c7d31f5a2b3 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:57.137313 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b8cc4a-b831-406d-b247-60e1aacdbe53 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:57.212431 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dd78b666-8157-4125-bfa6-d7adb2620811 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:57.220162 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-47b494e0-a6b1-4cb7-91db-aca478a8c6c8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:57.233021 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:57.332325 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'name': 'tempest-ServerActionsTestJSON-799814407-router', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:31:49Z', 'revision_number': 3, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'gw_port': {'id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:46Z', 'updated_at': '2021-06-02T12:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:57.336991 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228c4097-68ca-41f1-a5a9-6ecc5c49f70d None None] The sync data for ids ['d6c456cb-b6e4-42e1-940c-6836bf8f0175'] in dv-neutron-601336-80-hyperv is: [{'id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'name': 'tempest-ServerActionsTestJSON-799814407-router', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:31:49Z', 'revision_number': 3, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'gw_port': {'id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:46Z', 'updated_at': '2021-06-02T12:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:31:57.360820 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:57.504602 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-47b494e0-a6b1-4cb7-91db-aca478a8c6c8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/d3b8a0bb-c710-41e2-a4cd-ddd3273339fe HTTP/1.1" status: 204 len: 168 time: 4.4772465 Jun 02 12:31:57.509608 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e8378504-be43-4faa-bbb8-28b6b47eabcd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:57.512422 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43186) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:57.526589 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-dd78b666-8157-4125-bfa6-d7adb2620811 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Calling delete_port for 1c682d56-15e7-42f2-b020-a9118b25631b owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:57.587343 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e8378504-be43-4faa-bbb8-28b6b47eabcd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:57.592437 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-29cd596f-cfef-42ef-8f95-ea4567a5e63d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:router {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:31:57.606047 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:31:47Z', 'revision_number': 2, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:31:56Z', 'revision_number': 4, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:57.609320 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Made reservation on behalf of e67c89da0f9f4b069ac76c7d31f5a2b3 for: {'port': 2} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:57.613822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d5ddbd-057b-400e-a1e5-aac1b718a2ad None None] The sync data for ids ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'] in dv-neutron-601336-80-hyperv is: [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:31:47Z', 'revision_number': 2, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:31:56Z', 'revision_number': 4, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:31:57.617794 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:57.730374 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce154f0-8a3a-4526-a510-a9a8f127241e None None] DHCP port deletion for a7413df9-4e7a-4187-aef8-a668d8bf2950 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:31:57.736756 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2ec87f07-320c-49e3-8fea-37e4dedef484 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:57.739238 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2ec87f07-320c-49e3-8fea-37e4dedef484 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:57.764972 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:57.769521 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-29cd596f-cfef-42ef-8f95-ea4567a5e63d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:router {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:31:57.773874 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-29cd596f-cfef-42ef-8f95-ea4567a5e63d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2563999 Jun 02 12:31:57.773874 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:57.776444 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43188) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:57.789071 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-88883ef7-9482-480d-b764-61e67adbe240 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:57.829848 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-8ce154f0-8a3a-4526-a510-a9a8f127241e None None] Deleting port de42cfae-26eb-49cd-ba2b-8d943c6e44a1 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:31:57.830431 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8ce154f0-8a3a-4526-a510-a9a8f127241e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:57.841009 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6a0b7101-1b2e-46c6-bc41-eb15ba9ba283 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:57.841226 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2ec87f07-320c-49e3-8fea-37e4dedef484 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:57.841725 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec87f07-320c-49e3-8fea-37e4dedef484 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4953fcfc-b45b-41c2-af1f-3e7217580199 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:31:57.862513 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2ec87f07-320c-49e3-8fea-37e4dedef484 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:57.863796 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2ec87f07-320c-49e3-8fea-37e4dedef484 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] 10.222.0.37 "DELETE /v2.0/routers/4953fcfc-b45b-41c2-af1f-3e7217580199 HTTP/1.1" status: 204 len: 168 time: 1.2127857 Jun 02 12:31:57.871070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43190) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:57.874528 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-31bf4576-732e-40a5-a707-bf83f8591756 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:57.920086 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e8378504-be43-4faa-bbb8-28b6b47eabcd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:57.920585 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8378504-be43-4faa-bbb8-28b6b47eabcd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Fanout notify agent at l3_agent the message router_deleted on router c1e54d38-61d0-4fc0-9b06-5a9d09fd1bd5 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:31:57.938567 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ab6653d0-fbdc-4230-b642-e4955d17dde3 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Request body: {'router': {'name': 'tempest-router-2116133552', 'distributed': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:57.960346 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Pushing event deleted for resources: {'Port': ['ID=4632b83a-71a3-41fd-99fd-7b514187b8cd,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:57.970008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:57.973052 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-8ce154f0-8a3a-4526-a510-a9a8f127241e None None] For port de42cfae-26eb-49cd-ba2b-8d943c6e44a1, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=de42cfae-26eb-49cd-ba2b-8d943c6e44a1,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:57.974213 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8ce154f0-8a3a-4526-a510-a9a8f127241e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:58.007424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ab6653d0-fbdc-4230-b642-e4955d17dde3 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:58.025791 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ab6653d0-fbdc-4230-b642-e4955d17dde3 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Usage tracker for resource:router and tenant:38ac77f91ab24a439229563b6fefc88a is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:58.032317 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ab6653d0-fbdc-4230-b642-e4955d17dde3 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:58.034988 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:58.052952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ab6653d0-fbdc-4230-b642-e4955d17dde3 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:58.065218 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-88883ef7-9482-480d-b764-61e67adbe240 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:58.066906 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] No DVR routers for this DVR port 4632b83a-71a3-41fd-99fd-7b514187b8cd on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:31:58.085826 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-88883ef7-9482-480d-b764-61e67adbe240 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:58.090365 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-88883ef7-9482-480d-b764-61e67adbe240 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:58.112686 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ab6653d0-fbdc-4230-b642-e4955d17dde3 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:58.113914 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ab6653d0-fbdc-4230-b642-e4955d17dde3 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:58.117968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-88883ef7-9482-480d-b764-61e67adbe240 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:58.223661 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88883ef7-9482-480d-b764-61e67adbe240 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:31:58.230564 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-8ce154f0-8a3a-4526-a510-a9a8f127241e None None] Calling delete_port for de42cfae-26eb-49cd-ba2b-8d943c6e44a1 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:31:58.248968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-88883ef7-9482-480d-b764-61e67adbe240 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:58.277956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf4576-732e-40a5-a707-bf83f8591756 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Subnet': ['ID=b8496007-2678-4273-9754-c2cdd22751dc,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:58.282311 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-31bf4576-732e-40a5-a707-bf83f8591756 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:58.288612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e8378504-be43-4faa-bbb8-28b6b47eabcd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:58.290073 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e8378504-be43-4faa-bbb8-28b6b47eabcd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "DELETE /v2.0/routers/c1e54d38-61d0-4fc0-9b06-5a9d09fd1bd5 HTTP/1.1" status: 204 len: 168 time: 8.6671271 Jun 02 12:31:58.336173 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8ce154f0-8a3a-4526-a510-a9a8f127241e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:58.344023 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9d67354f-d72b-4309-9cb1-93eadbe6efa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:58.400056 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43194) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:58.408130 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce154f0-8a3a-4526-a510-a9a8f127241e None None] Pushing event deleted for resources: {'Port': ['ID=de42cfae-26eb-49cd-ba2b-8d943c6e44a1,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:58.410578 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8ce154f0-8a3a-4526-a510-a9a8f127241e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:58.415436 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce154f0-8a3a-4526-a510-a9a8f127241e None None] No DVR routers for this DVR port de42cfae-26eb-49cd-ba2b-8d943c6e44a1 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:31:58.417784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2113646087', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}, 'admin_state_up': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:31:58.425265 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ab6653d0-fbdc-4230-b642-e4955d17dde3 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:58.469732 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:31:58.489108 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Usage tracker for resource:router and tenant:688633e20c72433d938ad17b30273b1d is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:31:58.508310 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:31:58.523895 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:31:58.532306 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ab6653d0-fbdc-4230-b642-e4955d17dde3 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:58.545417 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dd78b666-8157-4125-bfa6-d7adb2620811 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:58.564214 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:58.619724 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:58.620782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:58.630063 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78b666-8157-4125-bfa6-d7adb2620811 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Port': ['ID=1c682d56-15e7-42f2-b020-a9118b25631b,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:58.642919 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-dd78b666-8157-4125-bfa6-d7adb2620811 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:58.775553 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:58.787216 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] device_id is not set on port 0ce163e0-b4b9-4f52-8af7-b32eba016631 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:31:58.797962 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ab6653d0-fbdc-4230-b642-e4955d17dde3 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:58.803284 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ab6653d0-fbdc-4230-b642-e4955d17dde3 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9266090 Jun 02 12:31:58.811285 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43196) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:58.812552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:58.885262 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35fcd806-783f-4044-898e-2b91562e633a']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:58.908635 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a000d3-1365-4fd1-9f97-36b7d1fe4895') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:58.908950 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a000d3-1365-4fd1-9f97-36b7d1fe4895') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:31:58.922805 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bf4576-732e-40a5-a707-bf83f8591756 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Checking segment: {'id': '18e3d156-dcae-4391-9c20-4244111e0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:31:58.923172 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bf4576-732e-40a5-a707-bf83f8591756 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network hostable DHCP agents. Network: 83c01907-5bfd-4b2a-ba86-015855709e26, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:31:58.934465 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:58.945158 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:58.977732 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:59.004690 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae6364eb-b626-4046-affc-e3ef6c1ebe65 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:59.021859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:31:59.022311 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: util.warn( Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: util.warn( Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: util.warn( Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: util.warn( Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:31:59.043164 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:31:59.103136 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bf4576-732e-40a5-a707-bf83f8591756 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network 83c01907-5bfd-4b2a-ba86-015855709e26 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:31:59.125156 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e0db2999-845a-46a2-b302-ef805879f5c0 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:31:59.146830 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dd78b666-8157-4125-bfa6-d7adb2620811 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:59.202772 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port e0db2999-845a-46a2-b302-ef805879f5c0 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:31:59.210815 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port e0db2999-845a-46a2-b302-ef805879f5c0 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:31:59.211516 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:59.220970 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-31bf4576-732e-40a5-a707-bf83f8591756 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 83c01907-5bfd-4b2a-ba86-015855709e26) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:31:59.239671 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-dd78b666-8157-4125-bfa6-d7adb2620811 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/ports/1c682d56-15e7-42f2-b020-a9118b25631b HTTP/1.1" status: 204 len: 168 time: 2.8292153 Jun 02 12:31:59.245038 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642443b9-a14a-4375-a641-51d6151d43e5 None None] Network 83c01907-5bfd-4b2a-ba86-015855709e26 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:31:59.265278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43198) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:59.342419 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:59.349841 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:59.402541 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0e7cc21a-9f01-470d-8497-e0825c74487e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:59.417097 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bf4576-732e-40a5-a707-bf83f8591756 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:31:59.417694 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-31bf4576-732e-40a5-a707-bf83f8591756 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:59.422680 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:59.465024 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0e0187-dcf9-440f-b052-90d3493a7474 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] GET failed (client error): The resource could not be found. Jun 02 12:31:59.468976 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0c0e0187-dcf9-440f-b052-90d3493a7474 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports/1c682d56-15e7-42f2-b020-a9118b25631b HTTP/1.1" status: 404 len: 333 time: 0.1865468 Jun 02 12:31:59.474091 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43200) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:59.482579 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Pushing event deleted for resources: {'Network': ['ID=35fcd806-783f-4044-898e-2b91562e633a,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:59.485437 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:31:59.498739 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] 10.222.0.37 "DELETE /v2.0/networks/35fcd806-783f-4044-898e-2b91562e633a HTTP/1.1" status: 204 len: 168 time: 6.4337516 Jun 02 12:31:59.556650 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-83c01907-5bfd-4b2a-ba86-015855709e26', 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'fixed_ips': [{'subnet_id': 'b8496007-2678-4273-9754-c2cdd22751dc'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:31:59.559231 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:59.580788 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:59.590964 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-31bf4576-732e-40a5-a707-bf83f8591756 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 6.8192511 Jun 02 12:31:59.595187 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43204) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:31:59.608451 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port e0db2999-845a-46a2-b302-ef805879f5c0, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e0db2999-845a-46a2-b302-ef805879f5c0,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:31:59.618214 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:59.619431 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c0bd0f2f-b6f1-4746-b3ea-fdd052238639 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:31:59.681760 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:31:59.742379 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] device_id is not set on port 81368f0b-4319-4836-bb0d-d8bbc2e9ede9 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:31:59.757077 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=e0db2999-845a-46a2-b302-ef805879f5c0,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:31:59.839309 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae6364eb-b626-4046-affc-e3ef6c1ebe65 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:59.848513 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae6364eb-b626-4046-affc-e3ef6c1ebe65 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:59.854452 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:31:59.895984 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ce6e9b-b375-4826-943d-7e1305a83193 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting subnet 8280e88e-9d43-45c7-9a37-f46a99a91aaf {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:31:59.904588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Allocated IP 172.20.0.1 (d26e7cf0-c529-4972-8a72-bcb5f758199e/35e7c6b0-13d3-41ba-a88f-b72a6c16c109/43072901-2b6b-4c6a-a881-6912f1199abd) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:59.946811 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Allocated IP 2001:db8:1::2 (83c01907-5bfd-4b2a-ba86-015855709e26/b8496007-2678-4273-9754-c2cdd22751dc/4e31d85c-8696-4c4a-b0b4-88adca7a04ca) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:31:59.964042 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f2ce6e9b-b375-4826-943d-7e1305a83193 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:00.011917 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43208) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:00.034352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae6364eb-b626-4046-affc-e3ef6c1ebe65 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:00.034833 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6364eb-b626-4046-affc-e3ef6c1ebe65 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b04c39e5-c0b5-44d2-bb46-78bbddf17afd {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:32:00.060059 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:00.079432 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae6364eb-b626-4046-affc-e3ef6c1ebe65 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:00.080831 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ae6364eb-b626-4046-affc-e3ef6c1ebe65 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] 10.222.0.37 "DELETE /v2.0/routers/b04c39e5-c0b5-44d2-bb46-78bbddf17afd HTTP/1.1" status: 204 len: 168 time: 1.2666192 Jun 02 12:32:00.089883 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f2ce6e9b-b375-4826-943d-7e1305a83193 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:00.100953 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port c0bd0f2f-b6f1-4746-b3ea-fdd052238639 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:00.116561 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port c0bd0f2f-b6f1-4746-b3ea-fdd052238639 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:00.116942 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:00.121380 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43212) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:00.186183 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-547c9c6c-b0f8-4ac1-aae7-a1e03f912846 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Request body: {'router': {'name': 'tempest-router-1287667357', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8131b87e0ac94a3d8c3de84862841413'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:00.216763 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-547c9c6c-b0f8-4ac1-aae7-a1e03f912846 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:00.303665 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-547c9c6c-b0f8-4ac1-aae7-a1e03f912846 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Usage tracker for resource:router and tenant:8131b87e0ac94a3d8c3de84862841413 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:00.320145 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-547c9c6c-b0f8-4ac1-aae7-a1e03f912846 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:00.335279 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:00.340625 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-547c9c6c-b0f8-4ac1-aae7-a1e03f912846 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:00.355826 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:00.356038 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-889ef31a-52e5-4284-8864-083f0f051796 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9bbe147f4ed94eb48cb45c383f5e6eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3362288 Jun 02 12:32:00.365355 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43214) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:00.375661 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port c0bd0f2f-b6f1-4746-b3ea-fdd052238639, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c0bd0f2f-b6f1-4746-b3ea-fdd052238639,segment=NetworkSegment(619d92d0-f19e-44e9-acd1-1d8a766b9f81),segment_id=619d92d0-f19e-44e9-acd1-1d8a766b9f81)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:00.382151 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Transition to ACTIVE for port object 4e31d85c-8696-4c4a-b0b4-88adca7a04ca will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:00.384624 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:00.390715 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-af3b187c-e6cc-467f-a629-76a05b5e6f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:00.393701 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f2ce6e9b-b375-4826-943d-7e1305a83193 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:00.505176 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device de42cfae-26eb-49cd-ba2b-8d943c6e44a1 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:32:00.562954 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: de42cfae-26eb-49cd-ba2b-8d943c6e44a1 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:32:00.562954 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device de42cfae-26eb-49cd-ba2b-8d943c6e44a1 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:32:00.566401 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Transition to ACTIVE for port object 4e31d85c-8696-4c4a-b0b4-88adca7a04ca will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:00.571701 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=c0bd0f2f-b6f1-4746-b3ea-fdd052238639,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:00.575561 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:00.585775 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:00.586146 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:00.638301 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Network 83c01907-5bfd-4b2a-ba86-015855709e26 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:00.641735 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:00.650052 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:00.685166 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fa2555a2-c4a1-4383-a7c8-5854d4958893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:00.691714 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Pushing event updated for resources: {'Port': ['ID=4e31d85c-8696-4c4a-b0b4-88adca7a04ca,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:00.722554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-547c9c6c-b0f8-4ac1-aae7-a1e03f912846 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:00.723721 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-547c9c6c-b0f8-4ac1-aae7-a1e03f912846 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:00.731409 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:00.751057 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Attempting to bind port 4e31d85c-8696-4c4a-b0b4-88adca7a04ca on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:32:00.751436 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Attempting to bind port 4e31d85c-8696-4c4a-b0b4-88adca7a04ca by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '18e3d156-dcae-4391-9c20-4244111e0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:32:00.751792 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Attempting to bind port 4e31d85c-8696-4c4a-b0b4-88adca7a04ca on network 83c01907-5bfd-4b2a-ba86-015855709e26 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:32:00.757238 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:32:00.757623 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Checking segment: {'id': '18e3d156-dcae-4391-9c20-4244111e0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:00.758033 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:00.758935 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Bound using segment: {'id': '18e3d156-dcae-4391-9c20-4244111e0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:32:00.758935 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Bound port: 4e31d85c-8696-4c4a-b0b4-88adca7a04ca, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3d156-dcae-4391-9c20-4244111e0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:32:00.759307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:00.822169 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.objects.ports [None req-88883ef7-9482-480d-b764-61e67adbe240 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92304) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 12:32:00.823625 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-547c9c6c-b0f8-4ac1-aae7-a1e03f912846 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:00.827026 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:00.852885 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] For port 4e31d85c-8696-4c4a-b0b4-88adca7a04ca, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:32:00.855869 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] For port 4e31d85c-8696-4c4a-b0b4-88adca7a04ca, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4e31d85c-8696-4c4a-b0b4-88adca7a04ca,segment=NetworkSegment(18e3d156-dcae-4391-9c20-4244111e0718),segment_id=18e3d156-dcae-4391-9c20-4244111e0718)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:32:00.860187 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:00.870801 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:00.887421 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:00.914119 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Transition to ACTIVE for port object 43072901-2b6b-4c6a-a881-6912f1199abd will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:00.935035 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-547c9c6c-b0f8-4ac1-aae7-a1e03f912846 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:00.944935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c9fa52d4-f929-4f06-8456-355c1441f406 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:00.965052 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Pushing event updated for resources: {'Port': ['ID=4e31d85c-8696-4c4a-b0b4-88adca7a04ca,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:00.968033 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:01.073079 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e0db2999-845a-46a2-b302-ef805879f5c0 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:01.091497 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-88883ef7-9482-480d-b764-61e67adbe240 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:01.102337 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:01.119873 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-547c9c6c-b0f8-4ac1-aae7-a1e03f912846 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:01.124590 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-547c9c6c-b0f8-4ac1-aae7-a1e03f912846 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9395854 Jun 02 12:32:01.132649 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43216) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:01.136743 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fa2555a2-c4a1-4383-a7c8-5854d4958893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:01.137110 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c5a7652a-89d3-433e-90f0-81412c8a24a2 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Request body: {'router': {'distributed': True}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:01.154073 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port e0db2999-845a-46a2-b302-ef805879f5c0 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:01.154641 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:01.212494 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:01.255671 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-821e5c54-2578-450e-837b-7b962de04f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:01.259341 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88883ef7-9482-480d-b764-61e67adbe240 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:01.288413 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-88883ef7-9482-480d-b764-61e67adbe240 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:01.290658 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_gateway, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:01.313481 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd29369c-efa7-4733-9361-fda33878f9a1 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:01.381606 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:01.382505 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:01.412560 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c0bd0f2f-b6f1-4746-b3ea-fdd052238639 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:01.439078 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88883ef7-9482-480d-b764-61e67adbe240 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:01.439678 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-88883ef7-9482-480d-b764-61e67adbe240 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:01.483886 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88883ef7-9482-480d-b764-61e67adbe240 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=554b5f4a-d897-485a-9c20-401c26571045,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:01.496796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-88883ef7-9482-480d-b764-61e67adbe240 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:01.528951 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Network d26e7cf0-c529-4972-8a72-bcb5f758199e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:01.543534 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:01.563006 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port c0bd0f2f-b6f1-4746-b3ea-fdd052238639 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:01.563593 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:01.572552 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-88883ef7-9482-480d-b764-61e67adbe240 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7913077 Jun 02 12:32:01.581752 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43218) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:01.587017 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-2fd611ed-b7fd-4949-8a24-8a015d6cb319 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:01.616892 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:01.617931 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fa2555a2-c4a1-4383-a7c8-5854d4958893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:01.628900 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:01.663747 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Pushing event updated for resources: {'Port': ['ID=0ce163e0-b4b9-4f52-8af7-b32eba016631,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:01.678554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:01.679109 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a7413df9-4e7a-4187-aef8-a668d8bf2950', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'fixed_ips': [{'subnet_id': '554b5f4a-d897-485a-9c20-401c26571045'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:32:01.680202 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:01.684818 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dca5962c-14ba-4f42-a7b0-c9dc662df3f7 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:01.746189 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2555a2-c4a1-4383-a7c8-5854d4958893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2091c9b6-132c-4bfc-b7c1-bc565a6bc69a,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:01.763770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f2ce6e9b-b375-4826-943d-7e1305a83193 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:01.769966 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Allocated IP 172.26.7.145 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/7cfef09a-0508-416d-a78a-57c62e4be8d2) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:01.772930 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fa2555a2-c4a1-4383-a7c8-5854d4958893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:01.776250 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9db127cb-d43b-41bb-ad79-16272ec6313f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:01.824501 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fa2555a2-c4a1-4383-a7c8-5854d4958893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:01.829592 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fa2555a2-c4a1-4383-a7c8-5854d4958893 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2091c9b6-132c-4bfc-b7c1-bc565a6bc69a HTTP/1.1" status: 204 len: 168 time: 1.4604089 Jun 02 12:32:01.831600 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Checking segment: {'id': '66154a11-b64e-43f7-b159-657b72f749ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd7e2658b-be76-47f0-a7e9-6ba1965b8fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:01.831994 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Network hostable DHCP agents. Network: d7e2658b-be76-47f0-a7e9-6ba1965b8fd8, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:32:01.850917 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce6e9b-b375-4826-943d-7e1305a83193 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Subnet': ['ID=8280e88e-9d43-45c7-9a37-f46a99a91aaf,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:01.859835 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f2ce6e9b-b375-4826-943d-7e1305a83193 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:01.876786 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f2ce6e9b-b375-4826-943d-7e1305a83193 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:01.878926 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f2ce6e9b-b375-4826-943d-7e1305a83193 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/subnets/8280e88e-9d43-45c7-9a37-f46a99a91aaf HTTP/1.1" status: 204 len: 168 time: 2.3951850 Jun 02 12:32:01.884593 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43222) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:01.889072 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dc55dc-bcb7-41ff-b310-4ef905a97ad7 None None] Network 332f9662-5770-4769-8267-0c7d05b8b0bd requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:02.035169 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c5a7652a-89d3-433e-90f0-81412c8a24a2 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:02.035752 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c5a7652a-89d3-433e-90f0-81412c8a24a2 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:02.086837 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2fd611ed-b7fd-4949-8a24-8a015d6cb319 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:02.095242 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Allocated IP 2001:db8::f816:3eff:fe31:fd7e (a7413df9-4e7a-4187-aef8-a668d8bf2950/554b5f4a-d897-485a-9c20-401c26571045/a15e1b12-6163-4cbf-a28a-d6226c67c723) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:02.122521 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2fd611ed-b7fd-4949-8a24-8a015d6cb319 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:02.128633 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2fd611ed-b7fd-4949-8a24-8a015d6cb319 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:02.144185 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d4001c9d-d483-4d64-a265-6d0e45b483d3 None None] Provisioning for port 43072901-2b6b-4c6a-a881-6912f1199abd completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:02.155282 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2fd611ed-b7fd-4949-8a24-8a015d6cb319 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:02.199166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d4001c9d-d483-4d64-a265-6d0e45b483d3 None None] Provisioning complete for port 43072901-2b6b-4c6a-a881-6912f1199abd triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:02.206386 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d4001c9d-d483-4d64-a265-6d0e45b483d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:02.214821 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:02.220900 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd611ed-b7fd-4949-8a24-8a015d6cb319 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:02.226769 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2fd611ed-b7fd-4949-8a24-8a015d6cb319 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:02.358753 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:02.388446 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:02.392725 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Pushing event updated for resources: {'Port': ['ID=43072901-2b6b-4c6a-a881-6912f1199abd,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:02.457569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:02.496976 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Network d7e2658b-be76-47f0-a7e9-6ba1965b8fd8 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:32:02.518770 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-d4001c9d-d483-4d64-a265-6d0e45b483d3 None None] Port 43072901-2b6b-4c6a-a881-6912f1199abd cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:32:02.590196 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, d7e2658b-be76-47f0-a7e9-6ba1965b8fd8) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:02.590646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting port f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:32:02.590996 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:02.595347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c5a7652a-89d3-433e-90f0-81412c8a24a2 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=92305) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 02 12:32:02.595850 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c5a7652a-89d3-433e-90f0-81412c8a24a2 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Router 615f2f2e-03e0-49ea-be00-3eea7edcacb5 migrating from provider to provider. {{(pid=92305) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 02 12:32:02.596414 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c5a7652a-89d3-433e-90f0-81412c8a24a2 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:02.598392 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0000638d-ad96-4cd4-a932-01a5b8ce9d58 None None] Network 83c01907-5bfd-4b2a-ba86-015855709e26 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:02.608453 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:02.610458 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:02.611459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:02.637566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e73d324c-9f58-451e-869e-a4aa704fae38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:02.644880 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0cae36b4-fe9e-4ed3-8614-29208874015c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:02.653633 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0843a00-39b0-4696-9b17-7473d9af629b None None] Network d7e2658b-be76-47f0-a7e9-6ba1965b8fd8 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:02.693562 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-c9fa52d4-f929-4f06-8456-355c1441f406 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Allocated IP 2001:db8:1::1 (83c01907-5bfd-4b2a-ba86-015855709e26/b8496007-2678-4273-9754-c2cdd22751dc/26fc310e-017d-4b53-9468-71ff581e422f) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:02.698758 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c5a7652a-89d3-433e-90f0-81412c8a24a2 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:02.747554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c5a7652a-89d3-433e-90f0-81412c8a24a2 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:02.811940 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:02.820968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:02.831070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:02.870080 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Pushing event updated for resources: {'Port': ['ID=7cfef09a-0508-416d-a78a-57c62e4be8d2,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:02.878221 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:02.882600 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] For port f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668,segment=NetworkSegment(b9b8678e-57da-4f38-b7a8-e2fef5fee62d),segment_id=b9b8678e-57da-4f38-b7a8-e2fef5fee62d)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:02.883143 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:02.894174 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Pushing event updated for resources: {'Port': ['ID=81368f0b-4319-4836-bb0d-d8bbc2e9ede9,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:02.952694 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Checking segment: {'id': '2ea36483-9e54-45e3-ac94-606b3558efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2e06dc64-58ca-4bf6-99c3-21c35a0de053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:02.953115 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Network hostable DHCP agents. Network: 2e06dc64-58ca-4bf6-99c3-21c35a0de053, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:32:02.956212 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:02.995436 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:03.021050 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Transition to ACTIVE for port object a15e1b12-6163-4cbf-a28a-d6226c67c723 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:03.028688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43242) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:03.046292 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Calling delete_port for f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:32:03.050608 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Transition to ACTIVE for port object a15e1b12-6163-4cbf-a28a-d6226c67c723 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:03.148086 dv-neutron-601336-80-hyperv neutron-server[92305]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c5a7652a-89d3-433e-90f0-81412c8a24a2 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] No L3 agents can host the router 615f2f2e-03e0-49ea-be00-3eea7edcacb5 Jun 02 12:32:03.148914 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Network 2e06dc64-58ca-4bf6-99c3-21c35a0de053 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:32:03.235991 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a837ae65-ac7e-4309-a290-61ac48407105 None None] DHCP port deletion for 332f9662-5770-4769-8267-0c7d05b8b0bd request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:32:03.238401 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4e31d85c-8696-4c4a-b0b4-88adca7a04ca up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:03.263897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4c39e1b0-9337-4c8f-962c-bcea58dc5986 None None] Provisioning for port 4e31d85c-8696-4c4a-b0b4-88adca7a04ca completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:03.274655 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-278198144'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:03.277783 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 2e06dc64-58ca-4bf6-99c3-21c35a0de053) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:03.278461 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:03.297685 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:03.299102 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9a2b27ea-848a-4a6a-afd5-f424561f69c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:03.303314 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:03.314277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c9fa52d4-f929-4f06-8456-355c1441f406 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:03.319755 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:03.325308 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:03.330130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:03.330828 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:03.337742 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Usage tracker for resource:network and tenant:df12f77339d04f159923e892b9b45dd6 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:03.366500 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91a0b13-508d-4046-bccd-f631dfc326f3 None None] Network 2e06dc64-58ca-4bf6-99c3-21c35a0de053 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:03.400249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:03.425368 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:03.439642 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-c9fa52d4-f929-4f06-8456-355c1441f406 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Transition to ACTIVE for port object 26fc310e-017d-4b53-9468-71ff581e422f will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:03.456218 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:03.468017 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:03.502064 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:03.511589 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 7.9622424 Jun 02 12:32:03.511801 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ef261889-9e2a-413d-ba2c-73071957f012 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:03.528733 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Made reservation on behalf of df12f77339d04f159923e892b9b45dd6 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:03.528957 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:03.533109 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:03.542384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43246) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:03.561850 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Pushing event updated for resources: {'Port': ['ID=a15e1b12-6163-4cbf-a28a-d6226c67c723,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:03.571262 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Port': ['ID=f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:03.579646 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:03.604146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:03.613086 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a7652a-89d3-433e-90f0-81412c8a24a2 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Hosts for router 615f2f2e-03e0-49ea-be00-3eea7edcacb5: [] {{(pid=92305) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jun 02 12:32:03.644979 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:03.646903 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] No DVR routers for this DVR port f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:32:03.689528 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:03.697827 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a7652a-89d3-433e-90f0-81412c8a24a2 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Hosts for other DVR routers connected to router 615f2f2e-03e0-49ea-be00-3eea7edcacb5: set() {{(pid=92305) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jun 02 12:32:03.700252 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c5a7652a-89d3-433e-90f0-81412c8a24a2 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:03.704396 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c5a7652a-89d3-433e-90f0-81412c8a24a2 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] 10.222.0.37 "PUT /v2.0/routers/615f2f2e-03e0-49ea-be00-3eea7edcacb5 HTTP/1.1" status: 200 len: 717 time: 2.5678363 Jun 02 12:32:03.714587 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43248) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:03.717853 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Usage tracker for resource:security_group_rule and tenant:df12f77339d04f159923e892b9b45dd6 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:03.731411 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:03.790920 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:03.805435 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c9fa52d4-f929-4f06-8456-355c1441f406 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:03.815201 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-38664532-6277-402a-8d07-49889b41cf15 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:03.891935 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Attempting to bind port a15e1b12-6163-4cbf-a28a-d6226c67c723 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:32:03.892500 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Attempting to bind port a15e1b12-6163-4cbf-a28a-d6226c67c723 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:32:03.892973 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Attempting to bind port a15e1b12-6163-4cbf-a28a-d6226c67c723 on network a7413df9-4e7a-4187-aef8-a668d8bf2950 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:32:03.911345 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fa52d4-f929-4f06-8456-355c1441f406 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network 83c01907-5bfd-4b2a-ba86-015855709e26 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:03.934124 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-c9fa52d4-f929-4f06-8456-355c1441f406 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:03.935853 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 4e31d85c-8696-4c4a-b0b4-88adca7a04ca completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:03.951863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:32:03.952377 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:03.953696 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:03.953947 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Bound using segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:32:03.954570 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Bound port: a15e1b12-6163-4cbf-a28a-d6226c67c723, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:32:03.955050 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:03.956347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fa52d4-f929-4f06-8456-355c1441f406 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:03.956881 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c9fa52d4-f929-4f06-8456-355c1441f406 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:03.966924 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e27e8cb-7815-40ab-b020-b98332eeba87 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:03.968735 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 4e31d85c-8696-4c4a-b0b4-88adca7a04ca triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:03.968735 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:03.972794 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e27e8cb-7815-40ab-b020-b98332eeba87 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:03.973554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8e27e8cb-7815-40ab-b020-b98332eeba87 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Synchronizing usage tracker for tenant:e67c89da0f9f4b069ac76c7d31f5a2b3 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:32:03.992915 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-a837ae65-ac7e-4309-a290-61ac48407105 None None] Deleting port f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:32:03.993447 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a837ae65-ac7e-4309-a290-61ac48407105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:04.001533 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa52d4-f929-4f06-8456-355c1441f406 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Port': ['ID=26fc310e-017d-4b53-9468-71ff581e422f,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:04.012810 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c9fa52d4-f929-4f06-8456-355c1441f406 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:04.062880 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8e27e8cb-7815-40ab-b020-b98332eeba87 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Unset dirty status for tenant:e67c89da0f9f4b069ac76c7d31f5a2b3 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:32:04.063611 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8e27e8cb-7815-40ab-b020-b98332eeba87 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.5174534 Jun 02 12:32:04.073242 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f8e2b2ce-a9fc-4048-bd1d-1f1c47af8cbc tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] 10.222.0.37 "GET /v2.0/routers/615f2f2e-03e0-49ea-be00-3eea7edcacb5 HTTP/1.1" status: 200 len: 717 time: 0.3528931 Jun 02 12:32:04.077255 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43250) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:04.077255 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43252) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:04.081023 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:04.107656 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332f9662-5770-4769-8267-0c7d05b8b0bd']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:04.129593 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b8678e-57da-4f38-b7a8-e2fef5fee62d') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:04.129894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b8678e-57da-4f38-b7a8-e2fef5fee62d') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:04.144219 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:04.160745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:04.166663 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:04.167239 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_gateway, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:04.197185 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-a837ae65-ac7e-4309-a290-61ac48407105 None None] For port f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668, host dv-neutron-601336-80-hyperv, got binding levels [] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:04.197825 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a837ae65-ac7e-4309-a290-61ac48407105 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:04.265152 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:04.284246 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:32:04.284246 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:32:04.317024 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:32:04.350035 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-74f70c9a-041d-49ca-b5b6-b92e5bd1d35c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:04.386937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:04.424582 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-a837ae65-ac7e-4309-a290-61ac48407105 None None] Calling delete_port for f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:32:04.430844 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.ipam_backend_mixin [None req-a837ae65-ac7e-4309-a290-61ac48407105 None None] Port f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668 was not found and therefore no delete operation was performed {{(pid=92306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 12:32:04.447873 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a837ae65-ac7e-4309-a290-61ac48407105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:04.455691 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c1aa84f6-85df-40aa-b906-1c2b442f8519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:04.470505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:04.505919 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:04.510880 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:04.516143 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837ae65-ac7e-4309-a290-61ac48407105 None None] Pushing event deleted for resources: {'Port': ['ID=f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:04.516972 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:04.523165 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a837ae65-ac7e-4309-a290-61ac48407105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:04.536132 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a837ae65-ac7e-4309-a290-61ac48407105 None None] No DVR routers for this DVR port f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:32:04.558914 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] For port a15e1b12-6163-4cbf-a28a-d6226c67c723, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:32:04.562255 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] For port a15e1b12-6163-4cbf-a28a-d6226c67c723, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a15e1b12-6163-4cbf-a28a-d6226c67c723,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:32:04.594133 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:04.603612 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:04.628253 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:32:04.638344 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-05ade541-1665-41e9-935a-fd71dc7273be tempest-RoutersTestDVR-437854831 tempest-RoutersTestDVR-437854831-project] 10.222.0.37 "GET /v2.0/routers/615f2f2e-03e0-49ea-be00-3eea7edcacb5 HTTP/1.1" status: 200 len: 683 time: 0.5582733 Jun 02 12:32:04.639562 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:04.650167 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43256) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:04.709436 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:04.741272 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Pushing event updated for resources: {'Port': ['ID=43072901-2b6b-4c6a-a881-6912f1199abd,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:04.764751 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Pushing event updated for resources: {'Port': ['ID=a15e1b12-6163-4cbf-a28a-d6226c67c723,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:04.783705 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:04.784368 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:04.784602 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:04.794713 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 4e31d85c-8696-4c4a-b0b4-88adca7a04ca, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4e31d85c-8696-4c4a-b0b4-88adca7a04ca,segment=NetworkSegment(18e3d156-dcae-4391-9c20-4244111e0718),segment_id=18e3d156-dcae-4391-9c20-4244111e0718)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:04.801514 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:04.801700 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:04.801820 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Added segment 39347eee-b032-4cc4-8dc9-55e74088e82c of type vlan for network 633b0793-2f52-4622-a4ea-90170e3739f9 Jun 02 12:32:04.809517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:04.860063 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Network': ['ID=332f9662-5770-4769-8267-0c7d05b8b0bd,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:04.868177 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:04.908411 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:32:04.914860 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/networks/332f9662-5770-4769-8267-0c7d05b8b0bd HTTP/1.1" status: 204 len: 168 time: 3.0290318 Jun 02 12:32:04.930886 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43258) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:04.945447 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-b7ee660a-8a4c-4c24-9e7d-74dd444e4505 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-842720476'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:04.999465 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2fd611ed-b7fd-4949-8a24-8a015d6cb319 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:05.012774 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-88883ef7-9482-480d-b764-61e67adbe240 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:05.013107 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:32:05.013385 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f2fb5bc6-5ce2-4615-8a30-f8abb8e4b668 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:32:05.028961 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=4e31d85c-8696-4c4a-b0b4-88adca7a04ca,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:05.033239 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b7ee660a-8a4c-4c24-9e7d-74dd444e4505 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:05.036264 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b57b276d-6282-40fe-822e-78acd7ca4067 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:05.036851 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:05.070376 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c8e32195-8578-4d1d-bc69-4892d0c46b54 None None] Provisioning complete for port 4e31d85c-8696-4c4a-b0b4-88adca7a04ca triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:05.071103 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c8e32195-8578-4d1d-bc69-4892d0c46b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:05.093030 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd611ed-b7fd-4949-8a24-8a015d6cb319 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:05.115891 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-2fd611ed-b7fd-4949-8a24-8a015d6cb319 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:05.143832 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:05.144031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c9fa52d4-f929-4f06-8456-355c1441f406 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:05.154979 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd611ed-b7fd-4949-8a24-8a015d6cb319 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:05.155691 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2fd611ed-b7fd-4949-8a24-8a015d6cb319 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:05.160733 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd611ed-b7fd-4949-8a24-8a015d6cb319 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=2392200d-76b3-4bf2-ba5f-30a066ef774e,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:05.161854 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a005493-7173-4748-8eed-bfe80de07a14,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:05.164493 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2fd611ed-b7fd-4949-8a24-8a015d6cb319 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:05.167526 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b7ee660a-8a4c-4c24-9e7d-74dd444e4505 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:network and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:05.188765 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b7ee660a-8a4c-4c24-9e7d-74dd444e4505 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:05.193710 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:05.279191 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:05.283377 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2fd611ed-b7fd-4949-8a24-8a015d6cb319 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7005413 Jun 02 12:32:05.286739 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43260) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:05.297461 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ea89e76d-b02d-48cb-a955-4d89ada7e364 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'mac_address': 'fa:16:3e:30:ee:95', 'name': 'tempest-NetworksTestDHCPv6-816959077'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:05.304793 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b7ee660a-8a4c-4c24-9e7d-74dd444e4505 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:05.318568 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c8e32195-8578-4d1d-bc69-4892d0c46b54 None None] Provisioning for port 26fc310e-017d-4b53-9468-71ff581e422f completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:05.325568 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c8e32195-8578-4d1d-bc69-4892d0c46b54 None None] Provisioning complete for port 26fc310e-017d-4b53-9468-71ff581e422f triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:05.326059 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c8e32195-8578-4d1d-bc69-4892d0c46b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:05.389159 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c8e32195-8578-4d1d-bc69-4892d0c46b54 None None] Port 26fc310e-017d-4b53-9468-71ff581e422f cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:32:05.510486 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.resource_extend [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:32:05.512897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84bd66e3-2dc5-4bac-8222-40a35928379f None None] Provisioning complete for port 26fc310e-017d-4b53-9468-71ff581e422f triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:05.513350 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84bd66e3-2dc5-4bac-8222-40a35928379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:05.518224 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ee660a-8a4c-4c24-9e7d-74dd444e4505 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:05.521686 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b7ee660a-8a4c-4c24-9e7d-74dd444e4505 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:05.532284 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-71b27208-d25b-40bc-afdb-381e4deadff0 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Deleting port 0ce163e0-b4b9-4f52-8af7-b32eba016631 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:32:05.532845 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-71b27208-d25b-40bc-afdb-381e4deadff0 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:05.571553 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84bd66e3-2dc5-4bac-8222-40a35928379f None None] Port 26fc310e-017d-4b53-9468-71ff581e422f cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:32:05.579853 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ea89e76d-b02d-48cb-a955-4d89ada7e364 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:05.587070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ea89e76d-b02d-48cb-a955-4d89ada7e364 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:port and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:05.590012 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ea89e76d-b02d-48cb-a955-4d89ada7e364 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:05.597992 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ea89e76d-b02d-48cb-a955-4d89ada7e364 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:05.605411 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Router 8e9f577c-af3d-4c8f-a86c-29d23fe46b3f is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:32:05.609582 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea89e76d-b02d-48cb-a955-4d89ada7e364 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:05.705143 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b57b276d-6282-40fe-822e-78acd7ca4067 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:05.720125 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b57b276d-6282-40fe-822e-78acd7ca4067 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:05.893955 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ea89e76d-b02d-48cb-a955-4d89ada7e364 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:05.919279 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:32:05.928268 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Network d26e7cf0-c529-4972-8a72-bcb5f758199e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:05.933450 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7676a068-fab7-42dd-ab5c-63e6c0bf583a None None] Sync routers for ids ['8e9f577c-af3d-4c8f-a86c-29d23fe46b3f'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:32:05.946299 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-ea89e76d-b02d-48cb-a955-4d89ada7e364 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] device_id is not set on port 42cd554b-c026-4fc4-83d9-e71f2a2cc2e8 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:32:05.948344 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7676a068-fab7-42dd-ab5c-63e6c0bf583a None None] Routers {'8e9f577c-af3d-4c8f-a86c-29d23fe46b3f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:05.949842 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7676a068-fab7-42dd-ab5c-63e6c0bf583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['8e9f577c-af3d-4c8f-a86c-29d23fe46b3f'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:05.998144 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:06.004331 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:06.004968 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:06.008923 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:06.024751 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fc9c71a4-389a-4410-b82e-dc4ed1e525d9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:06.036538 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7676a068-fab7-42dd-ab5c-63e6c0bf583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:06.045414 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:06.047327 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.6456528 Jun 02 12:32:06.047598 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7676a068-fab7-42dd-ab5c-63e6c0bf583a None None] Routers {'8e9f577c-af3d-4c8f-a86c-29d23fe46b3f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:06.048355 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7676a068-fab7-42dd-ab5c-63e6c0bf583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['8e9f577c-af3d-4c8f-a86c-29d23fe46b3f'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:06.051446 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43262) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:06.061954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-2d8e8b72-aa49-46ba-b4f3-e7808d55649f tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:06.087515 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ee660a-8a4c-4c24-9e7d-74dd444e4505 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:32:06.119802 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7676a068-fab7-42dd-ab5c-63e6c0bf583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:06.120422 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7676a068-fab7-42dd-ab5c-63e6c0bf583a None None] The sync data for ids ['8e9f577c-af3d-4c8f-a86c-29d23fe46b3f'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:32:06.152707 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8887127e-a270-4774-8dd2-30dd62e1f01a None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:06.159063 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-71b27208-d25b-40bc-afdb-381e4deadff0 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:06.274838 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bad49943-ce15-42e9-8a15-16765e841edb None None] Provisioning for port a15e1b12-6163-4cbf-a28a-d6226c67c723 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:06.311249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b57b276d-6282-40fe-822e-78acd7ca4067 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:06.311845 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57b276d-6282-40fe-822e-78acd7ca4067 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 615f2f2e-03e0-49ea-be00-3eea7edcacb5 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:32:06.426384 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7641cf4d-e9d4-46c8-886f-e9834ef4ef9d None None] Provisioning complete for port 43072901-2b6b-4c6a-a881-6912f1199abd triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:06.426763 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7641cf4d-e9d4-46c8-886f-e9834ef4ef9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:06.456017 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b7ee660a-8a4c-4c24-9e7d-74dd444e4505 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:06.456545 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-b7ee660a-8a4c-4c24-9e7d-74dd444e4505 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Added segment 97f07ef1-27d9-4644-9b0d-680b47f325ce of type vlan for network 6d55d0f8-154d-44c9-8159-c492d6468199 Jun 02 12:32:06.470030 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-71b27208-d25b-40bc-afdb-381e4deadff0 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Calling delete_port for 0ce163e0-b4b9-4f52-8af7-b32eba016631 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:32:06.474881 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Network': ['ID=633b0793-2f52-4622-a4ea-90170e3739f9,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:06.501245 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 633b0793-2f52-4622-a4ea-90170e3739f9 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:32:06.514745 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:06.531611 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b57b276d-6282-40fe-822e-78acd7ca4067 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:06.532763 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b57b276d-6282-40fe-822e-78acd7ca4067 tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] 10.222.0.37 "DELETE /v2.0/routers/615f2f2e-03e0-49ea-be00-3eea7edcacb5 HTTP/1.1" status: 204 len: 168 time: 1.8813128 Jun 02 12:32:06.551693 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.5177772 Jun 02 12:32:06.598986 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-7641cf4d-e9d4-46c8-886f-e9834ef4ef9d None None] Port 43072901-2b6b-4c6a-a881-6912f1199abd cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:32:06.635762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43264) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:06.651729 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ffc93a91-0c3c-404f-bf4e-7efc1eb8c27b tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Request body: {'router': {'name': 'tempest-router-646372958', 'distributed': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:06.663181 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ffc93a91-0c3c-404f-bf4e-7efc1eb8c27b tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:06.670357 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ffc93a91-0c3c-404f-bf4e-7efc1eb8c27b tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Usage tracker for resource:router and tenant:38ac77f91ab24a439229563b6fefc88a is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:06.675656 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ffc93a91-0c3c-404f-bf4e-7efc1eb8c27b tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:06.696902 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ffc93a91-0c3c-404f-bf4e-7efc1eb8c27b tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:06.709720 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-ea89e76d-b02d-48cb-a955-4d89ada7e364 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 172.20.0.11 (a7413df9-4e7a-4187-aef8-a668d8bf2950/2392200d-76b3-4bf2-ba5f-30a066ef774e/42cd554b-c026-4fc4-83d9-e71f2a2cc2e8) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:06.720797 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-ea89e76d-b02d-48cb-a955-4d89ada7e364 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8::f816:3eff:fe30:ee95 (a7413df9-4e7a-4187-aef8-a668d8bf2950/554b5f4a-d897-485a-9c20-401c26571045/42cd554b-c026-4fc4-83d9-e71f2a2cc2e8) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:06.729632 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a18e081-5ed7-4825-9465-3fa32070122f None None] Update dhcp port {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'fixed_ips': [{'subnet_id': '554b5f4a-d897-485a-9c20-401c26571045', 'ip_address': '2001:db8::f816:3eff:fe31:fd7e'}, {'subnet_id': '2392200d-76b3-4bf2-ba5f-30a066ef774e'}], 'binding:host_id': 'dv-neutron-601336-80-hyperv'}, 'id': 'a15e1b12-6163-4cbf-a28a-d6226c67c723'} from dv-neutron-601336-80-hyperv. {{(pid=92306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 12:32:06.786280 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9a18e081-5ed7-4825-9465-3fa32070122f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:06.786532 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ffc93a91-0c3c-404f-bf4e-7efc1eb8c27b tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:06.786532 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ffc93a91-0c3c-404f-bf4e-7efc1eb8c27b tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:06.856646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ffc93a91-0c3c-404f-bf4e-7efc1eb8c27b tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:06.947667 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c9fa52d4-f929-4f06-8456-355c1441f406 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:06.966540 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-71b27208-d25b-40bc-afdb-381e4deadff0 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:06.973098 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c9fa52d4-f929-4f06-8456-355c1441f406 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:06.974080 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c9fa52d4-f929-4f06-8456-355c1441f406 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:06.986370 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Router d6c456cb-b6e4-42e1-940c-6836bf8f0175 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:32:06.988143 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b7ee660a-8a4c-4c24-9e7d-74dd444e4505 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:06.991888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-21b1bb3f-c837-48bb-8482-f25a64a26359 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:07.067616 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa52d4-f929-4f06-8456-355c1441f406 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Port': ['ID=26fc310e-017d-4b53-9468-71ff581e422f,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:07.109781 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ffc93a91-0c3c-404f-bf4e-7efc1eb8c27b tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:07.129179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b27208-d25b-40bc-afdb-381e4deadff0 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Pushing event deleted for resources: {'Port': ['ID=0ce163e0-b4b9-4f52-8af7-b32eba016631,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:07.192634 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ffc93a91-0c3c-404f-bf4e-7efc1eb8c27b tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:07.193788 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ffc93a91-0c3c-404f-bf4e-7efc1eb8c27b tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5533977 Jun 02 12:32:07.198641 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2d8e8b72-aa49-46ba-b4f3-e7808d55649f tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:07.212001 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43266) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:07.228802 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-71b27208-d25b-40bc-afdb-381e4deadff0 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:07.233365 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:07.233763 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:07.290560 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-71b27208-d25b-40bc-afdb-381e4deadff0 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:07.308161 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.resource_extend [None req-b7ee660a-8a4c-4c24-9e7d-74dd444e4505 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:32:07.328857 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-71b27208-d25b-40bc-afdb-381e4deadff0 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] 10.222.0.37 "DELETE /v2.0/ports/0ce163e0-b4b9-4f52-8af7-b32eba016631 HTTP/1.1" status: 204 len: 168 time: 3.2507393 Jun 02 12:32:07.335024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43268) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:07.338397 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a15e1b12-6163-4cbf-a28a-d6226c67c723 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:07.380055 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ea89e76d-b02d-48cb-a955-4d89ada7e364 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:07.387104 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b7ee660a-8a4c-4c24-9e7d-74dd444e4505 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:07.394282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ee660a-8a4c-4c24-9e7d-74dd444e4505 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:07.394893 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b7ee660a-8a4c-4c24-9e7d-74dd444e4505 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:07.423451 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:07.424906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-662e714f-5f21-4632-879f-492d70e3f3dd tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:07.449039 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port a15e1b12-6163-4cbf-a28a-d6226c67c723 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:07.456443 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port a15e1b12-6163-4cbf-a28a-d6226c67c723 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:07.457265 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:07.494084 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-ea89e76d-b02d-48cb-a955-4d89ada7e364 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Transition to ACTIVE for port object 42cd554b-c026-4fc4-83d9-e71f2a2cc2e8 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:07.502927 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b7ee660a-8a4c-4c24-9e7d-74dd444e4505 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.5636594 Jun 02 12:32:07.503655 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2d8e8b72-aa49-46ba-b4f3-e7808d55649f tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:07.511948 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43270) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:07.520141 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fa52d4-f929-4f06-8456-355c1441f406 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network 83c01907-5bfd-4b2a-ba86-015855709e26 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:07.527635 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-c9fa52d4-f929-4f06-8456-355c1441f406 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:07.583624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-7cce43b9-4ab0-4bd5-a842-e2ae23f0dd0a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'subnet': {'network_id': '6d55d0f8-154d-44c9-8159-c492d6468199', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:07.737712 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:07.812205 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port a15e1b12-6163-4cbf-a28a-d6226c67c723, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a15e1b12-6163-4cbf-a28a-d6226c67c723,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:07.818665 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:07.820693 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4e31d85c-8696-4c4a-b0b4-88adca7a04ca up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:07.903614 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d6d4a702-d8cd-4eb9-aba9-e6e6ae329c61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:07.946676 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:32:07.957880 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] Sync routers for ids ['d6c456cb-b6e4-42e1-940c-6836bf8f0175'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:32:07.974218 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] Routers {'d6c456cb-b6e4-42e1-940c-6836bf8f0175'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:07.978399 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d6c456cb-b6e4-42e1-940c-6836bf8f0175'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:08.005230 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] 10.222.0.37 "PUT /v2.0/routers/d6c456cb-b6e4-42e1-940c-6836bf8f0175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2882833 Jun 02 12:32:08.015117 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee660a-8a4c-4c24-9e7d-74dd444e4505 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Network': ['ID=6d55d0f8-154d-44c9-8159-c492d6468199,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:08.020423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b7ee660a-8a4c-4c24-9e7d-74dd444e4505 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:08.067956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fa52d4-f929-4f06-8456-355c1441f406 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router a265d73c-1c8f-4ff9-84ff-a9daee0462ce has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:32:08.072104 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 6d55d0f8-154d-44c9-8159-c492d6468199 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:32:08.271407 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fa52d4-f929-4f06-8456-355c1441f406 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:32:08.279943 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c9fa52d4-f929-4f06-8456-355c1441f406 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/a265d73c-1c8f-4ff9-84ff-a9daee0462ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6806214 Jun 02 12:32:08.284658 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43274) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:08.292436 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-de4160f2-c782-4721-b263-47adbd21f14a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-236554806'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:08.314897 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-de4160f2-c782-4721-b263-47adbd21f14a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:08.327845 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-de4160f2-c782-4721-b263-47adbd21f14a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:network and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:08.331596 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-de4160f2-c782-4721-b263-47adbd21f14a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:08.341301 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c37aa34d-571e-4079-8cd4-3b0aa72538f7 None None] Provisioning complete for port 26fc310e-017d-4b53-9468-71ff581e422f triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:08.341301 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c37aa34d-571e-4079-8cd4-3b0aa72538f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:08.346621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-de4160f2-c782-4721-b263-47adbd21f14a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:08.355507 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-662e714f-5f21-4632-879f-492d70e3f3dd tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:08.358649 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-662e714f-5f21-4632-879f-492d70e3f3dd tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:08.370659 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4160f2-c782-4721-b263-47adbd21f14a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Made reservation on behalf of 9cc4ca61dc954dc9aa55c98b051cae30 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:08.374229 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-de4160f2-c782-4721-b263-47adbd21f14a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:08.408511 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-662e714f-5f21-4632-879f-492d70e3f3dd tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:08.409530 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662e714f-5f21-4632-879f-492d70e3f3dd tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1731505d-8baa-4090-ac9f-676075106446 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:32:08.426859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4160f2-c782-4721-b263-47adbd21f14a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:32:08.445182 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-de4160f2-c782-4721-b263-47adbd21f14a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:08.445702 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-de4160f2-c782-4721-b263-47adbd21f14a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Added segment 60725ce2-de9a-4a54-8ab8-a002cea52fad of type vlan for network 47271cc3-e68b-4e4e-9f38-dd3500e34835 Jun 02 12:32:08.488111 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] Sync routers for ids ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:32:08.499380 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-de4160f2-c782-4721-b263-47adbd21f14a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:08.507700 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-7cce43b9-4ab0-4bd5-a842-e2ae23f0dd0a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:08.524486 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] Routers {'a265d73c-1c8f-4ff9-84ff-a9daee0462ce'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:08.525689 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:08.527899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-662e714f-5f21-4632-879f-492d70e3f3dd tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:08.529008 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-662e714f-5f21-4632-879f-492d70e3f3dd tempest-RoutersTestDVR-1192813519 tempest-RoutersTestDVR-1192813519-project-admin] 10.222.0.37 "DELETE /v2.0/routers/1731505d-8baa-4090-ac9f-676075106446 HTTP/1.1" status: 204 len: 168 time: 1.3180671 Jun 02 12:32:08.530560 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] Set router d6c456cb-b6e4-42e1-940c-6836bf8f0175 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:32:08.544328 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-7cce43b9-4ab0-4bd5-a842-e2ae23f0dd0a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:subnet and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:08.551959 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-7cce43b9-4ab0-4bd5-a842-e2ae23f0dd0a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:08.585776 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-7cce43b9-4ab0-4bd5-a842-e2ae23f0dd0a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:08.600767 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ea89e76d-b02d-48cb-a955-4d89ada7e364 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:08.607713 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-de4160f2-c782-4721-b263-47adbd21f14a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:08.621946 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f3cdb71e-a8ae-4c1e-be00-55ead4c7bbf7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:08.623834 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4160f2-c782-4721-b263-47adbd21f14a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:08.626564 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-de4160f2-c782-4721-b263-47adbd21f14a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:08.671977 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:08.691423 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-deb01a4e-51c7-4d27-a2d7-7e079c7e4bf8 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Deleting port 81368f0b-4319-4836-bb0d-d8bbc2e9ede9 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:32:08.692019 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-deb01a4e-51c7-4d27-a2d7-7e079c7e4bf8 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:08.800853 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-9a18e081-5ed7-4825-9465-3fa32070122f None None] Allocated IP 172.20.0.2 (a7413df9-4e7a-4187-aef8-a668d8bf2950/2392200d-76b3-4bf2-ba5f-30a066ef774e/a15e1b12-6163-4cbf-a28a-d6226c67c723) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:08.805045 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cce43b9-4ab0-4bd5-a842-e2ae23f0dd0a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:08.808914 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7cce43b9-4ab0-4bd5-a842-e2ae23f0dd0a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:08.944394 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4160f2-c782-4721-b263-47adbd21f14a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Network': ['ID=47271cc3-e68b-4e4e-9f38-dd3500e34835,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:08.963008 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-de4160f2-c782-4721-b263-47adbd21f14a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6754916 Jun 02 12:32:08.964530 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-de4160f2-c782-4721-b263-47adbd21f14a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:08.965547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43286) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:08.971680 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-a88f6231-5b6f-4b60-943a-cf695ee73c0e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'subnet': {'network_id': '47271cc3-e68b-4e4e-9f38-dd3500e34835', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:08.990545 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea89e76d-b02d-48cb-a955-4d89ada7e364 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:09.003439 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43288) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:09.058651 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-ea89e76d-b02d-48cb-a955-4d89ada7e364 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:09.068925 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-67f414d1-354d-45b4-9015-343e64b0b5d2 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--158876918', 'description': 'tempest-description--57180988'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:09.095424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea89e76d-b02d-48cb-a955-4d89ada7e364 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:09.115083 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-9a18e081-5ed7-4825-9465-3fa32070122f None None] For port a15e1b12-6163-4cbf-a28a-d6226c67c723, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a15e1b12-6163-4cbf-a28a-d6226c67c723,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:09.130925 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a88f6231-5b6f-4b60-943a-cf695ee73c0e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:09.135921 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a88f6231-5b6f-4b60-943a-cf695ee73c0e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:subnet and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:09.139512 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a88f6231-5b6f-4b60-943a-cf695ee73c0e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:09.148497 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43290) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:09.165218 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e8b72-aa49-46ba-b4f3-e7808d55649f tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Deleting port 7cfef09a-0508-416d-a78a-57c62e4be8d2 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:32:09.165788 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2d8e8b72-aa49-46ba-b4f3-e7808d55649f tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:09.176555 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a88f6231-5b6f-4b60-943a-cf695ee73c0e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:09.223494 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88f6231-5b6f-4b60-943a-cf695ee73c0e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Made reservation on behalf of 9cc4ca61dc954dc9aa55c98b051cae30 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:09.232527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a88f6231-5b6f-4b60-943a-cf695ee73c0e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:09.238485 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-67f414d1-354d-45b4-9015-343e64b0b5d2 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:09.243433 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89e76d-b02d-48cb-a955-4d89ada7e364 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=42cd554b-c026-4fc4-83d9-e71f2a2cc2e8,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:09.243587 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'name': 'tempest-ServerActionsTestJSON-799814407-router', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:03Z', 'revision_number': 4, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'gw_port': {'id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:46Z', 'updated_at': '2021-06-02T12:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '43072901-2b6b-4c6a-a881-6912f1199abd', 'name': '', 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'mac_address': 'fa:16:3e:73:fa:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '35e7c6b0-13d3-41ba-a88f-b72a6c16c109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:59Z', 'updated_at': '2021-06-02T12:32:03Z', 'revision_number': 2, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'subnets': [{'id': '35e7c6b0-13d3-41ba-a88f-b72a6c16c109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:09.249815 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] Checking router: d6c456cb-b6e4-42e1-940c-6836bf8f0175 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:32:09.250536 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] Updating router d6c456cb-b6e4-42e1-940c-6836bf8f0175 port 43072901-2b6b-4c6a-a881-6912f1199abd binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:32:09.264720 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c37aa34d-571e-4079-8cd4-3b0aa72538f7 None None] Port 26fc310e-017d-4b53-9468-71ff581e422f cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:32:09.280164 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-deb01a4e-51c7-4d27-a2d7-7e079c7e4bf8 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:09.288437 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-67f414d1-354d-45b4-9015-343e64b0b5d2 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Usage tracker for resource:security_group and tenant:2eeecbacfd564d3d9465a6227d2e7ddc is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:09.291446 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ea89e76d-b02d-48cb-a955-4d89ada7e364 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:09.299990 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-67f414d1-354d-45b4-9015-343e64b0b5d2 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:09.312161 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:09.445014 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-67f414d1-354d-45b4-9015-343e64b0b5d2 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:09.454266 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 47271cc3-e68b-4e4e-9f38-dd3500e34835 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:32:09.497135 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 4e31d85c-8696-4c4a-b0b4-88adca7a04ca triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:09.497884 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:09.584120 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-deb01a4e-51c7-4d27-a2d7-7e079c7e4bf8 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Calling delete_port for 81368f0b-4319-4836-bb0d-d8bbc2e9ede9 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:32:09.627206 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea89e76d-b02d-48cb-a955-4d89ada7e364 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:09.628321 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ea89e76d-b02d-48cb-a955-4d89ada7e364 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:09.638941 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-67f414d1-354d-45b4-9015-343e64b0b5d2 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:09.645875 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9a18e081-5ed7-4825-9465-3fa32070122f None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:09.679761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=a15e1b12-6163-4cbf-a28a-d6226c67c723,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:09.705443 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.802s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:09.752469 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] Set router a265d73c-1c8f-4ff9-84ff-a9daee0462ce gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:32:09.758657 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-abfab970-28d2-41df-989d-5694bd18a7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:09.769985 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:09.785144 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] Transition to ACTIVE for port object 43072901-2b6b-4c6a-a881-6912f1199abd will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:09.798211 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:09.815929 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-a0e84019-a485-4b80-a3d1-cf57d68b6d23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:09.820022 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9a18e081-5ed7-4825-9465-3fa32070122f None None] Transition to ACTIVE for port object a15e1b12-6163-4cbf-a28a-d6226c67c723 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:09.836509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43294) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:09.840133 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9a18e081-5ed7-4825-9465-3fa32070122f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:09.862590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-af3b187c-e6cc-467f-a629-76a05b5e6f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:09.869531 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-1ebf30d3-00c5-4f72-b6e0-1d1bb3865c20 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'subnet': {'network_id': '633b0793-2f52-4622-a4ea-90170e3739f9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:09.871571 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-abfab970-28d2-41df-989d-5694bd18a7ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:09.884533 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-abfab970-28d2-41df-989d-5694bd18a7ac admin admin] Usage tracker for resource:security_group_rule and tenant:8131b87e0ac94a3d8c3de84862841413 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:09.889723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-abfab970-28d2-41df-989d-5694bd18a7ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:09.913186 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-abfab970-28d2-41df-989d-5694bd18a7ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:09.952173 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2d8e8b72-aa49-46ba-b4f3-e7808d55649f tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:09.973181 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa917e36-03e2-4b6a-b1dd-ff050ed92b2a None None] Pushing event updated for resources: {'Port': ['ID=43072901-2b6b-4c6a-a881-6912f1199abd,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:09.976979 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-aa917e36-03e2-4b6a-b1dd-ff050ed92b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:10.073263 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-67f414d1-354d-45b4-9015-343e64b0b5d2 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:10.080778 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ea89e76d-b02d-48cb-a955-4d89ada7e364 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.7926707 Jun 02 12:32:10.126168 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] Attempting to bind port 43072901-2b6b-4c6a-a881-6912f1199abd on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:32:10.126931 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] Attempting to bind port 43072901-2b6b-4c6a-a881-6912f1199abd by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'b6fc825a-a603-4b65-8548-8a3471bd29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:32:10.127464 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] Attempting to bind port 43072901-2b6b-4c6a-a881-6912f1199abd on network d26e7cf0-c529-4972-8a72-bcb5f758199e {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:32:10.134467 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:32:10.135160 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] Checking segment: {'id': 'b6fc825a-a603-4b65-8548-8a3471bd29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:10.135877 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:10.146824 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] Bound using segment: {'id': 'b6fc825a-a603-4b65-8548-8a3471bd29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:32:10.147916 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] Bound port: 43072901-2b6b-4c6a-a881-6912f1199abd, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fc825a-a603-4b65-8548-8a3471bd29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:32:10.148726 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43296) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:10.149455 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:10.152714 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-abfab970-28d2-41df-989d-5694bd18a7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:10.157009 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-67f414d1-354d-45b4-9015-343e64b0b5d2 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Usage tracker for resource:security_group_rule and tenant:2eeecbacfd564d3d9465a6227d2e7ddc is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:10.169679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-abfab970-28d2-41df-989d-5694bd18a7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:10.241648 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:10.284530 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] For port 43072901-2b6b-4c6a-a881-6912f1199abd, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:32:10.289307 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] For port 43072901-2b6b-4c6a-a881-6912f1199abd, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=43072901-2b6b-4c6a-a881-6912f1199abd,segment=NetworkSegment(b6fc825a-a603-4b65-8548-8a3471bd29aa),segment_id=b6fc825a-a603-4b65-8548-8a3471bd29aa)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:32:10.291785 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-abfab970-28d2-41df-989d-5694bd18a7ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8131b87e0ac94a3d8c3de84862841413&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1415930 Jun 02 12:32:10.292695 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43298) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:10.301966 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:10.313402 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:10.313671 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-67f414d1-354d-45b4-9015-343e64b0b5d2 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:10.326973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfab970-28d2-41df-989d-5694bd18a7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4888fb3-d526-4594-a989-4eccee44ddb3,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:10.331403 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-abfab970-28d2-41df-989d-5694bd18a7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:10.342795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a88f6231-5b6f-4b60-943a-cf695ee73c0e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:10.354982 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ceb9d7d9-c2f2-41ee-a2d4-56e041fb7d17 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:10.400667 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa917e36-03e2-4b6a-b1dd-ff050ed92b2a None None] Pushing event updated for resources: {'Port': ['ID=43072901-2b6b-4c6a-a881-6912f1199abd,revision_number=4']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:10.404453 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e8b72-aa49-46ba-b4f3-e7808d55649f tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Calling delete_port for 7cfef09a-0508-416d-a78a-57c62e4be8d2 owned by network:router_gateway {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:32:10.406437 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-aa917e36-03e2-4b6a-b1dd-ff050ed92b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:10.411241 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] Routers {'d6c456cb-b6e4-42e1-940c-6836bf8f0175'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:10.412128 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d6c456cb-b6e4-42e1-940c-6836bf8f0175'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:10.577889 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18e081-5ed7-4825-9465-3fa32070122f None None] Pushing event updated for resources: {'Port': ['ID=a15e1b12-6163-4cbf-a28a-d6226c67c723,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:10.610503 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-67f414d1-354d-45b4-9015-343e64b0b5d2 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:10.619301 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88f6231-5b6f-4b60-943a-cf695ee73c0e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Checking segment: {'id': '60725ce2-de9a-4a54-8ab8-a002cea52fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47271cc3-e68b-4e4e-9f38-dd3500e34835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:10.620086 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88f6231-5b6f-4b60-943a-cf695ee73c0e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network hostable DHCP agents. Network: 47271cc3-e68b-4e4e-9f38-dd3500e34835, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:32:10.623242 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1ebf30d3-00c5-4f72-b6e0-1d1bb3865c20 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:10.637789 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-03657c7e-c9e7-4666-897c-3ce5c67a56ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:10.639955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f6231-5b6f-4b60-943a-cf695ee73c0e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Subnet': ['ID=9b2781a6-2b5a-48a2-9391-a628b6b74101,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:10.640196 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9a18e081-5ed7-4825-9465-3fa32070122f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:10.645298 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a88f6231-5b6f-4b60-943a-cf695ee73c0e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:10.669365 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1ebf30d3-00c5-4f72-b6e0-1d1bb3865c20 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Usage tracker for resource:subnet and tenant:df12f77339d04f159923e892b9b45dd6 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:10.675380 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] Set router d6c456cb-b6e4-42e1-940c-6836bf8f0175 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:32:10.696988 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1ebf30d3-00c5-4f72-b6e0-1d1bb3865c20 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:10.723747 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2d8e8b72-aa49-46ba-b4f3-e7808d55649f tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:10.732948 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-03657c7e-c9e7-4666-897c-3ce5c67a56ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:10.741374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88f6231-5b6f-4b60-943a-cf695ee73c0e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network 47271cc3-e68b-4e4e-9f38-dd3500e34835 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:32:10.751790 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-01102dcf-7d3e-4fad-9ebd-4f4d3a5e35bd tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:10.765666 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-a88f6231-5b6f-4b60-943a-cf695ee73c0e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 47271cc3-e68b-4e4e-9f38-dd3500e34835) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:10.776795 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb58162-19f2-4008-81e9-2101f732ea5a None None] Network 47271cc3-e68b-4e4e-9f38-dd3500e34835 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:10.802326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88f6231-5b6f-4b60-943a-cf695ee73c0e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:10.803007 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a88f6231-5b6f-4b60-943a-cf695ee73c0e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:10.830936 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1ebf30d3-00c5-4f72-b6e0-1d1bb3865c20 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:10.852354 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a88f6231-5b6f-4b60-943a-cf695ee73c0e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8852472 Jun 02 12:32:10.858727 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43300) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:10.910914 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-deb01a4e-51c7-4d27-a2d7-7e079c7e4bf8 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:10.929295 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:32:04Z', 'revision_number': 3, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': '26fc310e-017d-4b53-9468-71ff581e422f', 'name': '', 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:5f:21:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:01Z', 'updated_at': '2021-06-02T12:32:06Z', 'revision_number': 2, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:00Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:10.960047 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a15e1b12-6163-4cbf-a28a-d6226c67c723 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:11.011305 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] Checking router: a265d73c-1c8f-4ff9-84ff-a9daee0462ce for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:32:11.011824 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] Updating router a265d73c-1c8f-4ff9-84ff-a9daee0462ce port 26fc310e-017d-4b53-9468-71ff581e422f binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:32:11.177948 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-67f414d1-354d-45b4-9015-343e64b0b5d2 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:11.182298 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:11.215344 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-67f414d1-354d-45b4-9015-343e64b0b5d2 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:11.222454 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-47271cc3-e68b-4e4e-9f38-dd3500e34835', 'network_id': '47271cc3-e68b-4e4e-9f38-dd3500e34835', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'fixed_ips': [{'subnet_id': '9b2781a6-2b5a-48a2-9391-a628b6b74101'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:32:11.224243 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:11.226995 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e8b72-aa49-46ba-b4f3-e7808d55649f tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Pushing event deleted for resources: {'Port': ['ID=7cfef09a-0508-416d-a78a-57c62e4be8d2,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:11.264580 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2d8e8b72-aa49-46ba-b4f3-e7808d55649f tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:11.270708 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:11.304331 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebf30d3-00c5-4f72-b6e0-1d1bb3865c20 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Made reservation on behalf of df12f77339d04f159923e892b9b45dd6 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:11.308455 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1ebf30d3-00c5-4f72-b6e0-1d1bb3865c20 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:11.350586 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'name': 'tempest-ServerActionsTestJSON-799814407-router', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:03Z', 'revision_number': 4, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'gw_port': {'id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:46Z', 'updated_at': '2021-06-02T12:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '43072901-2b6b-4c6a-a881-6912f1199abd', 'name': '', 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'mac_address': 'fa:16:3e:73:fa:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '35e7c6b0-13d3-41ba-a88f-b72a6c16c109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:59Z', 'updated_at': '2021-06-02T12:32:10Z', 'revision_number': 4, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'subnets': [{'id': '35e7c6b0-13d3-41ba-a88f-b72a6c16c109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:11.355465 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3540970-50cf-4c85-807d-bbe87c011666 None None] The sync data for ids ['d6c456cb-b6e4-42e1-940c-6836bf8f0175'] in dv-neutron-601336-80-hyperv is: [{'id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'name': 'tempest-ServerActionsTestJSON-799814407-router', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:03Z', 'revision_number': 4, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'gw_port': {'id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:46Z', 'updated_at': '2021-06-02T12:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '43072901-2b6b-4c6a-a881-6912f1199abd', 'name': '', 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'mac_address': 'fa:16:3e:73:fa:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '35e7c6b0-13d3-41ba-a88f-b72a6c16c109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:59Z', 'updated_at': '2021-06-02T12:32:10Z', 'revision_number': 4, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'subnets': [{'id': '35e7c6b0-13d3-41ba-a88f-b72a6c16c109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:32:11.357157 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff76ff-8503-4b48-b391-6444fa995e43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:11.369275 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff76ff-8503-4b48-b391-6444fa995e43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:11.370386 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8bff76ff-8503-4b48-b391-6444fa995e43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:32:11.407971 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-deb01a4e-51c7-4d27-a2d7-7e079c7e4bf8 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:11.446543 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-03657c7e-c9e7-4666-897c-3ce5c67a56ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:11.500377 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7d4af4fc-59cb-4a67-b7cb-5df4a1526859 None None] Provisioning for port a15e1b12-6163-4cbf-a28a-d6226c67c723 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:11.532829 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7d4af4fc-59cb-4a67-b7cb-5df4a1526859 None None] Provisioning complete for port a15e1b12-6163-4cbf-a28a-d6226c67c723 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:11.533138 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7d4af4fc-59cb-4a67-b7cb-5df4a1526859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:11.589064 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:11.610869 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-03657c7e-c9e7-4666-897c-3ce5c67a56ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:11.612830 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-03657c7e-c9e7-4666-897c-3ce5c67a56ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4888fb3-d526-4594-a989-4eccee44ddb3 HTTP/1.1" status: 204 len: 168 time: 1.2822382 Jun 02 12:32:11.698860 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03657c7e-c9e7-4666-897c-3ce5c67a56ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4888fb3-d526-4594-a989-4eccee44ddb3,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:11.699078 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8bff76ff-8503-4b48-b391-6444fa995e43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:32:11.700140 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8bff76ff-8503-4b48-b391-6444fa995e43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.5492342 Jun 02 12:32:11.712094 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43304) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:11.728112 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2d8e8b72-aa49-46ba-b4f3-e7808d55649f tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:11.776073 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Allocated IP 2001:db8:2::2 (47271cc3-e68b-4e4e-9f38-dd3500e34835/9b2781a6-2b5a-48a2-9391-a628b6b74101/4d4bebec-bf33-4795-aa67-b927c2867bf5) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:11.814162 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f414d1-354d-45b4-9015-343e64b0b5d2 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=898ab2cc-c999-4c4a-8645-4d1429beb890,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:11.827093 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-03657c7e-c9e7-4666-897c-3ce5c67a56ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:11.832579 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-67f414d1-354d-45b4-9015-343e64b0b5d2 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:11.837725 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-67f414d1-354d-45b4-9015-343e64b0b5d2 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.8076813 Jun 02 12:32:11.839664 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-deb01a4e-51c7-4d27-a2d7-7e079c7e4bf8 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] 10.222.0.37 "DELETE /v2.0/ports/81368f0b-4319-4836-bb0d-d8bbc2e9ede9 HTTP/1.1" status: 204 len: 168 time: 4.5000930 Jun 02 12:32:11.850704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-67f414d1-354d-45b4-9015-343e64b0b5d2 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:11.851624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43308) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:11.851624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43310) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:11.853608 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.666s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:11.955788 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-c4c7f8a5-591f-410d-92ea-f33e19b8f9f9 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Request body: {'security_group_rule': {'security_group_id': '898ab2cc-c999-4c4a-8645-4d1429beb890', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:12.076697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c4c7f8a5-591f-410d-92ea-f33e19b8f9f9 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:12.080238 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb01a4e-51c7-4d27-a2d7-7e079c7e4bf8 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Pushing event deleted for resources: {'Port': ['ID=81368f0b-4319-4836-bb0d-d8bbc2e9ede9,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:12.083190 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-deb01a4e-51c7-4d27-a2d7-7e079c7e4bf8 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:12.084737 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6bce37c0-af84-4623-8885-3e68e3c3cdc8 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Synchronizing usage tracker for tenant:e67c89da0f9f4b069ac76c7d31f5a2b3 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:32:12.107837 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c4c7f8a5-591f-410d-92ea-f33e19b8f9f9 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Usage tracker for resource:security_group_rule and tenant:2eeecbacfd564d3d9465a6227d2e7ddc is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:12.113995 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c4c7f8a5-591f-410d-92ea-f33e19b8f9f9 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:12.132285 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c4c7f8a5-591f-410d-92ea-f33e19b8f9f9 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:12.148048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-2e2d2e8e-edb0-421d-9536-cf304c561db9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting port 42cd554b-c026-4fc4-83d9-e71f2a2cc2e8 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:32:12.148395 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2e2d2e8e-edb0-421d-9536-cf304c561db9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:12.204062 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:12.237137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43312) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:12.342347 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:12.348312 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6bce37c0-af84-4623-8885-3e68e3c3cdc8 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Unset dirty status for tenant:e67c89da0f9f4b069ac76c7d31f5a2b3 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:32:12.356556 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6bce37c0-af84-4623-8885-3e68e3c3cdc8 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4588826 Jun 02 12:32:12.357102 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Transition to ACTIVE for port object 4d4bebec-bf33-4795-aa67-b927c2867bf5 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:12.368605 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43314) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:12.379127 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-96abb74a-5d92-492a-8b42-a9464547a993 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2006225030'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:12.385781 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Transition to ACTIVE for port object 4d4bebec-bf33-4795-aa67-b927c2867bf5 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:12.390275 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:12.410776 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] Transition to ACTIVE for port object 26fc310e-017d-4b53-9468-71ff581e422f will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:12.421284 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:12.434306 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:12.456487 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-96abb74a-5d92-492a-8b42-a9464547a993 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:12.458645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9131c9f7-13f0-4250-b30c-a33b44c55694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:12.480554 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f8a5-591f-410d-92ea-f33e19b8f9f9 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:12.493045 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-96abb74a-5d92-492a-8b42-a9464547a993 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Usage tracker for resource:network and tenant:e67c89da0f9f4b069ac76c7d31f5a2b3 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:12.516289 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-9131c9f7-13f0-4250-b30c-a33b44c55694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:12.517534 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-db713186-fe6e-427b-8887-4148eea4a58e None None] Provisioning for port 42cd554b-c026-4fc4-83d9-e71f2a2cc2e8 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:12.528889 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Pushing event updated for resources: {'Port': ['ID=4d4bebec-bf33-4795-aa67-b927c2867bf5,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:12.529335 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-96abb74a-5d92-492a-8b42-a9464547a993 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:12.532589 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:12.538956 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2d8e8b72-aa49-46ba-b4f3-e7808d55649f tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:12.542043 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-9131c9f7-13f0-4250-b30c-a33b44c55694 admin admin] Usage tracker for resource:security_group_rule and tenant:38ac77f91ab24a439229563b6fefc88a is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:12.550333 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:12.551038 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:12.561966 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-9131c9f7-13f0-4250-b30c-a33b44c55694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:12.563135 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-96abb74a-5d92-492a-8b42-a9464547a993 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:12.580931 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2d8e8b72-aa49-46ba-b4f3-e7808d55649f tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:12.590513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-9131c9f7-13f0-4250-b30c-a33b44c55694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:12.635371 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Network 47271cc3-e68b-4e4e-9f38-dd3500e34835 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:12.636271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-db713186-fe6e-427b-8887-4148eea4a58e None None] Provisioning complete for port 42cd554b-c026-4fc4-83d9-e71f2a2cc2e8 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:12.636773 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-db713186-fe6e-427b-8887-4148eea4a58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:12.642219 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2e2d2e8e-edb0-421d-9536-cf304c561db9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:12.756843 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96abb74a-5d92-492a-8b42-a9464547a993 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Made reservation on behalf of e67c89da0f9f4b069ac76c7d31f5a2b3 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:12.763545 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-96abb74a-5d92-492a-8b42-a9464547a993 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:12.818306 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:12.823399 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:12.826000 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-db713186-fe6e-427b-8887-4148eea4a58e None None] Port 42cd554b-c026-4fc4-83d9-e71f2a2cc2e8 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:32:12.850009 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f8a5-591f-410d-92ea-f33e19b8f9f9 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:12.882046 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-2e2d2e8e-edb0-421d-9536-cf304c561db9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Calling delete_port for 42cd554b-c026-4fc4-83d9-e71f2a2cc2e8 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:32:12.929382 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7cce43b9-4ab0-4bd5-a842-e2ae23f0dd0a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:12.951390 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 43072901-2b6b-4c6a-a881-6912f1199abd up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:13.010515 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-67e0f8d7-61fc-4fb6-9efc-299a007eada0 tempest-DHCPAgentSchedulersTestJSON-813806934 tempest-DHCPAgentSchedulersTestJSON-813806934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:13.061336 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f8a5-591f-410d-92ea-f33e19b8f9f9 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:13.099377 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c263b-0604-44ff-b909-e7b0a61b2ccb None None] Pushing event updated for resources: {'Port': ['ID=26fc310e-017d-4b53-9468-71ff581e422f,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:13.120094 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3d3c263b-0604-44ff-b909-e7b0a61b2ccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:13.148183 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8e8b72-aa49-46ba-b4f3-e7808d55649f tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Router 8e9f577c-af3d-4c8f-a86c-29d23fe46b3f has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:32:13.155239 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96abb74a-5d92-492a-8b42-a9464547a993 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:32:13.169187 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9131c9f7-13f0-4250-b30c-a33b44c55694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:13.171329 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Allocated IP 2001:db8:2::1 (47271cc3-e68b-4e4e-9f38-dd3500e34835/9b2781a6-2b5a-48a2-9391-a628b6b74101/c0eca2d6-66c4-459b-8c5f-1bedf029cfd0) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:13.171775 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Attempting to bind port 4d4bebec-bf33-4795-aa67-b927c2867bf5 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:32:13.172237 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Attempting to bind port 4d4bebec-bf33-4795-aa67-b927c2867bf5 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '60725ce2-de9a-4a54-8ab8-a002cea52fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47271cc3-e68b-4e4e-9f38-dd3500e34835'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:32:13.172625 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Attempting to bind port 4d4bebec-bf33-4795-aa67-b927c2867bf5 on network 47271cc3-e68b-4e4e-9f38-dd3500e34835 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:32:13.182305 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] Attempting to bind port 26fc310e-017d-4b53-9468-71ff581e422f on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:32:13.182692 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] Attempting to bind port 26fc310e-017d-4b53-9468-71ff581e422f by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '18e3d156-dcae-4391-9c20-4244111e0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:32:13.183117 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] Attempting to bind port 26fc310e-017d-4b53-9468-71ff581e422f on network 83c01907-5bfd-4b2a-ba86-015855709e26 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:32:13.191088 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:32:13.191443 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Checking segment: {'id': '60725ce2-de9a-4a54-8ab8-a002cea52fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47271cc3-e68b-4e4e-9f38-dd3500e34835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:13.191848 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:13.192246 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Bound using segment: {'id': '60725ce2-de9a-4a54-8ab8-a002cea52fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47271cc3-e68b-4e4e-9f38-dd3500e34835'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:32:13.192704 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Bound port: 4d4bebec-bf33-4795-aa67-b927c2867bf5, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60725ce2-de9a-4a54-8ab8-a002cea52fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47271cc3-e68b-4e4e-9f38-dd3500e34835'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:32:13.193078 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:13.211094 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:32:13.212829 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] Checking segment: {'id': '18e3d156-dcae-4391-9c20-4244111e0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:13.212829 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:13.212829 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] Bound using segment: {'id': '18e3d156-dcae-4391-9c20-4244111e0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:32:13.213196 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9131c9f7-13f0-4250-b30c-a33b44c55694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:13.213290 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] Bound port: 26fc310e-017d-4b53-9468-71ff581e422f, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3d156-dcae-4391-9c20-4244111e0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:32:13.213290 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:13.223935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f1eceb9e-7091-4664-ab3d-8ea2955c4dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:13.225647 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce43b9-4ab0-4bd5-a842-e2ae23f0dd0a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Subnet': ['ID=b0cd2cc8-d367-4ffa-b178-aadd06389da2,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:13.228949 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7cce43b9-4ab0-4bd5-a842-e2ae23f0dd0a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:13.236741 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8b12873b-09bb-4723-8b06-3648c2a62a17 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:13.243541 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f8a5-591f-410d-92ea-f33e19b8f9f9 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:13.247163 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c4c7f8a5-591f-410d-92ea-f33e19b8f9f9 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3487368 Jun 02 12:32:13.247163 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-96abb74a-5d92-492a-8b42-a9464547a993 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:13.247163 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-96abb74a-5d92-492a-8b42-a9464547a993 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Added segment 07544bdf-83ee-48df-ac5b-ecfb528a3f9e of type vlan for network 5b237610-ac1d-4dca-8a31-2b8c35c9a831 Jun 02 12:32:13.250290 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43316) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:13.265317 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-6e24783c-7fb8-4d7c-a70e-7ced40e39800 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Request body: {'security_group_rule': {'security_group_id': '898ab2cc-c999-4c4a-8645-4d1429beb890', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:13.295308 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 43072901-2b6b-4c6a-a881-6912f1199abd completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:13.305995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-6e24783c-7fb8-4d7c-a70e-7ced40e39800 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:13.326975 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 43072901-2b6b-4c6a-a881-6912f1199abd triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:13.327343 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:13.332967 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9131c9f7-13f0-4250-b30c-a33b44c55694 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38ac77f91ab24a439229563b6fefc88a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0211847 Jun 02 12:32:13.433716 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] For port 4d4bebec-bf33-4795-aa67-b927c2867bf5, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:32:13.452419 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] For port 26fc310e-017d-4b53-9468-71ff581e422f, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:32:13.455319 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] For port 4d4bebec-bf33-4795-aa67-b927c2867bf5, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4d4bebec-bf33-4795-aa67-b927c2867bf5,segment=NetworkSegment(60725ce2-de9a-4a54-8ab8-a002cea52fad),segment_id=60725ce2-de9a-4a54-8ab8-a002cea52fad)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:32:13.486195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:13.495306 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-59cb91ba-9120-43c4-9599-a9690194ef25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:13.501002 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43318) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:13.501761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cce43b9-4ab0-4bd5-a842-e2ae23f0dd0a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Checking segment: {'id': '97f07ef1-27d9-4644-9b0d-680b47f325ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6d55d0f8-154d-44c9-8159-c492d6468199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:13.502137 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cce43b9-4ab0-4bd5-a842-e2ae23f0dd0a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network hostable DHCP agents. Network: 6d55d0f8-154d-44c9-8159-c492d6468199, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:32:13.504861 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7f8a5-591f-410d-92ea-f33e19b8f9f9 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35561af3-dc79-426b-a49a-45475d6efd11,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:13.508753 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c4c7f8a5-591f-410d-92ea-f33e19b8f9f9 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:13.518144 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6e24783c-7fb8-4d7c-a70e-7ced40e39800 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Usage tracker for resource:security_group_rule and tenant:2eeecbacfd564d3d9465a6227d2e7ddc is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:13.521631 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131c9f7-13f0-4250-b30c-a33b44c55694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a85cd2-8973-4619-a28a-070c0e059c45,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:13.524618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6e24783c-7fb8-4d7c-a70e-7ced40e39800 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:13.563644 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9131c9f7-13f0-4250-b30c-a33b44c55694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:13.573107 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-6e24783c-7fb8-4d7c-a70e-7ced40e39800 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:13.607096 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:13.627721 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8e8b72-aa49-46ba-b4f3-e7808d55649f tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:32:13.634167 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2d8e8b72-aa49-46ba-b4f3-e7808d55649f tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:13.638199 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2d8e8b72-aa49-46ba-b4f3-e7808d55649f tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "PUT /v2.0/routers/8e9f577c-af3d-4c8f-a86c-29d23fe46b3f HTTP/1.1" status: 200 len: 706 time: 7.5832417 Jun 02 12:32:13.638387 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Pushing event updated for resources: {'Port': ['ID=4d4bebec-bf33-4795-aa67-b927c2867bf5,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:13.639586 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43320) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:13.646072 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e0cedf-4742-4cf5-ae94-a729408920e5 None None] Sync routers for ids ['8e9f577c-af3d-4c8f-a86c-29d23fe46b3f'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:32:13.650530 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:13.651320 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e24783c-7fb8-4d7c-a70e-7ced40e39800 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:13.654323 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-96abb74a-5d92-492a-8b42-a9464547a993 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:13.663639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] For port 26fc310e-017d-4b53-9468-71ff581e422f, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=26fc310e-017d-4b53-9468-71ff581e422f,segment=NetworkSegment(18e3d156-dcae-4391-9c20-4244111e0718),segment_id=18e3d156-dcae-4391-9c20-4244111e0718)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:32:13.669577 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e0cedf-4742-4cf5-ae94-a729408920e5 None None] Routers {'8e9f577c-af3d-4c8f-a86c-29d23fe46b3f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:13.670676 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-10e0cedf-4742-4cf5-ae94-a729408920e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['8e9f577c-af3d-4c8f-a86c-29d23fe46b3f'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:13.676587 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 43072901-2b6b-4c6a-a881-6912f1199abd, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=43072901-2b6b-4c6a-a881-6912f1199abd,segment=NetworkSegment(b6fc825a-a603-4b65-8548-8a3471bd29aa),segment_id=b6fc825a-a603-4b65-8548-8a3471bd29aa)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:13.677954 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:13.689180 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:13.729299 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2e2d2e8e-edb0-421d-9536-cf304c561db9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:13.757647 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cce43b9-4ab0-4bd5-a842-e2ae23f0dd0a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network 6d55d0f8-154d-44c9-8159-c492d6468199 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:32:13.781604 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c263b-0604-44ff-b909-e7b0a61b2ccb None None] Pushing event updated for resources: {'Port': ['ID=26fc310e-017d-4b53-9468-71ff581e422f,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:13.790391 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-01bfea4e-8fdb-4bb7-a057-e4aff31542ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:13.793653 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-392b6216-0e94-4701-ae07-70c2cd9f8504 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:13.793792 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:13.800145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3d3c263b-0604-44ff-b909-e7b0a61b2ccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:13.801122 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3d3c263b-0604-44ff-b909-e7b0a61b2ccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:13.807835 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-7cce43b9-4ab0-4bd5-a842-e2ae23f0dd0a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 6d55d0f8-154d-44c9-8159-c492d6468199) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:13.816200 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-10e0cedf-4742-4cf5-ae94-a729408920e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:13.825454 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-96abb74a-5d92-492a-8b42-a9464547a993 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:13.829492 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e0cedf-4742-4cf5-ae94-a729408920e5 None None] Routers {'8e9f577c-af3d-4c8f-a86c-29d23fe46b3f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:13.830438 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-10e0cedf-4742-4cf5-ae94-a729408920e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['8e9f577c-af3d-4c8f-a86c-29d23fe46b3f'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:13.831919 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96abb74a-5d92-492a-8b42-a9464547a993 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:13.832586 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-96abb74a-5d92-492a-8b42-a9464547a993 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:13.840606 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6b956a8a-14c3-421c-814e-4821a8ad79d9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:13.907385 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=43072901-2b6b-4c6a-a881-6912f1199abd,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:13.919052 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:13.945908 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b28ced1-e206-47f1-ad2f-c006467eab06 None None] Network 6d55d0f8-154d-44c9-8159-c492d6468199 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:13.968085 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96abb74a-5d92-492a-8b42-a9464547a993 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Pushing event updated for resources: {'Network': ['ID=5b237610-ac1d-4dca-8a31-2b8c35c9a831,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:13.972356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-96abb74a-5d92-492a-8b42-a9464547a993 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:13.974085 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cce43b9-4ab0-4bd5-a842-e2ae23f0dd0a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:13.975931 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7cce43b9-4ab0-4bd5-a842-e2ae23f0dd0a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:13.977222 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-10e0cedf-4742-4cf5-ae94-a729408920e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:13.977889 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e0cedf-4742-4cf5-ae94-a729408920e5 None None] The sync data for ids ['8e9f577c-af3d-4c8f-a86c-29d23fe46b3f'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:32:14.003175 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 5b237610-ac1d-4dca-8a31-2b8c35c9a831 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:32:14.020012 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-01bfea4e-8fdb-4bb7-a057-e4aff31542ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:14.035352 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] Routers {'a265d73c-1c8f-4ff9-84ff-a9daee0462ce'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:14.036147 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:31:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:14.079510 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-96abb74a-5d92-492a-8b42-a9464547a993 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7086718 Jun 02 12:32:14.082595 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43322) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:14.098153 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-f96e2db8-9804-4fb8-94b6-045c4b84cf7d tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1566818941'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:14.101315 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:14.110050 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f96e2db8-9804-4fb8-94b6-045c4b84cf7d tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:14.114545 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f96e2db8-9804-4fb8-94b6-045c4b84cf7d tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Usage tracker for resource:network and tenant:e67c89da0f9f4b069ac76c7d31f5a2b3 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:14.117682 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f96e2db8-9804-4fb8-94b6-045c4b84cf7d tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:14.121627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Transition to ACTIVE for port object c0eca2d6-66c4-459b-8c5f-1bedf029cfd0 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:14.124094 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f96e2db8-9804-4fb8-94b6-045c4b84cf7d tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:14.132541 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7cce43b9-4ab0-4bd5-a842-e2ae23f0dd0a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.6195302 Jun 02 12:32:14.143621 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43324) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:14.154603 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96e2db8-9804-4fb8-94b6-045c4b84cf7d tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Made reservation on behalf of e67c89da0f9f4b069ac76c7d31f5a2b3 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:14.157858 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d2e8e-edb0-421d-9536-cf304c561db9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Port': ['ID=42cd554b-c026-4fc4-83d9-e71f2a2cc2e8,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:14.162957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2e2d2e8e-edb0-421d-9536-cf304c561db9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:14.167536 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f96e2db8-9804-4fb8-94b6-045c4b84cf7d tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:14.182677 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-1a91b76d-7519-4b11-82ac-420e7e83e636 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1246451297', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:14.208333 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1a91b76d-7519-4b11-82ac-420e7e83e636 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:14.217611 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1a91b76d-7519-4b11-82ac-420e7e83e636 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:router and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:14.229055 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:14.236070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96e2db8-9804-4fb8-94b6-045c4b84cf7d tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:32:14.244397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3779f0c6-2e7e-47a3-879b-ed3e01f5b4ad tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:14.248808 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1a91b76d-7519-4b11-82ac-420e7e83e636 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:14.252690 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f96e2db8-9804-4fb8-94b6-045c4b84cf7d tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:14.253387 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-f96e2db8-9804-4fb8-94b6-045c4b84cf7d tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Added segment 7101697e-00c3-4634-9fd9-4863201e2ad4 of type vlan for network cc8b784f-8762-4b7c-9afe-8822d5da148d Jun 02 12:32:14.274076 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1a91b76d-7519-4b11-82ac-420e7e83e636 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:14.322878 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8a0ba4d6-b0b5-4bec-be45-172a5d788a51 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "GET /v2.0/routers/8e9f577c-af3d-4c8f-a86c-29d23fe46b3f HTTP/1.1" status: 200 len: 741 time: 0.6812177 Jun 02 12:32:14.326225 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43326) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:14.334473 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-01bfea4e-8fdb-4bb7-a057-e4aff31542ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:14.344561 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e24783c-7fb8-4d7c-a70e-7ced40e39800 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:14.392295 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fa2555a2-c4a1-4383-a7c8-5854d4958893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:14.442589 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfea4e-8fdb-4bb7-a057-e4aff31542ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a85cd2-8973-4619-a28a-070c0e059c45,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:14.444398 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1ebf30d3-00c5-4f72-b6e0-1d1bb3865c20 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:14.447111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e24783c-7fb8-4d7c-a70e-7ced40e39800 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:14.448566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a91b76d-7519-4b11-82ac-420e7e83e636 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:14.449574 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a91b76d-7519-4b11-82ac-420e7e83e636 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:14.465169 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network 47271cc3-e68b-4e4e-9f38-dd3500e34835 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:14.465573 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-01bfea4e-8fdb-4bb7-a057-e4aff31542ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:14.474679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:14.476371 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-834481e5-ae32-4648-842d-1462eeea477e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:14.476506 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-99bcc26d-8958-45f3-b590-44834b3152ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:14.504690 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:14.505165 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:14.521424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f96e2db8-9804-4fb8-94b6-045c4b84cf7d tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:14.532938 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d70c8b30-e884-4963-a790-e8cbbbd83c43 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&device_id=8e9f577c-af3d-4c8f-a86c-29d23fe46b3f HTTP/1.1" status: 200 len: 205 time: 0.2003863 Jun 02 12:32:14.547412 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43328) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:14.556162 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] Set router a265d73c-1c8f-4ff9-84ff-a9daee0462ce gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:32:14.591288 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a91b76d-7519-4b11-82ac-420e7e83e636 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:14.632201 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-32233b53-4f28-4009-b198-1a8d217e8a81 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9f577c-af3d-4c8f-a86c-29d23fe46b3f HTTP/1.1" status: 200 len: 205 time: 0.0773084 Jun 02 12:32:14.651416 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43330) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:14.658921 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf30d3-00c5-4f72-b6e0-1d1bb3865c20 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Subnet': ['ID=34a570e5-5ea2-4104-9ce6-ec0705dd6a11,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:14.667441 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Port': ['ID=c0eca2d6-66c4-459b-8c5f-1bedf029cfd0,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:14.676365 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:14.707764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:14.719190 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2e2d2e8e-edb0-421d-9536-cf304c561db9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:14.719887 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1ebf30d3-00c5-4f72-b6e0-1d1bb3865c20 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:14.723751 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2e2d2e8e-edb0-421d-9536-cf304c561db9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/42cd554b-c026-4fc4-83d9-e71f2a2cc2e8 HTTP/1.1" status: 204 len: 168 time: 3.0064800 Jun 02 12:32:14.744217 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43332) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:14.750391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e24783c-7fb8-4d7c-a70e-7ced40e39800 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:14.756307 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6e24783c-7fb8-4d7c-a70e-7ced40e39800 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4987278 Jun 02 12:32:14.768872 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43334) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:14.773783 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24783c-7fb8-4d7c-a70e-7ced40e39800 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0064d2a9-2b27-4f11-9921-e4c552079c70,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:14.778472 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6e24783c-7fb8-4d7c-a70e-7ced40e39800 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:14.786993 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:14.825654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:14.881371 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f96e2db8-9804-4fb8-94b6-045c4b84cf7d tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:14.887811 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96e2db8-9804-4fb8-94b6-045c4b84cf7d tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:14.888409 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f96e2db8-9804-4fb8-94b6-045c4b84cf7d tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:14.889974 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:14.893446 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a91b76d-7519-4b11-82ac-420e7e83e636 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:14.900144 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Usage tracker for resource:floatingip and tenant:2eeecbacfd564d3d9465a6227d2e7ddc is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:14.907022 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:14.908943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:14.935636 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-01bfea4e-8fdb-4bb7-a057-e4aff31542ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:14.940071 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-01bfea4e-8fdb-4bb7-a057-e4aff31542ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8a85cd2-8973-4619-a28a-070c0e059c45 HTTP/1.1" status: 204 len: 168 time: 1.4303133 Jun 02 12:32:14.963454 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebf30d3-00c5-4f72-b6e0-1d1bb3865c20 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Checking segment: {'id': '39347eee-b032-4cc4-8dc9-55e74088e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '633b0793-2f52-4622-a4ea-90170e3739f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:14.964124 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebf30d3-00c5-4f72-b6e0-1d1bb3865c20 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Network hostable DHCP agents. Network: 633b0793-2f52-4622-a4ea-90170e3739f9, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:32:14.972756 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-23758be8-0637-4f3a-ac0f-2f52e1a08dc3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:14.993242 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:15.026343 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 43072901-2b6b-4c6a-a881-6912f1199abd up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:15.070488 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-6d55d0f8-154d-44c9-8159-c492d6468199', 'network_id': '6d55d0f8-154d-44c9-8159-c492d6468199', 'tenant_id': '4205f37103a1478c8c9013669bd1496e', 'fixed_ips': [{'subnet_id': 'b0cd2cc8-d367-4ffa-b178-aadd06389da2'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:32:15.071388 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:15.183701 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:15.359850 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f96e2db8-9804-4fb8-94b6-045c4b84cf7d tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2545784 Jun 02 12:32:15.362484 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a91b76d-7519-4b11-82ac-420e7e83e636 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:15.365937 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1a91b76d-7519-4b11-82ac-420e7e83e636 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.1857061 Jun 02 12:32:15.388500 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8c823e-9fd7-46d0-bc12-2ae42f55e61c None None] Network 47271cc3-e68b-4e4e-9f38-dd3500e34835 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:15.397865 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43340) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:15.402253 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a33993-b581-4a4b-95de-b58747cb06aa tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:15.403322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a33993-b581-4a4b-95de-b58747cb06aa tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:15.404807 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a33993-b581-4a4b-95de-b58747cb06aa tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:15.405608 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f7a33993-b581-4a4b-95de-b58747cb06aa tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:32:15.439456 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:15.445288 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'port': {'network_id': '6d55d0f8-154d-44c9-8159-c492d6468199', 'name': 'tempest-PortsTestJSON-412160675'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:15.449178 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:15.450371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:15.456702 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:15.471209 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 43072901-2b6b-4c6a-a881-6912f1199abd triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:15.471606 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:15.692820 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network 47271cc3-e68b-4e4e-9f38-dd3500e34835 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:15.696846 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:15.744080 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e2db8-9804-4fb8-94b6-045c4b84cf7d tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Pushing event updated for resources: {'Network': ['ID=cc8b784f-8762-4b7c-9afe-8822d5da148d,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:15.815006 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network cc8b784f-8762-4b7c-9afe-8822d5da148d details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:32:15.934532 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9fdad82e-2b3d-44fa-aafb-7433e8d74699 None None] Provisioning for port 4d4bebec-bf33-4795-aa67-b927c2867bf5 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:15.997983 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f96e2db8-9804-4fb8-94b6-045c4b84cf7d tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.089s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:16.005129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebf30d3-00c5-4f72-b6e0-1d1bb3865c20 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Network 633b0793-2f52-4622-a4ea-90170e3739f9 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:32:16.048452 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Port': ['ID=c0eca2d6-66c4-459b-8c5f-1bedf029cfd0,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:16.141151 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:16.260507 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router a265d73c-1c8f-4ff9-84ff-a9daee0462ce has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:32:16.261217 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f7a33993-b581-4a4b-95de-b58747cb06aa tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:32:16.264311 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f7a33993-b581-4a4b-95de-b58747cb06aa tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 1.5150707 Jun 02 12:32:16.266014 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43364) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:16.266255 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-23758be8-0637-4f3a-ac0f-2f52e1a08dc3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:16.277933 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-1ebf30d3-00c5-4f72-b6e0-1d1bb3865c20 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 633b0793-2f52-4622-a4ea-90170e3739f9) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:16.290657 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-23758be8-0637-4f3a-ac0f-2f52e1a08dc3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:16.302818 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:16.304153 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:32:04Z', 'revision_number': 3, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': '26fc310e-017d-4b53-9468-71ff581e422f', 'name': '', 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:5f:21:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:01Z', 'updated_at': '2021-06-02T12:32:13Z', 'revision_number': 4, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:00Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:16.314773 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebf30d3-00c5-4f72-b6e0-1d1bb3865c20 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:16.315427 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1ebf30d3-00c5-4f72-b6e0-1d1bb3865c20 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:16.324689 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Allocated IP 172.20.0.2 (6d55d0f8-154d-44c9-8159-c492d6468199/b0cd2cc8-d367-4ffa-b178-aadd06389da2/a8ea76bb-267e-47ec-bb12-450e39ba8a47) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:16.338510 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce49c3a-d406-415b-9b93-a0aee089e532 None None] The sync data for ids ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'] in dv-neutron-601336-80-hyperv is: [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:32:04Z', 'revision_number': 3, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': '26fc310e-017d-4b53-9468-71ff581e422f', 'name': '', 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:5f:21:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:01Z', 'updated_at': '2021-06-02T12:32:13Z', 'revision_number': 4, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:00Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:32:16.380758 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1ebf30d3-00c5-4f72-b6e0-1d1bb3865c20 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 6.5263476 Jun 02 12:32:16.385819 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43368) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:16.395763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-a6e5cbb4-0902-4807-96b7-dc5191eee4e4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-596852455'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:16.405619 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37d9073-eb83-43f9-ab7c-ed078ebabff5 None None] Network 633b0793-2f52-4622-a4ea-90170e3739f9 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:16.464239 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a6e5cbb4-0902-4807-96b7-dc5191eee4e4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:16.471835 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-23758be8-0637-4f3a-ac0f-2f52e1a08dc3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:16.475301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23758be8-0637-4f3a-ac0f-2f52e1a08dc3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Fanout notify agent at l3_agent the message router_deleted on router 8e9f577c-af3d-4c8f-a86c-29d23fe46b3f {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:32:16.506051 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4d4bebec-bf33-4795-aa67-b927c2867bf5 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:16.514257 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a6e5cbb4-0902-4807-96b7-dc5191eee4e4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Usage tracker for resource:network and tenant:df12f77339d04f159923e892b9b45dd6 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:16.526396 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a6e5cbb4-0902-4807-96b7-dc5191eee4e4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:16.543595 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:16.564147 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:port and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:16.588212 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:16.605867 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:16.610025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad61ba6-f673-47d0-9e9c-c01481ecff16 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet 2392200d-76b3-4bf2-ba5f-30a066ef774e {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:32:16.630651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3ad61ba6-f673-47d0-9e9c-c01481ecff16 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:16.644972 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-23758be8-0637-4f3a-ac0f-2f52e1a08dc3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:16.656896 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-23758be8-0637-4f3a-ac0f-2f52e1a08dc3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "DELETE /v2.0/routers/8e9f577c-af3d-4c8f-a86c-29d23fe46b3f HTTP/1.1" status: 204 len: 168 time: 1.9954019 Jun 02 12:32:16.659492 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a6e5cbb4-0902-4807-96b7-dc5191eee4e4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:16.663057 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43374) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:16.807005 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:16.815349 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:16.826365 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f1180fa9-c835-4ea0-a67e-13f11ffc40f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:16.905726 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8b5d8456-8a4e-4d12-9062-79d90a5ad8ab tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9f577c-af3d-4c8f-a86c-29d23fe46b3f HTTP/1.1" status: 200 len: 205 time: 0.2379420 Jun 02 12:32:16.911149 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43380) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:16.921212 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] device_id is not set on port 2500ab47-7036-44cb-87a3-d0c62d233f67 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:32:17.037828 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:17.081946 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Allocated IP 172.26.7.163 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/f248dcee-cc0b-4048-8213-11371c7b896d) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:17.084874 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:32:17.110817 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3ad61ba6-f673-47d0-9e9c-c01481ecff16 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:17.201843 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e5cbb4-0902-4807-96b7-dc5191eee4e4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Made reservation on behalf of df12f77339d04f159923e892b9b45dd6 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:17.205699 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 4d4bebec-bf33-4795-aa67-b927c2867bf5 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:17.215810 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a6e5cbb4-0902-4807-96b7-dc5191eee4e4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:17.224480 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 4d4bebec-bf33-4795-aa67-b927c2867bf5 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:17.224975 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:17.290898 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-d945f748-ad90-4aa8-9133-08e7c8b2e742 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] delete failed (client error): The resource could not be found. Jun 02 12:32:17.297593 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d945f748-ad90-4aa8-9133-08e7c8b2e742 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "DELETE /v2.0/routers/8e9f577c-af3d-4c8f-a86c-29d23fe46b3f HTTP/1.1" status: 404 len: 336 time: 0.3802407 Jun 02 12:32:17.300210 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43384) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:17.307885 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3ad61ba6-f673-47d0-9e9c-c01481ecff16 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:17.432434 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7d7474d5-b15d-4032-ac67-90bf8b0bb915 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e54d38-61d0-4fc0-9b06-5a9d09fd1bd5 HTTP/1.1" status: 200 len: 205 time: 0.1130102 Jun 02 12:32:17.444151 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43390) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:17.466584 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/a265d73c-1c8f-4ff9-84ff-a9daee0462ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6057351 Jun 02 12:32:17.469584 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43392) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:17.510752 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:17.611444 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] Sync routers for ids ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:32:17.620408 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-9ab4702a-372a-4898-b082-1adff2f6f76b tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] delete failed (client error): The resource could not be found. Jun 02 12:32:17.621643 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9ab4702a-372a-4898-b082-1adff2f6f76b tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "DELETE /v2.0/routers/c1e54d38-61d0-4fc0-9b06-5a9d09fd1bd5 HTTP/1.1" status: 404 len: 336 time: 0.1670539 Jun 02 12:32:17.629450 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43400) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:17.633661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c182590c-a419-4c91-bca2-0606fac3dcfc tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1589805325'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:17.636497 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Transition to ACTIVE for port object a8ea76bb-267e-47ec-bb12-450e39ba8a47 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:17.659736 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Transition to ACTIVE for port object a8ea76bb-267e-47ec-bb12-450e39ba8a47 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:17.693106 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c40fd48d-77e2-4884-8597-a4f10ac387e6 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "GET /v2.0/ports?device_id=28e271ed-4c81-44bd-912c-a618e16c9a06 HTTP/1.1" status: 200 len: 205 time: 0.0622344 Jun 02 12:32:17.696448 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e5cbb4-0902-4807-96b7-dc5191eee4e4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:32:17.698736 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43404) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:17.795156 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c182590c-a419-4c91-bca2-0606fac3dcfc tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:17.814189 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c182590c-a419-4c91-bca2-0606fac3dcfc tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:network and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:17.825547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c182590c-a419-4c91-bca2-0606fac3dcfc tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:17.842897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] Routers {'a265d73c-1c8f-4ff9-84ff-a9daee0462ce'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:17.844811 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:32:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:17.860772 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-f6de8b6d-0970-44ba-a7d1-ea2f78a2a548 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] delete failed (client error): The resource could not be found. Jun 02 12:32:17.861646 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f6de8b6d-0970-44ba-a7d1-ea2f78a2a548 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "DELETE /v2.0/routers/28e271ed-4c81-44bd-912c-a618e16c9a06 HTTP/1.1" status: 404 len: 336 time: 0.1584358 Jun 02 12:32:17.872583 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43406) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:17.872836 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43408) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:17.956319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c182590c-a419-4c91-bca2-0606fac3dcfc tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:17.967675 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-74a80ac4-2b75-473f-b291-094632f8633f tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aaa86c7-6916-4cad-8652-c7ce3c52f5d5 HTTP/1.1" status: 200 len: 205 time: 0.0913255 Jun 02 12:32:17.974951 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43414) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:17.976380 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3ad61ba6-f673-47d0-9e9c-c01481ecff16 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:17.987546 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a6e5cbb4-0902-4807-96b7-dc5191eee4e4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:17.987886 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-a6e5cbb4-0902-4807-96b7-dc5191eee4e4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Added segment b4d756c4-5611-439f-8ee4-f03c4d13cfe6 of type vlan for network bd607e6b-9b8b-46ca-ab3f-64e562fd3cf3 Jun 02 12:32:18.074509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a6e5cbb4-0902-4807-96b7-dc5191eee4e4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:18.159102 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:18.170433 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a6e5cbb4-0902-4807-96b7-dc5191eee4e4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:18.182396 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e5cbb4-0902-4807-96b7-dc5191eee4e4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:18.186933 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a6e5cbb4-0902-4807-96b7-dc5191eee4e4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:18.188108 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9a18e081-5ed7-4825-9465-3fa32070122f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:18.208340 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3db33bc4-70ec-443d-98e6-bba7d4f4e878 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:18.255191 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-360586507', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:18.256368 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:18.288067 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4c08264e-084b-42d9-9996-5ca7e7e1dcd0 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:18.305572 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:18.316099 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Usage tracker for resource:port and tenant:6c02110fd41a48bf89c0c830342f84d1 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:18.323777 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:18.324350 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-633b0793-2f52-4622-a4ea-90170e3739f9', 'network_id': '633b0793-2f52-4622-a4ea-90170e3739f9', 'tenant_id': 'df12f77339d04f159923e892b9b45dd6', 'fixed_ips': [{'subnet_id': '34a570e5-5ea2-4104-9ce6-ec0705dd6a11'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:32:18.325257 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:18.338281 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:18.341429 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-614d9ac9-11ce-4bca-962d-299c7549fb77 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] delete failed (client error): The resource could not be found. Jun 02 12:32:18.343046 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-614d9ac9-11ce-4bca-962d-299c7549fb77 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "DELETE /v2.0/routers/4aaa86c7-6916-4cad-8652-c7ce3c52f5d5 HTTP/1.1" status: 404 len: 336 time: 0.3509109 Jun 02 12:32:18.344217 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c182590c-a419-4c91-bca2-0606fac3dcfc tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Made reservation on behalf of 9cc4ca61dc954dc9aa55c98b051cae30 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:18.348528 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c182590c-a419-4c91-bca2-0606fac3dcfc tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:18.351686 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Pushing event updated for resources: {'Port': ['ID=a8ea76bb-267e-47ec-bb12-450e39ba8a47,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:18.353958 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43416) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:18.358591 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.db.api [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-32b5797c-8b62-41d4-a746-64b029a7593a {{(pid=92304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:32:18.358772 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:18.359393 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_db.api [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:32:18.368127 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Made reservation on behalf of 6c02110fd41a48bf89c0c830342f84d1 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:18.370833 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:18.409206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:18.415249 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745beb2a-6439-4f70-ac7d-9999cb81c26f None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:18.422580 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3ad61ba6-f673-47d0-9e9c-c01481ecff16 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:18.426138 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad61ba6-f673-47d0-9e9c-c01481ecff16 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=2392200d-76b3-4bf2-ba5f-30a066ef774e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:18.451726 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3ad61ba6-f673-47d0-9e9c-c01481ecff16 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:18.457735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:18.529452 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:18.581754 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b2e3605e-870c-4ed1-b380-8d1cc0625e69 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca7e8a16-c1c6-49f3-9784-6a4d6540ac69 HTTP/1.1" status: 200 len: 205 time: 0.2206559 Jun 02 12:32:18.593990 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a6e5cbb4-0902-4807-96b7-dc5191eee4e4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2024832 Jun 02 12:32:18.594973 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43420) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:18.595302 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43422) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:18.596255 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:18.602519 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:18.607707 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-e816719a-a2b7-4dc6-8ac8-bcd2bf16d002 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'subnet': {'network_id': 'bd607e6b-9b8b-46ca-ab3f-64e562fd3cf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:18.610735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:18.618319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Pushing event updated for resources: {'Port': ['ID=f248dcee-cc0b-4048-8213-11371c7b896d,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:18.627570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:18.667723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:18.681734 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3ad61ba6-f673-47d0-9e9c-c01481ecff16 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/2392200d-76b3-4bf2-ba5f-30a066ef774e HTTP/1.1" status: 204 len: 168 time: 2.4140973 Jun 02 12:32:18.682377 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43424) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:18.690773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c182590c-a419-4c91-bca2-0606fac3dcfc tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:32:18.749204 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Usage tracker for resource:security_group_rule and tenant:6c02110fd41a48bf89c0c830342f84d1 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:18.752598 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43426) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:18.761158 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5cbb4-0902-4807-96b7-dc5191eee4e4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Network': ['ID=bd607e6b-9b8b-46ca-ab3f-64e562fd3cf3,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:18.763890 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:18.766626 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Request body: {'subnets': [{'network_id': '5b237610-ac1d-4dca-8a31-2b8c35c9a831', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--277701212', 'ip_version': 6}, {'network_id': 'cc8b784f-8762-4b7c-9afe-8822d5da148d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:18.767101 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Request body: {'subnet': {'network_id': '5b237610-ac1d-4dca-8a31-2b8c35c9a831', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--277701212', 'ip_version': 6}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:18.767758 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Request body: {'subnet': {'network_id': 'cc8b784f-8762-4b7c-9afe-8822d5da148d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:18.769356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:18.779028 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:18.784769 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Network 6d55d0f8-154d-44c9-8159-c492d6468199 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:18.785524 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a6e5cbb4-0902-4807-96b7-dc5191eee4e4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:18.786617 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:18.791718 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-a6186783-1c3b-4c68-abf2-00b59b300af4 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] delete failed (client error): The resource could not be found. Jun 02 12:32:18.793095 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a6186783-1c3b-4c68-abf2-00b59b300af4 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "DELETE /v2.0/routers/ca7e8a16-c1c6-49f3-9784-6a4d6540ac69 HTTP/1.1" status: 404 len: 336 time: 0.1940720 Jun 02 12:32:18.797824 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network bd607e6b-9b8b-46ca-ab3f-64e562fd3cf3 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:32:18.827967 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:18.837459 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:18.851626 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] Set router a265d73c-1c8f-4ff9-84ff-a9daee0462ce gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:32:18.853095 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43428) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:18.904118 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:18.911466 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2184baaf-8287-4166-9b97-b5130dfd9635 None None] Provisioning complete for port 4d4bebec-bf33-4795-aa67-b927c2867bf5 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:18.911835 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2184baaf-8287-4166-9b97-b5130dfd9635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:18.927884 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cd97d320-7e99-48b0-b7f6-9b9023b70051 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "GET /v2.0/ports?device_id=585c5b84-b19a-49a9-9654-5faef82bcf04 HTTP/1.1" status: 200 len: 205 time: 0.0713093 Jun 02 12:32:18.929445 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c182590c-a419-4c91-bca2-0606fac3dcfc tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:18.930297 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-c182590c-a419-4c91-bca2-0606fac3dcfc tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Added segment 87890f8c-300a-4e5d-8b37-ba964350a675 of type vlan for network a5f5d3f8-0f26-47b1-80c6-f3568da737c2 Jun 02 12:32:18.939473 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43430) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:19.029899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] device_id is not set on port f31be8e8-9528-4e23-a58d-de926cabc142 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:32:19.069227 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee73f348-e1e9-482c-a15d-4cfbd1a3c26e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet 554b5f4a-d897-485a-9c20-401c26571045 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:32:19.092008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ee73f348-e1e9-482c-a15d-4cfbd1a3c26e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:19.135553 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c182590c-a419-4c91-bca2-0606fac3dcfc tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:19.139161 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 4d4bebec-bf33-4795-aa67-b927c2867bf5, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4d4bebec-bf33-4795-aa67-b927c2867bf5,segment=NetworkSegment(60725ce2-de9a-4a54-8ab8-a002cea52fad),segment_id=60725ce2-de9a-4a54-8ab8-a002cea52fad)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:19.208294 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e816719a-a2b7-4dc6-8ac8-bcd2bf16d002 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:19.211174 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:19.212065 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:19.214285 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-68436e5d-1949-4d24-8f01-358bf8d36979 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] delete failed (client error): The resource could not be found. Jun 02 12:32:19.219688 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-68436e5d-1949-4d24-8f01-358bf8d36979 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "DELETE /v2.0/routers/585c5b84-b19a-49a9-9654-5faef82bcf04 HTTP/1.1" status: 404 len: 336 time: 0.2732165 Jun 02 12:32:19.224149 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43432) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:19.225171 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e816719a-a2b7-4dc6-8ac8-bcd2bf16d002 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Usage tracker for resource:subnet and tenant:df12f77339d04f159923e892b9b45dd6 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:19.226242 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ee73f348-e1e9-482c-a15d-4cfbd1a3c26e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:19.282260 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:19.286060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.resource_extend [None req-c182590c-a419-4c91-bca2-0606fac3dcfc tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:32:19.289307 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e816719a-a2b7-4dc6-8ac8-bcd2bf16d002 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:19.310224 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d28ecd9-9ae5-4bc3-82cd-dfa76e60f2ed tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] DELETE failed (client error): The resource could not be found. Jun 02 12:32:19.310783 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d28ecd9-9ae5-4bc3-82cd-dfa76e60f2ed tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:32:19.313674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e816719a-a2b7-4dc6-8ac8-bcd2bf16d002 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:19.382088 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2d28ecd9-9ae5-4bc3-82cd-dfa76e60f2ed tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] 10.222.0.37 "DELETE /v2.0/subnets/9511a17b-98c6-4683-930b-4a31d5c878a4 HTTP/1.1" status: 404 len: 337 time: 0.1510484 Jun 02 12:32:19.382088 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e816719a-a2b7-4dc6-8ac8-bcd2bf16d002 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Made reservation on behalf of df12f77339d04f159923e892b9b45dd6 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:19.384523 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e816719a-a2b7-4dc6-8ac8-bcd2bf16d002 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:19.391624 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 26fc310e-017d-4b53-9468-71ff581e422f up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:19.427427 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c182590c-a419-4c91-bca2-0606fac3dcfc tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:19.433438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c182590c-a419-4c91-bca2-0606fac3dcfc tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:19.434326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c182590c-a419-4c91-bca2-0606fac3dcfc tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:19.470970 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Attempting to bind port a8ea76bb-267e-47ec-bb12-450e39ba8a47 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:32:19.471877 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Attempting to bind port a8ea76bb-267e-47ec-bb12-450e39ba8a47 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '97f07ef1-27d9-4644-9b0d-680b47f325ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6d55d0f8-154d-44c9-8159-c492d6468199'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:32:19.472068 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:19.472231 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Attempting to bind port a8ea76bb-267e-47ec-bb12-450e39ba8a47 on network 6d55d0f8-154d-44c9-8159-c492d6468199 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:32:19.523083 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:32:19.523469 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Checking segment: {'id': '97f07ef1-27d9-4644-9b0d-680b47f325ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6d55d0f8-154d-44c9-8159-c492d6468199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:19.523881 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:19.524366 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Bound using segment: {'id': '97f07ef1-27d9-4644-9b0d-680b47f325ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6d55d0f8-154d-44c9-8159-c492d6468199'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:32:19.524863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Bound port: a8ea76bb-267e-47ec-bb12-450e39ba8a47, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f07ef1-27d9-4644-9b0d-680b47f325ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6d55d0f8-154d-44c9-8159-c492d6468199'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:32:19.525296 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:19.546937 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c182590c-a419-4c91-bca2-0606fac3dcfc tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9289632 Jun 02 12:32:19.554635 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43436) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:19.569837 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Allocated IP 172.20.0.7 (6d55d0f8-154d-44c9-8159-c492d6468199/b0cd2cc8-d367-4ffa-b178-aadd06389da2/f31be8e8-9528-4e23-a58d-de926cabc142) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:19.575472 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-2bfd70b2-cf2f-4f44-a8a8-ac8572fce0ec tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'subnet': {'network_id': 'a5f5d3f8-0f26-47b1-80c6-f3568da737c2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:19.592389 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:19.619935 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:19.629765 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1357421b-65f0-41fe-9f92-75381606aacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:19.651387 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:19.680110 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:19.682657 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182590c-a419-4c91-bca2-0606fac3dcfc tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Network': ['ID=a5f5d3f8-0f26-47b1-80c6-f3568da737c2,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:19.686366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c182590c-a419-4c91-bca2-0606fac3dcfc tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:19.687834 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:19.705102 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] device_id is not set on port ea6cba29-b215-479d-9fcc-f6fba14ec8ff yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:32:19.730969 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Usage tracker for resource:subnet and tenant:e67c89da0f9f4b069ac76c7d31f5a2b3 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:19.734942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:19.744226 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:19.747337 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=4d4bebec-bf33-4795-aa67-b927c2867bf5,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:19.778304 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Allocated IP 2001:db8:0:ffff::2 (633b0793-2f52-4622-a4ea-90170e3739f9/34a570e5-5ea2-4104-9ce6-ec0705dd6a11/63ea2799-5658-4157-af12-0b4d564c4440) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:19.780468 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:19.797712 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network a5f5d3f8-0f26-47b1-80c6-f3568da737c2 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:32:19.848296 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95501cf-069d-4e47-ae83-c517e98a4eb7,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:19.882875 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43440) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:19.887171 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:19.917375 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2bfd70b2-cf2f-4f44-a8a8-ac8572fce0ec tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:19.926064 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ee73f348-e1e9-482c-a15d-4cfbd1a3c26e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:19.936351 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2bfd70b2-cf2f-4f44-a8a8-ac8572fce0ec tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:subnet and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:19.971785 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 26fc310e-017d-4b53-9468-71ff581e422f completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:19.989954 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Made reservation on behalf of e67c89da0f9f4b069ac76c7d31f5a2b3 for: {'subnet': 2} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:19.994892 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:19.995288 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:19.999295 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2bfd70b2-cf2f-4f44-a8a8-ac8572fce0ec tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:20.024216 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 26fc310e-017d-4b53-9468-71ff581e422f triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:20.024596 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:20.033860 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2bfd70b2-cf2f-4f44-a8a8-ac8572fce0ec tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:20.159697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-96b41302-60d4-4586-9625-c270fc02a79c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:20.172894 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] For port a8ea76bb-267e-47ec-bb12-450e39ba8a47, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:32:20.175528 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfd70b2-cf2f-4f44-a8a8-ac8572fce0ec tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Made reservation on behalf of 9cc4ca61dc954dc9aa55c98b051cae30 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:20.179449 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2bfd70b2-cf2f-4f44-a8a8-ac8572fce0ec tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:20.201863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2184baaf-8287-4166-9b97-b5130dfd9635 None None] Provisioning for port c0eca2d6-66c4-459b-8c5f-1bedf029cfd0 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:20.214388 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2184baaf-8287-4166-9b97-b5130dfd9635 None None] Provisioning complete for port c0eca2d6-66c4-459b-8c5f-1bedf029cfd0 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:20.214775 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2184baaf-8287-4166-9b97-b5130dfd9635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:20.229624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Allocated IP 172.26.7.3 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/ea6cba29-b215-479d-9fcc-f6fba14ec8ff) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:20.244895 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-96b41302-60d4-4586-9625-c270fc02a79c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:20.257428 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] For port a8ea76bb-267e-47ec-bb12-450e39ba8a47, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a8ea76bb-267e-47ec-bb12-450e39ba8a47,segment=NetworkSegment(97f07ef1-27d9-4644-9b0d-680b47f325ce),segment_id=97f07ef1-27d9-4644-9b0d-680b47f325ce)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:32:20.282533 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:20.307052 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-eb525652-3ab5-4d4b-bf54-bc75d93e31fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:20.331452 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:20.344337 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-96b41302-60d4-4586-9625-c270fc02a79c admin admin] Usage tracker for resource:security_group_rule and tenant:688633e20c72433d938ad17b30273b1d is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:20.355685 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:20.370544 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-96b41302-60d4-4586-9625-c270fc02a79c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:20.392787 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-96b41302-60d4-4586-9625-c270fc02a79c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:20.454516 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6cd2554b-535c-48e5-a443-510a6c8ab08c tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:20.463675 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:20.494839 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-2184baaf-8287-4166-9b97-b5130dfd9635 None None] Port c0eca2d6-66c4-459b-8c5f-1bedf029cfd0 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:32:20.540944 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Transition to ACTIVE for port object f31be8e8-9528-4e23-a58d-de926cabc142 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:20.549925 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Pushing event updated for resources: {'Port': ['ID=f248dcee-cc0b-4048-8213-11371c7b896d,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:20.555428 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:20.585609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Pushing event updated for resources: {'Port': ['ID=a8ea76bb-267e-47ec-bb12-450e39ba8a47,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:20.589041 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:20.642549 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:20.654151 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:20.672623 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:20.700615 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 26fc310e-017d-4b53-9468-71ff581e422f, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=26fc310e-017d-4b53-9468-71ff581e422f,segment=NetworkSegment(18e3d156-dcae-4391-9c20-4244111e0718),segment_id=18e3d156-dcae-4391-9c20-4244111e0718)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:20.708170 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:32:14Z', 'revision_number': 4, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': '26fc310e-017d-4b53-9468-71ff581e422f', 'name': '', 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:5f:21:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:01Z', 'updated_at': '2021-06-02T12:32:13Z', 'revision_number': 4, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:00Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0eca2d6-66c4-459b-8c5f-1bedf029cfd0', 'name': '', 'network_id': '47271cc3-e68b-4e4e-9f38-dd3500e34835', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:eb:cc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:12Z', 'updated_at': '2021-06-02T12:32:15Z', 'revision_number': 2, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:20.722393 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:20.731355 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4e08426e-65d1-493b-a47a-bb8619342701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:20.736861 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ee73f348-e1e9-482c-a15d-4cfbd1a3c26e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:20.746502 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-335df9ec-926c-4481-8535-9ece85f82190 tempest-FloatingIPAdminTestJSON-211456880 tempest-FloatingIPAdminTestJSON-211456880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:20.793187 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:20.794787 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0100181 Jun 02 12:32:20.824160 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73f348-e1e9-482c-a15d-4cfbd1a3c26e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=554b5f4a-d897-485a-9c20-401c26571045,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:20.844866 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ee73f348-e1e9-482c-a15d-4cfbd1a3c26e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:20.847695 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Transition to ACTIVE for port object 63ea2799-5658-4157-af12-0b4d564c4440 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:20.853028 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=26fc310e-017d-4b53-9468-71ff581e422f,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:20.857533 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ee73f348-e1e9-482c-a15d-4cfbd1a3c26e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:20.860595 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ee73f348-e1e9-482c-a15d-4cfbd1a3c26e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/554b5f4a-d897-485a-9c20-401c26571045 HTTP/1.1" status: 204 len: 168 time: 2.1732759 Jun 02 12:32:20.863529 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43446) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:20.870743 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] Checking router: a265d73c-1c8f-4ff9-84ff-a9daee0462ce for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:32:20.871416 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] Updating router a265d73c-1c8f-4ff9-84ff-a9daee0462ce port c0eca2d6-66c4-459b-8c5f-1bedf029cfd0 binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:32:20.924379 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:20.930786 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9b36043d-1259-4f0c-87b2-d31cfb3de352 None None] Provisioning complete for port c0eca2d6-66c4-459b-8c5f-1bedf029cfd0 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:20.931262 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9b36043d-1259-4f0c-87b2-d31cfb3de352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:21.048782 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Transition to ACTIVE for port object 63ea2799-5658-4157-af12-0b4d564c4440 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:21.049917 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9b36043d-1259-4f0c-87b2-d31cfb3de352 None None] Port c0eca2d6-66c4-459b-8c5f-1bedf029cfd0 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:32:21.060571 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:21.074457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:21.127043 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a5db2a4a-5c73-4f80-bcf1-9413480f8c08 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:21.177449 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:21.191735 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:21.239905 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54e4f64-3a3c-4c08-bee2-662bcd3a95d7 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:21.252836 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-96b41302-60d4-4586-9625-c270fc02a79c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:21.270845 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8c6a70a3-3c4f-499d-ae03-5ba0a7861f3f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3986130 Jun 02 12:32:21.282958 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43464) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:21.306222 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-a6c6c0b8-8f1e-401d-a45b-27b4d8aa7c66 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:21.311212 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:21.351087 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Port': ['ID=f31be8e8-9528-4e23-a58d-de926cabc142,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:21.361569 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-96b41302-60d4-4586-9625-c270fc02a79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:21.431098 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:21.431730 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:21.457306 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-43a06f76-aa93-4646-9738-f75729614a6b tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Synchronizing usage tracker for tenant:2eeecbacfd564d3d9465a6227d2e7ddc on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:32:21.496383 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a8ea76bb-267e-47ec-bb12-450e39ba8a47 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:21.501983 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a6c6c0b8-8f1e-401d-a45b-27b4d8aa7c66 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:21.509584 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a6c6c0b8-8f1e-401d-a45b-27b4d8aa7c66 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:21.513570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a6c6c0b8-8f1e-401d-a45b-27b4d8aa7c66 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:21.524490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-43a06f76-aa93-4646-9738-f75729614a6b tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Unset dirty status for tenant:2eeecbacfd564d3d9465a6227d2e7ddc on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:32:21.525737 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-43a06f76-aa93-4646-9738-f75729614a6b tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--158876918&fields=id&tenant_id=2eeecbacfd564d3d9465a6227d2e7ddc HTTP/1.1" status: 200 len: 267 time: 0.2605672 Jun 02 12:32:21.526917 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a6c6c0b8-8f1e-401d-a45b-27b4d8aa7c66 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:21.566506 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Network 633b0793-2f52-4622-a4ea-90170e3739f9 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:21.609913 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-96b41302-60d4-4586-9625-c270fc02a79c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=688633e20c72433d938ad17b30273b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7213044 Jun 02 12:32:21.620255 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43466) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:21.620922 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c6c0b8-8f1e-401d-a45b-27b4d8aa7c66 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:21.624542 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c0b8-8f1e-401d-a45b-27b4d8aa7c66 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:21.641558 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:21.647914 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:21.653572 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network 6d55d0f8-154d-44c9-8159-c492d6468199 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:21.656428 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b41302-60d4-4586-9625-c270fc02a79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cead1bf0-c39c-4a6e-a059-35ab8186b1a5,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:21.674181 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:21.681082 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-96b41302-60d4-4586-9625-c270fc02a79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:21.682700 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:21.693193 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Pushing event updated for resources: {'Port': ['ID=63ea2799-5658-4157-af12-0b4d564c4440,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:21.731193 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:21.753812 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:21.778658 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-52459116-5186-40ee-9534-e923e7baf006 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:21.887782 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b2a8f4ab-9477-4bb3-8390-ce558d5334ec None None] Provisioning complete for port a15e1b12-6163-4cbf-a28a-d6226c67c723 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:21.888145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b2a8f4ab-9477-4bb3-8390-ce558d5334ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:21.948502 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port a8ea76bb-267e-47ec-bb12-450e39ba8a47 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:21.958527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:21.961832 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:21.969918 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Attempting to bind port 63ea2799-5658-4157-af12-0b4d564c4440 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:32:21.970214 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-7fd1b198-5e2b-4dd5-8d6d-4f00a09ab58e tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:21.970344 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Attempting to bind port 63ea2799-5658-4157-af12-0b4d564c4440 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '39347eee-b032-4cc4-8dc9-55e74088e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '633b0793-2f52-4622-a4ea-90170e3739f9'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:32:21.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Attempting to bind port 63ea2799-5658-4157-af12-0b4d564c4440 on network 633b0793-2f52-4622-a4ea-90170e3739f9 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:32:21.971067 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-7fd1b198-5e2b-4dd5-8d6d-4f00a09ab58e tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Synchronizing usage tracker for tenant:2eeecbacfd564d3d9465a6227d2e7ddc on resource:network {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:32:21.974287 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:21.981348 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:32:21.981832 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Checking segment: {'id': '39347eee-b032-4cc4-8dc9-55e74088e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '633b0793-2f52-4622-a4ea-90170e3739f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:21.982149 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:21.982557 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Bound using segment: {'id': '39347eee-b032-4cc4-8dc9-55e74088e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '633b0793-2f52-4622-a4ea-90170e3739f9'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:32:21.983038 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Bound port: 63ea2799-5658-4157-af12-0b4d564c4440, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39347eee-b032-4cc4-8dc9-55e74088e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '633b0793-2f52-4622-a4ea-90170e3739f9'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:32:21.983432 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:21.986246 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dca7224a-bba5-4111-bb3f-d94769953a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:22.014030 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4d4bebec-bf33-4795-aa67-b927c2867bf5 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:22.035249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-7fd1b198-5e2b-4dd5-8d6d-4f00a09ab58e tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Unset dirty status for tenant:2eeecbacfd564d3d9465a6227d2e7ddc on resource:network {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:32:22.038548 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e0f66a-bc4f-4462-a1cf-ff5e7540663e None None] Network 6d55d0f8-154d-44c9-8159-c492d6468199 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:22.042203 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-7fd1b198-5e2b-4dd5-8d6d-4f00a09ab58e tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/networks?id=d26e7cf0-c529-4972-8a72-bcb5f758199e HTTP/1.1" status: 200 len: 811 time: 0.4778476 Jun 02 12:32:22.080704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:22.081852 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:22.090580 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Pushing event updated for resources: {'Port': ['ID=ea6cba29-b215-479d-9fcc-f6fba14ec8ff,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:22.094796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:22.096726 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dca7224a-bba5-4111-bb3f-d94769953a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:22.123045 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-5bfe8d38-7400-49d1-8a35-b5d606cf3c42 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/quotas/2eeecbacfd564d3d9465a6227d2e7ddc HTTP/1.1" status: 200 len: 375 time: 0.0794570 Jun 02 12:32:22.148903 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:22.149511 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:22.224879 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e816719a-a2b7-4dc6-8ac8-bcd2bf16d002 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:22.234988 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a2b8de33-8029-4cc4-9e02-1701ac7c775d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:22.276327 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.8610172 Jun 02 12:32:22.281308 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43468) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:22.290216 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.3405321 Jun 02 12:32:22.295455 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43470) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:22.300784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-9c736a50-2606-43ac-8cb6-fc7081da87cb tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.3'}]}}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:22.313949 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9c736a50-2606-43ac-8cb6-fc7081da87cb tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:22.342596 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9c736a50-2606-43ac-8cb6-fc7081da87cb tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Usage tracker for resource:router and tenant:6c02110fd41a48bf89c0c830342f84d1 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:22.358264 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9c736a50-2606-43ac-8cb6-fc7081da87cb tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:22.366626 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f955a1-efae-4cdc-9888-6f0df56e4ec5 None None] DHCP port deletion for a7413df9-4e7a-4187-aef8-a668d8bf2950 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:32:22.379301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9c736a50-2606-43ac-8cb6-fc7081da87cb tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:22.382880 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816719a-a2b7-4dc6-8ac8-bcd2bf16d002 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Subnet': ['ID=c123a845-1533-440c-a8d8-8cefea57d4c2,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:22.386163 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e816719a-a2b7-4dc6-8ac8-bcd2bf16d002 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:22.401639 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e816719a-a2b7-4dc6-8ac8-bcd2bf16d002 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Checking segment: {'id': 'b4d756c4-5611-439f-8ee4-f03c4d13cfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bd607e6b-9b8b-46ca-ab3f-64e562fd3cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:22.402089 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e816719a-a2b7-4dc6-8ac8-bcd2bf16d002 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Network hostable DHCP agents. Network: bd607e6b-9b8b-46ca-ab3f-64e562fd3cf3, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:32:22.422876 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9c736a50-2606-43ac-8cb6-fc7081da87cb tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:22.424036 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9c736a50-2606-43ac-8cb6-fc7081da87cb tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:22.461067 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] For port 63ea2799-5658-4157-af12-0b4d564c4440, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:32:22.491589 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e816719a-a2b7-4dc6-8ac8-bcd2bf16d002 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Network bd607e6b-9b8b-46ca-ab3f-64e562fd3cf3 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:32:22.512453 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-e816719a-a2b7-4dc6-8ac8-bcd2bf16d002 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, bd607e6b-9b8b-46ca-ab3f-64e562fd3cf3) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:22.522891 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2bfd70b2-cf2f-4f44-a8a8-ac8572fce0ec tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:22.529242 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2a44e66f-250a-4610-819b-e7fc6ed51d82 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:22.533750 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] For port 63ea2799-5658-4157-af12-0b4d564c4440, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=63ea2799-5658-4157-af12-0b4d564c4440,segment=NetworkSegment(39347eee-b032-4cc4-8dc9-55e74088e82c),segment_id=39347eee-b032-4cc4-8dc9-55e74088e82c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:32:22.538261 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842b9d74-ce5d-4fa5-aa63-fdc63ce4efb5 None None] Network bd607e6b-9b8b-46ca-ab3f-64e562fd3cf3 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:22.571365 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e816719a-a2b7-4dc6-8ac8-bcd2bf16d002 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:22.571989 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e816719a-a2b7-4dc6-8ac8-bcd2bf16d002 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:22.580529 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:22.597440 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:22.599795 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:22.615856 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9c736a50-2606-43ac-8cb6-fc7081da87cb tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:22.655950 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e816719a-a2b7-4dc6-8ac8-bcd2bf16d002 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.0558338 Jun 02 12:32:22.659754 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd70b2-cf2f-4f44-a8a8-ac8572fce0ec tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Subnet': ['ID=8d5e63e2-95f3-4914-ba16-07679aca08ae,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:22.662721 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2bfd70b2-cf2f-4f44-a8a8-ac8572fce0ec tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:22.664990 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43472) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:22.700480 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 4d4bebec-bf33-4795-aa67-b927c2867bf5 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:22.700865 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:22.705039 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfd70b2-cf2f-4f44-a8a8-ac8572fce0ec tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Checking segment: {'id': '87890f8c-300a-4e5d-8b37-ba964350a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5f5d3f8-0f26-47b1-80c6-f3568da737c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:22.705411 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfd70b2-cf2f-4f44-a8a8-ac8572fce0ec tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network hostable DHCP agents. Network: a5f5d3f8-0f26-47b1-80c6-f3568da737c2, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:32:22.786475 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dca7224a-bba5-4111-bb3f-d94769953a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:22.796004 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-38fbaa99-15a7-4c74-8c5a-81317578d612 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:22.818991 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] Transition to ACTIVE for port object c0eca2d6-66c4-459b-8c5f-1bedf029cfd0 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:22.857816 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:22.872366 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0c23e563-9060-430f-a5b3-715800730261 None None] Provisioning for port a8ea76bb-267e-47ec-bb12-450e39ba8a47 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:22.915152 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0c23e563-9060-430f-a5b3-715800730261 None None] Provisioning complete for port a8ea76bb-267e-47ec-bb12-450e39ba8a47 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:22.915584 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0c23e563-9060-430f-a5b3-715800730261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:22.979427 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfd70b2-cf2f-4f44-a8a8-ac8572fce0ec tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network a5f5d3f8-0f26-47b1-80c6-f3568da737c2 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:32:23.033354 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Pushing event updated for resources: {'Port': ['ID=63ea2799-5658-4157-af12-0b4d564c4440,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:23.074692 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-2bfd70b2-cf2f-4f44-a8a8-ac8572fce0ec tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, a5f5d3f8-0f26-47b1-80c6-f3568da737c2) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:23.081184 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:23.096059 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-89f955a1-efae-4cdc-9888-6f0df56e4ec5 None None] Deleting port a15e1b12-6163-4cbf-a28a-d6226c67c723 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:32:23.096447 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-89f955a1-efae-4cdc-9888-6f0df56e4ec5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:23.099880 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7224a-bba5-4111-bb3f-d94769953a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cead1bf0-c39c-4a6e-a059-35ab8186b1a5,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:23.105841 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dca7224a-bba5-4111-bb3f-d94769953a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:23.117725 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-02c1c250-79ac-4552-b7b3-3b12640d0d8f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Synchronizing usage tracker for tenant:2eeecbacfd564d3d9465a6227d2e7ddc on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:32:23.171235 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9c736a50-2606-43ac-8cb6-fc7081da87cb tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:23.189169 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b37bcec5-ff2f-402c-bc1d-1a411973ef44 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:23.206675 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfd70b2-cf2f-4f44-a8a8-ac8572fce0ec tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:23.207368 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2bfd70b2-cf2f-4f44-a8a8-ac8572fce0ec tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:23.224674 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.354s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:23.305268 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-89f955a1-efae-4cdc-9888-6f0df56e4ec5 None None] For port a15e1b12-6163-4cbf-a28a-d6226c67c723, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a15e1b12-6163-4cbf-a28a-d6226c67c723,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:23.305268 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-89f955a1-efae-4cdc-9888-6f0df56e4ec5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:23.319774 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dca7224a-bba5-4111-bb3f-d94769953a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:23.325493 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-dca7224a-bba5-4111-bb3f-d94769953a96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cead1bf0-c39c-4a6e-a059-35ab8186b1a5 HTTP/1.1" status: 204 len: 168 time: 1.6848323 Jun 02 12:32:23.326338 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-02c1c250-79ac-4552-b7b3-3b12640d0d8f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Unset dirty status for tenant:2eeecbacfd564d3d9465a6227d2e7ddc on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:32:23.330008 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-02c1c250-79ac-4552-b7b3-3b12640d0d8f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2eeecbacfd564d3d9465a6227d2e7ddc&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1534202 Jun 02 12:32:23.340234 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2bfd70b2-cf2f-4f44-a8a8-ac8572fce0ec tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.7763162 Jun 02 12:32:23.346422 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43476) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:23.484450 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-89f955a1-efae-4cdc-9888-6f0df56e4ec5 None None] Calling delete_port for a15e1b12-6163-4cbf-a28a-d6226c67c723 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:32:23.545384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:23.563131 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:23.671901 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f783d63e-8bb3-44ad-8a84-ff256d9d304a None None] Network a5f5d3f8-0f26-47b1-80c6-f3568da737c2 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:23.684190 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b37bcec5-ff2f-402c-bc1d-1a411973ef44 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:23.898306 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43480) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:23.914897 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-50e5bb1a-68b4-4353-82e5-330146625362 service neutron] 10.222.0.37 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416563 Jun 02 12:32:23.938909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Checking segment: {'id': '07544bdf-83ee-48df-ac5b-ecfb528a3f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5b237610-ac1d-4dca-8a31-2b8c35c9a831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:23.938909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Network hostable DHCP agents. Network: 5b237610-ac1d-4dca-8a31-2b8c35c9a831, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:32:23.950301 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0c23e563-9060-430f-a5b3-715800730261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:23.968381 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Pushing event updated for resources: {'Subnet': ['ID=364218cc-3b9b-4c9e-93fc-580a112c228b,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:23.971361 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:23.978597 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-03a0ff53-b0b3-4a2f-b393-2aee1a00d3d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:24.060634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f43c8cb-4b8f-4582-98f5-9861cb2e9728 None None] Network 633b0793-2f52-4622-a4ea-90170e3739f9 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:24.166721 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-df0f6cd1-f9b5-4f7b-9e7b-65dc089c6127 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a8258d351c340a48b91d11ef23f5ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335966 Jun 02 12:32:24.168684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Network 5b237610-ac1d-4dca-8a31-2b8c35c9a831 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:32:24.179316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43482) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:24.262903 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90794087-9330-4875-adde-e8cc6ea3c319 None None] Pushing event updated for resources: {'Port': ['ID=c0eca2d6-66c4-459b-8c5f-1bedf029cfd0,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:24.274681 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-90794087-9330-4875-adde-e8cc6ea3c319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.050s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:24.284247 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3c40ef-35a7-4ea6-9179-a8a6ddb42c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-bd607e6b-9b8b-46ca-ab3f-64e562fd3cf3', 'network_id': 'bd607e6b-9b8b-46ca-ab3f-64e562fd3cf3', 'tenant_id': 'df12f77339d04f159923e892b9b45dd6', 'fixed_ips': [{'subnet_id': 'c123a845-1533-440c-a8d8-8cefea57d4c2'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:32:24.285350 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ac3c40ef-35a7-4ea6-9179-a8a6ddb42c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:24.293880 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 5b237610-ac1d-4dca-8a31-2b8c35c9a831) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:24.320433 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0c23e563-9060-430f-a5b3-715800730261 None None] For port a8ea76bb-267e-47ec-bb12-450e39ba8a47, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a8ea76bb-267e-47ec-bb12-450e39ba8a47,segment=NetworkSegment(97f07ef1-27d9-4644-9b0d-680b47f325ce),segment_id=97f07ef1-27d9-4644-9b0d-680b47f325ce)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:24.321637 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2738e096-0f1e-4b2d-8128-4195421bdd7a None None] Network 5b237610-ac1d-4dca-8a31-2b8c35c9a831 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:24.351962 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] Attempting to bind port c0eca2d6-66c4-459b-8c5f-1bedf029cfd0 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:32:24.352335 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] Attempting to bind port c0eca2d6-66c4-459b-8c5f-1bedf029cfd0 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '60725ce2-de9a-4a54-8ab8-a002cea52fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47271cc3-e68b-4e4e-9f38-dd3500e34835'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:32:24.352723 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] Attempting to bind port c0eca2d6-66c4-459b-8c5f-1bedf029cfd0 on network 47271cc3-e68b-4e4e-9f38-dd3500e34835 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:32:24.355334 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 26fc310e-017d-4b53-9468-71ff581e422f up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:24.399985 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0c23e563-9060-430f-a5b3-715800730261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:24.416185 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-32ef567a-4d9c-4bd8-b84c-3c11a7d35115 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:24.434257 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c0b8-8f1e-401d-a45b-27b4d8aa7c66 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:24.455031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5edee871-f94a-438e-9d4c-9ca75765a7e7 tempest-RoutersIpV6AdminTest-1039668999 tempest-RoutersIpV6AdminTest-1039668999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:24.468535 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:32:24.469077 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] Checking segment: {'id': '60725ce2-de9a-4a54-8ab8-a002cea52fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47271cc3-e68b-4e4e-9f38-dd3500e34835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:24.469665 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:24.470252 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] Bound using segment: {'id': '60725ce2-de9a-4a54-8ab8-a002cea52fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47271cc3-e68b-4e4e-9f38-dd3500e34835'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:32:24.470967 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] Bound port: c0eca2d6-66c4-459b-8c5f-1bedf029cfd0, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60725ce2-de9a-4a54-8ab8-a002cea52fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47271cc3-e68b-4e4e-9f38-dd3500e34835'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:32:24.471513 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:24.529979 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-526bb0a1-d836-43b9-ab9b-cf7060a178b2 service neutron] 10.222.0.37 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5937531 Jun 02 12:32:24.553027 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b37bcec5-ff2f-402c-bc1d-1a411973ef44 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:24.566717 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c1c91175-33c9-42c1-a2ce-ae2ad312b555 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:24.624371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c6c0b8-8f1e-401d-a45b-27b4d8aa7c66 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:24.635985 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-a6c6c0b8-8f1e-401d-a45b-27b4d8aa7c66 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:24.661157 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3f4c816e-8bf3-4027-b329-1799ddcd5781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:24.663391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c6c0b8-8f1e-401d-a45b-27b4d8aa7c66 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:24.663988 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c0b8-8f1e-401d-a45b-27b4d8aa7c66 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:24.693104 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-89f955a1-efae-4cdc-9888-6f0df56e4ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:24.693659 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6c0b8-8f1e-401d-a45b-27b4d8aa7c66 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=4aa417d5-ef7b-4272-bb69-69952f4bf0c2,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:24.696144 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a6c6c0b8-8f1e-401d-a45b-27b4d8aa7c66 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:24.727328 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bcec5-ff2f-402c-bc1d-1a411973ef44 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Subnet': ['ID=c123a845-1533-440c-a8d8-8cefea57d4c2,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:24.738522 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b37bcec5-ff2f-402c-bc1d-1a411973ef44 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:24.818649 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3f4c816e-8bf3-4027-b329-1799ddcd5781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:24.975781 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a5f5d3f8-0f26-47b1-80c6-f3568da737c2', 'network_id': 'a5f5d3f8-0f26-47b1-80c6-f3568da737c2', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'fixed_ips': [{'subnet_id': '8d5e63e2-95f3-4914-ba16-07679aca08ae'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:32:24.978316 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:25.004510 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-03a0ff53-b0b3-4a2f-b393-2aee1a00d3d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:25.015116 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3f4c816e-8bf3-4027-b329-1799ddcd5781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:25.017950 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3f4c816e-8bf3-4027-b329-1799ddcd5781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:25.020936 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6d48c8f3-9740-4e99-9cda-02780a475b00 req-9c8a01c8-562f-4f7c-8308-6ed6c6d1fcd6 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 210 time: 0.1193376 Jun 02 12:32:25.023766 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3f4c816e-8bf3-4027-b329-1799ddcd5781 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b47bc9d-0560-4e0a-83ef-f5ff9655bcff HTTP/1.1" status: 204 len: 168 time: 0.8399119 Jun 02 12:32:25.030539 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-03657c7e-c9e7-4666-897c-3ce5c67a56ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:25.051674 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a6c6c0b8-8f1e-401d-a45b-27b4d8aa7c66 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7524176 Jun 02 12:32:25.052434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-03a0ff53-b0b3-4a2f-b393-2aee1a00d3d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:25.067094 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b37bcec5-ff2f-402c-bc1d-1a411973ef44 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:25.068569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43494) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:25.079209 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f955a1-efae-4cdc-9888-6f0df56e4ec5 None None] No DVR routers for this DVR port a15e1b12-6163-4cbf-a28a-d6226c67c723 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:32:25.087645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:25.131945 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-b37bcec5-ff2f-402c-bc1d-1a411973ef44 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd607e6b-9b8b-46ca-ab3f-64e562fd3cf3']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:25.170828 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:25.196134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9c736a50-2606-43ac-8cb6-fc7081da87cb tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:25.279909 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-b37bcec5-ff2f-402c-bc1d-1a411973ef44 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d756c4-5611-439f-8ee4-f03c4d13cfe6') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:25.280246 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-b37bcec5-ff2f-402c-bc1d-1a411973ef44 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d756c4-5611-439f-8ee4-f03c4d13cfe6') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:25.290610 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9c736a50-2606-43ac-8cb6-fc7081da87cb tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:25.315299 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-1f204098-48e7-41f7-a22e-f61d2f8a4f9f None None] Provisioning for port 63ea2799-5658-4157-af12-0b4d564c4440 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:25.350466 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7422b1a6-0867-4840-8289-99e78155da4b None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:25.518366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c816e-8bf3-4027-b329-1799ddcd5781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b47bc9d-0560-4e0a-83ef-f5ff9655bcff,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:25.558578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3f4c816e-8bf3-4027-b329-1799ddcd5781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:25.572234 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-356648b8-9b6e-4fdd-a6ba-a3961f52a155 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.491s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:25.657585 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b37bcec5-ff2f-402c-bc1d-1a411973ef44 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:25.736824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0ff53-b0b3-4a2f-b393-2aee1a00d3d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Port': ['ID=f31be8e8-9528-4e23-a58d-de926cabc142,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:25.743646 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-03a0ff53-b0b3-4a2f-b393-2aee1a00d3d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:25.745490 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23e563-9060-430f-a5b3-715800730261 None None] Pushing event updated for resources: {'Port': ['ID=a8ea76bb-267e-47ec-bb12-450e39ba8a47,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:25.762755 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0c23e563-9060-430f-a5b3-715800730261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.347s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:25.779171 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.049s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:25.782249 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b37bcec5-ff2f-402c-bc1d-1a411973ef44 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:25.815899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37bcec5-ff2f-402c-bc1d-1a411973ef44 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:32:25.816444 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b37bcec5-ff2f-402c-bc1d-1a411973ef44 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:25.844198 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:32:25.851354 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:32:25.916355 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f955a1-efae-4cdc-9888-6f0df56e4ec5 None None] Pushing event deleted for resources: {'Port': ['ID=a15e1b12-6163-4cbf-a28a-d6226c67c723,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:25.921976 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-89f955a1-efae-4cdc-9888-6f0df56e4ec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:25.966211 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:25.982600 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a7413df9-4e7a-4187-aef8-a668d8bf2950', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'fixed_ips': [{'subnet_id': '4aa417d5-ef7b-4272-bb69-69952f4bf0c2'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:32:25.984372 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:26.007134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:26.012548 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720c7a0e-9d9c-4baa-9373-d55dc5e539d9 None None] Network bd607e6b-9b8b-46ca-ab3f-64e562fd3cf3 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:26.015799 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:26.027021 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:26.122296 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 26fc310e-017d-4b53-9468-71ff581e422f triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:26.122680 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:26.143278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:26.146961 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:26.170898 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-03a0ff53-b0b3-4a2f-b393-2aee1a00d3d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:26.192202 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] For port c0eca2d6-66c4-459b-8c5f-1bedf029cfd0, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:32:26.238411 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-5b237610-ac1d-4dca-8a31-2b8c35c9a831', 'network_id': '5b237610-ac1d-4dca-8a31-2b8c35c9a831', 'tenant_id': 'e67c89da0f9f4b069ac76c7d31f5a2b3', 'fixed_ips': [{'subnet_id': '364218cc-3b9b-4c9e-93fc-580a112c228b'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:32:26.239483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:26.262397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:26.280213 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a5c4f835-ad2d-4ec1-86c4-2a330409cb45 tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:26.337070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b37bcec5-ff2f-402c-bc1d-1a411973ef44 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:26.341131 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b37bcec5-ff2f-402c-bc1d-1a411973ef44 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:26.380661 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-47aa309c-6be2-4b72-8295-ae07cae1b2a6 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:26.407227 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ff3c46c7-d3ab-4021-b178-e7cef882ec92 req-e4ef5a34-011a-42a8-bf52-90d780403edf tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 210 time: 0.1362045 Jun 02 12:32:26.488566 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Allocated IP 172.20.0.2 (a7413df9-4e7a-4187-aef8-a668d8bf2950/4aa417d5-ef7b-4272-bb69-69952f4bf0c2/b6fd4462-3915-4c01-8e8a-23a049f1788a) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:26.492930 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bcec5-ff2f-402c-bc1d-1a411973ef44 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Network': ['ID=bd607e6b-9b8b-46ca-ab3f-64e562fd3cf3,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:26.497531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Pushing event updated for resources: {'Subnet': ['ID=0c1eaaad-442f-4e11-b967-ffd69a1deb99,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:26.497716 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b37bcec5-ff2f-402c-bc1d-1a411973ef44 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:26.503290 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:26.531715 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b37bcec5-ff2f-402c-bc1d-1a411973ef44 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/networks/bd607e6b-9b8b-46ca-ab3f-64e562fd3cf3 HTTP/1.1" status: 204 len: 168 time: 3.8646410 Jun 02 12:32:26.545033 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43522) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:26.559813 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-140239996'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:26.575710 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:26.582589 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Checking segment: {'id': '7101697e-00c3-4634-9fd9-4863201e2ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'cc8b784f-8762-4b7c-9afe-8822d5da148d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:26.583514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Network hostable DHCP agents. Network: cc8b784f-8762-4b7c-9afe-8822d5da148d, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:32:26.588834 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Usage tracker for resource:network and tenant:df12f77339d04f159923e892b9b45dd6 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:26.592615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9c736a50-2606-43ac-8cb6-fc7081da87cb tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:26.627233 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-03a0ff53-b0b3-4a2f-b393-2aee1a00d3d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:26.656609 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Network cc8b784f-8762-4b7c-9afe-8822d5da148d is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:32:26.673732 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:26.700461 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:26.719766 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:26.730529 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Transition to ACTIVE for port object b6fd4462-3915-4c01-8e8a-23a049f1788a will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:26.750692 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Transition to ACTIVE for port object b6fd4462-3915-4c01-8e8a-23a049f1788a will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:26.767879 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] For port c0eca2d6-66c4-459b-8c5f-1bedf029cfd0, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c0eca2d6-66c4-459b-8c5f-1bedf029cfd0,segment=NetworkSegment(60725ce2-de9a-4a54-8ab8-a002cea52fad),segment_id=60725ce2-de9a-4a54-8ab8-a002cea52fad)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:32:26.782303 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43524) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:26.801581 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Made reservation on behalf of df12f77339d04f159923e892b9b45dd6 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:26.816362 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:26.816633 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, cc8b784f-8762-4b7c-9afe-8822d5da148d) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:26.819931 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:26.834404 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:26.883041 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:26.897127 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1460e89-f1d3-4cce-91b0-ea8dd4d569d9 None None] Network cc8b784f-8762-4b7c-9afe-8822d5da148d requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:26.969146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-a3c2fb27-568e-45c7-a33b-f5e03ba01e1b tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:26.971117 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-a3c2fb27-568e-45c7-a33b-f5e03ba01e1b tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.22 "GET /v2.0/networks?id=d26e7cf0-c529-4972-8a72-bcb5f758199e HTTP/1.1" status: 200 len: 811 time: 0.2310913 Jun 02 12:32:26.976640 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9bee7cb8-37f4-47d0-ad45-daa1db44cb43 None None] Provisioning complete for port a8ea76bb-267e-47ec-bb12-450e39ba8a47 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:26.977149 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9bee7cb8-37f4-47d0-ad45-daa1db44cb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:27.067804 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:27.068291 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:27.069056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:27.083194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-17309424'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:27.144349 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:27.149326 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:27.196182 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:32:27.205561 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9c736a50-2606-43ac-8cb6-fc7081da87cb tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:27.209551 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9c736a50-2606-43ac-8cb6-fc7081da87cb tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:27.218320 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:27.219088 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Added segment e27e2d27-fd7b-450c-944a-84015ca96647 of type vlan for network f6b70316-8805-48b6-8d04-837c5b17e56f Jun 02 12:32:27.255764 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:27.263125 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Allocated IP 2001:db8:3::2 (a5f5d3f8-0f26-47b1-80c6-f3568da737c2/8d5e63e2-95f3-4914-ba16-07679aca08ae/0bb29ce5-8121-4078-8a21-44f92ad37aba) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:27.275127 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9c736a50-2606-43ac-8cb6-fc7081da87cb tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:27.275677 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c736a50-2606-43ac-8cb6-fc7081da87cb tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf96da9f-1082-4cea-8e4c-d2d7718507b5 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:32:27.296138 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Pushing event updated for resources: {'Port': ['ID=b6fd4462-3915-4c01-8e8a-23a049f1788a,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:27.297170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:27.321653 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-9c736a50-2606-43ac-8cb6-fc7081da87cb tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 02 12:32:27.325526 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:27.326207 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:27.326457 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9c736a50-2606-43ac-8cb6-fc7081da87cb tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 5.0289512 Jun 02 12:32:27.328715 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.394s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:27.336305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43532) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:27.343269 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Usage tracker for resource:network and tenant:c238b4d1abdf43af85cd0e1ea5d0d537 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:27.350660 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-06562639-bfaf-4055-bef1-b529d99c436f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eeecbacfd564d3d9465a6227d2e7ddc HTTP/1.1" status: 200 len: 379 time: 0.2607348 Jun 02 12:32:27.396250 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:27.402130 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:27.402720 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:27.408909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:27.424545 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-57081cc7-0b1d-4a58-89d3-e3982162b2cd tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:27.426453 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:27.434979 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-79ff6533-c7e2-4490-ab8a-4d4b39caec43 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Request body: {'port': {'device_id': '1d0bf5d3-6e41-4250-b439-7b6e312eb8ed', 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e', 'admin_state_up': True, 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'security_groups': ['898ab2cc-c999-4c4a-8645-4d1429beb890']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:27.446833 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9004681 Jun 02 12:32:27.450757 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] Routers {'a265d73c-1c8f-4ff9-84ff-a9daee0462ce'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:27.451496 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:32:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:27.487445 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43536) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:27.494570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-6b2d989b-71e2-4d18-b58d-85a17752d54c tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'subnet': {'network_id': 'f6b70316-8805-48b6-8d04-837c5b17e56f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:27.602872 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 8.8487868 Jun 02 12:32:27.627209 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43538) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:27.825824 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Allocated IP 2001:db8::1 (5b237610-ac1d-4dca-8a31-2b8c35c9a831/364218cc-3b9b-4c9e-93fc-580a112c228b/b8dd4e51-8873-4030-bd44-e5ad3b3cbe4e) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:27.836054 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-bdbf975e-992d-4c38-bced-5129b840c3df req-549a8da7-f85d-42b4-9e3f-bee64daf2e69 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 210 time: 0.2522051 Jun 02 12:32:27.838997 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Attempting to bind port b6fd4462-3915-4c01-8e8a-23a049f1788a on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:32:27.840006 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Attempting to bind port b6fd4462-3915-4c01-8e8a-23a049f1788a by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:32:27.840006 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Attempting to bind port b6fd4462-3915-4c01-8e8a-23a049f1788a on network a7413df9-4e7a-4187-aef8-a668d8bf2950 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:32:27.840513 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Network': ['ID=f6b70316-8805-48b6-8d04-837c5b17e56f,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:27.866554 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:27.867200 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:27.867901 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:27.868785 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:27.869645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:27.871038 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:27.871635 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:27.872723 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:27.874410 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:27.874821 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:27.875194 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:27.875884 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:27.882532 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:27.894165 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6b2d989b-71e2-4d18-b58d-85a17752d54c tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:27.900352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6b2d989b-71e2-4d18-b58d-85a17752d54c tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Usage tracker for resource:subnet and tenant:df12f77339d04f159923e892b9b45dd6 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:27.905482 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6b2d989b-71e2-4d18-b58d-85a17752d54c tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:27.913822 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6b2d989b-71e2-4d18-b58d-85a17752d54c tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:27.926851 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-529f11d4-1634-4209-8a59-d37c925d4794 tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Deleting port ea6cba29-b215-479d-9fcc-f6fba14ec8ff {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:32:27.927239 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-529f11d4-1634-4209-8a59-d37c925d4794 tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:27.928376 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Made reservation on behalf of c238b4d1abdf43af85cd0e1ea5d0d537 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:27.931867 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:27.941674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2d989b-71e2-4d18-b58d-85a17752d54c tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Made reservation on behalf of df12f77339d04f159923e892b9b45dd6 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:27.946371 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b2d989b-71e2-4d18-b58d-85a17752d54c tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:27.978960 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network f6b70316-8805-48b6-8d04-837c5b17e56f details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:32:27.991514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:27.999634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:32:28.000019 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:28.000685 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:28.001093 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Bound using segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:32:28.001582 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Bound port: b6fd4462-3915-4c01-8e8a-23a049f1788a, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:32:28.001983 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:28.058007 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:28.073194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009f7435-09c5-43e0-aa16-641a5f99e719 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:28.074415 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009f7435-09c5-43e0-aa16-641a5f99e719 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:28.076025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009f7435-09c5-43e0-aa16-641a5f99e719 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:28.076809 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-009f7435-09c5-43e0-aa16-641a5f99e719 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Synchronizing usage tracker for tenant:e67c89da0f9f4b069ac76c7d31f5a2b3 on resource:subnet {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:32:28.082615 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Usage tracker for resource:security_group_rule and tenant:c238b4d1abdf43af85cd0e1ea5d0d537 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:28.088786 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:28.092583 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90794087-9330-4875-adde-e8cc6ea3c319 None None] Pushing event updated for resources: {'Port': ['ID=c0eca2d6-66c4-459b-8c5f-1bedf029cfd0,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:28.119839 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:28.183175 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-79ff6533-c7e2-4490-ab8a-4d4b39caec43 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:28.189311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-529f11d4-1634-4209-8a59-d37c925d4794 tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:28.216004 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-009f7435-09c5-43e0-aa16-641a5f99e719 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Unset dirty status for tenant:e67c89da0f9f4b069ac76c7d31f5a2b3 on resource:subnet {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:32:28.217161 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-009f7435-09c5-43e0-aa16-641a5f99e719 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4027710 Jun 02 12:32:28.233097 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] Set router a265d73c-1c8f-4ff9-84ff-a9daee0462ce gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:32:28.236855 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-79ff6533-c7e2-4490-ab8a-4d4b39caec43 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:28.239749 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43540) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:28.286089 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794087-9330-4875-adde-e8cc6ea3c319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:28.286478 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794087-9330-4875-adde-e8cc6ea3c319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:28.286793 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794087-9330-4875-adde-e8cc6ea3c319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:28.287124 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794087-9330-4875-adde-e8cc6ea3c319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:28.287451 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794087-9330-4875-adde-e8cc6ea3c319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:28.287777 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794087-9330-4875-adde-e8cc6ea3c319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:28.288682 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794087-9330-4875-adde-e8cc6ea3c319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:28.288682 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794087-9330-4875-adde-e8cc6ea3c319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:28.288860 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794087-9330-4875-adde-e8cc6ea3c319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:28.289105 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794087-9330-4875-adde-e8cc6ea3c319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:28.289344 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794087-9330-4875-adde-e8cc6ea3c319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:28.289663 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90794087-9330-4875-adde-e8cc6ea3c319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:28.299260 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-03a0ff53-b0b3-4a2f-b393-2aee1a00d3d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:28.334341 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-03a0ff53-b0b3-4a2f-b393-2aee1a00d3d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:28.361105 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-90794087-9330-4875-adde-e8cc6ea3c319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.031s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:28.364107 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:28.407746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-529f11d4-1634-4209-8a59-d37c925d4794 tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Calling delete_port for ea6cba29-b215-479d-9fcc-f6fba14ec8ff owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:32:28.423527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-79ff6533-c7e2-4490-ab8a-4d4b39caec43 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Made reservation on behalf of 2eeecbacfd564d3d9465a6227d2e7ddc for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:28.427050 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-79ff6533-c7e2-4490-ab8a-4d4b39caec43 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:28.448425 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a8ea76bb-267e-47ec-bb12-450e39ba8a47 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:28.514605 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9bee7cb8-37f4-47d0-ad45-daa1db44cb43 None None] Provisioning for port f31be8e8-9528-4e23-a58d-de926cabc142 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:28.529150 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d7879c-9640-4cd2-9fcd-c8efe0d4294b tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Deleting subnet 364218cc-3b9b-4c9e-93fc-580a112c228b {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:32:28.536861 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-cc8b784f-8762-4b7c-9afe-8822d5da148d', 'network_id': 'cc8b784f-8762-4b7c-9afe-8822d5da148d', 'tenant_id': 'e67c89da0f9f4b069ac76c7d31f5a2b3', 'fixed_ips': [{'subnet_id': '0c1eaaad-442f-4e11-b967-ffd69a1deb99'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:32:28.537777 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:28.578686 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-529f11d4-1634-4209-8a59-d37c925d4794 tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:28.587054 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d60f5d76-2e8a-4d77-ad15-983b73a3b862 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:28.618495 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0ff53-b0b3-4a2f-b393-2aee1a00d3d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Port': ['ID=f31be8e8-9528-4e23-a58d-de926cabc142,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:28.633144 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-03a0ff53-b0b3-4a2f-b393-2aee1a00d3d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:28.633369 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f11d4-1634-4209-8a59-d37c925d4794 tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea6cba29-b215-479d-9fcc-f6fba14ec8ff,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:28.635970 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-529f11d4-1634-4209-8a59-d37c925d4794 tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:28.638292 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-03a0ff53-b0b3-4a2f-b393-2aee1a00d3d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:28.649396 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9bee7cb8-37f4-47d0-ad45-daa1db44cb43 None None] Provisioning complete for port f31be8e8-9528-4e23-a58d-de926cabc142 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:28.650549 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9bee7cb8-37f4-47d0-ad45-daa1db44cb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:28.738536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:28.784182 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-529f11d4-1634-4209-8a59-d37c925d4794 tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:28.808624 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:28.813979 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-529f11d4-1634-4209-8a59-d37c925d4794 tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] 10.222.0.37 "DELETE /v2.0/ports/ea6cba29-b215-479d-9fcc-f6fba14ec8ff HTTP/1.1" status: 204 len: 168 time: 1.4733014 Jun 02 12:32:28.821212 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-99056728-4493-477c-a7bb-db507e0ab4ce tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:28.886571 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.objects.ports [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92305) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 12:32:28.921970 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] For port b6fd4462-3915-4c01-8e8a-23a049f1788a, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:32:28.966557 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9bee7cb8-37f4-47d0-ad45-daa1db44cb43 None None] Port f31be8e8-9528-4e23-a58d-de926cabc142 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:32:28.969235 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:32:28.982408 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=952b0ca8-43a8-4141-a17f-8b960b1f28a6,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:28.987319 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] For port b6fd4462-3915-4c01-8e8a-23a049f1788a, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b6fd4462-3915-4c01-8e8a-23a049f1788a,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:32:29.008977 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:29.050478 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:29.051353 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:29.051789 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Added segment 907c6a31-136f-4b10-bd90-10e016313dfa of type vlan for network 9c4035f7-d194-4bc4-8e42-d15783995347 Jun 02 12:32:29.070515 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-79ff6533-c7e2-4490-ab8a-4d4b39caec43 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Allocated IP 172.20.0.3 (d26e7cf0-c529-4972-8a72-bcb5f758199e/35e7c6b0-13d3-41ba-a88f-b72a6c16c109/ded582b0-2d55-48af-be8b-cc1d90a47d42) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:29.076407 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:29.174021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b2d989b-71e2-4d18-b58d-85a17752d54c tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:29.179993 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f87a16e2-6623-4fd5-a642-fa136cbb56eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:29.193351 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:29.224788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a0ff53-b0b3-4a2f-b393-2aee1a00d3d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network 6d55d0f8-154d-44c9-8159-c492d6468199 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:29.235795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:29.239592 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-03a0ff53-b0b3-4a2f-b393-2aee1a00d3d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:29.246335 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43548) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:29.248864 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-adcc04d6-f6b9-4160-aa48-58040b14d229 req-b3119f88-6fac-435b-a04a-60e96c199db2 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 210 time: 0.1607649 Jun 02 12:32:29.298914 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d989b-71e2-4d18-b58d-85a17752d54c tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Subnet': ['ID=e0040ade-ee78-473c-9b73-9ea7d77ef5e1,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:29.315701 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port a8ea76bb-267e-47ec-bb12-450e39ba8a47 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:29.315992 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:29.318261 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6b2d989b-71e2-4d18-b58d-85a17752d54c tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:29.359344 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Transition to ACTIVE for port object 0bb29ce5-8121-4078-8a21-44f92ad37aba will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:29.360907 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2d989b-71e2-4d18-b58d-85a17752d54c tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Checking segment: {'id': 'e27e2d27-fd7b-450c-944a-84015ca96647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f6b70316-8805-48b6-8d04-837c5b17e56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:29.361273 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2d989b-71e2-4d18-b58d-85a17752d54c tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Network hostable DHCP agents. Network: f6b70316-8805-48b6-8d04-837c5b17e56f, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:32:29.387653 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2d989b-71e2-4d18-b58d-85a17752d54c tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Network f6b70316-8805-48b6-8d04-837c5b17e56f is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:32:29.415596 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-6b2d989b-71e2-4d18-b58d-85a17752d54c tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, f6b70316-8805-48b6-8d04-837c5b17e56f) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:29.438724 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2d989b-71e2-4d18-b58d-85a17752d54c tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:29.439342 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b2d989b-71e2-4d18-b58d-85a17752d54c tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:29.440801 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4ca8d9-968b-42b2-8b0d-862ca4956307 None None] Network f6b70316-8805-48b6-8d04-837c5b17e56f requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:29.474560 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6b2d989b-71e2-4d18-b58d-85a17752d54c tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9820051 Jun 02 12:32:29.475252 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43552) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:29.480454 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-44ab2b94-e429-4fd8-bb50-d23efafde6ec tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-300549142'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:29.485528 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-44ab2b94-e429-4fd8-bb50-d23efafde6ec tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:29.490087 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-44ab2b94-e429-4fd8-bb50-d23efafde6ec tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Usage tracker for resource:network and tenant:df12f77339d04f159923e892b9b45dd6 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:29.493633 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-44ab2b94-e429-4fd8-bb50-d23efafde6ec tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:29.497785 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.resource_extend [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:32:29.501092 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-44ab2b94-e429-4fd8-bb50-d23efafde6ec tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:29.507634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:29.516536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-de17ea49-72d4-42a1-b112-f4abc38c1658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:29.518477 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ab2b94-e429-4fd8-bb50-d23efafde6ec tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Made reservation on behalf of df12f77339d04f159923e892b9b45dd6 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:29.524002 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-44ab2b94-e429-4fd8-bb50-d23efafde6ec tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:29.544827 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Transition to ACTIVE for port object 0bb29ce5-8121-4078-8a21-44f92ad37aba will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:29.562335 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ab2b94-e429-4fd8-bb50-d23efafde6ec tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:32:29.571124 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-44ab2b94-e429-4fd8-bb50-d23efafde6ec tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:29.571666 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-44ab2b94-e429-4fd8-bb50-d23efafde6ec tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Added segment a437d988-b8a2-4782-bb7e-c76cf081d7ef of type vlan for network 9f97c7a4-e338-436e-961b-48dd08365af2 Jun 02 12:32:29.598680 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-44ab2b94-e429-4fd8-bb50-d23efafde6ec tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:29.606974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Transition to ACTIVE for port object b8dd4e51-8873-4030-bd44-e5ad3b3cbe4e will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:29.614398 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Pushing event updated for resources: {'Port': ['ID=b6fd4462-3915-4c01-8e8a-23a049f1788a,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:29.625643 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Allocated IP 2001:db8:0:1::1 (cc8b784f-8762-4b7c-9afe-8822d5da148d/0c1eaaad-442f-4e11-b967-ffd69a1deb99/6403a225-b0bd-48ac-882a-8165b69092fa) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:29.628746 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:29.645396 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:29.667498 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-64ab67ee-57fc-4835-b638-bc2967db41da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:29.715231 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Allocated IP 2001:db8:3::1 (a5f5d3f8-0f26-47b1-80c6-f3568da737c2/8d5e63e2-95f3-4914-ba16-07679aca08ae/cc2d3809-5cea-4bf5-9951-8f5eeab9ea82) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:29.724766 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-44ab2b94-e429-4fd8-bb50-d23efafde6ec tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:29.736254 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ab2b94-e429-4fd8-bb50-d23efafde6ec tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:29.737572 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-44ab2b94-e429-4fd8-bb50-d23efafde6ec tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:29.760188 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:29.761433 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Transition to ACTIVE for port object b8dd4e51-8873-4030-bd44-e5ad3b3cbe4e will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:29.776800 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-de17ea49-72d4-42a1-b112-f4abc38c1658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:29.801736 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Network a5f5d3f8-0f26-47b1-80c6-f3568da737c2 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:29.823897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:29.838735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:29.844275 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:29.844869 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:29.848646 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-19d7879c-9640-4cd2-9fcd-c8efe0d4294b tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:29.855314 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:29.894191 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-44ab2b94-e429-4fd8-bb50-d23efafde6ec tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4151864 Jun 02 12:32:29.910630 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-19d7879c-9640-4cd2-9fcd-c8efe0d4294b tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:29.913585 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:29.944137 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Pushing event updated for resources: {'Port': ['ID=0bb29ce5-8121-4078-8a21-44f92ad37aba,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:29.960038 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43554) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:29.960214 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:29.964854 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-90794087-9330-4875-adde-e8cc6ea3c319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:29.974539 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-b5f26c62-7c4a-46e5-a2a4-fe33b3c1c24b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'subnet': {'network_id': '9f97c7a4-e338-436e-961b-48dd08365af2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:30.006062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab2b94-e429-4fd8-bb50-d23efafde6ec tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Network': ['ID=9f97c7a4-e338-436e-961b-48dd08365af2,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:30.010710 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-de17ea49-72d4-42a1-b112-f4abc38c1658 admin admin] Usage tracker for resource:security_group_rule and tenant:edf256395f4546099c0a42e87bf66a1e is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:30.014699 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:30.023195 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-44ab2b94-e429-4fd8-bb50-d23efafde6ec tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:30.048334 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-de17ea49-72d4-42a1-b112-f4abc38c1658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:30.090566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-de17ea49-72d4-42a1-b112-f4abc38c1658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:30.112604 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 9f97c7a4-e338-436e-961b-48dd08365af2 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:32:30.165779 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:30.175867 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Network 5b237610-ac1d-4dca-8a31-2b8c35c9a831 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:30.183369 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b5f26c62-7c4a-46e5-a2a4-fe33b3c1c24b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:30.206053 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:30.209417 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:30.228607 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 63ea2799-5658-4157-af12-0b4d564c4440 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:30.230817 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Transition to ACTIVE for port object cc2d3809-5cea-4bf5-9951-8f5eeab9ea82 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:30.232303 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b5f26c62-7c4a-46e5-a2a4-fe33b3c1c24b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Usage tracker for resource:subnet and tenant:df12f77339d04f159923e892b9b45dd6 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:30.236492 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b5f26c62-7c4a-46e5-a2a4-fe33b3c1c24b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:30.243515 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b5f26c62-7c4a-46e5-a2a4-fe33b3c1c24b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:30.259621 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f26c62-7c4a-46e5-a2a4-fe33b3c1c24b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Made reservation on behalf of df12f77339d04f159923e892b9b45dd6 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:30.263603 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b5f26c62-7c4a-46e5-a2a4-fe33b3c1c24b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:30.306599 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Network': ['ID=9c4035f7-d194-4bc4-8e42-d15783995347,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:30.309568 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:30.323281 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:30.342652 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.5551288 Jun 02 12:32:30.352331 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-19d7879c-9640-4cd2-9fcd-c8efe0d4294b tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:30.379407 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 9c4035f7-d194-4bc4-8e42-d15783995347 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:32:30.381077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43558) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:30.397161 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-51c87695-2cdf-4354-9e47-1a79e78b7767 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Request body: {'subnet': {'network_id': '9c4035f7-d194-4bc4-8e42-d15783995347', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:30.451367 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Pushing event updated for resources: {'Port': ['ID=b8dd4e51-8873-4030-bd44-e5ad3b3cbe4e,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:30.462485 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-79ff6533-c7e2-4490-ab8a-4d4b39caec43 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:30.485352 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a55cf4cc-e7be-4ecf-acd7-614603f087d1 None None] Provisioning complete for port f31be8e8-9528-4e23-a58d-de926cabc142 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:30.485822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a55cf4cc-e7be-4ecf-acd7-614603f087d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:30.486560 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a0ff53-b0b3-4a2f-b393-2aee1a00d3d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Router 892445e9-45b7-4b4e-98ac-6b8eb07cbe28 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:32:30.512039 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:32:14Z', 'revision_number': 4, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': '26fc310e-017d-4b53-9468-71ff581e422f', 'name': '', 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:5f:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:01Z', 'updated_at': '2021-06-02T12:32:20Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:00Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0eca2d6-66c4-459b-8c5f-1bedf029cfd0', 'name': '', 'network_id': '47271cc3-e68b-4e4e-9f38-dd3500e34835', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:eb:cc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:12Z', 'updated_at': '2021-06-02T12:32:25Z', 'revision_number': 4, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:30.535416 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:30.536150 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Attempting to bind port 0bb29ce5-8121-4078-8a21-44f92ad37aba on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:32:30.536522 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Attempting to bind port 0bb29ce5-8121-4078-8a21-44f92ad37aba by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '87890f8c-300a-4e5d-8b37-ba964350a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5f5d3f8-0f26-47b1-80c6-f3568da737c2'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:32:30.536871 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Attempting to bind port 0bb29ce5-8121-4078-8a21-44f92ad37aba on network a5f5d3f8-0f26-47b1-80c6-f3568da737c2 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:32:30.590663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.ipam_backend_mixin [None req-b5f26c62-7c4a-46e5-a2a4-fe33b3c1c24b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Performing IP validity checks on allocation pools {{(pid=92304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 02 12:32:30.591189 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.ipam_backend_mixin [None req-b5f26c62-7c4a-46e5-a2a4-fe33b3c1c24b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 02 12:32:30.594329 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:30.599958 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6172e23a-4951-40e4-b266-ccf85df00852 req-f3adac03-e906-41c9-98c9-5fe4610cd5d5 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 210 time: 0.0730042 Jun 02 12:32:30.602495 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c5944593-0646-4057-9f2a-d099bc171eb3 tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:30.658354 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-79ff6533-c7e2-4490-ab8a-4d4b39caec43 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Transition to ACTIVE for port object ded582b0-2d55-48af-be8b-cc1d90a47d42 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:30.686303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b12e462-ee5d-4c7f-8fd2-3e9b61990d4e None None] The sync data for ids ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'] in dv-neutron-601336-80-hyperv is: [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:32:14Z', 'revision_number': 4, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': '26fc310e-017d-4b53-9468-71ff581e422f', 'name': '', 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:5f:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:01Z', 'updated_at': '2021-06-02T12:32:20Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:00Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0eca2d6-66c4-459b-8c5f-1bedf029cfd0', 'name': '', 'network_id': '47271cc3-e68b-4e4e-9f38-dd3500e34835', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:eb:cc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:12Z', 'updated_at': '2021-06-02T12:32:25Z', 'revision_number': 4, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:32:30.694033 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network a5f5d3f8-0f26-47b1-80c6-f3568da737c2 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:30.698504 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:30.711956 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:30.712500 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:30.726133 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Port': ['ID=cc2d3809-5cea-4bf5-9951-8f5eeab9ea82,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:30.731559 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:30.731902 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:32:30.733301 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Checking segment: {'id': '87890f8c-300a-4e5d-8b37-ba964350a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5f5d3f8-0f26-47b1-80c6-f3568da737c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:30.735764 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:30.736379 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Bound using segment: {'id': '87890f8c-300a-4e5d-8b37-ba964350a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5f5d3f8-0f26-47b1-80c6-f3568da737c2'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:32:30.737289 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Bound port: 0bb29ce5-8121-4078-8a21-44f92ad37aba, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87890f8c-300a-4e5d-8b37-ba964350a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5f5d3f8-0f26-47b1-80c6-f3568da737c2'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:32:30.738807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:30.814086 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-f6b70316-8805-48b6-8d04-837c5b17e56f', 'network_id': 'f6b70316-8805-48b6-8d04-837c5b17e56f', 'tenant_id': 'df12f77339d04f159923e892b9b45dd6', 'fixed_ips': [{'subnet_id': 'e0040ade-ee78-473c-9b73-9ea7d77ef5e1'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:32:30.815957 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:30.928882 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-a55cf4cc-e7be-4ecf-acd7-614603f087d1 None None] Port f31be8e8-9528-4e23-a58d-de926cabc142 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:32:31.057362 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:31.079773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-51c87695-2cdf-4354-9e47-1a79e78b7767 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:31.109834 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-51c87695-2cdf-4354-9e47-1a79e78b7767 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Usage tracker for resource:subnet and tenant:c238b4d1abdf43af85cd0e1ea5d0d537 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:31.141535 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-51c87695-2cdf-4354-9e47-1a79e78b7767 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:31.162506 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Attempting to bind port b8dd4e51-8873-4030-bd44-e5ad3b3cbe4e on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:32:31.163097 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Attempting to bind port b8dd4e51-8873-4030-bd44-e5ad3b3cbe4e by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '07544bdf-83ee-48df-ac5b-ecfb528a3f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5b237610-ac1d-4dca-8a31-2b8c35c9a831'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:32:31.163438 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Attempting to bind port b8dd4e51-8873-4030-bd44-e5ad3b3cbe4e on network 5b237610-ac1d-4dca-8a31-2b8c35c9a831 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:32:31.231944 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:32:31.232432 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Checking segment: {'id': '07544bdf-83ee-48df-ac5b-ecfb528a3f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5b237610-ac1d-4dca-8a31-2b8c35c9a831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:31.232905 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:31.233390 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Bound using segment: {'id': '07544bdf-83ee-48df-ac5b-ecfb528a3f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5b237610-ac1d-4dca-8a31-2b8c35c9a831'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:32:31.234694 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Bound port: b8dd4e51-8873-4030-bd44-e5ad3b3cbe4e, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07544bdf-83ee-48df-ac5b-ecfb528a3f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5b237610-ac1d-4dca-8a31-2b8c35c9a831'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:32:31.237312 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:31.238647 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-51c87695-2cdf-4354-9e47-1a79e78b7767 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:31.264780 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-de17ea49-72d4-42a1-b112-f4abc38c1658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:31.278572 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:31.289076 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a0ff53-b0b3-4a2f-b393-2aee1a00d3d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:32:31.292274 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 63ea2799-5658-4157-af12-0b4d564c4440 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:31.309086 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3789a-5420-4b50-950d-4077a68841b4 None None] Sync routers for ids ['892445e9-45b7-4b4e-98ac-6b8eb07cbe28'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:32:31.318677 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Transition to ACTIVE for port object 6403a225-b0bd-48ac-882a-8165b69092fa will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:31.328580 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3789a-5420-4b50-950d-4077a68841b4 None None] Routers {'892445e9-45b7-4b4e-98ac-6b8eb07cbe28'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:31.329614 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-77c3789a-5420-4b50-950d-4077a68841b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:32:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['892445e9-45b7-4b4e-98ac-6b8eb07cbe28'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:31.331541 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-de17ea49-72d4-42a1-b112-f4abc38c1658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:31.361550 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:31.373266 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 63ea2799-5658-4157-af12-0b4d564c4440 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:31.373648 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:31.414159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17ea49-72d4-42a1-b112-f4abc38c1658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fca0c7f-a673-4a1d-a64a-882870d8867f,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:31.416265 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-77c3789a-5420-4b50-950d-4077a68841b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:31.433615 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3789a-5420-4b50-950d-4077a68841b4 None None] Routers {'892445e9-45b7-4b4e-98ac-6b8eb07cbe28'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:31.434544 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-77c3789a-5420-4b50-950d-4077a68841b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:32:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['892445e9-45b7-4b4e-98ac-6b8eb07cbe28'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:31.499529 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-79ff6533-c7e2-4490-ab8a-4d4b39caec43 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:31.507207 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-de17ea49-72d4-42a1-b112-f4abc38c1658 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=edf256395f4546099c0a42e87bf66a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2545657 Jun 02 12:32:31.525878 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-77c3789a-5420-4b50-950d-4077a68841b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:31.526766 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3789a-5420-4b50-950d-4077a68841b4 None None] The sync data for ids ['892445e9-45b7-4b4e-98ac-6b8eb07cbe28'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:32:31.532374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c87695-2cdf-4354-9e47-1a79e78b7767 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Made reservation on behalf of c238b4d1abdf43af85cd0e1ea5d0d537 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:31.535883 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-51c87695-2cdf-4354-9e47-1a79e78b7767 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:31.561919 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43560) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:31.568301 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17ea49-72d4-42a1-b112-f4abc38c1658 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:31.568692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17ea49-72d4-42a1-b112-f4abc38c1658 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:31.569068 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17ea49-72d4-42a1-b112-f4abc38c1658 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:31.569803 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17ea49-72d4-42a1-b112-f4abc38c1658 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:31.569803 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17ea49-72d4-42a1-b112-f4abc38c1658 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:31.570243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17ea49-72d4-42a1-b112-f4abc38c1658 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:31.570544 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17ea49-72d4-42a1-b112-f4abc38c1658 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:31.570908 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17ea49-72d4-42a1-b112-f4abc38c1658 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:31.571265 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17ea49-72d4-42a1-b112-f4abc38c1658 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:31.571632 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17ea49-72d4-42a1-b112-f4abc38c1658 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:31.571990 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17ea49-72d4-42a1-b112-f4abc38c1658 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:31.572344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17ea49-72d4-42a1-b112-f4abc38c1658 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:32:31.588486 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] For port 0bb29ce5-8121-4078-8a21-44f92ad37aba, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:32:31.597516 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] For port 0bb29ce5-8121-4078-8a21-44f92ad37aba, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=0bb29ce5-8121-4078-8a21-44f92ad37aba,segment=NetworkSegment(87890f8c-300a-4e5d-8b37-ba964350a675),segment_id=87890f8c-300a-4e5d-8b37-ba964350a675)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:32:31.625895 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Transition to ACTIVE for port object 6403a225-b0bd-48ac-882a-8165b69092fa will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:31.628325 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:31.632137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-de17ea49-72d4-42a1-b112-f4abc38c1658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:31.639174 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8ce154f0-8a3a-4526-a510-a9a8f127241e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:31.668796 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6d28f22f-b40a-44d8-9371-2c180b1b033c None None] Provisioning for port b6fd4462-3915-4c01-8e8a-23a049f1788a completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:31.705036 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:31.797991 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Network cc8b784f-8762-4b7c-9afe-8822d5da148d is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:31.803700 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Allocated IP 2001:db8::3 (f6b70316-8805-48b6-8d04-837c5b17e56f/e0040ade-ee78-473c-9b73-9ea7d77ef5e1/5341c198-df83-4788-a3c5-ca4e71fb3cfd) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:31.803883 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] For port b6fd4462-3915-4c01-8e8a-23a049f1788a, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b6fd4462-3915-4c01-8e8a-23a049f1788a,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:31.814664 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:31.816814 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:31.823431 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:31.839013 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:31.839878 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b9bfd5ce-5113-4760-8a0b-d9a603f364de tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:31.840741 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:31.856398 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-060ee708-7b25-4b4a-b6b2-eee48976b41f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:31.877569 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-03a0ff53-b0b3-4a2f-b393-2aee1a00d3d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "PUT /v2.0/routers/892445e9-45b7-4b4e-98ac-6b8eb07cbe28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5873427 Jun 02 12:32:31.896456 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43564) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:31.912152 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Pushing event updated for resources: {'Port': ['ID=0bb29ce5-8121-4078-8a21-44f92ad37aba,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:31.915263 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:31.947491 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0c23e563-9060-430f-a5b3-715800730261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:32.020788 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:32.025402 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b5f26c62-7c4a-46e5-a2a4-fe33b3c1c24b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:32.081743 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 63ea2799-5658-4157-af12-0b4d564c4440, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=63ea2799-5658-4157-af12-0b4d564c4440,segment=NetworkSegment(39347eee-b032-4cc4-8dc9-55e74088e82c),segment_id=39347eee-b032-4cc4-8dc9-55e74088e82c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:32.105766 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:32.133172 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event updated for resources: {'Port': ['ID=cc2d3809-5cea-4bf5-9951-8f5eeab9ea82,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:32.136301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:32.155989 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bd98b16d-abd5-4157-8f6f-4b2ca2c66c07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:32.167968 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-79ff6533-c7e2-4490-ab8a-4d4b39caec43 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Network d26e7cf0-c529-4972-8a72-bcb5f758199e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:32.185586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Attempting to bind port 6403a225-b0bd-48ac-882a-8165b69092fa on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:32:32.185586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Attempting to bind port 6403a225-b0bd-48ac-882a-8165b69092fa by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '7101697e-00c3-4634-9fd9-4863201e2ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'cc8b784f-8762-4b7c-9afe-8822d5da148d'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:32:32.185586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Attempting to bind port 6403a225-b0bd-48ac-882a-8165b69092fa on network cc8b784f-8762-4b7c-9afe-8822d5da148d {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:32:32.220655 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a15e1b12-6163-4cbf-a28a-d6226c67c723 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:32:32.230857 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-79ff6533-c7e2-4490-ab8a-4d4b39caec43 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:32.248269 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-79ff6533-c7e2-4490-ab8a-4d4b39caec43 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:32.259169 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: a15e1b12-6163-4cbf-a28a-d6226c67c723 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:32:32.260143 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a15e1b12-6163-4cbf-a28a-d6226c67c723 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:32:32.261071 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:32:32.261454 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Checking segment: {'id': '7101697e-00c3-4634-9fd9-4863201e2ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'cc8b784f-8762-4b7c-9afe-8822d5da148d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:32.261857 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:32.262059 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f26c62-7c4a-46e5-a2a4-fe33b3c1c24b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Checking segment: {'id': 'a437d988-b8a2-4782-bb7e-c76cf081d7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9f97c7a4-e338-436e-961b-48dd08365af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:32.262289 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Bound using segment: {'id': '7101697e-00c3-4634-9fd9-4863201e2ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'cc8b784f-8762-4b7c-9afe-8822d5da148d'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:32:32.262535 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f26c62-7c4a-46e5-a2a4-fe33b3c1c24b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Network hostable DHCP agents. Network: 9f97c7a4-e338-436e-961b-48dd08365af2, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:32:32.262747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Bound port: 6403a225-b0bd-48ac-882a-8165b69092fa, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7101697e-00c3-4634-9fd9-4863201e2ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'cc8b784f-8762-4b7c-9afe-8822d5da148d'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:32:32.263162 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:32.277603 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Network a5f5d3f8-0f26-47b1-80c6-f3568da737c2 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:32.280228 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Pushing event updated for resources: {'Port': ['ID=6403a225-b0bd-48ac-882a-8165b69092fa,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:32.285383 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:32.309873 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:32.326515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-313eeced-3866-46e5-b743-a950656e0fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:32.333810 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-79ff6533-c7e2-4490-ab8a-4d4b39caec43 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:32.334603 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-79ff6533-c7e2-4490-ab8a-4d4b39caec43 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:32.361109 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.resource_extend [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:32:32.366381 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f26c62-7c4a-46e5-a2a4-fe33b3c1c24b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Subnet': ['ID=fa026be5-32d7-460c-ab31-c48ca70f4d6e,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:32.369837 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b5f26c62-7c4a-46e5-a2a4-fe33b3c1c24b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:32.386081 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-19d7879c-9640-4cd2-9fcd-c8efe0d4294b tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:32.401452 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f26c62-7c4a-46e5-a2a4-fe33b3c1c24b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Network 9f97c7a4-e338-436e-961b-48dd08365af2 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:32:32.451175 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff6533-c7e2-4490-ab8a-4d4b39caec43 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Pushing event updated for resources: {'Port': ['ID=ded582b0-2d55-48af-be8b-cc1d90a47d42,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:32.464129 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-79ff6533-c7e2-4490-ab8a-4d4b39caec43 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:32.466402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a88f6231-5b6f-4b60-943a-cf695ee73c0e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:32.491816 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=63ea2799-5658-4157-af12-0b4d564c4440,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:32.493905 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:32:32.503337 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] For port b8dd4e51-8873-4030-bd44-e5ad3b3cbe4e, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:32:32.509526 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:32.523573 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:32.543979 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b22d717e-434c-476f-8bc0-fa59021aea02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:32.544188 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] For port b8dd4e51-8873-4030-bd44-e5ad3b3cbe4e, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b8dd4e51-8873-4030-bd44-e5ad3b3cbe4e,segment=NetworkSegment(07544bdf-83ee-48df-ac5b-ecfb528a3f9e),segment_id=07544bdf-83ee-48df-ac5b-ecfb528a3f9e)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:32:32.552089 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-19d7879c-9640-4cd2-9fcd-c8efe0d4294b tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:32.575068 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:32.581612 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:32.612058 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7879c-9640-4cd2-9fcd-c8efe0d4294b tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Pushing event deleted for resources: {'Subnet': ['ID=364218cc-3b9b-4c9e-93fc-580a112c228b,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:32.622826 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:32.623798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:32.631880 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-19d7879c-9640-4cd2-9fcd-c8efe0d4294b tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:32.632395 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-19d7879c-9640-4cd2-9fcd-c8efe0d4294b tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:32.696527 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b6fd4462-3915-4c01-8e8a-23a049f1788a up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:32.705621 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-b5f26c62-7c4a-46e5-a2a4-fe33b3c1c24b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 9f97c7a4-e338-436e-961b-48dd08365af2) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:32.705816 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-79ff6533-c7e2-4490-ab8a-4d4b39caec43 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2887175 Jun 02 12:32:32.737193 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8753e6-7783-43bd-a7fb-82cc867f17ef tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:32.741590 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4f8753e6-7783-43bd-a7fb-82cc867f17ef tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports?device_id=892445e9-45b7-4b4e-98ac-6b8eb07cbe28 HTTP/1.1" status: 200 len: 981 time: 0.6082325 Jun 02 12:32:32.750626 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43568) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:32.777260 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Request body: {'port': {'device_id': '1d0bf5d3-6e41-4250-b439-7b6e312eb8ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:32.821512 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f26c62-7c4a-46e5-a2a4-fe33b3c1c24b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:32.822137 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b5f26c62-7c4a-46e5-a2a4-fe33b3c1c24b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:32.849433 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e430caa-4753-4847-bad6-0f8b80133f7f None None] Network 9f97c7a4-e338-436e-961b-48dd08365af2 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:32.871418 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b22d717e-434c-476f-8bc0-fa59021aea02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:32.936975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:32.939100 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-19d7879c-9640-4cd2-9fcd-c8efe0d4294b tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] 10.222.0.37 "DELETE /v2.0/subnets/364218cc-3b9b-4c9e-93fc-580a112c228b HTTP/1.1" status: 204 len: 168 time: 4.6971784 Jun 02 12:32:32.952947 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43570) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:32.954401 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b5f26c62-7c4a-46e5-a2a4-fe33b3c1c24b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.9903429 Jun 02 12:32:32.960215 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router a265d73c-1c8f-4ff9-84ff-a9daee0462ce has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:32:32.964837 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:32.980904 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43572) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:33.061203 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] For port 6403a225-b0bd-48ac-882a-8165b69092fa, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:32:33.135140 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:33.151488 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Transition to ACTIVE for port object 5341c198-df83-4788-a3c5-ca4e71fb3cfd will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:33.173822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Transition to ACTIVE for port object 5341c198-df83-4788-a3c5-ca4e71fb3cfd will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:33.191013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423c426-db65-47c5-a7a4-19e3d2bd1105 req-3660ffc9-ae4f-4f86-ad4e-33ae8453eda8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:33.191832 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-5423c426-db65-47c5-a7a4-19e3d2bd1105 req-3660ffc9-ae4f-4f86-ad4e-33ae8453eda8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Synchronizing usage tracker for tenant:2eeecbacfd564d3d9465a6227d2e7ddc on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:32:33.196145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575174b8-3ae9-4980-a7f5-f96ee544be7a None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:33.198341 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=d685c04f-9643-42e5-a733-4dfc84caf6d6,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:33.204014 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:33.218293 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8d39e2ca-95ab-4c74-884f-3fd772fe0c08 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.537s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:33.263345 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:33.265559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:33.271390 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-51740cb5-efbf-4ff8-b77c-bd19c39ba2ce tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Deleting subnet 0c1eaaad-442f-4e11-b967-ffd69a1deb99 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:32:33.322585 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:33.340715 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456e3640-7176-4200-8ee3-9a148a230d4c None None] Network a5f5d3f8-0f26-47b1-80c6-f3568da737c2 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:33.358573 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-51740cb5-efbf-4ff8-b77c-bd19c39ba2ce tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:33.376053 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 8.2931442 Jun 02 12:32:33.376912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:33.390556 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43574) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:33.400755 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-56241d20-2e63-48c6-9f93-18eb8d685ff2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'mac_address': 'fa:16:3e:5d:c0:b3', 'name': 'tempest-NetworksTestDHCPv6-30997895'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:33.405582 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] For port 6403a225-b0bd-48ac-882a-8165b69092fa, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=6403a225-b0bd-48ac-882a-8165b69092fa,segment=NetworkSegment(7101697e-00c3-4634-9fd9-4863201e2ad4),segment_id=7101697e-00c3-4634-9fd9-4863201e2ad4)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:32:33.406775 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5720c978-9594-484a-9d7c-b3c61fd110a0 None None] Provisioning for port ded582b0-2d55-48af-be8b-cc1d90a47d42 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:33.473799 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-5423c426-db65-47c5-a7a4-19e3d2bd1105 req-3660ffc9-ae4f-4f86-ad4e-33ae8453eda8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Unset dirty status for tenant:2eeecbacfd564d3d9465a6227d2e7ddc on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:32:33.480691 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5423c426-db65-47c5-a7a4-19e3d2bd1105 req-3660ffc9-ae4f-4f86-ad4e-33ae8453eda8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 931 time: 1.5870214 Jun 02 12:32:33.487459 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:33.530763 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b22d717e-434c-476f-8bc0-fa59021aea02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:33.553685 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=b6fd4462-3915-4c01-8e8a-23a049f1788a,revision_number=4']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:33.569956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:33.570522 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3f4c816e-8bf3-4027-b329-1799ddcd5781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:33.583170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:32:33.588908 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b22d717e-434c-476f-8bc0-fa59021aea02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:33.589629 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b22d717e-434c-476f-8bc0-fa59021aea02 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4fca0c7f-a673-4a1d-a64a-882870d8867f HTTP/1.1" status: 204 len: 168 time: 2.0229919 Jun 02 12:32:33.591074 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/a265d73c-1c8f-4ff9-84ff-a9daee0462ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2435327 Jun 02 12:32:33.591628 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43576) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:33.601891 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-525a477e-93bb-4812-8039-57cacdedd1ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:33.612915 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5720c978-9594-484a-9d7c-b3c61fd110a0 None None] Provisioning complete for port ded582b0-2d55-48af-be8b-cc1d90a47d42 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:33.613319 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5720c978-9594-484a-9d7c-b3c61fd110a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:33.617775 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-51740cb5-efbf-4ff8-b77c-bd19c39ba2ce tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:33.624972 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d717e-434c-476f-8bc0-fa59021aea02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fca0c7f-a673-4a1d-a64a-882870d8867f,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:33.636322 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5423c426-db65-47c5-a7a4-19e3d2bd1105 req-397a47ad-5463-4a64-a1f7-17a619797016 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546214 Jun 02 12:32:33.637243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b22d717e-434c-476f-8bc0-fa59021aea02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:33.657032 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85771066-c0b1-4ac0-835b-40497410348c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-9f97c7a4-e338-436e-961b-48dd08365af2', 'network_id': '9f97c7a4-e338-436e-961b-48dd08365af2', 'tenant_id': 'df12f77339d04f159923e892b9b45dd6', 'fixed_ips': [{'subnet_id': 'fa026be5-32d7-460c-ab31-c48ca70f4d6e'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:32:33.657375 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-98d795e9-3fc0-44e8-9d8e-e8f57e38a733 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:33.657869 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-85771066-c0b1-4ac0-835b-40497410348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:33.674461 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] Sync routers for ids ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:32:33.695501 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Network f6b70316-8805-48b6-8d04-837c5b17e56f is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:33.717701 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:33.726138 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Pushing event updated for resources: {'Port': ['ID=b8dd4e51-8873-4030-bd44-e5ad3b3cbe4e,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:33.736406 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:33.792014 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.210s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:33.796779 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3d3c263b-0604-44ff-b909-e7b0a61b2ccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.456s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:33.891788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-525a477e-93bb-4812-8039-57cacdedd1ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:33.961495 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] Routers {'a265d73c-1c8f-4ff9-84ff-a9daee0462ce'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:33.962435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:32:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:33.994808 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-56241d20-2e63-48c6-9f93-18eb8d685ff2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:34.026598 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-56241d20-2e63-48c6-9f93-18eb8d685ff2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:port and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:34.198313 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-56241d20-2e63-48c6-9f93-18eb8d685ff2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:34.217422 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43582) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:34.256275 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-56241d20-2e63-48c6-9f93-18eb8d685ff2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:34.365041 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-5720c978-9594-484a-9d7c-b3c61fd110a0 None None] Port ded582b0-2d55-48af-be8b-cc1d90a47d42 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:32:34.423180 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-525a477e-93bb-4812-8039-57cacdedd1ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:34.424514 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d76c795-30da-45af-b95b-499a55f7e800 None None] Network 5b237610-ac1d-4dca-8a31-2b8c35c9a831 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:34.436716 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:34.471753 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port b6fd4462-3915-4c01-8e8a-23a049f1788a completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:34.489156 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Pushing event updated for resources: {'Port': ['ID=5341c198-df83-4788-a3c5-ca4e71fb3cfd,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:34.509168 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a477e-93bb-4812-8039-57cacdedd1ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Subnet': ['ID=fa026be5-32d7-460c-ab31-c48ca70f4d6e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:34.511444 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-525a477e-93bb-4812-8039-57cacdedd1ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:34.580696 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56241d20-2e63-48c6-9f93-18eb8d685ff2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:34.609116 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-51740cb5-efbf-4ff8-b77c-bd19c39ba2ce tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:34.636054 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port b6fd4462-3915-4c01-8e8a-23a049f1788a triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:34.636411 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:34.717199 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Attempting to bind port 5341c198-df83-4788-a3c5-ca4e71fb3cfd on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:32:34.717880 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Attempting to bind port 5341c198-df83-4788-a3c5-ca4e71fb3cfd by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'e27e2d27-fd7b-450c-944a-84015ca96647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f6b70316-8805-48b6-8d04-837c5b17e56f'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:32:34.718659 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Attempting to bind port 5341c198-df83-4788-a3c5-ca4e71fb3cfd on network f6b70316-8805-48b6-8d04-837c5b17e56f {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:32:34.752498 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] Set router a265d73c-1c8f-4ff9-84ff-a9daee0462ce gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:32:34.782733 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-60aa9009-252a-49c7-a6b9-6905f35c1ce7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c02110fd41a48bf89c0c830342f84d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5445182 Jun 02 12:32:34.863225 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:32:34.863936 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Checking segment: {'id': 'e27e2d27-fd7b-450c-944a-84015ca96647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f6b70316-8805-48b6-8d04-837c5b17e56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:34.864508 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:34.865054 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Bound using segment: {'id': 'e27e2d27-fd7b-450c-944a-84015ca96647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f6b70316-8805-48b6-8d04-837c5b17e56f'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:32:34.865709 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Bound port: 5341c198-df83-4788-a3c5-ca4e71fb3cfd, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27e2d27-fd7b-450c-944a-84015ca96647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f6b70316-8805-48b6-8d04-837c5b17e56f'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:32:34.866295 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43586) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:34.866433 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:34.888065 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6eec46b4-df73-4a7a-8b51-be70c201e06c None None] Provisioning for port b8dd4e51-8873-4030-bd44-e5ad3b3cbe4e completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server [None req-85771066-c0b1-4ac0-835b-40497410348c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fa026be5-32d7-460c-ab31-c48ca70f4d6e: This subnet is being modified by another concurrent operation. Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 02 12:32:34.970617 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1457, in create_port Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1424, in _create_port_db Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1435, in create_port_db Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server raise exception Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fa026be5-32d7-460c-ab31-c48ca70f4d6e: This subnet is being modified by another concurrent operation. Jun 02 12:32:34.974471 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server Jun 02 12:32:34.994660 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-525a477e-93bb-4812-8039-57cacdedd1ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:35.012836 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-51c87695-2cdf-4354-9e47-1a79e78b7767 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:35.017802 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Pushing event updated for resources: {'Port': ['ID=6403a225-b0bd-48ac-882a-8165b69092fa,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:35.028795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a6c6c0b8-8f1e-401d-a45b-27b4d8aa7c66 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:35.067528 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-525a477e-93bb-4812-8039-57cacdedd1ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f97c7a4-e338-436e-961b-48dd08365af2']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:35.100164 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a30ce883-c80b-4e48-a632-11c660b8a281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:35.109629 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-56241d20-2e63-48c6-9f93-18eb8d685ff2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:35.110120 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e767ea-b439-46b3-ade7-cf41153839a7 None None] Network 9f97c7a4-e338-436e-961b-48dd08365af2 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:35.128506 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a30ce883-c80b-4e48-a632-11c660b8a281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:35.151772 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-525a477e-93bb-4812-8039-57cacdedd1ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a437d988-b8a2-4782-bb7e-c76cf081d7ef') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:35.152064 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-525a477e-93bb-4812-8039-57cacdedd1ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a437d988-b8a2-4782-bb7e-c76cf081d7ef') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:35.179660 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-525a477e-93bb-4812-8039-57cacdedd1ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:35.200434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.resource_extend [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-b1adf31e-901c-414d-a658-943a30948946 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:32:35.205334 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.409s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:35.221926 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-56241d20-2e63-48c6-9f93-18eb8d685ff2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] device_id is not set on port e794ca9e-89f7-4d80-9cd6-3fc83a47d7d1 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:32:35.255749 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.644s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:35.256117 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:35.276842 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-525a477e-93bb-4812-8039-57cacdedd1ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:35.281536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44034cb3-f4cb-4c74-8082-2903905bc55b None None] Network cc8b784f-8762-4b7c-9afe-8822d5da148d requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:35.292749 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c87695-2cdf-4354-9e47-1a79e78b7767 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Subnet': ['ID=99ef8dec-4bf9-4d68-bce0-20168287b225,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:35.295500 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-51c87695-2cdf-4354-9e47-1a79e78b7767 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:35.318916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525a477e-93bb-4812-8039-57cacdedd1ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:32:35.319356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-525a477e-93bb-4812-8039-57cacdedd1ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:32:35.338752 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:32:35.359220 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded582b0-2d55-48af-be8b-cc1d90a47d42 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:32:35.413056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c87695-2cdf-4354-9e47-1a79e78b7767 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Checking segment: {'id': '907c6a31-136f-4b10-bd90-10e016313dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9c4035f7-d194-4bc4-8e42-d15783995347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:35.413321 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c87695-2cdf-4354-9e47-1a79e78b7767 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Network hostable DHCP agents. Network: 9c4035f7-d194-4bc4-8e42-d15783995347, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:32:35.435976 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:35.451102 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c4176b0c-31a8-49a5-b142-0b68fe2f8535 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:35.469251 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-525a477e-93bb-4812-8039-57cacdedd1ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:35.476397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-525a477e-93bb-4812-8039-57cacdedd1ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:35.477321 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Transition to ACTIVE for port object ded582b0-2d55-48af-be8b-cc1d90a47d42 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:35.478535 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c6a75049-a321-4290-a7be-0c15560379ff tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:35.498633 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a30ce883-c80b-4e48-a632-11c660b8a281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:35.507505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c87695-2cdf-4354-9e47-1a79e78b7767 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Network 9c4035f7-d194-4bc4-8e42-d15783995347 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:32:35.509481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:35.518823 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a477e-93bb-4812-8039-57cacdedd1ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Network': ['ID=9f97c7a4-e338-436e-961b-48dd08365af2,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:35.521262 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-525a477e-93bb-4812-8039-57cacdedd1ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:35.529310 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6d1aa037-e14b-4b0d-853d-28205d1d8c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:35.542976 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a30ce883-c80b-4e48-a632-11c660b8a281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:35.547068 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a30ce883-c80b-4e48-a632-11c660b8a281 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f95501cf-069d-4e47-ae83-c517e98a4eb7 HTTP/1.1" status: 204 len: 168 time: 0.6729205 Jun 02 12:32:35.571588 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb7aef-166b-4b11-9711-8269f878ce00 req-89da3c54-4017-41c4-8ecf-be4f57bf003b tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:35.573088 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b4cb7aef-166b-4b11-9711-8269f878ce00 req-89da3c54-4017-41c4-8ecf-be4f57bf003b tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 931 time: 0.7444997 Jun 02 12:32:35.594411 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6eec46b4-df73-4a7a-8b51-be70c201e06c None None] Provisioning for port 0bb29ce5-8121-4078-8a21-44f92ad37aba completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:35.651417 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-51c87695-2cdf-4354-9e47-1a79e78b7767 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 9c4035f7-d194-4bc4-8e42-d15783995347) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:35.659121 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-525a477e-93bb-4812-8039-57cacdedd1ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/networks/9f97c7a4-e338-436e-961b-48dd08365af2 HTTP/1.1" status: 204 len: 168 time: 2.6771679 Jun 02 12:32:35.661295 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43590) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:35.677461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-ca43e9f3-faa8-47fe-abcd-31697d43e5fc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1354254242'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:35.685870 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ce883-c80b-4e48-a632-11c660b8a281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95501cf-069d-4e47-ae83-c517e98a4eb7,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:35.701933 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a30ce883-c80b-4e48-a632-11c660b8a281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:35.704496 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c60770a0-ee85-4c0c-afd8-68bb1bb07aa0 tempest-RoutersAdminTest-1241995456 tempest-RoutersAdminTest-1241995456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:35.743125 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ca43e9f3-faa8-47fe-abcd-31697d43e5fc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:35.747761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] For port 5341c198-df83-4788-a3c5-ca4e71fb3cfd, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:32:35.753545 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] For port 5341c198-df83-4788-a3c5-ca4e71fb3cfd, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=5341c198-df83-4788-a3c5-ca4e71fb3cfd,segment=NetworkSegment(e27e2d27-fd7b-450c-944a-84015ca96647),segment_id=e27e2d27-fd7b-450c-944a-84015ca96647)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:32:35.753907 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c87695-2cdf-4354-9e47-1a79e78b7767 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:35.759873 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-51c87695-2cdf-4354-9e47-1a79e78b7767 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:35.807922 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ca43e9f3-faa8-47fe-abcd-31697d43e5fc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Usage tracker for resource:network and tenant:df12f77339d04f159923e892b9b45dd6 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:35.815075 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ca43e9f3-faa8-47fe-abcd-31697d43e5fc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:35.839256 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ca43e9f3-faa8-47fe-abcd-31697d43e5fc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:35.885647 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-51c87695-2cdf-4354-9e47-1a79e78b7767 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.4927826 Jun 02 12:32:35.891190 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43594) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:35.901681 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-974544001', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}, 'admin_state_up': False}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:35.912169 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Pushing event updated for resources: {'Port': ['ID=ded582b0-2d55-48af-be8b-cc1d90a47d42,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:35.916622 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:35.918802 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca43e9f3-faa8-47fe-abcd-31697d43e5fc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Made reservation on behalf of df12f77339d04f159923e892b9b45dd6 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:35.922273 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca43e9f3-faa8-47fe-abcd-31697d43e5fc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:35.927775 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59750158-ecb8-42f0-a66d-b7c7126901ea None None] Network 9c4035f7-d194-4bc4-8e42-d15783995347 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:35.934690 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:35.942761 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Usage tracker for resource:router and tenant:c238b4d1abdf43af85cd0e1ea5d0d537 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:35.957899 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:35.972588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:35.976250 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:35.984410 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Attempting to bind port ded582b0-2d55-48af-be8b-cc1d90a47d42 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:32:35.984620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-b4cb7aef-166b-4b11-9711-8269f878ce00 req-4bfcc02b-93ee-486f-8cc6-a76ee8edcb86 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Synchronizing usage tracker for tenant:2eeecbacfd564d3d9465a6227d2e7ddc on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:32:35.984713 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Attempting to bind port ded582b0-2d55-48af-be8b-cc1d90a47d42 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b6fc825a-a603-4b65-8548-8a3471bd29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:32:35.984983 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Attempting to bind port ded582b0-2d55-48af-be8b-cc1d90a47d42 on network d26e7cf0-c529-4972-8a72-bcb5f758199e {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:32:35.995116 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Port ded582b0-2d55-48af-be8b-cc1d90a47d42 on network d26e7cf0-c529-4972-8a72-bcb5f758199e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:32:35.995417 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Attempting to bind port ded582b0-2d55-48af-be8b-cc1d90a47d42 on network d26e7cf0-c529-4972-8a72-bcb5f758199e {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:32:35.997849 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca43e9f3-faa8-47fe-abcd-31697d43e5fc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:32:36.001581 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:36.002692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:36.011614 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:36.012024 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:32:36.012196 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Checking segment: {'id': 'b6fc825a-a603-4b65-8548-8a3471bd29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:36.012569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Bound using segment: {'id': 'b6fc825a-a603-4b65-8548-8a3471bd29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:32:36.013070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Bound port: ded582b0-2d55-48af-be8b-cc1d90a47d42, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6fc825a-a603-4b65-8548-8a3471bd29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:32:36.013418 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:36.036431 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca43e9f3-faa8-47fe-abcd-31697d43e5fc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:36.036819 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-ca43e9f3-faa8-47fe-abcd-31697d43e5fc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Added segment 621a02c3-8bc1-4e9a-8a1a-3607d2f4fdac of type vlan for network 06380dd8-36ce-44da-82a6-efdf1ccc155c Jun 02 12:32:36.069012 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.extraroute_db [None req-98d795e9-3fc0-44e8-9d8e-e8f57e38a733 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=92304) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 02 12:32:36.119701 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:36.128894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-b4cb7aef-166b-4b11-9711-8269f878ce00 req-4bfcc02b-93ee-486f-8cc6-a76ee8edcb86 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Unset dirty status for tenant:2eeecbacfd564d3d9465a6227d2e7ddc on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:32:36.129658 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca43e9f3-faa8-47fe-abcd-31697d43e5fc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:36.131236 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b4cb7aef-166b-4b11-9711-8269f878ce00 req-4bfcc02b-93ee-486f-8cc6-a76ee8edcb86 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4307616 Jun 02 12:32:36.134287 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-51740cb5-efbf-4ff8-b77c-bd19c39ba2ce tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:36.158135 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-de917980-a657-4ba4-bfef-f28976595eb5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:36.179402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-b1adf31e-901c-414d-a658-943a30948946 service neutron] For port ded582b0-2d55-48af-be8b-cc1d90a47d42, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:32:36.200943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-51740cb5-efbf-4ff8-b77c-bd19c39ba2ce tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:36.205891 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.extraroute_db [None req-98d795e9-3fc0-44e8-9d8e-e8f57e38a733 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Removed routes are [] {{(pid=92304) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 02 12:32:36.206306 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-98d795e9-3fc0-44e8-9d8e-e8f57e38a733 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:36.219685 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51740cb5-efbf-4ff8-b77c-bd19c39ba2ce tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Pushing event deleted for resources: {'Subnet': ['ID=0c1eaaad-442f-4e11-b967-ffd69a1deb99,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:36.226681 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-51740cb5-efbf-4ff8-b77c-bd19c39ba2ce tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:36.242231 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca43e9f3-faa8-47fe-abcd-31697d43e5fc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:36.247760 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca43e9f3-faa8-47fe-abcd-31697d43e5fc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:36.248130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca43e9f3-faa8-47fe-abcd-31697d43e5fc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:36.263290 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-de4160f2-c782-4721-b263-47adbd21f14a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:36.294964 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-b1adf31e-901c-414d-a658-943a30948946 service neutron] For port ded582b0-2d55-48af-be8b-cc1d90a47d42, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ded582b0-2d55-48af-be8b-cc1d90a47d42,segment=NetworkSegment(b6fc825a-a603-4b65-8548-8a3471bd29aa),segment_id=b6fc825a-a603-4b65-8548-8a3471bd29aa)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:32:36.362643 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:36.470653 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:36.471458 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:36.473493 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-b1adf31e-901c-414d-a658-943a30948946 service neutron] 10.222.0.22 "PUT /v2.0/ports/ded582b0-2d55-48af-be8b-cc1d90a47d42 HTTP/1.1" status: 200 len: 1093 time: 3.7012761 Jun 02 12:32:36.484344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0bf5d3-6e41-4250-b439-7b6e312eb8ed', 'tag': 'ded582b0-2d55-48af-be8b-cc1d90a47d42'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:32:36.488623 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faceeefb-29df-47c0-bf99-cd1c7121a15f" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0bf5d3-6e41-4250-b439-7b6e312eb8ed", "tag": "ded582b0-2d55-48af-be8b-cc1d90a47d42"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:32:36.501213 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ca43e9f3-faa8-47fe-abcd-31697d43e5fc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8244977 Jun 02 12:32:36.573463 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43606) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:36.578576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43e9f3-faa8-47fe-abcd-31697d43e5fc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Network': ['ID=06380dd8-36ce-44da-82a6-efdf1ccc155c,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:36.592303 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ca43e9f3-faa8-47fe-abcd-31697d43e5fc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:36.636481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-31ac2860-9c3c-4938-9956-c2b7b8bc54bc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'subnet': {'network_id': '06380dd8-36ce-44da-82a6-efdf1ccc155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:36.660579 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 06380dd8-36ce-44da-82a6-efdf1ccc155c details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:32:36.769763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-56241d20-2e63-48c6-9f93-18eb8d685ff2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 172.20.0.7 (a7413df9-4e7a-4187-aef8-a668d8bf2950/4aa417d5-ef7b-4272-bb69-69952f4bf0c2/e794ca9e-89f7-4d80-9cd6-3fc83a47d7d1) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:36.776872 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-56241d20-2e63-48c6-9f93-18eb8d685ff2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8::f816:3eff:fe5d:c0b3 (a7413df9-4e7a-4187-aef8-a668d8bf2950/d685c04f-9643-42e5-a733-4dfc84caf6d6/e794ca9e-89f7-4d80-9cd6-3fc83a47d7d1) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:36.797519 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-10fa38ed-1087-4550-81bf-c9415d8ab55c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:36.896205 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7b1176-c3ee-455d-8782-bac4022de9d8 None None] Network 9c4035f7-d194-4bc4-8e42-d15783995347 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:36.944160 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:36.957509 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-51740cb5-efbf-4ff8-b77c-bd19c39ba2ce tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] 10.222.0.37 "DELETE /v2.0/subnets/0c1eaaad-442f-4e11-b967-ffd69a1deb99 HTTP/1.1" status: 204 len: 168 time: 4.0019186 Jun 02 12:32:36.967662 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43616) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:37.030416 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a7095956-44f6-4526-bdf2-abb28ea6399b None None] Provisioning for port 6403a225-b0bd-48ac-882a-8165b69092fa completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:37.080668 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43618) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:37.156335 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Pushing event updated for resources: {'Port': ['ID=5341c198-df83-4788-a3c5-ca4e71fb3cfd,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:37.180019 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.169s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:37.191497 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:37.216727 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a118f850-ca5e-42e6-9e87-e7cd3845116e x-openstack-request-id: req-a118f850-ca5e-42e6-9e87-e7cd3845116e {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:32:37.217202 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0bf5d3-6e41-4250-b439-7b6e312eb8ed", "tag": "ded582b0-2d55-48af-be8b-cc1d90a47d42", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:32:37.217603 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a118f850-ca5e-42e6-9e87-e7cd3845116e {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:32:37.218219 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0bf5d3-6e41-4250-b439-7b6e312eb8ed', 'tag': 'ded582b0-2d55-48af-be8b-cc1d90a47d42', 'status': 'completed', 'code': 200} Jun 02 12:32:37.238753 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-31ac2860-9c3c-4938-9956-c2b7b8bc54bc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:37.301986 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1b6f81-61de-4ba2-8749-81ced50dc3fe None None] DHCP port deletion for 5b237610-ac1d-4dca-8a31-2b8c35c9a831 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:32:37.349836 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port b6fd4462-3915-4c01-8e8a-23a049f1788a, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b6fd4462-3915-4c01-8e8a-23a049f1788a,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:37.373748 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-31ac2860-9c3c-4938-9956-c2b7b8bc54bc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Usage tracker for resource:subnet and tenant:df12f77339d04f159923e892b9b45dd6 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:37.399639 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-31ac2860-9c3c-4938-9956-c2b7b8bc54bc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:37.449324 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:37.450610 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 0bb29ce5-8121-4078-8a21-44f92ad37aba up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:37.498117 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-35d349c9-acb4-45db-90cd-6917705a1fc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:37.524987 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-31ac2860-9c3c-4938-9956-c2b7b8bc54bc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:37.566783 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-682717639'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:37.589217 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Pushing event updated for resources: {'Port': ['ID=ded582b0-2d55-48af-be8b-cc1d90a47d42,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:37.600524 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:37.618999 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:37.625271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ac2860-9c3c-4938-9956-c2b7b8bc54bc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Made reservation on behalf of df12f77339d04f159923e892b9b45dd6 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:37.646427 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-31ac2860-9c3c-4938-9956-c2b7b8bc54bc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:37.706253 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758c9743-7a0f-42df-9589-c4965565783f tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:37.706965 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-758c9743-7a0f-42df-9589-c4965565783f tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Synchronizing usage tracker for tenant:e67c89da0f9f4b069ac76c7d31f5a2b3 on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:32:37.723946 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-98d795e9-3fc0-44e8-9d8e-e8f57e38a733 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:37.775352 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Usage tracker for resource:network and tenant:d4490fd3b6c74d289d982a1cffed0862 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:37.777280 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-98d795e9-3fc0-44e8-9d8e-e8f57e38a733 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:37.800431 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:37.836784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-56241d20-2e63-48c6-9f93-18eb8d685ff2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:37.927451 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-ed2f6a20-e381-4c10-b167-5e19628ce41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:37.929220 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-ed2f6a20-e381-4c10-b167-5e19628ce41e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2eeecbacfd564d3d9465a6227d2e7ddc&device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 1096 time: 1.3567979 Jun 02 12:32:37.930182 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:38.010967 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=b6fd4462-3915-4c01-8e8a-23a049f1788a,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:38.023187 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:38.031787 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-758c9743-7a0f-42df-9589-c4965565783f tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Unset dirty status for tenant:e67c89da0f9f4b069ac76c7d31f5a2b3 on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:32:38.032966 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-758c9743-7a0f-42df-9589-c4965565783f tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0618532 Jun 02 12:32:38.062060 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-1f1b6f81-61de-4ba2-8749-81ced50dc3fe None None] Deleting port b8dd4e51-8873-4030-bd44-e5ad3b3cbe4e {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:32:38.062957 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1f1b6f81-61de-4ba2-8749-81ced50dc3fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:38.082421 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43624) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:38.086073 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-56241d20-2e63-48c6-9f93-18eb8d685ff2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Transition to ACTIVE for port object e794ca9e-89f7-4d80-9cd6-3fc83a47d7d1 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:38.129730 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-4883f3e9-a366-4b9a-9d75-269bfc474439 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ded582b0-2d55-48af-be8b-cc1d90a47d42 HTTP/1.1" status: 200 len: 217 time: 0.1518109 Jun 02 12:32:38.228380 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-da7352e5-0a45-4850-87cc-ae46090922c1 None None] Provisioning for port cc2d3809-5cea-4bf5-9951-8f5eeab9ea82 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:38.235547 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:32:30Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': '26fc310e-017d-4b53-9468-71ff581e422f', 'name': '', 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:5f:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:01Z', 'updated_at': '2021-06-02T12:32:20Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:00Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0eca2d6-66c4-459b-8c5f-1bedf029cfd0', 'name': '', 'network_id': '47271cc3-e68b-4e4e-9f38-dd3500e34835', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:eb:cc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:12Z', 'updated_at': '2021-06-02T12:32:25Z', 'revision_number': 4, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2d3809-5cea-4bf5-9951-8f5eeab9ea82', 'name': '', 'network_id': 'a5f5d3f8-0f26-47b1-80c6-f3568da737c2', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:cd:e1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8d5e63e2-95f3-4914-ba16-07679aca08ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:26Z', 'updated_at': '2021-06-02T12:32:31Z', 'revision_number': 2, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '8d5e63e2-95f3-4914-ba16-07679aca08ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:38.236039 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Made reservation on behalf of d4490fd3b6c74d289d982a1cffed0862 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:38.238838 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 0bb29ce5-8121-4078-8a21-44f92ad37aba completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:38.240001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:38.257604 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7983f83-d381-46c4-8373-07cce9331a47 None None] Network cc8b784f-8762-4b7c-9afe-8822d5da148d requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:38.276282 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d795e9-3fc0-44e8-9d8e-e8f57e38a733 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router a265d73c-1c8f-4ff9-84ff-a9daee0462ce has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:32:38.284734 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-c4176b0c-31a8-49a5-b142-0b68fe2f8535 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting port f31be8e8-9528-4e23-a58d-de926cabc142 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:32:38.285076 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c4176b0c-31a8-49a5-b142-0b68fe2f8535 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:38.287576 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 0bb29ce5-8121-4078-8a21-44f92ad37aba triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:38.287961 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:38.315449 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49dfd34-ad58-454f-9876-6c0d52026ec6 req-8e662d95-e692-4e54-b490-efd151d1fb94 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:38.323292 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e49dfd34-ad58-454f-9876-6c0d52026ec6 req-8e662d95-e692-4e54-b490-efd151d1fb94 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 943 time: 0.7776775 Jun 02 12:32:38.390955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:38.455724 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:38.466539 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-1a28deb3-7b2f-4598-9ba0-c253360f92db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:38.468050 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-1a28deb3-7b2f-4598-9ba0-c253360f92db service neutron] 10.222.0.22 "GET /v2.0/subnets?id=35e7c6b0-13d3-41ba-a88f-b72a6c16c109 HTTP/1.1" status: 200 len: 850 time: 0.3029544 Jun 02 12:32:38.470543 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Usage tracker for resource:security_group_rule and tenant:d4490fd3b6c74d289d982a1cffed0862 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:38.479481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:38.483326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:38.539894 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] Checking router: a265d73c-1c8f-4ff9-84ff-a9daee0462ce for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:32:38.540269 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] Updating router a265d73c-1c8f-4ff9-84ff-a9daee0462ce port cc2d3809-5cea-4bf5-9951-8f5eeab9ea82 binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:32:38.542514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:38.547445 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-56241d20-2e63-48c6-9f93-18eb8d685ff2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:38.571660 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-da7352e5-0a45-4850-87cc-ae46090922c1 None None] Provisioning complete for port cc2d3809-5cea-4bf5-9951-8f5eeab9ea82 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:38.572001 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-da7352e5-0a45-4850-87cc-ae46090922c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:38.617460 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-1f1b6f81-61de-4ba2-8749-81ced50dc3fe None None] For port b8dd4e51-8873-4030-bd44-e5ad3b3cbe4e, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b8dd4e51-8873-4030-bd44-e5ad3b3cbe4e,segment=NetworkSegment(07544bdf-83ee-48df-ac5b-ecfb528a3f9e),segment_id=07544bdf-83ee-48df-ac5b-ecfb528a3f9e)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:38.617860 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1f1b6f81-61de-4ba2-8749-81ced50dc3fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:38.638656 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:38.771644 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e49dfd34-ad58-454f-9876-6c0d52026ec6 req-d2eb9d1c-4e5e-40a5-a2e0-47fac892a3c9 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4470952 Jun 02 12:32:38.776664 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-1f1b6f81-61de-4ba2-8749-81ced50dc3fe None None] Calling delete_port for b8dd4e51-8873-4030-bd44-e5ad3b3cbe4e owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:32:38.818707 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56241d20-2e63-48c6-9f93-18eb8d685ff2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:38.831055 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-56241d20-2e63-48c6-9f93-18eb8d685ff2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:38.854066 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1f1b6f81-61de-4ba2-8749-81ced50dc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:38.854933 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56241d20-2e63-48c6-9f93-18eb8d685ff2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:38.866816 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-90794087-9330-4875-adde-e8cc6ea3c319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:38.950807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f51d2e-ea38-4150-9e7c-da41b6472376 None None] Network f6b70316-8805-48b6-8d04-837c5b17e56f requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:39.015140 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:39.087632 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d795e9-3fc0-44e8-9d8e-e8f57e38a733 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:32:39.090531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:39.093509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56241d20-2e63-48c6-9f93-18eb8d685ff2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=e794ca9e-89f7-4d80-9cd6-3fc83a47d7d1,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:39.105850 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-98d795e9-3fc0-44e8-9d8e-e8f57e38a733 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:39.107170 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-98d795e9-3fc0-44e8-9d8e-e8f57e38a733 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/a265d73c-1c8f-4ff9-84ff-a9daee0462ce HTTP/1.1" status: 200 len: 954 time: 5.4542637 Jun 02 12:32:39.112449 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c4176b0c-31a8-49a5-b142-0b68fe2f8535 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:39.121515 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-56241d20-2e63-48c6-9f93-18eb8d685ff2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:39.122021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43626) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:39.161414 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9131c9f7-13f0-4250-b30c-a33b44c55694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:39.191515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b6f81-61de-4ba2-8749-81ced50dc3fe None None] Pushing event deleted for resources: {'Port': ['ID=b8dd4e51-8873-4030-bd44-e5ad3b3cbe4e,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:39.214597 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b6f81-61de-4ba2-8749-81ced50dc3fe None None] No DVR routers for this DVR port b8dd4e51-8873-4030-bd44-e5ad3b3cbe4e on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:32:39.229864 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-1f1b6f81-61de-4ba2-8749-81ced50dc3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:39.244799 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:32:39.264629 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-da7352e5-0a45-4850-87cc-ae46090922c1 None None] Port cc2d3809-5cea-4bf5-9951-8f5eeab9ea82 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:32:39.277055 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:39.287508 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:39.312563 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-f35b8c7d-1adf-4dbf-a798-6bf85afc88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:39.314503 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-f35b8c7d-1adf-4dbf-a798-6bf85afc88e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d26e7cf0-c529-4972-8a72-bcb5f758199e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.8318546 Jun 02 12:32:39.315693 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:39.319500 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9c1172-f6a3-44c8-88bb-90d39fe80d84,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:39.326760 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:39.329177 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:39.329360 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Added segment 1d827c6c-5db9-4693-85cc-568d07cd3944 of type vlan for network 2ca293c3-1527-4f65-ad51-c7e80b4cd3a0 Jun 02 12:32:39.336325 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-c4176b0c-31a8-49a5-b142-0b68fe2f8535 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Calling delete_port for f31be8e8-9528-4e23-a58d-de926cabc142 owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:32:39.350037 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:39.423327 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-da7352e5-0a45-4850-87cc-ae46090922c1 None None] Provisioning complete for port 0bb29ce5-8121-4078-8a21-44f92ad37aba triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:39.423878 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-da7352e5-0a45-4850-87cc-ae46090922c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:39.433235 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56241d20-2e63-48c6-9f93-18eb8d685ff2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:39.433898 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-56241d20-2e63-48c6-9f93-18eb8d685ff2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:39.482385 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c8b005e0-1c98-4b43-96fb-c575cf393eaa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/routers/a265d73c-1c8f-4ff9-84ff-a9daee0462ce HTTP/1.1" status: 200 len: 954 time: 0.3496776 Jun 02 12:32:39.489413 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-56241d20-2e63-48c6-9f93-18eb8d685ff2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 6.0928905 Jun 02 12:32:39.489910 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43628) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:39.490180 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43630) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:39.529894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-7dd31f48-e472-4daf-a6c1-4c03d0f6c4a1 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'router': {'routes': None}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:39.567603 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 0bb29ce5-8121-4078-8a21-44f92ad37aba, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=0bb29ce5-8121-4078-8a21-44f92ad37aba,segment=NetworkSegment(87890f8c-300a-4e5d-8b37-ba964350a675),segment_id=87890f8c-300a-4e5d-8b37-ba964350a675)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:39.589561 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:39.590296 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c0eca2d6-66c4-459b-8c5f-1bedf029cfd0 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:39.610806 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Deleting port 6403a225-b0bd-48ac-882a-8165b69092fa {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:32:39.610806 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:39.627114 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c64865f8-d9d5-4e33-87ac-440d5d230084 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:39.690292 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:39.906390 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b9ca21-a77b-4781-82ab-65fdd04fc09f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:39.913500 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b9ca21-a77b-4781-82ab-65fdd04fc09f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:39.913500 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-42b9ca21-a77b-4781-82ab-65fdd04fc09f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:32:39.956757 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-cfa0f4c8-f190-4879-9e28-c7821afa0442 service neutron] 10.222.0.22 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255045 Jun 02 12:32:39.958382 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] For port 6403a225-b0bd-48ac-882a-8165b69092fa, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=6403a225-b0bd-48ac-882a-8165b69092fa,segment=NetworkSegment(7101697e-00c3-4634-9fd9-4863201e2ad4),segment_id=7101697e-00c3-4634-9fd9-4863201e2ad4)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:39.958744 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:39.967867 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f289f430-618b-4563-b66d-829b080eb6f0 None None] DHCP port deletion for cc8b784f-8762-4b7c-9afe-8822d5da148d request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:32:39.992396 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=0bb29ce5-8121-4078-8a21-44f92ad37aba,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:40.047535 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:40.055721 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-42b9ca21-a77b-4781-82ab-65fdd04fc09f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:32:40.059428 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-42b9ca21-a77b-4781-82ab-65fdd04fc09f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.5634046 Jun 02 12:32:40.065786 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43634) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:40.070512 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port c0eca2d6-66c4-459b-8c5f-1bedf029cfd0 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:40.106729 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port c0eca2d6-66c4-459b-8c5f-1bedf029cfd0 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:40.107258 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:40.149643 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:40.158532 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:40.159166 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:40.174444 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Allocated IP 172.26.7.51 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/ccfa75aa-c953-437b-a280-61099d03433a) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:40.226282 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f289f430-618b-4563-b66d-829b080eb6f0 None None] Deleting port 6403a225-b0bd-48ac-882a-8165b69092fa {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:32:40.226755 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f289f430-618b-4563-b66d-829b080eb6f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:40.281315 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Calling delete_port for 6403a225-b0bd-48ac-882a-8165b69092fa owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:32:40.283717 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:40.344534 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c4176b0c-31a8-49a5-b142-0b68fe2f8535 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:40.354144 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9d902135-952f-4cc3-a1ce-df4643900283 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:40.401531 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-f289f430-618b-4563-b66d-829b080eb6f0 None None] For port 6403a225-b0bd-48ac-882a-8165b69092fa, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=6403a225-b0bd-48ac-882a-8165b69092fa,segment=NetworkSegment(7101697e-00c3-4634-9fd9-4863201e2ad4),segment_id=7101697e-00c3-4634-9fd9-4863201e2ad4)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:40.402025 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f289f430-618b-4563-b66d-829b080eb6f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:40.442957 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4176b0c-31a8-49a5-b142-0b68fe2f8535 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Port': ['ID=f31be8e8-9528-4e23-a58d-de926cabc142,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:40.449991 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c4176b0c-31a8-49a5-b142-0b68fe2f8535 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:40.581412 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f289f430-618b-4563-b66d-829b080eb6f0 None None] Calling delete_port for 6403a225-b0bd-48ac-882a-8165b69092fa owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:32:40.585985 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:40.622791 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] Transition to ACTIVE for port object cc2d3809-5cea-4bf5-9951-8f5eeab9ea82 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:40.629410 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:40.646303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:40.659449 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:40.664284 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:40.697060 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef525f20-8fd5-4e1b-85aa-6931232cfdc8 None None] Provisioning for port 5341c198-df83-4788-a3c5-ca4e71fb3cfd completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:40.713921 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:40.722205 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.4969835 Jun 02 12:32:40.728931 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43636) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:40.741317 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Pushing event updated for resources: {'Network': ['ID=2ca293c3-1527-4f65-ad51-c7e80b4cd3a0,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:40.751234 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-d60b196d-f881-4cd3-8554-880092f8d131 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Request body: {'subnet': {'network_id': '2ca293c3-1527-4f65-ad51-c7e80b4cd3a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:40.778212 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:40.798469 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e8378504-be43-4faa-bbb8-28b6b47eabcd tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:40.808360 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 2ca293c3-1527-4f65-ad51-c7e80b4cd3a0 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:32:40.845710 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be59da-d87e-4381-92b9-d9e9b1272105 None None] Pushing event updated for resources: {'Port': ['ID=cc2d3809-5cea-4bf5-9951-8f5eeab9ea82,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:40.855250 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-31ac2860-9c3c-4938-9956-c2b7b8bc54bc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:40.860207 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] No DVR routers for this DVR port 6403a225-b0bd-48ac-882a-8165b69092fa on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:32:40.873585 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.extraroute_db [None req-7dd31f48-e472-4daf-a6c1-4c03d0f6c4a1 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Added routes are [] {{(pid=92304) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 02 12:32:40.874637 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.extraroute_db [None req-7dd31f48-e472-4daf-a6c1-4c03d0f6c4a1 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=92304) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 02 12:32:40.883450 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-89be59da-d87e-4381-92b9-d9e9b1272105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:40.885168 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb627a0a-4661-4187-891e-ac585ed528c1 req-1425e596-1b03-4cb3-9006-25a5852d2a1d tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:40.886245 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port c0eca2d6-66c4-459b-8c5f-1bedf029cfd0, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c0eca2d6-66c4-459b-8c5f-1bedf029cfd0,segment=NetworkSegment(60725ce2-de9a-4a54-8ab8-a002cea52fad),segment_id=60725ce2-de9a-4a54-8ab8-a002cea52fad)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:40.886756 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fb627a0a-4661-4187-891e-ac585ed528c1 req-1425e596-1b03-4cb3-9006-25a5852d2a1d tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 943 time: 0.9848614 Jun 02 12:32:40.956974 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Pushing event deleted for resources: {'Port': ['ID=6403a225-b0bd-48ac-882a-8165b69092fa,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:40.961345 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:40.961672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:40.965249 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-9607d74a-7415-404e-bd04-26c0398653f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting port e794ca9e-89f7-4d80-9cd6-3fc83a47d7d1 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:32:40.966145 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:40.966625 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:40.966976 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9607d74a-7415-404e-bd04-26c0398653f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:41.008119 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:41.014538 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c4176b0c-31a8-49a5-b142-0b68fe2f8535 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:41.146811 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef525f20-8fd5-4e1b-85aa-6931232cfdc8 None None] Provisioning complete for port b6fd4462-3915-4c01-8e8a-23a049f1788a triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:41.147304 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef525f20-8fd5-4e1b-85aa-6931232cfdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:41.148054 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-63d6f286-a9d0-453e-a1a6-c26cf0958a7a req-84457119-abbd-4cfa-bbcd-3f7f7a942a0e service neutron] 10.222.0.22 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1724405 Jun 02 12:32:41.243325 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] Attempting to bind port cc2d3809-5cea-4bf5-9951-8f5eeab9ea82 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:32:41.243325 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] Attempting to bind port cc2d3809-5cea-4bf5-9951-8f5eeab9ea82 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '87890f8c-300a-4e5d-8b37-ba964350a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5f5d3f8-0f26-47b1-80c6-f3568da737c2'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:32:41.243325 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] Attempting to bind port cc2d3809-5cea-4bf5-9951-8f5eeab9ea82 on network a5f5d3f8-0f26-47b1-80c6-f3568da737c2 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:32:41.256163 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7dd31f48-e472-4daf-a6c1-4c03d0f6c4a1 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:41.273201 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f289f430-618b-4563-b66d-829b080eb6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:41.283873 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b6fd4462-3915-4c01-8e8a-23a049f1788a up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:41.308028 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:32:41.308583 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] Checking segment: {'id': '87890f8c-300a-4e5d-8b37-ba964350a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5f5d3f8-0f26-47b1-80c6-f3568da737c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:41.309095 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:41.310201 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] Bound using segment: {'id': '87890f8c-300a-4e5d-8b37-ba964350a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5f5d3f8-0f26-47b1-80c6-f3568da737c2'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:32:41.310201 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] Bound port: cc2d3809-5cea-4bf5-9951-8f5eeab9ea82, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87890f8c-300a-4e5d-8b37-ba964350a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5f5d3f8-0f26-47b1-80c6-f3568da737c2'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:32:41.310653 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:41.318277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:41.328990 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=c0eca2d6-66c4-459b-8c5f-1bedf029cfd0,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:41.343494 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:41.343959 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:41.347738 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bd6dcdd8-be1c-423b-8a93-01248b582db5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:41.356263 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:41.364237 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:41.436047 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f289f430-618b-4563-b66d-829b080eb6f0 None None] No DVR routers for this DVR port 6403a225-b0bd-48ac-882a-8165b69092fa on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:32:41.438916 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289f430-618b-4563-b66d-829b080eb6f0 None None] Pushing event deleted for resources: {'Port': ['ID=6403a225-b0bd-48ac-882a-8165b69092fa,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:41.466009 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f289f430-618b-4563-b66d-829b080eb6f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:41.472258 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d7935b-7534-46ae-8f3f-da0fd8de748f None None] get_active_networks_info from dv-neutron-601336-80-hyperv {{(pid=92306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 12:32:41.497400 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9607d74a-7415-404e-bd04-26c0398653f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:41.550378 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d60b196d-f881-4cd3-8554-880092f8d131 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:41.552629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Port': ['ID=ccfa75aa-c953-437b-a280-61099d03433a,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:41.570061 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:41.571633 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8b784f-8762-4b7c-9afe-8822d5da148d']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:41.581046 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d60b196d-f881-4cd3-8554-880092f8d131 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Usage tracker for resource:subnet and tenant:d4490fd3b6c74d289d982a1cffed0862 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:41.583480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.707s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:41.618303 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d60b196d-f881-4cd3-8554-880092f8d131 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:41.626480 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fb627a0a-4661-4187-891e-ac585ed528c1 req-132086b2-ab4f-4fa4-ab94-12bc4e57ce19 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5567858 Jun 02 12:32:41.645943 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ac2860-9c3c-4938-9956-c2b7b8bc54bc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Checking segment: {'id': '621a02c3-8bc1-4e9a-8a1a-3607d2f4fdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '06380dd8-36ce-44da-82a6-efdf1ccc155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:41.646336 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ac2860-9c3c-4938-9956-c2b7b8bc54bc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Network hostable DHCP agents. Network: 06380dd8-36ce-44da-82a6-efdf1ccc155c, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:32:41.653047 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d60b196d-f881-4cd3-8554-880092f8d131 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:41.658247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7101697e-00c3-4634-9fd9-4863201e2ad4') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:41.658557 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7101697e-00c3-4634-9fd9-4863201e2ad4') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:41.663847 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] For port cc2d3809-5cea-4bf5-9951-8f5eeab9ea82, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:32:41.703193 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:41.715114 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] For port cc2d3809-5cea-4bf5-9951-8f5eeab9ea82, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=cc2d3809-5cea-4bf5-9951-8f5eeab9ea82,segment=NetworkSegment(87890f8c-300a-4e5d-8b37-ba964350a675),segment_id=87890f8c-300a-4e5d-8b37-ba964350a675)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:32:41.724343 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port b6fd4462-3915-4c01-8e8a-23a049f1788a triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:41.724713 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:41.726646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-9607d74a-7415-404e-bd04-26c0398653f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Calling delete_port for e794ca9e-89f7-4d80-9cd6-3fc83a47d7d1 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:32:41.767298 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:41.775279 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e04bb771-fc44-464a-a5bc-a4278fa1946e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:41.784245 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60b196d-f881-4cd3-8554-880092f8d131 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Made reservation on behalf of d4490fd3b6c74d289d982a1cffed0862 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:41.787376 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d60b196d-f881-4cd3-8554-880092f8d131 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:41.798268 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4176b0c-31a8-49a5-b142-0b68fe2f8535 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Router 892445e9-45b7-4b4e-98ac-6b8eb07cbe28 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:32:41.830049 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac2860-9c3c-4938-9956-c2b7b8bc54bc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Subnet': ['ID=dbe95dbb-2543-4064-bb72-a5e7cfc367cf,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:41.838398 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-31ac2860-9c3c-4938-9956-c2b7b8bc54bc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:41.839817 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:41.911728 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be59da-d87e-4381-92b9-d9e9b1272105 None None] Pushing event updated for resources: {'Port': ['ID=cc2d3809-5cea-4bf5-9951-8f5eeab9ea82,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:41.920382 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-89be59da-d87e-4381-92b9-d9e9b1272105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:41.935625 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] Routers {'a265d73c-1c8f-4ff9-84ff-a9daee0462ce'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:41.936240 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:32:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:41.952109 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ac2860-9c3c-4938-9956-c2b7b8bc54bc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Network 06380dd8-36ce-44da-82a6-efdf1ccc155c is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:32:41.972442 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:32:41.972870 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:32:42.019182 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:32:42.051284 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-31ac2860-9c3c-4938-9956-c2b7b8bc54bc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 06380dd8-36ce-44da-82a6-efdf1ccc155c) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:42.059177 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef525f20-8fd5-4e1b-85aa-6931232cfdc8 None None] Provisioning for port e794ca9e-89f7-4d80-9cd6-3fc83a47d7d1 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:42.104748 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faceeefb-29df-47c0-bf99-cd1c7121a15f req-5cb938f6-0130-452e-a8bb-ec64c08b34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:42.106300 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-faceeefb-29df-47c0-bf99-cd1c7121a15f req-5cb938f6-0130-452e-a8bb-ec64c08b34e0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2eeecbacfd564d3d9465a6227d2e7ddc&device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 1096 time: 0.8739562 Jun 02 12:32:42.181254 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef525f20-8fd5-4e1b-85aa-6931232cfdc8 None None] Provisioning complete for port e794ca9e-89f7-4d80-9cd6-3fc83a47d7d1 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:42.181641 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef525f20-8fd5-4e1b-85aa-6931232cfdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:42.191164 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ac2860-9c3c-4938-9956-c2b7b8bc54bc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:42.191775 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-31ac2860-9c3c-4938-9956-c2b7b8bc54bc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:42.201652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:42.221340 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4176b0c-31a8-49a5-b142-0b68fe2f8535 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:32:42.228020 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7dd31f48-e472-4daf-a6c1-4c03d0f6c4a1 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:42.245520 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7dd31f48-e472-4daf-a6c1-4c03d0f6c4a1 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:42.245788 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c689a1-19c1-481d-bdbe-e991e88937d3 None None] Sync routers for ids ['892445e9-45b7-4b4e-98ac-6b8eb07cbe28'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:32:42.258940 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c4176b0c-31a8-49a5-b142-0b68fe2f8535 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "PUT /v2.0/routers/892445e9-45b7-4b4e-98ac-6b8eb07cbe28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5072248 Jun 02 12:32:42.267159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:42.278703 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 63ea2799-5658-4157-af12-0b4d564c4440 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:42.283808 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c689a1-19c1-481d-bdbe-e991e88937d3 None None] Routers {'892445e9-45b7-4b4e-98ac-6b8eb07cbe28'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:42.284547 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-14c689a1-19c1-481d-bdbe-e991e88937d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:32:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['892445e9-45b7-4b4e-98ac-6b8eb07cbe28'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:42.288744 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:42.292890 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43638) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:42.330164 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] Set router a265d73c-1c8f-4ff9-84ff-a9daee0462ce gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:32:42.382125 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-14c689a1-19c1-481d-bdbe-e991e88937d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:42.395029 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c689a1-19c1-481d-bdbe-e991e88937d3 None None] Routers {'892445e9-45b7-4b4e-98ac-6b8eb07cbe28'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:42.396658 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-14c689a1-19c1-481d-bdbe-e991e88937d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:32:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['892445e9-45b7-4b4e-98ac-6b8eb07cbe28'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:42.408092 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef525f20-8fd5-4e1b-85aa-6931232cfdc8 None None] Port e794ca9e-89f7-4d80-9cd6-3fc83a47d7d1 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:32:42.412679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Pushing event deleted for resources: {'Network': ['ID=cc8b784f-8762-4b7c-9afe-8822d5da148d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:42.443922 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:42.452760 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ec6f68-c3be-417b-b508-34666fa50a8d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] GET failed (client error): The resource could not be found. Jun 02 12:32:42.454246 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-88ec6f68-c3be-417b-b508-34666fa50a8d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports/f31be8e8-9528-4e23-a58d-de926cabc142 HTTP/1.1" status: 404 len: 333 time: 0.1603239 Jun 02 12:32:42.463374 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-31ac2860-9c3c-4938-9956-c2b7b8bc54bc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 5.8834167 Jun 02 12:32:42.466779 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43640) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:42.467119 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43642) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:42.476853 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] 10.222.0.37 "DELETE /v2.0/networks/cc8b784f-8762-4b7c-9afe-8822d5da148d HTTP/1.1" status: 204 len: 168 time: 4.3834980 Jun 02 12:32:42.491876 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43644) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:42.525979 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-14c689a1-19c1-481d-bdbe-e991e88937d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:42.526981 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c689a1-19c1-481d-bdbe-e991e88937d3 None None] The sync data for ids ['892445e9-45b7-4b4e-98ac-6b8eb07cbe28'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:32:42.640087 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 63ea2799-5658-4157-af12-0b4d564c4440 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:42.640759 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:42.672627 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d7935b-7534-46ae-8f3f-da0fd8de748f None None] Unable to find a vacant binding_index for network 06380dd8-36ce-44da-82a6-efdf1ccc155c and agent 9dc18ec5-51bc-4567-8203-98f39176468d {{(pid=92306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 02 12:32:42.689451 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faceeefb-29df-47c0-bf99-cd1c7121a15f req-1fce2aff-e38a-483e-8cf0-cef560947d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:42.690945 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-faceeefb-29df-47c0-bf99-cd1c7121a15f req-1fce2aff-e38a-483e-8cf0-cef560947d5f service neutron] 10.222.0.22 "GET /v2.0/networks?id=d26e7cf0-c529-4972-8a72-bcb5f758199e HTTP/1.1" status: 200 len: 912 time: 0.5545518 Jun 02 12:32:42.734885 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d7935b-7534-46ae-8f3f-da0fd8de748f None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 06380dd8-36ce-44da-82a6-efdf1ccc155c) {{(pid=92306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 12:32:42.773586 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62b1a21c-fa48-440c-b800-3232603cdae4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:42.818964 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-faceeefb-29df-47c0-bf99-cd1c7121a15f req-91ebd4d4-deab-4901-b7fa-b2133a1dc607 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ded582b0-2d55-48af-be8b-cc1d90a47d42 HTTP/1.1" status: 200 len: 217 time: 0.1001873 Jun 02 12:32:42.886439 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cd4470cd-8ab8-4f19-852b-87425a918d26 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:42.918383 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:42.960540 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 0bb29ce5-8121-4078-8a21-44f92ad37aba up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:43.020094 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9607d74a-7415-404e-bd04-26c0398653f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:43.041737 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd31f48-e472-4daf-a6c1-4c03d0f6c4a1 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router a265d73c-1c8f-4ff9-84ff-a9daee0462ce has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:32:43.042537 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-dd78b666-8157-4125-bfa6-d7adb2620811 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:43.138479 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:32:40Z', 'revision_number': 7, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': '26fc310e-017d-4b53-9468-71ff581e422f', 'name': '', 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:5f:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:01Z', 'updated_at': '2021-06-02T12:32:20Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:00Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0eca2d6-66c4-459b-8c5f-1bedf029cfd0', 'name': '', 'network_id': '47271cc3-e68b-4e4e-9f38-dd3500e34835', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:eb:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:12Z', 'updated_at': '2021-06-02T12:32:40Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2d3809-5cea-4bf5-9951-8f5eeab9ea82', 'name': '', 'network_id': 'a5f5d3f8-0f26-47b1-80c6-f3568da737c2', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:cd:e1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8d5e63e2-95f3-4914-ba16-07679aca08ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:26Z', 'updated_at': '2021-06-02T12:32:41Z', 'revision_number': 4, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '8d5e63e2-95f3-4914-ba16-07679aca08ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:43.148197 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d45706-8c41-4ba9-a1f4-45369441678c None None] The sync data for ids ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'] in dv-neutron-601336-80-hyperv is: [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:32:40Z', 'revision_number': 7, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': '26fc310e-017d-4b53-9468-71ff581e422f', 'name': '', 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:5f:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:01Z', 'updated_at': '2021-06-02T12:32:20Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:00Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0eca2d6-66c4-459b-8c5f-1bedf029cfd0', 'name': '', 'network_id': '47271cc3-e68b-4e4e-9f38-dd3500e34835', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:eb:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:12Z', 'updated_at': '2021-06-02T12:32:40Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2d3809-5cea-4bf5-9951-8f5eeab9ea82', 'name': '', 'network_id': 'a5f5d3f8-0f26-47b1-80c6-f3568da737c2', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:cd:e1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8d5e63e2-95f3-4914-ba16-07679aca08ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:26Z', 'updated_at': '2021-06-02T12:32:41Z', 'revision_number': 4, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '8d5e63e2-95f3-4914-ba16-07679aca08ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:32:43.158943 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 0bb29ce5-8121-4078-8a21-44f92ad37aba triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:43.159322 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:43.192855 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faceeefb-29df-47c0-bf99-cd1c7121a15f req-c5bd4e0d-3d96-47f4-ad26-47d4f5db29d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:43.195912 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-faceeefb-29df-47c0-bf99-cd1c7121a15f req-c5bd4e0d-3d96-47f4-ad26-47d4f5db29d6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=35e7c6b0-13d3-41ba-a88f-b72a6c16c109 HTTP/1.1" status: 200 len: 850 time: 0.3563647 Jun 02 12:32:43.310873 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607d74a-7415-404e-bd04-26c0398653f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Port': ['ID=e794ca9e-89f7-4d80-9cd6-3fc83a47d7d1,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:43.405514 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9607d74a-7415-404e-bd04-26c0398653f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:43.502290 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cd4470cd-8ab8-4f19-852b-87425a918d26 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:43.535687 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-cd4470cd-8ab8-4f19-852b-87425a918d26 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b237610-ac1d-4dca-8a31-2b8c35c9a831']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:43.632468 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-cd4470cd-8ab8-4f19-852b-87425a918d26 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07544bdf-83ee-48df-ac5b-ecfb528a3f9e') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:43.632912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-cd4470cd-8ab8-4f19-852b-87425a918d26 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07544bdf-83ee-48df-ac5b-ecfb528a3f9e') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:43.652176 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-06380dd8-36ce-44da-82a6-efdf1ccc155c', 'network_id': '06380dd8-36ce-44da-82a6-efdf1ccc155c', 'tenant_id': 'df12f77339d04f159923e892b9b45dd6', 'fixed_ips': [{'subnet_id': 'dbe95dbb-2543-4064-bb72-a5e7cfc367cf'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:32:43.653041 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:43.669041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cd4470cd-8ab8-4f19-852b-87425a918d26 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:43.678197 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 5341c198-df83-4788-a3c5-ca4e71fb3cfd up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:43.722069 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cd4470cd-8ab8-4f19-852b-87425a918d26 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:43.767305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62b1a21c-fa48-440c-b800-3232603cdae4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:43.796760 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4470cd-8ab8-4f19-852b-87425a918d26 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:32:43.797223 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cd4470cd-8ab8-4f19-852b-87425a918d26 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:43.813414 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62b1a21c-fa48-440c-b800-3232603cdae4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:32:43.813652 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:32:43.872871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:43.908889 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faceeefb-29df-47c0-bf99-cd1c7121a15f req-77d5ad6e-fbcd-40f8-97d8-7f0fc9ba563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:43.910615 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-faceeefb-29df-47c0-bf99-cd1c7121a15f req-77d5ad6e-fbcd-40f8-97d8-7f0fc9ba563b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d26e7cf0-c529-4972-8a72-bcb5f758199e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6983507 Jun 02 12:32:43.942660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd31f48-e472-4daf-a6c1-4c03d0f6c4a1 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:32:43.950476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62b1a21c-fa48-440c-b800-3232603cdae4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:43.950954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b1a21c-fa48-440c-b800-3232603cdae4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Fanout notify agent at l3_agent the message router_deleted on router 892445e9-45b7-4b4e-98ac-6b8eb07cbe28 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:32:43.984744 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:43.994775 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cd4470cd-8ab8-4f19-852b-87425a918d26 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:44.008991 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9607d74a-7415-404e-bd04-26c0398653f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:44.021161 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 5341c198-df83-4788-a3c5-ca4e71fb3cfd completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:44.021409 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62b1a21c-fa48-440c-b800-3232603cdae4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:44.025929 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-62b1a21c-fa48-440c-b800-3232603cdae4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/routers/892445e9-45b7-4b4e-98ac-6b8eb07cbe28 HTTP/1.1" status: 204 len: 168 time: 1.5538714 Jun 02 12:32:44.027934 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43648) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:44.038596 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7dd31f48-e472-4daf-a6c1-4c03d0f6c4a1 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:44.042042 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7dd31f48-e472-4daf-a6c1-4c03d0f6c4a1 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/a265d73c-1c8f-4ff9-84ff-a9daee0462ce HTTP/1.1" status: 200 len: 704 time: 4.5474048 Jun 02 12:32:44.054729 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 5341c198-df83-4788-a3c5-ca4e71fb3cfd triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:44.055106 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:44.078430 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43650) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:44.086189 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2665add-9331-4e59-89d7-15d6636ed3be req-3e1dbf92-5ba7-4c96-b5cc-a1d97b75705e tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:44.087460 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c2665add-9331-4e59-89d7-15d6636ed3be req-3e1dbf92-5ba7-4c96-b5cc-a1d97b75705e tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 943 time: 1.1598568 Jun 02 12:32:44.088743 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9607d74a-7415-404e-bd04-26c0398653f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/e794ca9e-89f7-4d80-9cd6-3fc83a47d7d1 HTTP/1.1" status: 204 len: 168 time: 4.0219779 Jun 02 12:32:44.106513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43652) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:44.116459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:44.121874 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58285691-d192-4ebf-bddc-f76df81a920f None None] Sync routers for ids ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:32:44.158231 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58285691-d192-4ebf-bddc-f76df81a920f None None] Routers {'a265d73c-1c8f-4ff9-84ff-a9daee0462ce'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:44.158838 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-58285691-d192-4ebf-bddc-f76df81a920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:32:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:44.168162 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cd4470cd-8ab8-4f19-852b-87425a918d26 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:44.200531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4470cd-8ab8-4f19-852b-87425a918d26 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Pushing event deleted for resources: {'Network': ['ID=5b237610-ac1d-4dca-8a31-2b8c35c9a831,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:44.217704 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cd4470cd-8ab8-4f19-852b-87425a918d26 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:44.223592 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-02e781b1-5840-41e9-a51d-3ba998c422cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:44.236321 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-cd4470cd-8ab8-4f19-852b-87425a918d26 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] 10.222.0.37 "DELETE /v2.0/networks/5b237610-ac1d-4dca-8a31-2b8c35c9a831 HTTP/1.1" status: 204 len: 168 time: 1.7412622 Jun 02 12:32:44.239868 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Allocated IP 2001:db8::1 (06380dd8-36ce-44da-82a6-efdf1ccc155c/dbe95dbb-2543-4064-bb72-a5e7cfc367cf/30918b8b-7787-4a3e-a84b-5d057a2a38c6) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:44.259831 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:44.263311 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43654) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:44.341185 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-371dd2d5-371c-4c36-ab5d-b48652d68553 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting subnet b0cd2cc8-d367-4ffa-b178-aadd06389da2 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:32:44.363703 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-371dd2d5-371c-4c36-ab5d-b48652d68553 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:44.404820 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d99450-3c0e-449c-bc06-cb1671c4d5ce tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:44.406487 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d99450-3c0e-449c-bc06-cb1671c4d5ce tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:44.407962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d99450-3c0e-449c-bc06-cb1671c4d5ce tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:44.408811 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d6d99450-3c0e-449c-bc06-cb1671c4d5ce tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:32:44.416380 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c2665add-9331-4e59-89d7-15d6636ed3be req-f0ed5693-f42c-497f-b165-0c818bed0e78 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589815 Jun 02 12:32:44.425364 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-58285691-d192-4ebf-bddc-f76df81a920f None None] Set router a265d73c-1c8f-4ff9-84ff-a9daee0462ce gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:32:44.434215 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-faceeefb-29df-47c0-bf99-cd1c7121a15f req-d09b938d-6dde-4791-9ba0-bbefcd2df8a4 service neutron] 10.222.0.22 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030367 Jun 02 12:32:44.463636 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c040e629-b4ab-49ce-9441-c3295b57a093 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/routers/a265d73c-1c8f-4ff9-84ff-a9daee0462ce HTTP/1.1" status: 200 len: 704 time: 0.3712215 Jun 02 12:32:44.466793 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43656) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:44.597173 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-371dd2d5-371c-4c36-ab5d-b48652d68553 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:44.708446 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d6d99450-3c0e-449c-bc06-cb1671c4d5ce tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:32:44.712070 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d6d99450-3c0e-449c-bc06-cb1671c4d5ce tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5944595 Jun 02 12:32:44.712070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d60b196d-f881-4cd3-8554-880092f8d131 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:44.713588 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43658) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:44.722858 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:44.727518 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-333972e9-3213-4482-aaf5-47ad7fef8e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:44.838460 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ae62a3df-6607-41f4-a769-cac466506fb2 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:44.926795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b196d-f881-4cd3-8554-880092f8d131 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Pushing event updated for resources: {'Subnet': ['ID=38dc081f-4209-40e7-9b41-5c005e91f17f,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:44.946781 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d60b196d-f881-4cd3-8554-880092f8d131 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:44.972591 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 5341c198-df83-4788-a3c5-ca4e71fb3cfd, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=5341c198-df83-4788-a3c5-ca4e71fb3cfd,segment=NetworkSegment(e27e2d27-fd7b-450c-944a-84015ca96647),segment_id=e27e2d27-fd7b-450c-944a-84015ca96647)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:44.985679 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:44.988103 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-faceeefb-29df-47c0-bf99-cd1c7121a15f req-335ce804-3721-4164-88cc-9427c7b78dfa service neutron] 10.222.0.22 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453722 Jun 02 12:32:44.990889 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:45.017282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60b196d-f881-4cd3-8554-880092f8d131 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Checking segment: {'id': '1d827c6c-5db9-4693-85cc-568d07cd3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2ca293c3-1527-4f65-ad51-c7e80b4cd3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:45.017590 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60b196d-f881-4cd3-8554-880092f8d131 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Network hostable DHCP agents. Network: 2ca293c3-1527-4f65-ad51-c7e80b4cd3a0, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:32:45.041082 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-9458c0fd-e0be-49ec-af9d-030667af0df0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet 4aa417d5-ef7b-4272-bb69-69952f4bf0c2 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:32:45.049779 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9458c0fd-e0be-49ec-af9d-030667af0df0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:45.054929 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device ded582b0-2d55-48af-be8b-cc1d90a47d42 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:32:45.107688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Router 21724b17-26bf-4052-85a6-7b638422d074 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:32:45.118262 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ae62a3df-6607-41f4-a769-cac466506fb2 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:45.212136 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60b196d-f881-4cd3-8554-880092f8d131 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Network 2ca293c3-1527-4f65-ad51-c7e80b4cd3a0 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:32:45.229477 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-ae62a3df-6607-41f4-a769-cac466506fb2 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e06dc64-58ca-4bf6-99c3-21c35a0de053']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:45.236726 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:45.251282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-ae62a3df-6607-41f4-a769-cac466506fb2 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea36483-9e54-45e3-ac94-606b3558efc9') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:45.251708 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-ae62a3df-6607-41f4-a769-cac466506fb2 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea36483-9e54-45e3-ac94-606b3558efc9') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:45.258952 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=5341c198-df83-4788-a3c5-ca4e71fb3cfd,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:45.273496 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:45.278511 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ae62a3df-6607-41f4-a769-cac466506fb2 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:45.280950 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-371dd2d5-371c-4c36-ab5d-b48652d68553 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:45.283794 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Transition to ACTIVE for port object 30918b8b-7787-4a3e-a84b-5d057a2a38c6 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:45.289120 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-d60b196d-f881-4cd3-8554-880092f8d131 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 2ca293c3-1527-4f65-ad51-c7e80b4cd3a0) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:45.309573 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port ded582b0-2d55-48af-be8b-cc1d90a47d42, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ded582b0-2d55-48af-be8b-cc1d90a47d42,segment=NetworkSegment(b6fc825a-a603-4b65-8548-8a3471bd29aa),segment_id=b6fc825a-a603-4b65-8548-8a3471bd29aa)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:45.321240 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device cc2d3809-5cea-4bf5-9951-8f5eeab9ea82 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:45.360961 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9458c0fd-e0be-49ec-af9d-030667af0df0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:45.376625 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60b196d-f881-4cd3-8554-880092f8d131 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:45.377307 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d60b196d-f881-4cd3-8554-880092f8d131 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:45.387477 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Transition to ACTIVE for port object 30918b8b-7787-4a3e-a84b-5d057a2a38c6 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:45.393072 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': 'ded582b0-2d55-48af-be8b-cc1d90a47d42', 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e', 'port_id': 'ded582b0-2d55-48af-be8b-cc1d90a47d42', 'mac_address': 'fa:16:3e:d2:90:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e7c6b0-13d3-41ba-a88f-b72a6c16c109', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:32:45.393440 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ae62a3df-6607-41f4-a769-cac466506fb2 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:45.408534 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:45.415292 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ed0882e9-3a1b-47ab-82e4-a43e12de5642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:45.416703 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae62a3df-6607-41f4-a769-cac466506fb2 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:32:45.417087 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ae62a3df-6607-41f4-a769-cac466506fb2 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:32:45.432340 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:32:45.440254 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d60b196d-f881-4cd3-8554-880092f8d131 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7043827 Jun 02 12:32:45.443565 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43660) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:45.450783 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-a43f418f-57d7-4d46-a72c-b81a87824673 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Request body: {'port': {'network_id': '2ca293c3-1527-4f65-ad51-c7e80b4cd3a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1297247473'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:45.472954 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:32:45.493205 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bd4e9a-636f-4649-8187-78844d2a9440 None None] Sync routers for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:32:45.507607 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bd4e9a-636f-4649-8187-78844d2a9440 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:45.508669 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-09bd4e9a-636f-4649-8187-78844d2a9440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:32:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:45.531605 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Network 06380dd8-36ce-44da-82a6-efdf1ccc155c is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:45.546945 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:45.550653 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:45.567536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:45.588650 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-58285691-d192-4ebf-bddc-f76df81a920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:32:40Z', 'revision_number': 7, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': '26fc310e-017d-4b53-9468-71ff581e422f', 'name': '', 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:5f:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:01Z', 'updated_at': '2021-06-02T12:32:20Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:00Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0eca2d6-66c4-459b-8c5f-1bedf029cfd0', 'name': '', 'network_id': '47271cc3-e68b-4e4e-9f38-dd3500e34835', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:eb:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:12Z', 'updated_at': '2021-06-02T12:32:40Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2d3809-5cea-4bf5-9951-8f5eeab9ea82', 'name': '', 'network_id': 'a5f5d3f8-0f26-47b1-80c6-f3568da737c2', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:cd:e1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8d5e63e2-95f3-4914-ba16-07679aca08ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:26Z', 'updated_at': '2021-06-02T12:32:41Z', 'revision_number': 4, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '8d5e63e2-95f3-4914-ba16-07679aca08ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:45.590750 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Pushing event updated for resources: {'Port': ['ID=30918b8b-7787-4a3e-a84b-5d057a2a38c6,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:45.632332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:45.639408 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58285691-d192-4ebf-bddc-f76df81a920f None None] Checking router: a265d73c-1c8f-4ff9-84ff-a9daee0462ce for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:32:45.676884 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port cc2d3809-5cea-4bf5-9951-8f5eeab9ea82 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:45.680202 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded582b0-2d55-48af-be8b-cc1d90a47d42 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:32:45.683461 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:45.684603 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:45.685764 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-09bd4e9a-636f-4649-8187-78844d2a9440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:45.690175 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.7921875 Jun 02 12:32:45.695112 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b5f26c62-7c4a-46e5-a2a4-fe33b3c1c24b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:45.697414 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43664) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:45.701085 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port cc2d3809-5cea-4bf5-9951-8f5eeab9ea82 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:45.701508 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:45.711925 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bd4e9a-636f-4649-8187-78844d2a9440 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:45.712532 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-09bd4e9a-636f-4649-8187-78844d2a9440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:32:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:45.772340 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Attempting to bind port 30918b8b-7787-4a3e-a84b-5d057a2a38c6 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:32:45.773195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Attempting to bind port 30918b8b-7787-4a3e-a84b-5d057a2a38c6 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '621a02c3-8bc1-4e9a-8a1a-3607d2f4fdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '06380dd8-36ce-44da-82a6-efdf1ccc155c'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:32:45.773323 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Attempting to bind port 30918b8b-7787-4a3e-a84b-5d057a2a38c6 on network 06380dd8-36ce-44da-82a6-efdf1ccc155c {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:32:45.783243 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58285691-d192-4ebf-bddc-f76df81a920f None None] Routers {'a265d73c-1c8f-4ff9-84ff-a9daee0462ce'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:45.783729 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-58285691-d192-4ebf-bddc-f76df81a920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:32:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:45.784625 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-09bd4e9a-636f-4649-8187-78844d2a9440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:45.785194 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bd4e9a-636f-4649-8187-78844d2a9440 None None] The sync data for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:32:45.792034 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe95dbb-2543-4064-bb72-a5e7cfc367cf,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:45.810506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:45.837294 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9458c0fd-e0be-49ec-af9d-030667af0df0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:45.851765 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ae62a3df-6607-41f4-a769-cac466506fb2 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:45.856882 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port ded582b0-2d55-48af-be8b-cc1d90a47d42, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ded582b0-2d55-48af-be8b-cc1d90a47d42,segment=NetworkSegment(b6fc825a-a603-4b65-8548-8a3471bd29aa),segment_id=b6fc825a-a603-4b65-8548-8a3471bd29aa)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:45.858020 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:32:45.858601 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Checking segment: {'id': '621a02c3-8bc1-4e9a-8a1a-3607d2f4fdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '06380dd8-36ce-44da-82a6-efdf1ccc155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:45.858879 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:45.859272 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Bound using segment: {'id': '621a02c3-8bc1-4e9a-8a1a-3607d2f4fdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '06380dd8-36ce-44da-82a6-efdf1ccc155c'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:32:45.859897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Bound port: 30918b8b-7787-4a3e-a84b-5d057a2a38c6, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621a02c3-8bc1-4e9a-8a1a-3607d2f4fdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '06380dd8-36ce-44da-82a6-efdf1ccc155c'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:32:45.860277 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:45.872407 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0e339038-eb41-4ff5-a8a8-8d47132ca76e tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:45.894844 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ae62a3df-6607-41f4-a769-cac466506fb2 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:45.927873 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62a3df-6607-41f4-a769-cac466506fb2 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Pushing event deleted for resources: {'Network': ['ID=2e06dc64-58ca-4bf6-99c3-21c35a0de053,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:45.932716 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:45.942576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ae62a3df-6607-41f4-a769-cac466506fb2 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:45.955565 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4a87557f-3345-4a64-8c6e-ef8c7944e2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:45.958475 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ae62a3df-6607-41f4-a769-cac466506fb2 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] 10.222.0.37 "DELETE /v2.0/networks/2e06dc64-58ca-4bf6-99c3-21c35a0de053 HTTP/1.1" status: 204 len: 168 time: 1.6940393 Jun 02 12:32:45.966089 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43666) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:46.036889 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:46.085583 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a43f418f-57d7-4d46-a72c-b81a87824673 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:46.099364 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a43f418f-57d7-4d46-a72c-b81a87824673 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Usage tracker for resource:port and tenant:d4490fd3b6c74d289d982a1cffed0862 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:46.118000 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-58285691-d192-4ebf-bddc-f76df81a920f None None] Set router a265d73c-1c8f-4ff9-84ff-a9daee0462ce gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:32:46.148565 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06380dd8-36ce-44da-82a6-efdf1ccc155c']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:46.158072 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a43f418f-57d7-4d46-a72c-b81a87824673 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:46.189517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621a02c3-8bc1-4e9a-8a1a-3607d2f4fdac') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:46.190113 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621a02c3-8bc1-4e9a-8a1a-3607d2f4fdac') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:46.222666 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=ded582b0-2d55-48af-be8b-cc1d90a47d42,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:46.228258 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:46.238642 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:46.256604 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] For port 30918b8b-7787-4a3e-a84b-5d057a2a38c6, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:32:46.274870 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-371dd2d5-371c-4c36-ab5d-b48652d68553 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:46.283465 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-23e2f726-4f09-459c-931f-8cd946b219f0 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:46.327305 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['ded582b0-2d55-48af-be8b-cc1d90a47d42'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:32:46.342670 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a43f418f-57d7-4d46-a72c-b81a87824673 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:46.350912 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:46.374515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] For port 30918b8b-7787-4a3e-a84b-5d057a2a38c6, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=30918b8b-7787-4a3e-a84b-5d057a2a38c6,segment=NetworkSegment(621a02c3-8bc1-4e9a-8a1a-3607d2f4fdac),segment_id=621a02c3-8bc1-4e9a-8a1a-3607d2f4fdac)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:32:46.388240 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:46.398301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-371dd2d5-371c-4c36-ab5d-b48652d68553 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:46.401611 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371dd2d5-371c-4c36-ab5d-b48652d68553 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Subnet': ['ID=b0cd2cc8-d367-4ffa-b178-aadd06389da2,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:46.413352 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:46.415042 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-371dd2d5-371c-4c36-ab5d-b48652d68553 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:46.419532 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:46.423656 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406ca1b-6781-435f-b2ec-a49c1afc1211 req-78821cd8-1cab-46b0-9dfa-d01292befb92 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:46.425158 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d406ca1b-6781-435f-b2ec-a49c1afc1211 req-78821cd8-1cab-46b0-9dfa-d01292befb92 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 943 time: 0.8093431 Jun 02 12:32:46.435060 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-371dd2d5-371c-4c36-ab5d-b48652d68553 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/subnets/b0cd2cc8-d367-4ffa-b178-aadd06389da2 HTTP/1.1" status: 204 len: 168 time: 2.4008212 Jun 02 12:32:46.438365 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43668) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:46.442940 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:32:46.443560 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:32:46.464624 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:32:46.473190 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a317f42e-469d-4277-b4e9-2a7aad9ea0bd tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:46.505757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43f418f-57d7-4d46-a72c-b81a87824673 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Made reservation on behalf of d4490fd3b6c74d289d982a1cffed0862 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:46.509227 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a43f418f-57d7-4d46-a72c-b81a87824673 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:46.580421 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.db.api [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 12:32:46.580421 dv-neutron-601336-80-hyperv neutron-server[92304]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 12:32:46.580421 dv-neutron-601336-80-hyperv neutron-server[92304]: [parameters: {'id': '06380dd8-36ce-44da-82a6-efdf1ccc155c'}] Jun 02 12:32:46.580421 dv-neutron-601336-80-hyperv neutron-server[92304]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:32:46.580874 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_db.api [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:32:46.599099 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f87ca28d-9ffc-48fe-b54f-9fb0d3e95cb0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:46.666483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port cc2d3809-5cea-4bf5-9951-8f5eeab9ea82, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=cc2d3809-5cea-4bf5-9951-8f5eeab9ea82,segment=NetworkSegment(87890f8c-300a-4e5d-8b37-ba964350a675),segment_id=87890f8c-300a-4e5d-8b37-ba964350a675)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:46.670311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9458c0fd-e0be-49ec-af9d-030667af0df0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:46.679598 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-944dbd94-dfdb-4efd-82ee-2b7d37aaad00 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:46.697892 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:46.698672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c0eca2d6-66c4-459b-8c5f-1bedf029cfd0 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:46.706903 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-a43f418f-57d7-4d46-a72c-b81a87824673 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] device_id is not set on port 3d46f6e0-1421-4d94-b996-4afc552459a1 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:32:46.750079 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-29f6beaa-5a9d-4d22-b29d-6b9898f61d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:46.767142 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Pushing event updated for resources: {'Port': ['ID=30918b8b-7787-4a3e-a84b-5d057a2a38c6,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:46.782472 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458c0fd-e0be-49ec-af9d-030667af0df0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=4aa417d5-ef7b-4272-bb69-69952f4bf0c2,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:46.784356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9458c0fd-e0be-49ec-af9d-030667af0df0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:46.789319 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d406ca1b-6781-435f-b2ec-a49c1afc1211 req-a4e9b77b-f488-49be-a1e9-1a538d62ad0b tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3103750 Jun 02 12:32:46.798386 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9458c0fd-e0be-49ec-af9d-030667af0df0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:46.803011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:46.804571 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:46.806998 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:46.808244 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-1b1c2c3b-85c7-40ff-808c-504c0447d298 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:46.818188 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9458c0fd-e0be-49ec-af9d-030667af0df0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/4aa417d5-ef7b-4272-bb69-69952f4bf0c2 HTTP/1.1" status: 204 len: 168 time: 2.0980740 Jun 02 12:32:46.821494 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43670) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:46.984909 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd2297d9-1d99-4ec3-9c8d-eb67aa60808a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet d685c04f-9643-42e5-a733-4dfc84caf6d6 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:32:46.988492 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cd2297d9-1d99-4ec3-9c8d-eb67aa60808a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:47.032018 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=cc2d3809-5cea-4bf5-9951-8f5eeab9ea82,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:47.041425 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cc74c1-d623-4130-a529-3577b29cb5a8 None None] get_active_networks_info from dv-neutron-601336-80-hyperv {{(pid=92306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 12:32:47.069194 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:47.095109 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a317f42e-469d-4277-b4e9-2a7aad9ea0bd tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:47.102494 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port c0eca2d6-66c4-459b-8c5f-1bedf029cfd0 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:47.103027 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:47.127031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-a317f42e-469d-4277-b4e9-2a7aad9ea0bd tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e2658b-be76-47f0-a7e9-6ba1965b8fd8']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:47.176101 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:47.181876 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-a317f42e-469d-4277-b4e9-2a7aad9ea0bd tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66154a11-b64e-43f7-b159-657b72f749ab') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:47.182196 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-a317f42e-469d-4277-b4e9-2a7aad9ea0bd tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66154a11-b64e-43f7-b159-657b72f749ab') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:47.216499 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-a43f418f-57d7-4d46-a72c-b81a87824673 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Allocated IP 2001:db8::ad (2ca293c3-1527-4f65-ad51-c7e80b4cd3a0/38dc081f-4209-40e7-9b41-5c005e91f17f/3d46f6e0-1421-4d94-b996-4afc552459a1) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:47.217061 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cd2297d9-1d99-4ec3-9c8d-eb67aa60808a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:47.222046 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a317f42e-469d-4277-b4e9-2a7aad9ea0bd tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:47.277376 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a317f42e-469d-4277-b4e9-2a7aad9ea0bd tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:47.295200 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-58285691-d192-4ebf-bddc-f76df81a920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:32:40Z', 'revision_number': 7, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': '26fc310e-017d-4b53-9468-71ff581e422f', 'name': '', 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:5f:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:01Z', 'updated_at': '2021-06-02T12:32:20Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:00Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0eca2d6-66c4-459b-8c5f-1bedf029cfd0', 'name': '', 'network_id': '47271cc3-e68b-4e4e-9f38-dd3500e34835', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:eb:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:12Z', 'updated_at': '2021-06-02T12:32:40Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2d3809-5cea-4bf5-9951-8f5eeab9ea82', 'name': '', 'network_id': 'a5f5d3f8-0f26-47b1-80c6-f3568da737c2', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:cd:e1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8d5e63e2-95f3-4914-ba16-07679aca08ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:26Z', 'updated_at': '2021-06-02T12:32:41Z', 'revision_number': 4, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '8d5e63e2-95f3-4914-ba16-07679aca08ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:47.307758 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58285691-d192-4ebf-bddc-f76df81a920f None None] The sync data for ids ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'] in dv-neutron-601336-80-hyperv is: [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:32:40Z', 'revision_number': 7, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': '26fc310e-017d-4b53-9468-71ff581e422f', 'name': '', 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:5f:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:01Z', 'updated_at': '2021-06-02T12:32:20Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:00Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0eca2d6-66c4-459b-8c5f-1bedf029cfd0', 'name': '', 'network_id': '47271cc3-e68b-4e4e-9f38-dd3500e34835', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:eb:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:12Z', 'updated_at': '2021-06-02T12:32:40Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2d3809-5cea-4bf5-9951-8f5eeab9ea82', 'name': '', 'network_id': 'a5f5d3f8-0f26-47b1-80c6-f3568da737c2', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:cd:e1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8d5e63e2-95f3-4914-ba16-07679aca08ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:26Z', 'updated_at': '2021-06-02T12:32:41Z', 'revision_number': 4, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '8d5e63e2-95f3-4914-ba16-07679aca08ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:32:47.329479 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a317f42e-469d-4277-b4e9-2a7aad9ea0bd tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:32:47.329889 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a317f42e-469d-4277-b4e9-2a7aad9ea0bd tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:32:47.346410 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:32:47.384638 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting port a8ea76bb-267e-47ec-bb12-450e39ba8a47 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:32:47.384973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:47.462075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Deleting port 30918b8b-7787-4a3e-a84b-5d057a2a38c6 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:32:47.462598 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:47.468235 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cc74c1-d623-4130-a529-3577b29cb5a8 None None] Resources bound (agent type, host, resource id): {{(pid=92306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 12:32:47.493032 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cd2297d9-1d99-4ec3-9c8d-eb67aa60808a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:47.597658 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device cc2d3809-5cea-4bf5-9951-8f5eeab9ea82 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:47.636608 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a317f42e-469d-4277-b4e9-2a7aad9ea0bd tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:47.686854 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-f87ca28d-9ffc-48fe-b54f-9fb0d3e95cb0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting port cc2d3809-5cea-4bf5-9951-8f5eeab9ea82 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:32:47.688589 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f87ca28d-9ffc-48fe-b54f-9fb0d3e95cb0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:47.688720 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:47.699408 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:47.721477 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a317f42e-469d-4277-b4e9-2a7aad9ea0bd tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:47.726534 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] For port a8ea76bb-267e-47ec-bb12-450e39ba8a47, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a8ea76bb-267e-47ec-bb12-450e39ba8a47,segment=NetworkSegment(97f07ef1-27d9-4644-9b0d-680b47f325ce),segment_id=97f07ef1-27d9-4644-9b0d-680b47f325ce)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:47.726898 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:47.746753 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317f42e-469d-4277-b4e9-2a7aad9ea0bd tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Pushing event deleted for resources: {'Network': ['ID=d7e2658b-be76-47f0-a7e9-6ba1965b8fd8,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:47.762334 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a317f42e-469d-4277-b4e9-2a7aad9ea0bd tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:47.796885 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port cc2d3809-5cea-4bf5-9951-8f5eeab9ea82 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:47.797145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:47.821956 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] For port 30918b8b-7787-4a3e-a84b-5d057a2a38c6, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=30918b8b-7787-4a3e-a84b-5d057a2a38c6,segment=NetworkSegment(621a02c3-8bc1-4e9a-8a1a-3607d2f4fdac),segment_id=621a02c3-8bc1-4e9a-8a1a-3607d2f4fdac)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:47.822350 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:48.006861 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Calling delete_port for 30918b8b-7787-4a3e-a84b-5d057a2a38c6 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:32:48.012409 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 5341c198-df83-4788-a3c5-ca4e71fb3cfd up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:48.028011 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fa41f67e-1e63-4c12-956f-68bee90f4bb0 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:48.043546 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Calling delete_port for a8ea76bb-267e-47ec-bb12-450e39ba8a47 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:32:48.050662 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a317f42e-469d-4277-b4e9-2a7aad9ea0bd tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] 10.222.0.37 "DELETE /v2.0/networks/d7e2658b-be76-47f0-a7e9-6ba1965b8fd8 HTTP/1.1" status: 204 len: 168 time: 2.0767663 Jun 02 12:32:48.104710 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-2ca293c3-1527-4f65-ad51-c7e80b4cd3a0', 'network_id': '2ca293c3-1527-4f65-ad51-c7e80b4cd3a0', 'tenant_id': 'd4490fd3b6c74d289d982a1cffed0862', 'fixed_ips': [{'subnet_id': '38dc081f-4209-40e7-9b41-5c005e91f17f'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:32:48.105622 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:48.124954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-f87ca28d-9ffc-48fe-b54f-9fb0d3e95cb0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] For port cc2d3809-5cea-4bf5-9951-8f5eeab9ea82, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=cc2d3809-5cea-4bf5-9951-8f5eeab9ea82,segment=NetworkSegment(87890f8c-300a-4e5d-8b37-ba964350a675),segment_id=87890f8c-300a-4e5d-8b37-ba964350a675)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:48.125317 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f87ca28d-9ffc-48fe-b54f-9fb0d3e95cb0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:48.132184 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 5341c198-df83-4788-a3c5-ca4e71fb3cfd triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:48.132919 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:48.289949 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a43f418f-57d7-4d46-a72c-b81a87824673 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:48.313602 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-f87ca28d-9ffc-48fe-b54f-9fb0d3e95cb0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Calling delete_port for cc2d3809-5cea-4bf5-9951-8f5eeab9ea82 owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:32:48.388914 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-a43f418f-57d7-4d46-a72c-b81a87824673 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Transition to ACTIVE for port object 3d46f6e0-1421-4d94-b996-4afc552459a1 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:48.419875 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43678) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:48.422319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396ad73-9d65-4b59-a2b3-d77bd0c09ace req-0e2f2040-8487-4d2a-a9bb-8c65c31b9507 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:48.423803 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f396ad73-9d65-4b59-a2b3-d77bd0c09ace req-0e2f2040-8487-4d2a-a9bb-8c65c31b9507 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 944 time: 0.4298570 Jun 02 12:32:48.441101 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:48.449113 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b6059dfe-a7a5-4d79-882a-2f71ec88069e tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:48.515571 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:48.516307 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Port': ['ID=30918b8b-7787-4a3e-a84b-5d057a2a38c6,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:48.520668 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] No DVR routers for this DVR port 30918b8b-7787-4a3e-a84b-5d057a2a38c6 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:32:48.525204 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:48.526270 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cd2297d9-1d99-4ec3-9c8d-eb67aa60808a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:48.534863 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-03a0ff53-b0b3-4a2f-b393-2aee1a00d3d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:48.574140 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fcf26a97-e6b1-4f96-86cb-55d4d1a3371e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:48.598898 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a43f418f-57d7-4d46-a72c-b81a87824673 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:48.608019 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Allocated IP 2001:db8::2 (2ca293c3-1527-4f65-ad51-c7e80b4cd3a0/38dc081f-4209-40e7-9b41-5c005e91f17f/69c130b7-ba7a-44e8-914c-10f020c35191) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:48.621302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Port': ['ID=a8ea76bb-267e-47ec-bb12-450e39ba8a47,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:48.626040 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] No DVR routers for this DVR port a8ea76bb-267e-47ec-bb12-450e39ba8a47 on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:32:48.646953 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f396ad73-9d65-4b59-a2b3-d77bd0c09ace req-c896dbda-147a-43c1-b867-13814a5010ff tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074249 Jun 02 12:32:48.652833 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cd2297d9-1d99-4ec3-9c8d-eb67aa60808a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:48.655210 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2297d9-1d99-4ec3-9c8d-eb67aa60808a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=d685c04f-9643-42e5-a733-4dfc84caf6d6,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:48.665069 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:48.665584 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-776bd743-ebd8-407f-ac13-cad9b772fd9a tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:48.669539 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cd2297d9-1d99-4ec3-9c8d-eb67aa60808a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:48.806981 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43f418f-57d7-4d46-a72c-b81a87824673 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Network 2ca293c3-1527-4f65-ad51-c7e80b4cd3a0 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:48.829344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-a43f418f-57d7-4d46-a72c-b81a87824673 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:48.847847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43f418f-57d7-4d46-a72c-b81a87824673 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:48.853489 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43f418f-57d7-4d46-a72c-b81a87824673 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:48.854174 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a43f418f-57d7-4d46-a72c-b81a87824673 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:48.883568 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cd2297d9-1d99-4ec3-9c8d-eb67aa60808a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/d685c04f-9643-42e5-a733-4dfc84caf6d6 HTTP/1.1" status: 204 len: 168 time: 2.0587780 Jun 02 12:32:48.897977 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43682) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:48.908120 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:48.919336 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Transition to ACTIVE for port object 69c130b7-ba7a-44e8-914c-10f020c35191 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:48.936147 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f418f-57d7-4d46-a72c-b81a87824673 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Pushing event updated for resources: {'Port': ['ID=3d46f6e0-1421-4d94-b996-4afc552459a1,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:48.938176 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Transition to ACTIVE for port object 69c130b7-ba7a-44e8-914c-10f020c35191 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:48.943687 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-276abbe7-f27f-4083-ae8d-570a64dc4936 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e67c89da0f9f4b069ac76c7d31f5a2b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5184004 Jun 02 12:32:48.948767 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a43f418f-57d7-4d46-a72c-b81a87824673 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:48.953211 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43684) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:48.953529 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:48.954995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:48.959550 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-89be59da-d87e-4381-92b9-d9e9b1272105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:48.976749 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:48.988014 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7ab1770b-f224-4431-8935-821c696568dd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863023 Jun 02 12:32:48.989309 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43686) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:48.997230 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-4d626aea-d466-440d-93fd-d7944830dd0c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:49.010159 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device ded582b0-2d55-48af-be8b-cc1d90a47d42 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:49.016976 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06380dd8-36ce-44da-82a6-efdf1ccc155c']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:49.025510 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d55d0f8-154d-44c9-8159-c492d6468199']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:49.040389 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621a02c3-8bc1-4e9a-8a1a-3607d2f4fdac') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:49.040747 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621a02c3-8bc1-4e9a-8a1a-3607d2f4fdac') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:49.063690 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f07ef1-27d9-4644-9b0d-680b47f325ce') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:49.063970 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Network 2ca293c3-1527-4f65-ad51-c7e80b4cd3a0 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:49.064424 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f07ef1-27d9-4644-9b0d-680b47f325ce') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:49.073159 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a43f418f-57d7-4d46-a72c-b81a87824673 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.6281772 Jun 02 12:32:49.075536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:49.084953 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:49.094977 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43688) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:49.096124 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Pushing event updated for resources: {'Port': ['ID=69c130b7-ba7a-44e8-914c-10f020c35191,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:49.096607 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:49.118669 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-3a9a2cc4-7435-4237-8106-908aa89cbfea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Request body: {'port': {'network_id': '2ca293c3-1527-4f65-ad51-c7e80b4cd3a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-39970288', 'allowed_address_pairs': [{'ip_address': '2001:db8::ad', 'mac_address': 'fa:16:3e:5b:08:ae'}]}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:49.123507 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:49.152894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:49.165482 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-fa41f67e-1e63-4c12-956f-68bee90f4bb0 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Allocated IP 172.20.0.1 (9c4035f7-d194-4bc4-8e42-d15783995347/99ef8dec-4bf9-4d68-bce0-20168287b225/3027ea82-152f-4236-abb5-0edaa741d3e2) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:49.168663 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:49.190604 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Attempting to bind port 69c130b7-ba7a-44e8-914c-10f020c35191 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:32:49.190986 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Attempting to bind port 69c130b7-ba7a-44e8-914c-10f020c35191 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '1d827c6c-5db9-4693-85cc-568d07cd3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2ca293c3-1527-4f65-ad51-c7e80b4cd3a0'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:32:49.191353 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Attempting to bind port 69c130b7-ba7a-44e8-914c-10f020c35191 on network 2ca293c3-1527-4f65-ad51-c7e80b4cd3a0 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:32:49.196463 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4d626aea-d466-440d-93fd-d7944830dd0c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:49.199347 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:49.203271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port ded582b0-2d55-48af-be8b-cc1d90a47d42 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:49.206520 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:32:49.206974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Checking segment: {'id': '1d827c6c-5db9-4693-85cc-568d07cd3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2ca293c3-1527-4f65-ad51-c7e80b4cd3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:49.207379 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:49.207774 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Bound using segment: {'id': '1d827c6c-5db9-4693-85cc-568d07cd3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2ca293c3-1527-4f65-ad51-c7e80b4cd3a0'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:32:49.208246 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Bound port: 69c130b7-ba7a-44e8-914c-10f020c35191, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d827c6c-5db9-4693-85cc-568d07cd3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2ca293c3-1527-4f65-ad51-c7e80b4cd3a0'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:32:49.208630 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:49.212826 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:32:49.213413 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:49.226692 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port ded582b0-2d55-48af-be8b-cc1d90a47d42 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:49.227069 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:49.229549 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4d626aea-d466-440d-93fd-d7944830dd0c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:32:49.232272 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:32:49.234854 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4d626aea-d466-440d-93fd-d7944830dd0c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:49.247701 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4d626aea-d466-440d-93fd-d7944830dd0c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:49.258528 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:32:49.259125 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:32:49.276569 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:32:49.291720 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9f2fa8d9-c8c2-4aca-be07-ba9a72156628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:49.310458 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f87ca28d-9ffc-48fe-b54f-9fb0d3e95cb0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:49.326896 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c98e4745-51da-45e9-990d-c78022a2542f tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:49.375427 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d626aea-d466-440d-93fd-d7944830dd0c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:49.379212 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4d626aea-d466-440d-93fd-d7944830dd0c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:49.392970 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] For port 69c130b7-ba7a-44e8-914c-10f020c35191, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:32:49.398259 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ca28d-9ffc-48fe-b54f-9fb0d3e95cb0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Port': ['ID=cc2d3809-5cea-4bf5-9951-8f5eeab9ea82,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:49.409867 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f87ca28d-9ffc-48fe-b54f-9fb0d3e95cb0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:49.412131 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] For port 69c130b7-ba7a-44e8-914c-10f020c35191, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=69c130b7-ba7a-44e8-914c-10f020c35191,segment=NetworkSegment(1d827c6c-5db9-4693-85cc-568d07cd3944),segment_id=1d827c6c-5db9-4693-85cc-568d07cd3944)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:32:49.440369 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:49.452772 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:49.470398 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:49.492119 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:49.527980 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9f2fa8d9-c8c2-4aca-be07-ba9a72156628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:49.533419 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-78c13a51-0514-453c-993c-494834e57927 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:49.545388 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:49.550326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:49.553301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:49.561348 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2e66a038-10b1-4e49-9625-de1b72e87f30 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:49.602582 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0bf5d3-6e41-4250-b439-7b6e312eb8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded582b0-2d55-48af-be8b-cc1d90a47d42'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:32:49.603942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3a9a2cc4-7435-4237-8106-908aa89cbfea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:49.604863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3cd5c0-bc45-4624-b636-3bdbfc149d07" -d '{"events": [{"server_uuid": "1d0bf5d3-6e41-4250-b439-7b6e312eb8ed", "name": "network-vif-plugged", "status": "completed", "tag": "ded582b0-2d55-48af-be8b-cc1d90a47d42"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:32:49.613307 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/networks/6d55d0f8-154d-44c9-8159-c492d6468199 HTTP/1.1" status: 204 len: 168 time: 3.1706357 Jun 02 12:32:49.613518 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:49.613621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Network': ['ID=6d55d0f8-154d-44c9-8159-c492d6468199,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:49.615274 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:49.615924 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43692) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:49.627280 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Pushing event updated for resources: {'Port': ['ID=69c130b7-ba7a-44e8-914c-10f020c35191,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:49.631512 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:49.633259 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port ded582b0-2d55-48af-be8b-cc1d90a47d42, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ded582b0-2d55-48af-be8b-cc1d90a47d42,segment=NetworkSegment(b6fc825a-a603-4b65-8548-8a3471bd29aa),segment_id=b6fc825a-a603-4b65-8548-8a3471bd29aa)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:49.640518 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:49.643278 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:49.643857 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Network': ['ID=06380dd8-36ce-44da-82a6-efdf1ccc155c,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:49.719202 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff91cf0e-db12-4fa2-b83b-5ba705bdb077 x-openstack-request-id: req-ff91cf0e-db12-4fa2-b83b-5ba705bdb077 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:32:49.719539 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0bf5d3-6e41-4250-b439-7b6e312eb8ed", "name": "network-vif-plugged", "status": "completed", "tag": "ded582b0-2d55-48af-be8b-cc1d90a47d42", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:32:49.719764 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff91cf0e-db12-4fa2-b83b-5ba705bdb077 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:32:49.720258 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0bf5d3-6e41-4250-b439-7b6e312eb8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded582b0-2d55-48af-be8b-cc1d90a47d42', 'code': 200} Jun 02 12:32:49.721038 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=ded582b0-2d55-48af-be8b-cc1d90a47d42,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:49.743073 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:49.745831 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3a9a2cc4-7435-4237-8106-908aa89cbfea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Usage tracker for resource:port and tenant:d4490fd3b6c74d289d982a1cffed0862 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:49.748882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3a9a2cc4-7435-4237-8106-908aa89cbfea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:49.782713 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3a9a2cc4-7435-4237-8106-908aa89cbfea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:49.813102 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c2c72c-c89c-4ab6-b994-977cdc6b38e5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:49.813719 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-45c2c72c-c89c-4ab6-b994-977cdc6b38e5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Synchronizing usage tracker for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:32:49.814841 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/networks/06380dd8-36ce-44da-82a6-efdf1ccc155c HTTP/1.1" status: 204 len: 168 time: 7.3437746 Jun 02 12:32:49.828080 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43696) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:49.830817 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:49.836480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-277d5aa5-68a6-46b5-9cc7-13d716775689 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-952054267'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:49.845781 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9a2cc4-7435-4237-8106-908aa89cbfea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Made reservation on behalf of d4490fd3b6c74d289d982a1cffed0862 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:49.864060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-277d5aa5-68a6-46b5-9cc7-13d716775689 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:49.878368 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fa41f67e-1e63-4c12-956f-68bee90f4bb0 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:49.892989 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-277d5aa5-68a6-46b5-9cc7-13d716775689 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Usage tracker for resource:network and tenant:df12f77339d04f159923e892b9b45dd6 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:49.959598 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-277d5aa5-68a6-46b5-9cc7-13d716775689 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:49.978334 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-277d5aa5-68a6-46b5-9cc7-13d716775689 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:50.090162 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f87ca28d-9ffc-48fe-b54f-9fb0d3e95cb0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:50.190148 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-45c2c72c-c89c-4ab6-b994-977cdc6b38e5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Unset dirty status for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:32:50.194640 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-45c2c72c-c89c-4ab6-b994-977cdc6b38e5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports/52be045b-8073-4e51-beee-81bd42e2a272 HTTP/1.1" status: 200 len: 840 time: 0.5586905 Jun 02 12:32:50.199175 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43698) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:50.255353 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9f2fa8d9-c8c2-4aca-be07-ba9a72156628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:50.268998 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-84e0b589-256a-46a6-a68d-83148d109d87 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:50.284095 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277d5aa5-68a6-46b5-9cc7-13d716775689 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Made reservation on behalf of df12f77339d04f159923e892b9b45dd6 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:50.285937 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100aa79-a959-43e6-bc43-0360db8f7753 req-4db90028-0a68-48b4-bfbb-831ae42fed1a tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:50.287447 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e100aa79-a959-43e6-bc43-0360db8f7753 req-4db90028-0a68-48b4-bfbb-831ae42fed1a tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.3506918 Jun 02 12:32:50.287598 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-277d5aa5-68a6-46b5-9cc7-13d716775689 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:50.323852 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fa8d9-c8c2-4aca-be07-ba9a72156628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694be19f-6e32-460c-8df8-0e0302c0cc1d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:50.337439 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9f2fa8d9-c8c2-4aca-be07-ba9a72156628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:50.375746 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e100aa79-a959-43e6-bc43-0360db8f7753 req-e77f7cb8-45ad-4a99-ba29-9bcdf5b7db7e tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759428 Jun 02 12:32:50.380178 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-70417d26-2caf-47c7-b66f-1d1caac197af tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports/52be045b-8073-4e51-beee-81bd42e2a272?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1706376 Jun 02 12:32:50.385490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9f2fa8d9-c8c2-4aca-be07-ba9a72156628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:50.385490 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9f2fa8d9-c8c2-4aca-be07-ba9a72156628 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/694be19f-6e32-460c-8df8-0e0302c0cc1d HTTP/1.1" status: 204 len: 168 time: 1.4198160 Jun 02 12:32:50.385490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43700) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:50.395905 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3a9a2cc4-7435-4237-8106-908aa89cbfea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:50.425424 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c002b30d-1f22-4ecd-ba06-fe2e2f4971e5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'subnet': {'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:50.482385 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277d5aa5-68a6-46b5-9cc7-13d716775689 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:32:50.502668 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fa41f67e-1e63-4c12-956f-68bee90f4bb0 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:50.508391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-3a9a2cc4-7435-4237-8106-908aa89cbfea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] device_id is not set on port 8ae0bc77-e125-4edf-be0a-cf5a251deb3b yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:32:50.641094 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c9fa52d4-f929-4f06-8456-355c1441f406 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:50.713196 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245362d4-e996-4dae-a503-d4c22c6edf3f req-dd293a84-8093-4827-bb26-1738131cbb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:50.714683 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-245362d4-e996-4dae-a503-d4c22c6edf3f req-dd293a84-8093-4827-bb26-1738131cbb86 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 1098 time: 0.8172877 Jun 02 12:32:50.715655 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-277d5aa5-68a6-46b5-9cc7-13d716775689 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:50.715989 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-277d5aa5-68a6-46b5-9cc7-13d716775689 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Added segment 8cef26cb-bd12-43a6-ab15-f0a0ca23f487 of type vlan for network acd42432-5d63-47f8-bbc7-781d87fc23ba Jun 02 12:32:50.730198 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c002b30d-1f22-4ecd-ba06-fe2e2f4971e5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:50.752841 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa41f67e-1e63-4c12-956f-68bee90f4bb0 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Network 9c4035f7-d194-4bc4-8e42-d15783995347 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:50.754478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c002b30d-1f22-4ecd-ba06-fe2e2f4971e5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:subnet and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:50.758397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c002b30d-1f22-4ecd-ba06-fe2e2f4971e5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:50.765991 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c002b30d-1f22-4ecd-ba06-fe2e2f4971e5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:50.768956 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87ca28d-9ffc-48fe-b54f-9fb0d3e95cb0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router a265d73c-1c8f-4ff9-84ff-a9daee0462ce has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:32:50.770200 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4d626aea-d466-440d-93fd-d7944830dd0c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:50.780975 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2a12b871-7156-4330-afae-a60cb1338666 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:50.805463 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-fa41f67e-1e63-4c12-956f-68bee90f4bb0 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:50.808676 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa41f67e-1e63-4c12-956f-68bee90f4bb0 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:50.840324 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d626aea-d466-440d-93fd-d7944830dd0c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:50.847444 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-4d626aea-d466-440d-93fd-d7944830dd0c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:50.871515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03ff7cb-b086-41db-b40a-e813e4070692 None None] Network 06380dd8-36ce-44da-82a6-efdf1ccc155c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:50.901686 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03ff7cb-b086-41db-b40a-e813e4070692 None None] Network 06380dd8-36ce-44da-82a6-efdf1ccc155c could not be found, it might have been deleted concurrently. {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 02 12:32:50.903112 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce204f9-75eb-42df-9141-59f6defbc0b5 None None] Network 2ca293c3-1527-4f65-ad51-c7e80b4cd3a0 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:50.946884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fa41f67e-1e63-4c12-956f-68bee90f4bb0 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:50.949310 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c002b30d-1f22-4ecd-ba06-fe2e2f4971e5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:50.956268 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c002b30d-1f22-4ecd-ba06-fe2e2f4971e5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:51.059766 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888c568d-01fb-4aec-9c44-be69d174c853 None None] Network 06380dd8-36ce-44da-82a6-efdf1ccc155c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:51.088755 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d310210-5d40-4590-b9aa-eab657ad3f54 None None] Network 6d55d0f8-154d-44c9-8159-c492d6468199 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:51.115827 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888c568d-01fb-4aec-9c44-be69d174c853 None None] Network 06380dd8-36ce-44da-82a6-efdf1ccc155c could not be found, it might have been deleted concurrently. {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 02 12:32:51.117293 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d310210-5d40-4590-b9aa-eab657ad3f54 None None] Network 6d55d0f8-154d-44c9-8159-c492d6468199 could not be found, it might have been deleted concurrently. {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 02 12:32:51.126796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87ca28d-9ffc-48fe-b54f-9fb0d3e95cb0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:32:51.143792 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc5a1a-72f8-47d4-a4c3-153e98389c2d None None] Sync routers for ids ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:32:51.150315 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f87ca28d-9ffc-48fe-b54f-9fb0d3e95cb0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/a265d73c-1c8f-4ff9-84ff-a9daee0462ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6342900 Jun 02 12:32:51.151590 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d626aea-d466-440d-93fd-d7944830dd0c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:51.152183 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4d626aea-d466-440d-93fd-d7944830dd0c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:51.157183 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43722) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:51.161960 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d626aea-d466-440d-93fd-d7944830dd0c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=826995cc-635c-4122-b6e9-716983681dce,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:51.167220 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4d626aea-d466-440d-93fd-d7944830dd0c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:51.191953 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41f67e-1e63-4c12-956f-68bee90f4bb0 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Port': ['ID=3027ea82-152f-4236-abb5-0edaa741d3e2,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:51.211299 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0818aee1-02d5-43b8-9752-dba89d1ec6cb None None] Provisioning for port 69c130b7-ba7a-44e8-914c-10f020c35191 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:51.243533 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc5a1a-72f8-47d4-a4c3-153e98389c2d None None] Routers {'a265d73c-1c8f-4ff9-84ff-a9daee0462ce'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:51.248331 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-c8bc5a1a-72f8-47d4-a4c3-153e98389c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:32:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:51.252587 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa98f00-2774-4701-b2c7-4c21442cb740 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting subnet 8d5e63e2-95f3-4914-ba16-07679aca08ae {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:32:51.256585 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6aa98f00-2774-4701-b2c7-4c21442cb740 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:51.321978 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6aa98f00-2774-4701-b2c7-4c21442cb740 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:51.365566 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4d626aea-d466-440d-93fd-d7944830dd0c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3754909 Jun 02 12:32:51.372414 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43726) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:51.378021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:51.381156 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fa41f67e-1e63-4c12-956f-68bee90f4bb0 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:51.410584 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-277d5aa5-68a6-46b5-9cc7-13d716775689 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:51.469884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-277d5aa5-68a6-46b5-9cc7-13d716775689 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:51.478477 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277d5aa5-68a6-46b5-9cc7-13d716775689 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:51.479679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-277d5aa5-68a6-46b5-9cc7-13d716775689 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:51.499581 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cd4470cd-8ab8-4f19-852b-87425a918d26 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:51.505091 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-c8bc5a1a-72f8-47d4-a4c3-153e98389c2d None None] Set router a265d73c-1c8f-4ff9-84ff-a9daee0462ce gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:32:51.555994 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:51.560415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:51.563803 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:51.569738 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:51.587722 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:51.601211 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-245362d4-e996-4dae-a503-d4c22c6edf3f req-4f0d9679-438c-43c8-a3da-85759031dfbf service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7972286 Jun 02 12:32:51.602059 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:51.648365 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43730) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:51.711126 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60b16d0-7470-4765-b149-8c486052d4fc None None] DHCP port deletion for 6d55d0f8-154d-44c9-8159-c492d6468199 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:32:51.712970 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd3acf3-abc3-4274-aded-b998f46ae20e None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:51.725494 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 69c130b7-ba7a-44e8-914c-10f020c35191 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:51.798863 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6aa98f00-2774-4701-b2c7-4c21442cb740 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:51.839755 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Request body: {'networks': [{'name': 'tempest-network--447631112'}, {'name': 'tempest-network--222157724'}]} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:51.840205 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Request body: {'network': {'name': 'tempest-network--447631112'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:51.840586 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Request body: {'network': {'name': 'tempest-network--222157724'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:51.853440 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:51.871784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Usage tracker for resource:network and tenant:018118c9b2d045e2b9a10403a5c31db5 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:51.875570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d5aa5-68a6-46b5-9cc7-13d716775689 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Network': ['ID=acd42432-5d63-47f8-bbc7-781d87fc23ba,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:51.878470 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-277d5aa5-68a6-46b5-9cc7-13d716775689 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:51.879714 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-277d5aa5-68a6-46b5-9cc7-13d716775689 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0510454 Jun 02 12:32:51.882640 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:51.893888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43734) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:51.899777 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:51.929256 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-e7b98fe0-6c05-4210-b407-f77b9945c086 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'subnet': {'network_id': 'acd42432-5d63-47f8-bbc7-781d87fc23ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:51.947100 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Made reservation on behalf of 018118c9b2d045e2b9a10403a5c31db5 for: {'network': 2} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:51.950804 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-3a9a2cc4-7435-4237-8106-908aa89cbfea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Allocated IP 2001:db8::38f (2ca293c3-1527-4f65-ad51-c7e80b4cd3a0/38dc081f-4209-40e7-9b41-5c005e91f17f/8ae0bc77-e125-4edf-be0a-cf5a251deb3b) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:51.953113 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:52.008677 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network acd42432-5d63-47f8-bbc7-781d87fc23ba details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:32:52.016959 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:52.052749 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-52837e5c-2395-4b1a-96bb-945c1c1c2fc4 None None] Could not find standard attr ID for object cc2d3809-5cea-4bf5-9951-8f5eeab9ea82. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:32:52.090325 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:52.105115 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Usage tracker for resource:security_group_rule and tenant:018118c9b2d045e2b9a10403a5c31db5 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:52.116527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:52.142419 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:52.211094 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e7b98fe0-6c05-4210-b407-f77b9945c086 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:52.215538 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e7b98fe0-6c05-4210-b407-f77b9945c086 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Usage tracker for resource:subnet and tenant:df12f77339d04f159923e892b9b45dd6 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:52.220800 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e7b98fe0-6c05-4210-b407-f77b9945c086 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:52.281141 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e7b98fe0-6c05-4210-b407-f77b9945c086 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:52.299127 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10e960-bee3-46cb-b837-c38660d8ba40 req-f1a1816f-8cba-45c2-984e-dc3f504a6c43 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:52.300796 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-da10e960-bee3-46cb-b837-c38660d8ba40 req-f1a1816f-8cba-45c2-984e-dc3f504a6c43 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.5228922 Jun 02 12:32:52.351680 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6aa98f00-2774-4701-b2c7-4c21442cb740 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:52.363405 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2fd611ed-b7fd-4949-8a24-8a015d6cb319 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:52.383203 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 69c130b7-ba7a-44e8-914c-10f020c35191 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:52.412273 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 69c130b7-ba7a-44e8-914c-10f020c35191 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:52.412546 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa98f00-2774-4701-b2c7-4c21442cb740 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Subnet': ['ID=8d5e63e2-95f3-4914-ba16-07679aca08ae,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:52.412663 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:52.417317 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6aa98f00-2774-4701-b2c7-4c21442cb740 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:52.418880 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6aa98f00-2774-4701-b2c7-4c21442cb740 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:52.435279 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b98fe0-6c05-4210-b407-f77b9945c086 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Made reservation on behalf of df12f77339d04f159923e892b9b45dd6 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:52.438774 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e7b98fe0-6c05-4210-b407-f77b9945c086 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:52.449512 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92be9018-83d3-4914-b192-f897e8e49525 None None] Network a5f5d3f8-0f26-47b1-80c6-f3568da737c2 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:52.457279 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fa41f67e-1e63-4c12-956f-68bee90f4bb0 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:52.508784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:52.511892 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6aa98f00-2774-4701-b2c7-4c21442cb740 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/subnets/8d5e63e2-95f3-4914-ba16-07679aca08ae HTTP/1.1" status: 204 len: 168 time: 1.3511939 Jun 02 12:32:52.515237 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43736) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:52.545491 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:52.546362 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:52.572025 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-01bfea4e-8fdb-4bb7-a057-e4aff31542ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:52.604456 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:32:52.619253 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:52.619810 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Added segment d21cbf4e-21b9-4266-a67e-c3604e428cd6 of type vlan for network 20d5a463-3d64-475f-b810-9e0ef12cab46 Jun 02 12:32:52.732756 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-c8bc5a1a-72f8-47d4-a4c3-153e98389c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:32:49Z', 'revision_number': 8, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': '26fc310e-017d-4b53-9468-71ff581e422f', 'name': '', 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:5f:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:01Z', 'updated_at': '2021-06-02T12:32:20Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:00Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0eca2d6-66c4-459b-8c5f-1bedf029cfd0', 'name': '', 'network_id': '47271cc3-e68b-4e4e-9f38-dd3500e34835', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:eb:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:12Z', 'updated_at': '2021-06-02T12:32:40Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:52.756015 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc5a1a-72f8-47d4-a4c3-153e98389c2d None None] Checking router: a265d73c-1c8f-4ff9-84ff-a9daee0462ce for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:32:52.774890 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-da10e960-bee3-46cb-b837-c38660d8ba40 req-bf88f395-9b0e-456d-807f-4b7807f98eeb tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4583333 Jun 02 12:32:52.841904 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc5a1a-72f8-47d4-a4c3-153e98389c2d None None] Routers {'a265d73c-1c8f-4ff9-84ff-a9daee0462ce'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:52.843734 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-c8bc5a1a-72f8-47d4-a4c3-153e98389c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:32:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:52.861421 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:52.977121 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d331fd6-578b-4a61-8f52-923fbd4048f5,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:52.990897 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3a9a2cc4-7435-4237-8106-908aa89cbfea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:52.992506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:52.992688 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:53.036764 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:53.072855 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-c8bc5a1a-72f8-47d4-a4c3-153e98389c2d None None] Set router a265d73c-1c8f-4ff9-84ff-a9daee0462ce gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:32:53.085440 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:32:53.111491 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-3a9a2cc4-7435-4237-8106-908aa89cbfea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Transition to ACTIVE for port object 8ae0bc77-e125-4edf-be0a-cf5a251deb3b will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:53.126927 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 69c130b7-ba7a-44e8-914c-10f020c35191, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=69c130b7-ba7a-44e8-914c-10f020c35191,segment=NetworkSegment(1d827c6c-5db9-4693-85cc-568d07cd3944),segment_id=1d827c6c-5db9-4693-85cc-568d07cd3944)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:53.144377 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:53.152158 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f289f430-618b-4563-b66d-829b080eb6f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:53.162721 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:53.163225 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Added segment 548a83d2-874f-4adf-9b71-8fe5cf71a723 of type vlan for network 100635bb-c948-467f-81db-fc47b9b4f0c2 Jun 02 12:32:53.200449 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a8ea76bb-267e-47ec-bb12-450e39ba8a47 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:32:53.287759 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3c241e-0092-4cca-9d3e-175732c887d0 None None] DHCP port deletion for a5f5d3f8-0f26-47b1-80c6-f3568da737c2 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:32:53.298287 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:53.370941 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: a8ea76bb-267e-47ec-bb12-450e39ba8a47 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:32:53.371798 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a8ea76bb-267e-47ec-bb12-450e39ba8a47 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:32:53.421327 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting port 0bb29ce5-8121-4078-8a21-44f92ad37aba {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:32:53.421833 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:53.424500 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c002b30d-1f22-4ecd-ba06-fe2e2f4971e5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:53.430229 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3a9a2cc4-7435-4237-8106-908aa89cbfea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:53.438858 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:53.471216 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:53.472359 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:53.484975 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:53.497276 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:53.497635 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:53.502120 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=69c130b7-ba7a-44e8-914c-10f020c35191,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:53.530471 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:53.542810 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 0bb29ce5-8121-4078-8a21-44f92ad37aba no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:32:53.565227 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-75044fce-870f-4055-944d-c487d1e76bda tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:53.623433 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.objects.ports [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92304) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 12:32:53.738932 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8f4010-4aea-4ee1-9622-aafc7e5cc0bb None None] Network 2ca293c3-1527-4f65-ad51-c7e80b4cd3a0 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:53.760521 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fa41f67e-1e63-4c12-956f-68bee90f4bb0 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:53.767069 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002b30d-1f22-4ecd-ba06-fe2e2f4971e5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Subnet': ['ID=8a494923-9ea7-4ecd-b25b-a1f34ae41ab4,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:53.775890 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c002b30d-1f22-4ecd-ba06-fe2e2f4971e5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network 5f8f70fa-496f-42a8-b6f8-090baa296d01 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:53.777829 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-c002b30d-1f22-4ecd-ba06-fe2e2f4971e5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:53.782627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c002b30d-1f22-4ecd-ba06-fe2e2f4971e5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:53.782814 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.1237154 Jun 02 12:32:53.784221 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fa41f67e-1e63-4c12-956f-68bee90f4bb0 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:53.812297 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Pushing event updated for resources: {'Network': ['ID=20d5a463-3d64-475f-b810-9e0ef12cab46,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:53.822623 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] For port 0bb29ce5-8121-4078-8a21-44f92ad37aba, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=0bb29ce5-8121-4078-8a21-44f92ad37aba,segment=NetworkSegment(87890f8c-300a-4e5d-8b37-ba964350a675),segment_id=87890f8c-300a-4e5d-8b37-ba964350a675)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:53.823178 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:53.825339 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:53.852587 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0365905a-87dd-4e4c-860c-316815ec21cb None None] Network 5f8f70fa-496f-42a8-b6f8-090baa296d01 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:53.860050 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9a2cc4-7435-4237-8106-908aa89cbfea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Network 2ca293c3-1527-4f65-ad51-c7e80b4cd3a0 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:53.860875 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43738) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:53.866660 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6f034513-10ad-4ff0-8675-ac82fbb1bc68 None None] Provisioning complete for port b6fd4462-3915-4c01-8e8a-23a049f1788a triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:53.867012 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6f034513-10ad-4ff0-8675-ac82fbb1bc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:53.883425 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c002b30d-1f22-4ecd-ba06-fe2e2f4971e5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:53.884414 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c002b30d-1f22-4ecd-ba06-fe2e2f4971e5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:53.940256 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 20d5a463-3d64-475f-b810-9e0ef12cab46 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:32:53.980543 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Calling delete_port for 0bb29ce5-8121-4078-8a21-44f92ad37aba owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:32:54.058376 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:54.077363 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-3a9a2cc4-7435-4237-8106-908aa89cbfea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:54.086667 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9a2cc4-7435-4237-8106-908aa89cbfea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:54.092411 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9a2cc4-7435-4237-8106-908aa89cbfea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:54.093654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3a9a2cc4-7435-4237-8106-908aa89cbfea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:54.104403 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c002b30d-1f22-4ecd-ba06-fe2e2f4971e5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7148612 Jun 02 12:32:54.128523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc01545-ac51-44cc-9a80-5169f92f90b1 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:54.134292 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc01545-ac51-44cc-9a80-5169f92f90b1 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:54.141205 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc01545-ac51-44cc-9a80-5169f92f90b1 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:54.146880 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc01545-ac51-44cc-9a80-5169f92f90b1 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:54.148116 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No ports have port_id starting with 0bb29ce5-8121-4078-8a21-44f92ad37aba Jun 02 12:32:54.151675 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1dc01545-ac51-44cc-9a80-5169f92f90b1 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2670596 Jun 02 12:32:54.151675 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43742) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:54.162832 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43744) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:54.165749 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-62b379da-fcef-4fb0-a1ae-cfed3e89980a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'security_group': {'name': 'tempest-secgroup-150534600'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:54.172396 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-62b379da-fcef-4fb0-a1ae-cfed3e89980a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:54.176390 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-62b379da-fcef-4fb0-a1ae-cfed3e89980a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:security_group and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:54.179401 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-62b379da-fcef-4fb0-a1ae-cfed3e89980a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:54.185640 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-62b379da-fcef-4fb0-a1ae-cfed3e89980a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:54.198196 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Pushing event updated for resources: {'Network': ['ID=100635bb-c948-467f-81db-fc47b9b4f0c2,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:54.213868 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] No DVR routers for this DVR port 0bb29ce5-8121-4078-8a21-44f92ad37aba on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:32:54.240304 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-62b379da-fcef-4fb0-a1ae-cfed3e89980a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:54.244966 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:54.259729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a2cc4-7435-4237-8106-908aa89cbfea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Pushing event updated for resources: {'Port': ['ID=8ae0bc77-e125-4edf-be0a-cf5a251deb3b,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:54.259953 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-96abb74a-5d92-492a-8b42-a9464547a993 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.677s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:54.259953 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-96abb74a-5d92-492a-8b42-a9464547a993 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:54.263404 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 100635bb-c948-467f-81db-fc47b9b4f0c2 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:32:54.268983 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-529f11d4-1634-4209-8a59-d37c925d4794 tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:54.273936 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3a9a2cc4-7435-4237-8106-908aa89cbfea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1019 time: 5.1625605 Jun 02 12:32:54.273936 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fa41f67e-1e63-4c12-956f-68bee90f4bb0 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:54.305292 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43746) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:54.374895 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c241e-0092-4cca-9d3e-175732c887d0 None None] Deleting port 0bb29ce5-8121-4078-8a21-44f92ad37aba {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:32:54.375170 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fd3c241e-0092-4cca-9d3e-175732c887d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:54.422127 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Port': ['ID=0bb29ce5-8121-4078-8a21-44f92ad37aba,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:54.423277 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:54.475627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-62b379da-fcef-4fb0-a1ae-cfed3e89980a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:54.504184 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-62b379da-fcef-4fb0-a1ae-cfed3e89980a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:security_group_rule and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:54.509868 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:54.514050 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-62b379da-fcef-4fb0-a1ae-cfed3e89980a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:54.539070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f5d3f8-0f26-47b1-80c6-f3568da737c2']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:54.573833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fd6b049d-ba6b-4216-8276-1c3338c9bb4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:54.576694 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-62b379da-fcef-4fb0-a1ae-cfed3e89980a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:54.610178 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87890f8c-300a-4e5d-8b37-ba964350a675') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:54.610499 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87890f8c-300a-4e5d-8b37-ba964350a675') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:54.629507 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:54.644618 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-fd3c241e-0092-4cca-9d3e-175732c887d0 None None] For port 0bb29ce5-8121-4078-8a21-44f92ad37aba, host dv-neutron-601336-80-hyperv, got binding levels [] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:54.645018 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fd3c241e-0092-4cca-9d3e-175732c887d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:54.666506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:54.678829 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:54.700349 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fb25b-7247-437b-b630-d15fb42d5e39 req-5fc918e4-25a3-4f2c-af8e-39fcd5352b38 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:54.701977 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0a6fb25b-7247-437b-b630-d15fb42d5e39 req-5fc918e4-25a3-4f2c-af8e-39fcd5352b38 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.6308434 Jun 02 12:32:54.713255 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:32:54.715937 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:32:54.733932 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:32:54.741820 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41f67e-1e63-4c12-956f-68bee90f4bb0 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Port': ['ID=3027ea82-152f-4236-abb5-0edaa741d3e2,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:54.750766 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fa41f67e-1e63-4c12-956f-68bee90f4bb0 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.926s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:54.755686 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.875s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:54.756187 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:54.770829 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9e1e26-708b-48d9-b545-2cb2cc3aad03 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:54.777780 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9e1e26-708b-48d9-b545-2cb2cc3aad03 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:54.783988 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9e1e26-708b-48d9-b545-2cb2cc3aad03 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:54.788476 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bf9e1e26-708b-48d9-b545-2cb2cc3aad03 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2494 time: 0.4402864 Jun 02 12:32:54.797421 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43748) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:54.856785 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c241e-0092-4cca-9d3e-175732c887d0 None None] Calling delete_port for 0bb29ce5-8121-4078-8a21-44f92ad37aba owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:32:54.863948 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.ipam_backend_mixin [None req-fd3c241e-0092-4cca-9d3e-175732c887d0 None None] Port 0bb29ce5-8121-4078-8a21-44f92ad37aba was not found and therefore no delete operation was performed {{(pid=92306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 12:32:54.877348 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fd3c241e-0092-4cca-9d3e-175732c887d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:54.885664 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:54.940911 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-c8bc5a1a-72f8-47d4-a4c3-153e98389c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:32:49Z', 'revision_number': 8, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': '26fc310e-017d-4b53-9468-71ff581e422f', 'name': '', 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:5f:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:01Z', 'updated_at': '2021-06-02T12:32:20Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:00Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0eca2d6-66c4-459b-8c5f-1bedf029cfd0', 'name': '', 'network_id': '47271cc3-e68b-4e4e-9f38-dd3500e34835', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:eb:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:12Z', 'updated_at': '2021-06-02T12:32:40Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:54.943038 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6d16f2d0-476f-4ee1-83d1-15846c5f3fca None None] Provisioning for port 3d46f6e0-1421-4d94-b996-4afc552459a1 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:54.950870 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c241e-0092-4cca-9d3e-175732c887d0 None None] Pushing event deleted for resources: {'Port': ['ID=0bb29ce5-8121-4078-8a21-44f92ad37aba,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:54.953952 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3c241e-0092-4cca-9d3e-175732c887d0 None None] No DVR routers for this DVR port 0bb29ce5-8121-4078-8a21-44f92ad37aba on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:32:54.962347 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-fd3c241e-0092-4cca-9d3e-175732c887d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:54.965725 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc5a1a-72f8-47d4-a4c3-153e98389c2d None None] The sync data for ids ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'] in dv-neutron-601336-80-hyperv is: [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:32:49Z', 'revision_number': 8, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': '26fc310e-017d-4b53-9468-71ff581e422f', 'name': '', 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:5f:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:01Z', 'updated_at': '2021-06-02T12:32:20Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:00Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0eca2d6-66c4-459b-8c5f-1bedf029cfd0', 'name': '', 'network_id': '47271cc3-e68b-4e4e-9f38-dd3500e34835', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:eb:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:12Z', 'updated_at': '2021-06-02T12:32:40Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '9b2781a6-2b5a-48a2-9391-a628b6b74101', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:32:54.967113 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6d16f2d0-476f-4ee1-83d1-15846c5f3fca None None] Provisioning complete for port 3d46f6e0-1421-4d94-b996-4afc552459a1 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:54.968028 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6d16f2d0-476f-4ee1-83d1-15846c5f3fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:55.060466 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-6d16f2d0-476f-4ee1-83d1-15846c5f3fca None None] Port 3d46f6e0-1421-4d94-b996-4afc552459a1 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:32:55.097893 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6d16f2d0-476f-4ee1-83d1-15846c5f3fca None None] Provisioning complete for port 69c130b7-ba7a-44e8-914c-10f020c35191 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:55.098581 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6d16f2d0-476f-4ee1-83d1-15846c5f3fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:55.111128 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0a6fb25b-7247-437b-b630-d15fb42d5e39 req-acb03fc0-e579-4315-9c0f-7278c83af16d tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3762372 Jun 02 12:32:55.121564 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:55.135438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa41f67e-1e63-4c12-956f-68bee90f4bb0 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Network 9c4035f7-d194-4bc4-8e42-d15783995347 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:55.136173 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:55.147469 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-03f2c2c7-be06-4d60-a054-300e6f20c4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:55.155742 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-fa41f67e-1e63-4c12-956f-68bee90f4bb0 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:55.166231 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507cbda2-e361-418c-9611-665387722355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-5f8f70fa-496f-42a8-b6f8-090baa296d01', 'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01', 'tenant_id': '4205f37103a1478c8c9013669bd1496e', 'fixed_ips': [{'subnet_id': '8a494923-9ea7-4ecd-b25b-a1f34ae41ab4'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:32:55.167695 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-507cbda2-e361-418c-9611-665387722355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:55.182599 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fd6b049d-ba6b-4216-8276-1c3338c9bb4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:55.217959 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-fd6b049d-ba6b-4216-8276-1c3338c9bb4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d5a463-3d64-475f-b810-9e0ef12cab46']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:55.228898 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-62b379da-fcef-4fb0-a1ae-cfed3e89980a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:55.319736 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-62b379da-fcef-4fb0-a1ae-cfed3e89980a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:55.335573 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ed0179cf-2feb-4633-ac41-fe8716ca4a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:55.368771 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Network': ['ID=a5f5d3f8-0f26-47b1-80c6-f3568da737c2,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:55.371923 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/networks/a5f5d3f8-0f26-47b1-80c6-f3568da737c2 HTTP/1.1" status: 204 len: 168 time: 2.8541811 Jun 02 12:32:55.373257 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:55.377094 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43752) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:55.399213 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-fd6b049d-ba6b-4216-8276-1c3338c9bb4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21cbf4e-21b9-4266-a67e-c3604e428cd6') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:55.399520 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-fd6b049d-ba6b-4216-8276-1c3338c9bb4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21cbf4e-21b9-4266-a67e-c3604e428cd6') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:55.492565 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fd6b049d-ba6b-4216-8276-1c3338c9bb4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:55.549549 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-62b379da-fcef-4fb0-a1ae-cfed3e89980a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:55.551061 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-62b379da-fcef-4fb0-a1ae-cfed3e89980a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3897262 Jun 02 12:32:55.563369 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b379da-fcef-4fb0-a1ae-cfed3e89980a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc37eb4-43e6-492d-a90b-021a3860c96f,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:55.566769 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-62b379da-fcef-4fb0-a1ae-cfed3e89980a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:55.568403 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43754) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:55.582280 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fd6b049d-ba6b-4216-8276-1c3338c9bb4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:55.584064 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-26283f51-6253-4424-bd1a-c00049af4d1b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'security_group': {'name': 'tempest-secgroup-1503640446'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:55.593164 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 69c130b7-ba7a-44e8-914c-10f020c35191 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:55.613617 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-26283f51-6253-4424-bd1a-c00049af4d1b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:55.654940 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-26283f51-6253-4424-bd1a-c00049af4d1b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:security_group and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:55.659158 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] For port b6fd4462-3915-4c01-8e8a-23a049f1788a, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b6fd4462-3915-4c01-8e8a-23a049f1788a,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:32:55.662570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-26283f51-6253-4424-bd1a-c00049af4d1b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:55.674029 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd6b049d-ba6b-4216-8276-1c3338c9bb4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:32:55.674771 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fd6b049d-ba6b-4216-8276-1c3338c9bb4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:55.690372 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:32:55.698561 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:32:55.706375 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-507cbda2-e361-418c-9611-665387722355 None None] Allocated IP 172.20.0.2 (5f8f70fa-496f-42a8-b6f8-090baa296d01/8a494923-9ea7-4ecd-b25b-a1f34ae41ab4/c085461d-d7b9-49dd-b9f7-0c7375801e1c) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:55.709460 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e7b98fe0-6c05-4210-b407-f77b9945c086 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:55.728691 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ee73f348-e1e9-482c-a15d-4cfbd1a3c26e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:55.729892 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 69c130b7-ba7a-44e8-914c-10f020c35191 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:55.730529 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:55.751175 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-26283f51-6253-4424-bd1a-c00049af4d1b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:55.779819 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-dba020a9-59cf-4ff1-8da0-28b6b5b28728 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Deleting port 8ae0bc77-e125-4edf-be0a-cf5a251deb3b {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:32:55.780126 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dba020a9-59cf-4ff1-8da0-28b6b5b28728 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:55.862700 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-26283f51-6253-4424-bd1a-c00049af4d1b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:55.898684 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:55.943704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:55.944715 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:55.955194 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-26283f51-6253-4424-bd1a-c00049af4d1b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:55.959791 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-edb38642-2abd-46dd-b4ff-66869d5c65a8 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:55.970848 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device cc2d3809-5cea-4bf5-9951-8f5eeab9ea82 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:32:55.987509 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea21a4-8b5d-46ad-8277-d4262cc5edd9 req-49b5121c-4181-4ce0-8d47-f5bb17fac02c tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:55.992961 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-93ea21a4-8b5d-46ad-8277-d4262cc5edd9 req-49b5121c-4181-4ce0-8d47-f5bb17fac02c tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.6801858 Jun 02 12:32:56.009972 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: cc2d3809-5cea-4bf5-9951-8f5eeab9ea82 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:32:56.010428 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device cc2d3809-5cea-4bf5-9951-8f5eeab9ea82 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:32:56.011025 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43756) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:56.011986 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d4ac5811-7b2a-469a-b67b-1c40e8bc0e54 None None] Provisioning for port 8ae0bc77-e125-4edf-be0a-cf5a251deb3b completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:56.012196 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-26283f51-6253-4424-bd1a-c00049af4d1b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:security_group_rule and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:56.019433 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d4ac5811-7b2a-469a-b67b-1c40e8bc0e54 None None] Provisioning complete for port 8ae0bc77-e125-4edf-be0a-cf5a251deb3b triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:56.019813 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5811-7b2a-469a-b67b-1c40e8bc0e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:56.034828 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-dcc74598-6819-4770-9558-d5b53fec3485 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Request body: {'floatingip': {'port_id': 'ded582b0-2d55-48af-be8b-cc1d90a47d42'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:56.080137 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac5811-7b2a-469a-b67b-1c40e8bc0e54 None None] Port 8ae0bc77-e125-4edf-be0a-cf5a251deb3b cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:32:56.092754 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-26283f51-6253-4424-bd1a-c00049af4d1b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:56.105281 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d4ac5811-7b2a-469a-b67b-1c40e8bc0e54 None None] Provisioning complete for port 3d46f6e0-1421-4d94-b996-4afc552459a1 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:56.105659 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5811-7b2a-469a-b67b-1c40e8bc0e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:56.106992 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fd6b049d-ba6b-4216-8276-1c3338c9bb4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:56.113535 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fd6b049d-ba6b-4216-8276-1c3338c9bb4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:56.125843 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-26283f51-6253-4424-bd1a-c00049af4d1b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:56.140452 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:56.155161 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:56.163767 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa41f67e-1e63-4c12-956f-68bee90f4bb0 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Router 21724b17-26bf-4052-85a6-7b638422d074 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:32:56.167179 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dcc74598-6819-4770-9558-d5b53fec3485 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks [] for floatingip, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:56.176882 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ee748b-3486-463b-9aa2-6f86f5afc82e None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:56.181336 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b98fe0-6c05-4210-b407-f77b9945c086 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Subnet': ['ID=5d0d6d26-8755-4c61-ae74-108944865d9d,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:56.184384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e7b98fe0-6c05-4210-b407-f77b9945c086 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:56.189438 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fd6b049d-ba6b-4216-8276-1c3338c9bb4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] 10.222.0.37 "DELETE /v2.0/networks/20d5a463-3d64-475f-b810-9e0ef12cab46 HTTP/1.1" status: 204 len: 168 time: 1.9839993 Jun 02 12:32:56.191788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43758) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:56.205154 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:56.223812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b98fe0-6c05-4210-b407-f77b9945c086 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Checking segment: {'id': '8cef26cb-bd12-43a6-ab15-f0a0ca23f487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'acd42432-5d63-47f8-bbc7-781d87fc23ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:56.224187 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b98fe0-6c05-4210-b407-f77b9945c086 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Network hostable DHCP agents. Network: acd42432-5d63-47f8-bbc7-781d87fc23ba, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:32:56.289409 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b049d-ba6b-4216-8276-1c3338c9bb4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Pushing event deleted for resources: {'Network': ['ID=20d5a463-3d64-475f-b810-9e0ef12cab46,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:56.300170 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac5811-7b2a-469a-b67b-1c40e8bc0e54 None None] Port 3d46f6e0-1421-4d94-b996-4afc552459a1 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:32:56.309089 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fd6b049d-ba6b-4216-8276-1c3338c9bb4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:56.329641 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:56.330419 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:56.334180 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-507cbda2-e361-418c-9611-665387722355 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:56.365544 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-507cbda2-e361-418c-9611-665387722355 None None] Transition to ACTIVE for port object c085461d-d7b9-49dd-b9f7-0c7375801e1c will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:56.368134 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d4ac5811-7b2a-469a-b67b-1c40e8bc0e54 None None] Provisioning complete for port 69c130b7-ba7a-44e8-914c-10f020c35191 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:56.368511 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5811-7b2a-469a-b67b-1c40e8bc0e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:56.378967 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=b6fd4462-3915-4c01-8e8a-23a049f1788a,revision_number=9']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:56.391346 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:56.395410 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6b2d989b-71e2-4d18-b58d-85a17752d54c tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.399s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:56.444504 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dba020a9-59cf-4ff1-8da0-28b6b5b28728 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:56.479453 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1055543 Jun 02 12:32:56.485524 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43760) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:56.494170 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-507cbda2-e361-418c-9611-665387722355 None None] Transition to ACTIVE for port object c085461d-d7b9-49dd-b9f7-0c7375801e1c will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:56.511793 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-507cbda2-e361-418c-9611-665387722355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:56.518444 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-1f1b6f81-61de-4ba2-8749-81ced50dc3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:56.553505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b98fe0-6c05-4210-b407-f77b9945c086 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Network acd42432-5d63-47f8-bbc7-781d87fc23ba is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:32:56.558730 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1f5d3757-4640-43fe-9122-e1410109bee3 req-e72ab7b6-2590-4092-9836-cfa741c2c359 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7621498 Jun 02 12:32:56.654639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507cbda2-e361-418c-9611-665387722355 None None] Network 5f8f70fa-496f-42a8-b6f8-090baa296d01 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:56.655528 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=bb7f1a2f-f0db-410d-a0f5-646103ed7883,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:56.659468 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-26283f51-6253-4424-bd1a-c00049af4d1b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:56.663108 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:56.663805 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-507cbda2-e361-418c-9611-665387722355 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:56.670410 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507cbda2-e361-418c-9611-665387722355 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:56.680185 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-26283f51-6253-4424-bd1a-c00049af4d1b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:56.686938 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cbda2-e361-418c-9611-665387722355 None None] Pushing event updated for resources: {'Port': ['ID=c085461d-d7b9-49dd-b9f7-0c7375801e1c,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:56.694640 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-507cbda2-e361-418c-9611-665387722355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:56.701428 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8a20d92b-1662-46cf-88c3-abe3ef2a9612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:56.783350 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-401a145a-5462-45c3-8adc-0769abb62ec2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'mac_address': 'fa:16:3e:20:ae:d4', 'name': 'tempest-NetworksTestDHCPv6-319040011'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:56.807136 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-507cbda2-e361-418c-9611-665387722355 None None] Attempting to bind port c085461d-d7b9-49dd-b9f7-0c7375801e1c on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:32:56.807509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-507cbda2-e361-418c-9611-665387722355 None None] Attempting to bind port c085461d-d7b9-49dd-b9f7-0c7375801e1c by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'da0897bf-884f-4be1-82a7-8e7c0180f1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:32:56.807876 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507cbda2-e361-418c-9611-665387722355 None None] Attempting to bind port c085461d-d7b9-49dd-b9f7-0c7375801e1c on network 5f8f70fa-496f-42a8-b6f8-090baa296d01 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:32:56.812309 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-dba020a9-59cf-4ff1-8da0-28b6b5b28728 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Calling delete_port for 8ae0bc77-e125-4edf-be0a-cf5a251deb3b owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:32:56.815915 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507cbda2-e361-418c-9611-665387722355 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:32:56.816293 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507cbda2-e361-418c-9611-665387722355 None None] Checking segment: {'id': 'da0897bf-884f-4be1-82a7-8e7c0180f1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:56.816698 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-507cbda2-e361-418c-9611-665387722355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:56.817093 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507cbda2-e361-418c-9611-665387722355 None None] Bound using segment: {'id': 'da0897bf-884f-4be1-82a7-8e7c0180f1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:32:56.818215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-507cbda2-e361-418c-9611-665387722355 None None] Bound port: c085461d-d7b9-49dd-b9f7-0c7375801e1c, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0897bf-884f-4be1-82a7-8e7c0180f1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:32:56.818215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-507cbda2-e361-418c-9611-665387722355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:56.864215 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a7a88830-3fd6-489c-b748-400e5014cf93 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:56.904512 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26283f51-6253-4424-bd1a-c00049af4d1b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2daccb20-7857-4adc-a809-7d092fe37033,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:56.907558 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-3ef3dee9-f89e-4d77-8e1e-5ca2e91bc654 None None] Provisioning complete for port 8ae0bc77-e125-4edf-be0a-cf5a251deb3b triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:56.907933 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3ef3dee9-f89e-4d77-8e1e-5ca2e91bc654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:56.918460 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-26283f51-6253-4424-bd1a-c00049af4d1b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:56.968780 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-e7b98fe0-6c05-4210-b407-f77b9945c086 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, acd42432-5d63-47f8-bbc7-781d87fc23ba) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:56.970976 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-507cbda2-e361-418c-9611-665387722355 None None] For port c085461d-d7b9-49dd-b9f7-0c7375801e1c, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:32:56.977755 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c29f6f7-9f8f-4316-8455-75cd9936afb5 None None] Network acd42432-5d63-47f8-bbc7-781d87fc23ba requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:32:57.000497 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-507cbda2-e361-418c-9611-665387722355 None None] For port c085461d-d7b9-49dd-b9f7-0c7375801e1c, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c085461d-d7b9-49dd-b9f7-0c7375801e1c,segment=NetworkSegment(da0897bf-884f-4be1-82a7-8e7c0180f1d2),segment_id=da0897bf-884f-4be1-82a7-8e7c0180f1d2)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:32:57.001829 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-3ef3dee9-f89e-4d77-8e1e-5ca2e91bc654 None None] Port 8ae0bc77-e125-4edf-be0a-cf5a251deb3b cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:32:57.045999 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-26283f51-6253-4424-bd1a-c00049af4d1b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:57.047513 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-26283f51-6253-4424-bd1a-c00049af4d1b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4759693 Jun 02 12:32:57.057836 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43762) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:57.071894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-8233bac0-ea23-4f71-8be6-253a69e9d5eb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1597858656', 'security_groups': ['2daccb20-7857-4adc-a809-7d092fe37033'], 'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8a494923-9ea7-4ecd-b25b-a1f34ae41ab4'}]}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:57.090220 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b98fe0-6c05-4210-b407-f77b9945c086 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:57.090827 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e7b98fe0-6c05-4210-b407-f77b9945c086 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:57.163995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa41f67e-1e63-4c12-956f-68bee90f4bb0 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:32:57.178583 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e92a70-04cd-4b78-9970-a500af538168 None None] Sync routers for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:32:57.180903 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fa41f67e-1e63-4c12-956f-68bee90f4bb0 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "PUT /v2.0/routers/21724b17-26bf-4052-85a6-7b638422d074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4769909 Jun 02 12:32:57.195116 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e92a70-04cd-4b78-9970-a500af538168 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:57.196711 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-57e92a70-04cd-4b78-9970-a500af538168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:32:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:57.203583 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43764) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:57.204435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-507cbda2-e361-418c-9611-665387722355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:57.214038 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0e75b2d1-177b-45a6-8168-db3fefae2f30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:57.225086 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ada67e0d-ccd7-4bde-8114-261d94ca80fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Request body: {'port': {'network_id': '9c4035f7-d194-4bc4-8e42-d15783995347', 'name': 'tempest-FloatingIPTestJSON-164309865'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:57.231637 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e7b98fe0-6c05-4210-b407-f77b9945c086 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 5.3295429 Jun 02 12:32:57.236440 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43766) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:57.287809 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-57e92a70-04cd-4b78-9970-a500af538168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:57.305770 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e92a70-04cd-4b78-9970-a500af538168 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:32:57.306757 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-57e92a70-04cd-4b78-9970-a500af538168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:32:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:57.360995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a7a88830-3fd6-489c-b748-400e5014cf93 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:57.377900 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-676ea401-2433-4af5-b635-c16ee7a41ac4 None None] Provisioning complete for port b6fd4462-3915-4c01-8e8a-23a049f1788a triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:57.378303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-676ea401-2433-4af5-b635-c16ee7a41ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:57.410222 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-57e92a70-04cd-4b78-9970-a500af538168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:57.411498 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e92a70-04cd-4b78-9970-a500af538168 None None] The sync data for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:32:57.412125 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cbda2-e361-418c-9611-665387722355 None None] Pushing event updated for resources: {'Port': ['ID=c085461d-d7b9-49dd-b9f7-0c7375801e1c,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:57.450058 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-507cbda2-e361-418c-9611-665387722355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:57.477052 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-401a145a-5462-45c3-8adc-0769abb62ec2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:57.485653 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d3757-4640-43fe-9122-e1410109bee3 req-d1335c5d-466a-4972-8863-9a9b7a4cd0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:57.489065 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1f5d3757-4640-43fe-9122-e1410109bee3 req-d1335c5d-466a-4972-8863-9a9b7a4cd0a6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2eeecbacfd564d3d9465a6227d2e7ddc&device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 1098 time: 0.6736860 Jun 02 12:32:57.500778 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-a7a88830-3fd6-489c-b748-400e5014cf93 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100635bb-c948-467f-81db-fc47b9b4f0c2']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:57.504125 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10302ded-b815-436e-8236-6f442015e591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-acd42432-5d63-47f8-bbc7-781d87fc23ba', 'network_id': 'acd42432-5d63-47f8-bbc7-781d87fc23ba', 'tenant_id': 'df12f77339d04f159923e892b9b45dd6', 'fixed_ips': [{'subnet_id': '5d0d6d26-8755-4c61-ae74-108944865d9d'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:32:57.505127 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-10302ded-b815-436e-8236-6f442015e591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:57.528785 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b6fd4462-3915-4c01-8e8a-23a049f1788a up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:57.565787 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-401a145a-5462-45c3-8adc-0769abb62ec2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:57.584183 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b85b6f74-e17d-48bb-926e-513c562875bd tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:57.632163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-a7a88830-3fd6-489c-b748-400e5014cf93 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548a83d2-874f-4adf-9b71-8fe5cf71a723') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:57.632736 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-a7a88830-3fd6-489c-b748-400e5014cf93 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548a83d2-874f-4adf-9b71-8fe5cf71a723') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:32:57.676857 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8233bac0-ea23-4f71-8be6-253a69e9d5eb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:57.714769 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8233bac0-ea23-4f71-8be6-253a69e9d5eb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:port and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:57.738025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a7a88830-3fd6-489c-b748-400e5014cf93 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:57.744899 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401a145a-5462-45c3-8adc-0769abb62ec2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:57.788697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8233bac0-ea23-4f71-8be6-253a69e9d5eb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:57.823118 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8233bac0-ea23-4f71-8be6-253a69e9d5eb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:57.829234 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port b6fd4462-3915-4c01-8e8a-23a049f1788a triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:57.829985 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:57.908137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-401a145a-5462-45c3-8adc-0769abb62ec2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:57.932132 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-10302ded-b815-436e-8236-6f442015e591 None None] Allocated IP 2001:db8::1 (acd42432-5d63-47f8-bbc7-781d87fc23ba/5d0d6d26-8755-4c61-ae74-108944865d9d/4003ef81-75bd-4607-8294-6cd345b7a344) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:57.955051 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8233bac0-ea23-4f71-8be6-253a69e9d5eb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:57.980646 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:57.995825 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a7a88830-3fd6-489c-b748-400e5014cf93 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:58.014242 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ada67e0d-ccd7-4bde-8114-261d94ca80fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:58.014972 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-401a145a-5462-45c3-8adc-0769abb62ec2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] device_id is not set on port 1c88d693-c65f-4d97-9d5c-e751e088ed76 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:32:58.028755 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ada67e0d-ccd7-4bde-8114-261d94ca80fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Usage tracker for resource:port and tenant:c238b4d1abdf43af85cd0e1ea5d0d537 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:32:58.033126 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ada67e0d-ccd7-4bde-8114-261d94ca80fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:32:58.054757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a88830-3fd6-489c-b748-400e5014cf93 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:32:58.055168 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a7a88830-3fd6-489c-b748-400e5014cf93 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:32:58.072969 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:32:58.089996 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ada67e0d-ccd7-4bde-8114-261d94ca80fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:58.119365 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dba020a9-59cf-4ff1-8da0-28b6b5b28728 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:58.183215 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada67e0d-ccd7-4bde-8114-261d94ca80fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Made reservation on behalf of c238b4d1abdf43af85cd0e1ea5d0d537 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:58.187199 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ada67e0d-ccd7-4bde-8114-261d94ca80fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:58.204820 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b94ac429-06c8-4f82-b911-6b9bdd24b7d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:58.215595 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.db.resource_extend [None req-dcc74598-6819-4770-9558-d5b53fec3485 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:32:58.236575 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d3757-4640-43fe-9122-e1410109bee3 req-45282057-364a-479b-92a0-1000768843bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:58.238059 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1f5d3757-4640-43fe-9122-e1410109bee3 req-45282057-364a-479b-92a0-1000768843bb service neutron] 10.222.0.22 "GET /v2.0/networks?id=d26e7cf0-c529-4972-8a72-bcb5f758199e HTTP/1.1" status: 200 len: 912 time: 0.7206228 Jun 02 12:32:58.245127 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-10302ded-b815-436e-8236-6f442015e591 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:58.261467 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-10302ded-b815-436e-8236-6f442015e591 None None] Transition to ACTIVE for port object 4003ef81-75bd-4607-8294-6cd345b7a344 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:58.283120 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-10302ded-b815-436e-8236-6f442015e591 None None] Transition to ACTIVE for port object 4003ef81-75bd-4607-8294-6cd345b7a344 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:32:58.290376 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-10302ded-b815-436e-8236-6f442015e591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:58.295382 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:58.346948 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba020a9-59cf-4ff1-8da0-28b6b5b28728 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Pushing event deleted for resources: {'Port': ['ID=8ae0bc77-e125-4edf-be0a-cf5a251deb3b,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:58.374756 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10302ded-b815-436e-8236-6f442015e591 None None] Pushing event updated for resources: {'Port': ['ID=4003ef81-75bd-4607-8294-6cd345b7a344,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:58.376125 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dba020a9-59cf-4ff1-8da0-28b6b5b28728 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:58.378026 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-10302ded-b815-436e-8236-6f442015e591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:58.389072 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10302ded-b815-436e-8236-6f442015e591 None None] Network acd42432-5d63-47f8-bbc7-781d87fc23ba is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:32:58.390659 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-10302ded-b815-436e-8236-6f442015e591 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:32:58.393290 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10302ded-b815-436e-8236-6f442015e591 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:32:58.415519 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1f5d3757-4640-43fe-9122-e1410109bee3 req-aee4f97d-817b-41d0-af3a-50291d33101b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ded582b0-2d55-48af-be8b-cc1d90a47d42 HTTP/1.1" status: 200 len: 217 time: 0.1590269 Jun 02 12:32:58.424734 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a7a88830-3fd6-489c-b748-400e5014cf93 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:58.493322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8233bac0-ea23-4f71-8be6-253a69e9d5eb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:58.510159 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-10302ded-b815-436e-8236-6f442015e591 None None] Attempting to bind port 4003ef81-75bd-4607-8294-6cd345b7a344 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:32:58.510717 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-10302ded-b815-436e-8236-6f442015e591 None None] Attempting to bind port 4003ef81-75bd-4607-8294-6cd345b7a344 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '8cef26cb-bd12-43a6-ab15-f0a0ca23f487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'acd42432-5d63-47f8-bbc7-781d87fc23ba'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:32:58.511198 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10302ded-b815-436e-8236-6f442015e591 None None] Attempting to bind port 4003ef81-75bd-4607-8294-6cd345b7a344 on network acd42432-5d63-47f8-bbc7-781d87fc23ba {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:32:58.517698 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10302ded-b815-436e-8236-6f442015e591 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:32:58.518299 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10302ded-b815-436e-8236-6f442015e591 None None] Checking segment: {'id': '8cef26cb-bd12-43a6-ab15-f0a0ca23f487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'acd42432-5d63-47f8-bbc7-781d87fc23ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:32:58.518826 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-10302ded-b815-436e-8236-6f442015e591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:58.519333 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10302ded-b815-436e-8236-6f442015e591 None None] Bound using segment: {'id': '8cef26cb-bd12-43a6-ab15-f0a0ca23f487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'acd42432-5d63-47f8-bbc7-781d87fc23ba'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:32:58.519931 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-10302ded-b815-436e-8236-6f442015e591 None None] Bound port: 4003ef81-75bd-4607-8294-6cd345b7a344, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cef26cb-bd12-43a6-ab15-f0a0ca23f487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'acd42432-5d63-47f8-bbc7-781d87fc23ba'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:32:58.520468 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-10302ded-b815-436e-8236-6f442015e591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:58.540611 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-ada67e0d-ccd7-4bde-8114-261d94ca80fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] device_id is not set on port 989cfbdd-5f88-4f04-8a58-57525fecf35c yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:32:58.604634 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dcc74598-6819-4770-9558-d5b53fec3485 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:58.632172 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-8233bac0-ea23-4f71-8be6-253a69e9d5eb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] device_id is not set on port 69d068e4-7955-47ef-9fb0-1a0e403ce5d8 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:32:58.644727 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-10302ded-b815-436e-8236-6f442015e591 None None] For port 4003ef81-75bd-4607-8294-6cd345b7a344, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:32:58.648424 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-10302ded-b815-436e-8236-6f442015e591 None None] For port 4003ef81-75bd-4607-8294-6cd345b7a344, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4003ef81-75bd-4607-8294-6cd345b7a344,segment=NetworkSegment(8cef26cb-bd12-43a6-ab15-f0a0ca23f487),segment_id=8cef26cb-bd12-43a6-ab15-f0a0ca23f487)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:32:58.654727 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-10302ded-b815-436e-8236-6f442015e591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:58.658982 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:58.688552 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cf137aeb-b130-4c29-ae76-4b802bdfabda tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:32:58.695393 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dcc74598-6819-4770-9558-d5b53fec3485 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:58.740614 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:58.773518 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a7a88830-3fd6-489c-b748-400e5014cf93 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:58.780785 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10302ded-b815-436e-8236-6f442015e591 None None] Pushing event updated for resources: {'Port': ['ID=4003ef81-75bd-4607-8294-6cd345b7a344,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:58.782703 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-10302ded-b815-436e-8236-6f442015e591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:58.823617 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a88830-3fd6-489c-b748-400e5014cf93 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Pushing event deleted for resources: {'Network': ['ID=100635bb-c948-467f-81db-fc47b9b4f0c2,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:32:58.826724 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a7a88830-3fd6-489c-b748-400e5014cf93 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:32:58.867706 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a7a88830-3fd6-489c-b748-400e5014cf93 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] 10.222.0.37 "DELETE /v2.0/networks/100635bb-c948-467f-81db-fc47b9b4f0c2 HTTP/1.1" status: 204 len: 168 time: 2.6450167 Jun 02 12:32:58.876501 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43768) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:59.049879 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-53ac5602-4155-423c-8161-36b7367fb1c9 None None] Provisioning complete for port 52be045b-8073-4e51-beee-81bd42e2a272 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:59.050448 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-53ac5602-4155-423c-8161-36b7367fb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:59.058810 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d3757-4640-43fe-9122-e1410109bee3 req-d5ebfa58-a34d-4308-b878-bb18244c3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:59.062272 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1f5d3757-4640-43fe-9122-e1410109bee3 req-d5ebfa58-a34d-4308-b878-bb18244c3856 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=35e7c6b0-13d3-41ba-a88f-b72a6c16c109 HTTP/1.1" status: 200 len: 850 time: 0.6277101 Jun 02 12:32:59.135654 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-53ac5602-4155-423c-8161-36b7367fb1c9 None None] Port 52be045b-8073-4e51-beee-81bd42e2a272 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:32:59.150449 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-53ac5602-4155-423c-8161-36b7367fb1c9 None None] Provisioning for port c085461d-d7b9-49dd-b9f7-0c7375801e1c completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:59.235539 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-dcc74598-6819-4770-9558-d5b53fec3485 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Floating IP 688f9a9b-02a7-4921-a811-330c9ee36a9e associated. External IP: 172.26.7.163, port: ded582b0-2d55-48af-be8b-cc1d90a47d42. Jun 02 12:32:59.249722 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dba020a9-59cf-4ff1-8da0-28b6b5b28728 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:59.251644 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-dba020a9-59cf-4ff1-8da0-28b6b5b28728 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "DELETE /v2.0/ports/8ae0bc77-e125-4edf-be0a-cf5a251deb3b HTTP/1.1" status: 204 len: 168 time: 4.4515622 Jun 02 12:32:59.258377 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43770) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:59.288780 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-ada67e0d-ccd7-4bde-8114-261d94ca80fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Allocated IP 172.20.0.11 (9c4035f7-d194-4bc4-8e42-d15783995347/99ef8dec-4bf9-4d68-bce0-20168287b225/989cfbdd-5f88-4f04-8a58-57525fecf35c) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:59.395535 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9b3624-d62d-4a6e-8fe4-faa319088c3e tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] GET failed (client error): The resource could not be found. Jun 02 12:32:59.396070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-df9b3624-d62d-4a6e-8fe4-faa319088c3e tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Synchronizing usage tracker for tenant:d4490fd3b6c74d289d982a1cffed0862 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:32:59.426651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-401a145a-5462-45c3-8adc-0769abb62ec2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 172.20.0.7 (a7413df9-4e7a-4187-aef8-a668d8bf2950/826995cc-635c-4122-b6e9-716983681dce/1c88d693-c65f-4d97-9d5c-e751e088ed76) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:59.440322 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806efa9f-42e0-4d2f-bf5c-54be157badd9 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:59.446394 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806efa9f-42e0-4d2f-bf5c-54be157badd9 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:59.447176 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-806efa9f-42e0-4d2f-bf5c-54be157badd9 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Synchronizing usage tracker for tenant:018118c9b2d045e2b9a10403a5c31db5 on resource:network {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:32:59.468666 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-401a145a-5462-45c3-8adc-0769abb62ec2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8::f816:3eff:fe20:aed4 (a7413df9-4e7a-4187-aef8-a668d8bf2950/bb7f1a2f-f0db-410d-a0f5-646103ed7883/1c88d693-c65f-4d97-9d5c-e751e088ed76) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:59.478718 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-8233bac0-ea23-4f71-8be6-253a69e9d5eb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Allocated IP 172.20.0.3 (5f8f70fa-496f-42a8-b6f8-090baa296d01/8a494923-9ea7-4ecd-b25b-a1f34ae41ab4/69d068e4-7955-47ef-9fb0-1a0e403ce5d8) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:32:59.517602 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-b85b6f74-e17d-48bb-926e-513c562875bd tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting port c0eca2d6-66c4-459b-8c5f-1bedf029cfd0 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:32:59.518140 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b85b6f74-e17d-48bb-926e-513c562875bd tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:59.540102 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-df9b3624-d62d-4a6e-8fe4-faa319088c3e tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Unset dirty status for tenant:d4490fd3b6c74d289d982a1cffed0862 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:32:59.546914 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-df9b3624-d62d-4a6e-8fe4-faa319088c3e tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "GET /v2.0/ports/8ae0bc77-e125-4edf-be0a-cf5a251deb3b HTTP/1.1" status: 404 len: 333 time: 0.2345917 Jun 02 12:32:59.553787 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43772) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:59.558521 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-806efa9f-42e0-4d2f-bf5c-54be157badd9 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Unset dirty status for tenant:018118c9b2d045e2b9a10403a5c31db5 on resource:network {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:32:59.559845 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-806efa9f-42e0-4d2f-bf5c-54be157badd9 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6821504 Jun 02 12:32:59.581458 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-381c3045-c425-411f-8e28-29bf3117f3ea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Request body: {'port': {'network_id': '2ca293c3-1527-4f65-ad51-c7e80b4cd3a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1856405503'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:59.606352 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43774) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:32:59.615348 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-aeabdf0a-7072-4e1f-af22-621f2f8aae70 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1110854374'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:32:59.641571 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d3757-4640-43fe-9122-e1410109bee3 req-c9cab5e2-77c7-4fbf-af22-a019717cabea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:32:59.643326 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1f5d3757-4640-43fe-9122-e1410109bee3 req-c9cab5e2-77c7-4fbf-af22-a019717cabea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d26e7cf0-c529-4972-8a72-bcb5f758199e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5320742 Jun 02 12:32:59.644588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-aeabdf0a-7072-4e1f-af22-621f2f8aae70 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:32:59.644905 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4003ef81-75bd-4607-8294-6cd345b7a344 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:59.739579 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 4003ef81-75bd-4607-8294-6cd345b7a344 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:59.747116 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c085461d-d7b9-49dd-b9f7-0c7375801e1c up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:32:59.824377 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-aeabdf0a-7072-4e1f-af22-621f2f8aae70 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:32:59.840399 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port c085461d-d7b9-49dd-b9f7-0c7375801e1c completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:32:59.848866 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port c085461d-d7b9-49dd-b9f7-0c7375801e1c triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:32:59.849263 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:32:59.992807 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeabdf0a-7072-4e1f-af22-621f2f8aae70 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Made reservation on behalf of 018118c9b2d045e2b9a10403a5c31db5 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:32:59.996253 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aeabdf0a-7072-4e1f-af22-621f2f8aae70 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.007477 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.019656 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac3fff6-b494-47f5-8873-2495c8a16317 None None] Network acd42432-5d63-47f8-bbc7-781d87fc23ba requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:00.032007 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ada67e0d-ccd7-4bde-8114-261d94ca80fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.108341 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-381c3045-c425-411f-8e28-29bf3117f3ea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:00.118443 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1f5d3757-4640-43fe-9122-e1410109bee3 req-90be942c-3797-45d1-8e57-1fa8e761e094 service neutron] 10.222.0.22 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286113 Jun 02 12:33:00.119463 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.137949 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-31bf4576-732e-40a5-a707-bf83f8591756 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:00.168110 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeabdf0a-7072-4e1f-af22-621f2f8aae70 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:33:00.201334 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-cdc6d5bc-3d15-4dae-84c3-d36859428958 None None] Provisioning for port 4003ef81-75bd-4607-8294-6cd345b7a344 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:00.207092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-381c3045-c425-411f-8e28-29bf3117f3ea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:00.217639 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Subnet': ['ID=5d0d6d26-8755-4c61-ae74-108944865d9d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:00.220692 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-cdc6d5bc-3d15-4dae-84c3-d36859428958 None None] Provisioning complete for port 4003ef81-75bd-4607-8294-6cd345b7a344 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:00.220867 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cdc6d5bc-3d15-4dae-84c3-d36859428958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.239402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:00.252849 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port c085461d-d7b9-49dd-b9f7-0c7375801e1c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c085461d-d7b9-49dd-b9f7-0c7375801e1c,segment=NetworkSegment(da0897bf-884f-4be1-82a7-8e7c0180f1d2),segment_id=da0897bf-884f-4be1-82a7-8e7c0180f1d2)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:00.275443 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.280383 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-89be59da-d87e-4381-92b9-d9e9b1272105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:00.304209 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aeabdf0a-7072-4e1f-af22-621f2f8aae70 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.304554 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-aeabdf0a-7072-4e1f-af22-621f2f8aae70 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Added segment f8187e4c-2dd3-47e5-9524-80fbc0f8f8c8 of type vlan for network be5c5fdd-2333-4186-9005-27fc12b7dab8 Jun 02 12:33:00.320796 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-401a145a-5462-45c3-8adc-0769abb62ec2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.338916 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-b85b6f74-e17d-48bb-926e-513c562875bd tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] For port c0eca2d6-66c4-459b-8c5f-1bedf029cfd0, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c0eca2d6-66c4-459b-8c5f-1bedf029cfd0,segment=NetworkSegment(60725ce2-de9a-4a54-8ab8-a002cea52fad),segment_id=60725ce2-de9a-4a54-8ab8-a002cea52fad)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:00.339544 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b85b6f74-e17d-48bb-926e-513c562875bd tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.350142 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381c3045-c425-411f-8e28-29bf3117f3ea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Made reservation on behalf of d4490fd3b6c74d289d982a1cffed0862 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:00.353622 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-381c3045-c425-411f-8e28-29bf3117f3ea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.441495 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=c085461d-d7b9-49dd-b9f7-0c7375801e1c,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:00.445303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:00.492966 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-b85b6f74-e17d-48bb-926e-513c562875bd tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Calling delete_port for c0eca2d6-66c4-459b-8c5f-1bedf029cfd0 owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:00.515247 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cdc6d5bc-3d15-4dae-84c3-d36859428958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.523989 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc74598-6819-4770-9558-d5b53fec3485 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Router d6c456cb-b6e4-42e1-940c-6836bf8f0175 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:33:00.547179 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8233bac0-ea23-4f71-8be6-253a69e9d5eb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.560055 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-cdc6d5bc-3d15-4dae-84c3-d36859428958 None None] For port 4003ef81-75bd-4607-8294-6cd345b7a344, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4003ef81-75bd-4607-8294-6cd345b7a344,segment=NetworkSegment(8cef26cb-bd12-43a6-ab15-f0a0ca23f487),segment_id=8cef26cb-bd12-43a6-ab15-f0a0ca23f487)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:00.565934 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cdc6d5bc-3d15-4dae-84c3-d36859428958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.568847 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8a165bcc-805d-46a2-b857-60e439c3bc9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:00.597494 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-401a145a-5462-45c3-8adc-0769abb62ec2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Transition to ACTIVE for port object 1c88d693-c65f-4d97-9d5c-e751e088ed76 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:00.611285 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aeabdf0a-7072-4e1f-af22-621f2f8aae70 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.632233 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.633481 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-8233bac0-ea23-4f71-8be6-253a69e9d5eb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Transition to ACTIVE for port object 69d068e4-7955-47ef-9fb0-1a0e403ce5d8 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:00.643211 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-381c3045-c425-411f-8e28-29bf3117f3ea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] device_id is not set on port 972b3264-2453-4e63-99d2-9a9feb61c28a yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:33:00.653913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7122a0b4-fb88-4511-a3db-f3c179275b45 None None] DHCP port deletion for acd42432-5d63-47f8-bbc7-781d87fc23ba request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:33:00.657185 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ada67e0d-ccd7-4bde-8114-261d94ca80fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.668279 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-deb01a4e-51c7-4d27-a2d7-7e079c7e4bf8 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:00.700972 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6d5bc-3d15-4dae-84c3-d36859428958 None None] Pushing event updated for resources: {'Port': ['ID=4003ef81-75bd-4607-8294-6cd345b7a344,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:00.704114 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cdc6d5bc-3d15-4dae-84c3-d36859428958 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:00.715329 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd42432-5d63-47f8-bbc7-781d87fc23ba']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:00.738901 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-7122a0b4-fb88-4511-a3db-f3c179275b45 None None] Deleting port 4003ef81-75bd-4607-8294-6cd345b7a344 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:00.738901 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7122a0b4-fb88-4511-a3db-f3c179275b45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.747043 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1f5d3757-4640-43fe-9122-e1410109bee3 req-2cb2e3ee-896e-4b9f-b52b-f8ff16654cfe service neutron] 10.222.0.22 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707314 Jun 02 12:33:00.758131 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cef26cb-bd12-43a6-ab15-f0a0ca23f487') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:00.758351 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cef26cb-bd12-43a6-ab15-f0a0ca23f487') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:00.782696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.814266 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aeabdf0a-7072-4e1f-af22-621f2f8aae70 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.819762 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeabdf0a-7072-4e1f-af22-621f2f8aae70 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:00.821309 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aeabdf0a-7072-4e1f-af22-621f2f8aae70 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.831886 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada67e0d-ccd7-4bde-8114-261d94ca80fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Network 9c4035f7-d194-4bc4-8e42-d15783995347 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:00.851027 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-ada67e0d-ccd7-4bde-8114-261d94ca80fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:00.856887 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada67e0d-ccd7-4bde-8114-261d94ca80fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Port': ['ID=989cfbdd-5f88-4f04-8a58-57525fecf35c,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:00.857818 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.861443 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-459f7ab4-8eed-4e34-85f1-33713fdc719b tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:00.861626 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada67e0d-ccd7-4bde-8114-261d94ca80fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:00.864730 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7122a0b4-fb88-4511-a3db-f3c179275b45 None None] For port 4003ef81-75bd-4607-8294-6cd345b7a344, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4003ef81-75bd-4607-8294-6cd345b7a344,segment=NetworkSegment(8cef26cb-bd12-43a6-ab15-f0a0ca23f487),segment_id=8cef26cb-bd12-43a6-ab15-f0a0ca23f487)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:00.865411 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7122a0b4-fb88-4511-a3db-f3c179275b45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.902355 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ada67e0d-ccd7-4bde-8114-261d94ca80fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:00.909835 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:33:00.909835 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:33:00.926239 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:33:00.943884 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8233bac0-ea23-4f71-8be6-253a69e9d5eb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.945466 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-401a145a-5462-45c3-8adc-0769abb62ec2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:00.959421 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:01.008328 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc74598-6819-4770-9558-d5b53fec3485 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:33:01.015084 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-7122a0b4-fb88-4511-a3db-f3c179275b45 None None] Calling delete_port for 4003ef81-75bd-4607-8294-6cd345b7a344 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:01.023004 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7202ea27-6ef6-442b-8cf1-ad97d2c9078e None None] Sync routers for ids ['d6c456cb-b6e4-42e1-940c-6836bf8f0175'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:33:01.044306 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7202ea27-6ef6-442b-8cf1-ad97d2c9078e None None] Routers {'d6c456cb-b6e4-42e1-940c-6836bf8f0175'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:01.045029 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7202ea27-6ef6-442b-8cf1-ad97d2c9078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:32:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d6c456cb-b6e4-42e1-940c-6836bf8f0175'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:01.054170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada67e0d-ccd7-4bde-8114-261d94ca80fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:01.054879 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ada67e0d-ccd7-4bde-8114-261d94ca80fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:01.064080 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8233bac0-ea23-4f71-8be6-253a69e9d5eb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network 5f8f70fa-496f-42a8-b6f8-090baa296d01 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:01.071129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-8233bac0-ea23-4f71-8be6-253a69e9d5eb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:01.082203 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dcc74598-6819-4770-9558-d5b53fec3485 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:01.123053 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8233bac0-ea23-4f71-8be6-253a69e9d5eb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:01.124507 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-381c3045-c425-411f-8e28-29bf3117f3ea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Allocated IP 2001:db8::2c5 (2ca293c3-1527-4f65-ad51-c7e80b4cd3a0/38dc081f-4209-40e7-9b41-5c005e91f17f/972b3264-2453-4e63-99d2-9a9feb61c28a) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:01.131066 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-aeabdf0a-7072-4e1f-af22-621f2f8aae70 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5204065 Jun 02 12:33:01.132106 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabdf0a-7072-4e1f-af22-621f2f8aae70 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Pushing event updated for resources: {'Network': ['ID=be5c5fdd-2333-4186-9005-27fc12b7dab8,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:01.137704 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401a145a-5462-45c3-8adc-0769abb62ec2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:01.138640 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43776) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:01.145130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-3491d264-3691-43b6-bac9-1826c46a8796 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1720389774'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:01.151626 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-aeabdf0a-7072-4e1f-af22-621f2f8aae70 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:01.155193 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-401a145a-5462-45c3-8adc-0769abb62ec2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:01.157178 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:01.167874 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233bac0-ea23-4f71-8be6-253a69e9d5eb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Port': ['ID=69d068e4-7955-47ef-9fb0-1a0e403ce5d8,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:01.170011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network be5c5fdd-2333-4186-9005-27fc12b7dab8 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:33:01.203640 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7122a0b4-fb88-4511-a3db-f3c179275b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:01.204198 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a145a-5462-45c3-8adc-0769abb62ec2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:01.214206 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:01.228314 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8233bac0-ea23-4f71-8be6-253a69e9d5eb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:01.237355 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3491d264-3691-43b6-bac9-1826c46a8796 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:01.248916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.api [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 12:33:01.248916 dv-neutron-601336-80-hyperv neutron-server[92305]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 12:33:01.248916 dv-neutron-601336-80-hyperv neutron-server[92305]: [parameters: {'id': 'acd42432-5d63-47f8-bbc7-781d87fc23ba'}] Jun 02 12:33:01.248916 dv-neutron-601336-80-hyperv neutron-server[92305]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:33:01.249712 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_db.api [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:33:01.267300 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ada67e0d-ccd7-4bde-8114-261d94ca80fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0624611 Jun 02 12:33:01.275327 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3491d264-3691-43b6-bac9-1826c46a8796 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Usage tracker for resource:network and tenant:018118c9b2d045e2b9a10403a5c31db5 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:01.278695 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122a0b4-fb88-4511-a3db-f3c179275b45 None None] Pushing event deleted for resources: {'Port': ['ID=4003ef81-75bd-4607-8294-6cd345b7a344,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:01.281238 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3491d264-3691-43b6-bac9-1826c46a8796 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:01.299473 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43778) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:01.304930 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-7eedcfca-f2f5-45c0-94d0-9cd649f845db tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Request body: {'port': {'network_id': '9c4035f7-d194-4bc4-8e42-d15783995347', 'name': 'tempest-FloatingIPTestJSON-52758144'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:01.321305 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3491d264-3691-43b6-bac9-1826c46a8796 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:01.332731 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b85b6f74-e17d-48bb-926e-513c562875bd tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:01.339943 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-dcc74598-6819-4770-9558-d5b53fec3485 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "PUT /v2.0/floatingips/688f9a9b-02a7-4921-a811-330c9ee36a9e HTTP/1.1" status: 200 len: 991 time: 5.3195438 Jun 02 12:33:01.350280 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8233bac0-ea23-4f71-8be6-253a69e9d5eb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:01.392039 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0bf5d3-6e41-4250-b439-7b6e312eb8ed', 'tag': 'ded582b0-2d55-48af-be8b-cc1d90a47d42'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:33:01.397937 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253d21fd-5084-4ff6-b9da-acc233214a44" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0bf5d3-6e41-4250-b439-7b6e312eb8ed", "tag": "ded582b0-2d55-48af-be8b-cc1d90a47d42"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:33:01.475365 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233bac0-ea23-4f71-8be6-253a69e9d5eb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:01.476047 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8233bac0-ea23-4f71-8be6-253a69e9d5eb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:01.480137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a145a-5462-45c3-8adc-0769abb62ec2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=1c88d693-c65f-4d97-9d5c-e751e088ed76,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:01.496891 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3ed25a-6a6e-4a0d-b5e5-9c3c12758891 x-openstack-request-id: req-bc3ed25a-6a6e-4a0d-b5e5-9c3c12758891 {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:33:01.497430 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0bf5d3-6e41-4250-b439-7b6e312eb8ed", "tag": "ded582b0-2d55-48af-be8b-cc1d90a47d42", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:33:01.497878 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc3ed25a-6a6e-4a0d-b5e5-9c3c12758891 {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:33:01.498534 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0bf5d3-6e41-4250-b439-7b6e312eb8ed', 'tag': 'ded582b0-2d55-48af-be8b-cc1d90a47d42', 'status': 'completed', 'code': 200} Jun 02 12:33:01.498877 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7122a0b4-fb88-4511-a3db-f3c179275b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:01.502426 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-401a145a-5462-45c3-8adc-0769abb62ec2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:01.509206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3491d264-3691-43b6-bac9-1826c46a8796 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Made reservation on behalf of 018118c9b2d045e2b9a10403a5c31db5 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:01.515807 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3491d264-3691-43b6-bac9-1826c46a8796 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:01.545798 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7122a0b4-fb88-4511-a3db-f3c179275b45 None None] No DVR routers for this DVR port 4003ef81-75bd-4607-8294-6cd345b7a344 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:33:01.584246 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c085461d-d7b9-49dd-b9f7-0c7375801e1c up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:33:01.585937 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b6f74-e17d-48bb-926e-513c562875bd tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Port': ['ID=c0eca2d6-66c4-459b-8c5f-1bedf029cfd0,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:01.593675 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b85b6f74-e17d-48bb-926e-513c562875bd tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:01.660968 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3491d264-3691-43b6-bac9-1826c46a8796 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:33:01.664052 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-7202ea27-6ef6-442b-8cf1-ad97d2c9078e None None] Set router d6c456cb-b6e4-42e1-940c-6836bf8f0175 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:33:01.678035 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8233bac0-ea23-4f71-8be6-253a69e9d5eb tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.6149411 Jun 02 12:33:01.679168 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3491d264-3691-43b6-bac9-1826c46a8796 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:01.679622 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-3491d264-3691-43b6-bac9-1826c46a8796 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Added segment 630eae7b-3838-496e-9e0a-07c75891b6b0 of type vlan for network 2eb4e128-0759-4547-be63-fbf4332d35de Jun 02 12:33:01.695635 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43784) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:01.701138 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-f89f139f-41ca-4135-811f-831a8f954802 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'subnet': {'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:01.723774 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3491d264-3691-43b6-bac9-1826c46a8796 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:01.728351 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-07a3fbb8-ab51-40b6-bee3-a3dd440f01a5 None None] Provisioning for port 69d068e4-7955-47ef-9fb0-1a0e403ce5d8 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:01.740438 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-07a3fbb8-ab51-40b6-bee3-a3dd440f01a5 None None] Provisioning complete for port 69d068e4-7955-47ef-9fb0-1a0e403ce5d8 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:01.740945 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-07a3fbb8-ab51-40b6-bee3-a3dd440f01a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:01.876182 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:01.883385 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401a145a-5462-45c3-8adc-0769abb62ec2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:01.884340 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-401a145a-5462-45c3-8adc-0769abb62ec2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:01.899992 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-07a3fbb8-ab51-40b6-bee3-a3dd440f01a5 None None] Port 69d068e4-7955-47ef-9fb0-1a0e403ce5d8 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:33:01.908912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3491d264-3691-43b6-bac9-1826c46a8796 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:01.912954 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port c085461d-d7b9-49dd-b9f7-0c7375801e1c triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:01.913425 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:01.915247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3491d264-3691-43b6-bac9-1826c46a8796 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:01.915884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3491d264-3691-43b6-bac9-1826c46a8796 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:01.931927 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4c1c68e3-2300-459a-be0b-d43cdaecb194 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:01.999194 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-7eedcfca-f2f5-45c0-94d0-9cd649f845db tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:02.090819 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-401a145a-5462-45c3-8adc-0769abb62ec2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.5903256 Jun 02 12:33:02.116470 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43786) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:02.121377 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-663d6ea1-74c3-4ee1-a23b-59a3751ee2db None None] Provisioning for port 1c88d693-c65f-4d97-9d5c-e751e088ed76 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:02.133703 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-663d6ea1-74c3-4ee1-a23b-59a3751ee2db None None] Provisioning complete for port 1c88d693-c65f-4d97-9d5c-e751e088ed76 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:02.134252 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-663d6ea1-74c3-4ee1-a23b-59a3751ee2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:02.170948 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3491d264-3691-43b6-bac9-1826c46a8796 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0271149 Jun 02 12:33:02.178252 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43788) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:02.185765 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-7eedcfca-f2f5-45c0-94d0-9cd649f845db tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Usage tracker for resource:port and tenant:c238b4d1abdf43af85cd0e1ea5d0d537 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:02.199067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Request body: {'ports': [{'network_id': 'be5c5fdd-2333-4186-9005-27fc12b7dab8', 'name': 'tempest-port--1846974543', 'admin_state_up': True}, {'network_id': '2eb4e128-0759-4547-be63-fbf4332d35de', 'admin_state_up': False}]} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:02.199067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Request body: {'port': {'network_id': 'be5c5fdd-2333-4186-9005-27fc12b7dab8', 'name': 'tempest-port--1846974543', 'admin_state_up': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:02.199067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Request body: {'port': {'network_id': '2eb4e128-0759-4547-be63-fbf4332d35de', 'admin_state_up': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:02.211955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491d264-3691-43b6-bac9-1826c46a8796 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Pushing event updated for resources: {'Network': ['ID=2eb4e128-0759-4547-be63-fbf4332d35de,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:02.213579 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3491d264-3691-43b6-bac9-1826c46a8796 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:02.219024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-7eedcfca-f2f5-45c0-94d0-9cd649f845db tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:02.236828 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-7eedcfca-f2f5-45c0-94d0-9cd649f845db tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:02.250386 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b85b6f74-e17d-48bb-926e-513c562875bd tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:02.259834 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 2eb4e128-0759-4547-be63-fbf4332d35de details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:33:02.263457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f89f139f-41ca-4135-811f-831a8f954802 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:02.283661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d21fd-5084-4ff6-b9da-acc233214a44 req-108731df-629d-4a68-8a3d-2644799d534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:02.285181 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-253d21fd-5084-4ff6-b9da-acc233214a44 req-108731df-629d-4a68-8a3d-2644799d534c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2eeecbacfd564d3d9465a6227d2e7ddc&device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 1098 time: 0.7304182 Jun 02 12:33:02.290127 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-663d6ea1-74c3-4ee1-a23b-59a3751ee2db None None] Port 1c88d693-c65f-4d97-9d5c-e751e088ed76 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:33:02.318803 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f89f139f-41ca-4135-811f-831a8f954802 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:subnet and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:02.330521 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:02.335540 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f89f139f-41ca-4135-811f-831a8f954802 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:02.339893 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-381c3045-c425-411f-8e28-29bf3117f3ea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:02.341528 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eedcfca-f2f5-45c0-94d0-9cd649f845db tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Made reservation on behalf of c238b4d1abdf43af85cd0e1ea5d0d537 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:02.346034 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7eedcfca-f2f5-45c0-94d0-9cd649f845db tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:02.364356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd42432-5d63-47f8-bbc7-781d87fc23ba']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:02.423276 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f89f139f-41ca-4135-811f-831a8f954802 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:02.439178 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cef26cb-bd12-43a6-ab15-f0a0ca23f487') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:02.439478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cef26cb-bd12-43a6-ab15-f0a0ca23f487') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:02.443657 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7202ea27-6ef6-442b-8cf1-ad97d2c9078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'name': 'tempest-ServerActionsTestJSON-799814407-router', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:03Z', 'revision_number': 4, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'gw_port': {'id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:46Z', 'updated_at': '2021-06-02T12:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '688f9a9b-02a7-4921-a811-330c9ee36a9e', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'port_id': 'ded582b0-2d55-48af-be8b-cc1d90a47d42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e', 'mac_address': 'fa:16:3e:d2:90:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0bf5d3-6e41-4250-b439-7b6e312eb8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:32:18Z', 'updated_at': '2021-06-02T12:32:57Z', 'revision_number': 1, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43072901-2b6b-4c6a-a881-6912f1199abd', 'name': '', 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'mac_address': 'fa:16:3e:73:fa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '35e7c6b0-13d3-41ba-a88f-b72a6c16c109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:59Z', 'updated_at': '2021-06-02T12:32:13Z', 'revision_number': 5, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'subnets': [{'id': '35e7c6b0-13d3-41ba-a88f-b72a6c16c109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:02.448418 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7202ea27-6ef6-442b-8cf1-ad97d2c9078e None None] Checking router: d6c456cb-b6e4-42e1-940c-6836bf8f0175 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:33:02.452619 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-381c3045-c425-411f-8e28-29bf3117f3ea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Transition to ACTIVE for port object 972b3264-2453-4e63-99d2-9a9feb61c28a will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:02.455301 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4003ef81-75bd-4607-8294-6cd345b7a344 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:33:02.465099 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:02.493951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 4003ef81-75bd-4607-8294-6cd345b7a344 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:33:02.494611 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4003ef81-75bd-4607-8294-6cd345b7a344 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:33:02.495947 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7202ea27-6ef6-442b-8cf1-ad97d2c9078e None None] Routers {'d6c456cb-b6e4-42e1-940c-6836bf8f0175'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:02.496715 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7202ea27-6ef6-442b-8cf1-ad97d2c9078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:32:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d6c456cb-b6e4-42e1-940c-6836bf8f0175'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:02.501352 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:02.515114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b7531-7c3f-40ef-a8d8-c496278e3c60 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:02.521205 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b7531-7c3f-40ef-a8d8-c496278e3c60 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:02.521575 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-054b7531-7c3f-40ef-a8d8-c496278e3c60 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:02.523400 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-7eedcfca-f2f5-45c0-94d0-9cd649f845db tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] device_id is not set on port d92dd45f-79a2-446d-a1f7-2cccb2550b89 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:33:02.547364 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:33:02.547773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:33:02.570611 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:33:02.700824 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-7202ea27-6ef6-442b-8cf1-ad97d2c9078e None None] Set router d6c456cb-b6e4-42e1-940c-6836bf8f0175 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:33:02.713459 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89f139f-41ca-4135-811f-831a8f954802 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:02.717111 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f89f139f-41ca-4135-811f-831a8f954802 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:02.786516 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d21fd-5084-4ff6-b9da-acc233214a44 req-51ad938a-bb63-4391-8a48-79972a5825a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:02.788277 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-253d21fd-5084-4ff6-b9da-acc233214a44 req-51ad938a-bb63-4391-8a48-79972a5825a9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d26e7cf0-c529-4972-8a72-bcb5f758199e HTTP/1.1" status: 200 len: 912 time: 0.4858704 Jun 02 12:33:02.802246 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-054b7531-7c3f-40ef-a8d8-c496278e3c60 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:02.805823 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-054b7531-7c3f-40ef-a8d8-c496278e3c60 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.6800425 Jun 02 12:33:02.852852 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43792) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:02.862281 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:02.884208 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-381c3045-c425-411f-8e28-29bf3117f3ea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:02.894260 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:02.931943 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:02.955788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:02.963601 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Usage tracker for resource:port and tenant:018118c9b2d045e2b9a10403a5c31db5 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:02.984897 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:02.991584 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/networks/acd42432-5d63-47f8-bbc7-781d87fc23ba HTTP/1.1" status: 204 len: 168 time: 5.7350357 Jun 02 12:33:02.991584 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381c3045-c425-411f-8e28-29bf3117f3ea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Network 2ca293c3-1527-4f65-ad51-c7e80b4cd3a0 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:02.995937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43794) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:02.996791 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-381c3045-c425-411f-8e28-29bf3117f3ea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:03.003114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-7584bb18-fb87-4720-9df1-c9b285e4a56a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1634137688'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:03.009425 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c3045-c425-411f-8e28-29bf3117f3ea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:03.015451 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381c3045-c425-411f-8e28-29bf3117f3ea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:03.016090 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-381c3045-c425-411f-8e28-29bf3117f3ea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:03.021756 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-253d21fd-5084-4ff6-b9da-acc233214a44 req-307b7ea2-168b-4305-bdb6-19bf49e3bc14 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ded582b0-2d55-48af-be8b-cc1d90a47d42 HTTP/1.1" status: 200 len: 999 time: 0.2122252 Jun 02 12:33:03.025381 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c3045-c425-411f-8e28-29bf3117f3ea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Pushing event updated for resources: {'Port': ['ID=972b3264-2453-4e63-99d2-9a9feb61c28a,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:03.033185 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7584bb18-fb87-4720-9df1-c9b285e4a56a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:03.036279 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:03.072452 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-381c3045-c425-411f-8e28-29bf3117f3ea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:03.079573 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ae62a3df-6607-41f4-a769-cac466506fb2 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:03.094333 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7202ea27-6ef6-442b-8cf1-ad97d2c9078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'name': 'tempest-ServerActionsTestJSON-799814407-router', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:03Z', 'revision_number': 4, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'gw_port': {'id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:46Z', 'updated_at': '2021-06-02T12:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '688f9a9b-02a7-4921-a811-330c9ee36a9e', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'port_id': 'ded582b0-2d55-48af-be8b-cc1d90a47d42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e', 'mac_address': 'fa:16:3e:d2:90:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0bf5d3-6e41-4250-b439-7b6e312eb8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:32:18Z', 'updated_at': '2021-06-02T12:32:57Z', 'revision_number': 1, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43072901-2b6b-4c6a-a881-6912f1199abd', 'name': '', 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'mac_address': 'fa:16:3e:73:fa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '35e7c6b0-13d3-41ba-a88f-b72a6c16c109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:59Z', 'updated_at': '2021-06-02T12:32:13Z', 'revision_number': 5, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'subnets': [{'id': '35e7c6b0-13d3-41ba-a88f-b72a6c16c109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:03.098703 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7202ea27-6ef6-442b-8cf1-ad97d2c9078e None None] The sync data for ids ['d6c456cb-b6e4-42e1-940c-6836bf8f0175'] in dv-neutron-601336-80-hyperv is: [{'id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'name': 'tempest-ServerActionsTestJSON-799814407-router', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:03Z', 'revision_number': 4, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'gw_port': {'id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:46Z', 'updated_at': '2021-06-02T12:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '688f9a9b-02a7-4921-a811-330c9ee36a9e', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'port_id': 'ded582b0-2d55-48af-be8b-cc1d90a47d42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e', 'mac_address': 'fa:16:3e:d2:90:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0bf5d3-6e41-4250-b439-7b6e312eb8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:32:18Z', 'updated_at': '2021-06-02T12:32:57Z', 'revision_number': 1, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43072901-2b6b-4c6a-a881-6912f1199abd', 'name': '', 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'mac_address': 'fa:16:3e:73:fa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '35e7c6b0-13d3-41ba-a88f-b72a6c16c109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:59Z', 'updated_at': '2021-06-02T12:32:13Z', 'revision_number': 5, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'subnets': [{'id': '35e7c6b0-13d3-41ba-a88f-b72a6c16c109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:33:03.099982 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7584bb18-fb87-4720-9df1-c9b285e4a56a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Usage tracker for resource:network and tenant:df12f77339d04f159923e892b9b45dd6 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:03.110044 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7584bb18-fb87-4720-9df1-c9b285e4a56a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:03.122499 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7584bb18-fb87-4720-9df1-c9b285e4a56a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:03.141025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Network': ['ID=acd42432-5d63-47f8-bbc7-781d87fc23ba,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:03.146840 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-381c3045-c425-411f-8e28-29bf3117f3ea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.5892487 Jun 02 12:33:03.148176 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:03.152449 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43796) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:03.159200 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-f9462b5a-6783-41a8-8550-7c9995de806b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::ad', 'mac_address': 'fa:16:3e:5b:08:ae'}]}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:03.206555 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d21fd-5084-4ff6-b9da-acc233214a44 req-94bd5fad-b7a5-41ce-a5fa-3153b3c2516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:03.208011 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-253d21fd-5084-4ff6-b9da-acc233214a44 req-94bd5fad-b7a5-41ce-a5fa-3153b3c2516b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=35e7c6b0-13d3-41ba-a88f-b72a6c16c109 HTTP/1.1" status: 200 len: 850 time: 0.1724494 Jun 02 12:33:03.211266 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7584bb18-fb87-4720-9df1-c9b285e4a56a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Made reservation on behalf of df12f77339d04f159923e892b9b45dd6 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:03.213462 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Made reservation on behalf of 018118c9b2d045e2b9a10403a5c31db5 for: {'port': 2} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:03.214795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7584bb18-fb87-4720-9df1-c9b285e4a56a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:03.223127 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:03.289885 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.ipam_backend_mixin [None req-f89f139f-41ca-4135-811f-831a8f954802 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8a494923-9ea7-4ecd-b25b-a1f34ae41ab4 (CIDR: 172.20.0.0/28) Jun 02 12:33:03.293601 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:03.304485 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-7eedcfca-f2f5-45c0-94d0-9cd649f845db tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Allocated IP 172.20.0.5 (9c4035f7-d194-4bc4-8e42-d15783995347/99ef8dec-4bf9-4d68-bce0-20168287b225/d92dd45f-79a2-446d-a1f7-2cccb2550b89) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:03.316537 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89f139f-41ca-4135-811f-831a8f954802 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:33:03.317011 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89f139f-41ca-4135-811f-831a8f954802 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:03.323020 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85b6f74-e17d-48bb-926e-513c562875bd tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router a265d73c-1c8f-4ff9-84ff-a9daee0462ce has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:33:03.349559 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5bff4d99-2f02-48fe-800b-c116389c819d None None] Provisioning for port 972b3264-2453-4e63-99d2-9a9feb61c28a completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:03.355779 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5bff4d99-2f02-48fe-800b-c116389c819d None None] Provisioning complete for port 972b3264-2453-4e63-99d2-9a9feb61c28a triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:03.356573 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5bff4d99-2f02-48fe-800b-c116389c819d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:03.384910 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7584bb18-fb87-4720-9df1-c9b285e4a56a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:33:03.422965 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7584bb18-fb87-4720-9df1-c9b285e4a56a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:03.423328 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-7584bb18-fb87-4720-9df1-c9b285e4a56a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Added segment cf93c9b9-ee4d-42cf-9524-96399438a978 of type vlan for network 70b5103e-932d-4d67-90cc-37363a467065 Jun 02 12:33:03.435814 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-5bff4d99-2f02-48fe-800b-c116389c819d None None] Port 972b3264-2453-4e63-99d2-9a9feb61c28a cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:33:03.483468 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f89f139f-41ca-4135-811f-831a8f954802 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7834473 Jun 02 12:33:03.485985 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43798) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:03.490062 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c51071d-4aec-4815-a3d6-9c79e2ab2ce7 None None] New status for floating IP 688f9a9b-02a7-4921-a811-330c9ee36a9e: ACTIVE {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:33:03.491041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c790a5a9-0129-45ca-a025-a0af76165873 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'subnet': {'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:03.508274 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7584bb18-fb87-4720-9df1-c9b285e4a56a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:03.513457 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d21fd-5084-4ff6-b9da-acc233214a44 req-26995c4e-fa71-4dc7-b80d-deb78b5b427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:03.515197 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-253d21fd-5084-4ff6-b9da-acc233214a44 req-26995c4e-fa71-4dc7-b80d-deb78b5b427e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d26e7cf0-c529-4972-8a72-bcb5f758199e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2842438 Jun 02 12:33:03.684253 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-5ee0a577-7c1c-4555-9f2d-918eb653e75a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting port 1c88d693-c65f-4d97-9d5c-e751e088ed76 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:03.684586 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5ee0a577-7c1c-4555-9f2d-918eb653e75a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:03.704227 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] device_id is not set on port 5368cf13-28ac-43db-8a4b-b4a0970104bf yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:33:03.764625 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f9462b5a-6783-41a8-8550-7c9995de806b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:03.780248 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7584bb18-fb87-4720-9df1-c9b285e4a56a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:03.786255 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7584bb18-fb87-4720-9df1-c9b285e4a56a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:03.787235 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7584bb18-fb87-4720-9df1-c9b285e4a56a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:03.806000 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-589563f4-2958-4705-9693-175f1248b5ba tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:03.995023 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85b6f74-e17d-48bb-926e-513c562875bd tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:33:04.004413 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7584bb18-fb87-4720-9df1-c9b285e4a56a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0027132 Jun 02 12:33:04.008940 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9b75fe-e0ec-4ad6-a9bd-1dec1f8914bc None None] Sync routers for ids ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:33:04.019577 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9b75fe-e0ec-4ad6-a9bd-1dec1f8914bc None None] Routers {'a265d73c-1c8f-4ff9-84ff-a9daee0462ce'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:04.019763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43802) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:04.019888 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-bb9b75fe-e0ec-4ad6-a9bd-1dec1f8914bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:32:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:04.022626 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c790a5a9-0129-45ca-a025-a0af76165873 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:04.024789 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-0e9568b6-679d-4653-885a-a06e68fa80c8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'subnet': {'network_id': '70b5103e-932d-4d67-90cc-37363a467065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:04.029158 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-253d21fd-5084-4ff6-b9da-acc233214a44 req-b76ffc82-5336-41a3-8d55-b837ab5d7c78 service neutron] 10.222.0.22 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701934 Jun 02 12:33:04.030513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584bb18-fb87-4720-9df1-c9b285e4a56a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Network': ['ID=70b5103e-932d-4d67-90cc-37363a467065,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:04.036291 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c790a5a9-0129-45ca-a025-a0af76165873 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:subnet and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:04.039060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7584bb18-fb87-4720-9df1-c9b285e4a56a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:04.040994 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c790a5a9-0129-45ca-a025-a0af76165873 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:04.068628 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b85b6f74-e17d-48bb-926e-513c562875bd tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/a265d73c-1c8f-4ff9-84ff-a9daee0462ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6880913 Jun 02 12:33:04.071414 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c790a5a9-0129-45ca-a025-a0af76165873 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:04.076028 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43804) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:04.081499 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 70b5103e-932d-4d67-90cc-37363a467065 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:33:04.202180 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c790a5a9-0129-45ca-a025-a0af76165873 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:04.205620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c790a5a9-0129-45ca-a025-a0af76165873 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:04.219689 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5ee0a577-7c1c-4555-9f2d-918eb653e75a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:04.282609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-bb9b75fe-e0ec-4ad6-a9bd-1dec1f8914bc None None] Set router a265d73c-1c8f-4ff9-84ff-a9daee0462ce gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:33:04.292243 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0e9568b6-679d-4653-885a-a06e68fa80c8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:04.416417 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7eedcfca-f2f5-45c0-94d0-9cd649f845db tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:04.425971 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-5ee0a577-7c1c-4555-9f2d-918eb653e75a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Calling delete_port for 1c88d693-c65f-4d97-9d5c-e751e088ed76 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:04.429727 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0e9568b6-679d-4653-885a-a06e68fa80c8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Usage tracker for resource:subnet and tenant:df12f77339d04f159923e892b9b45dd6 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:04.436529 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0e9568b6-679d-4653-885a-a06e68fa80c8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:04.465072 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0e9568b6-679d-4653-885a-a06e68fa80c8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:04.518171 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9568b6-679d-4653-885a-a06e68fa80c8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Made reservation on behalf of df12f77339d04f159923e892b9b45dd6 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:04.521612 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0e9568b6-679d-4653-885a-a06e68fa80c8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:04.550773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd65f71d-379a-4643-8839-7c65ae8e496b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting subnet 9b2781a6-2b5a-48a2-9391-a628b6b74101 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:33:04.575765 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dd65f71d-379a-4643-8839-7c65ae8e496b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:04.629189 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-253d21fd-5084-4ff6-b9da-acc233214a44 req-05b57553-981d-4228-bb23-e24539ed3d65 service neutron] 10.222.0.22 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5891929 Jun 02 12:33:04.634610 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:04.674420 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-bb9b75fe-e0ec-4ad6-a9bd-1dec1f8914bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:33:01Z', 'revision_number': 9, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': '26fc310e-017d-4b53-9468-71ff581e422f', 'name': '', 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:5f:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:01Z', 'updated_at': '2021-06-02T12:32:20Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:00Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:04.680328 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9b75fe-e0ec-4ad6-a9bd-1dec1f8914bc None None] Checking router: a265d73c-1c8f-4ff9-84ff-a9daee0462ce for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:33:04.693150 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9b75fe-e0ec-4ad6-a9bd-1dec1f8914bc None None] Routers {'a265d73c-1c8f-4ff9-84ff-a9daee0462ce'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:04.693789 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-bb9b75fe-e0ec-4ad6-a9bd-1dec1f8914bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:32:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:04.712244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dd65f71d-379a-4643-8839-7c65ae8e496b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:04.757817 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7eedcfca-f2f5-45c0-94d0-9cd649f845db tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:04.770927 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-38c1680d-0f95-4d26-a4fa-8c42150eb63c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:04.791740 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f9462b5a-6783-41a8-8550-7c9995de806b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:04.802999 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f9462b5a-6783-41a8-8550-7c9995de806b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:04.836293 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-79ff6533-c7e2-4490-ab8a-4d4b39caec43 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:04.864439 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-bb9b75fe-e0ec-4ad6-a9bd-1dec1f8914bc None None] Set router a265d73c-1c8f-4ff9-84ff-a9daee0462ce gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:33:04.889113 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] device_id is not set on port 6d330193-b0fe-4f05-ae3e-f60a5b670e80 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:33:04.914538 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eedcfca-f2f5-45c0-94d0-9cd649f845db tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Network 9c4035f7-d194-4bc4-8e42-d15783995347 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:04.926787 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f9462b5a-6783-41a8-8550-7c9995de806b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] In _notify_port_updated(), no bound segment for port 972b3264-2453-4e63-99d2-9a9feb61c28a on network 2ca293c3-1527-4f65-ad51-c7e80b4cd3a0 {{(pid=92305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:33:04.932262 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9462b5a-6783-41a8-8550-7c9995de806b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:04.932901 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f9462b5a-6783-41a8-8550-7c9995de806b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:04.934782 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f9462b5a-6783-41a8-8550-7c9995de806b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "PUT /v2.0/ports/972b3264-2453-4e63-99d2-9a9feb61c28a HTTP/1.1" status: 200 len: 1016 time: 1.7794349 Jun 02 12:33:04.948352 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43808) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:04.958556 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedcfca-f2f5-45c0-94d0-9cd649f845db tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Port': ['ID=d92dd45f-79a2-446d-a1f7-2cccb2550b89,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:04.969600 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-7eedcfca-f2f5-45c0-94d0-9cd649f845db tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:04.976535 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7eedcfca-f2f5-45c0-94d0-9cd649f845db tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:04.978217 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eedcfca-f2f5-45c0-94d0-9cd649f845db tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:05.000255 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9462b5a-6783-41a8-8550-7c9995de806b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Pushing event updated for resources: {'Port': ['ID=972b3264-2453-4e63-99d2-9a9feb61c28a,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:05.010769 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f9462b5a-6783-41a8-8550-7c9995de806b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:05.037678 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dd65f71d-379a-4643-8839-7c65ae8e496b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:05.268260 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eedcfca-f2f5-45c0-94d0-9cd649f845db tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:05.269021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7eedcfca-f2f5-45c0-94d0-9cd649f845db tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:05.275731 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-bb9b75fe-e0ec-4ad6-a9bd-1dec1f8914bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:33:01Z', 'revision_number': 9, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': '26fc310e-017d-4b53-9468-71ff581e422f', 'name': '', 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:5f:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:01Z', 'updated_at': '2021-06-02T12:32:20Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:00Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:05.283354 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9b75fe-e0ec-4ad6-a9bd-1dec1f8914bc None None] The sync data for ids ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'] in dv-neutron-601336-80-hyperv is: [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:33:01Z', 'revision_number': 9, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': '26fc310e-017d-4b53-9468-71ff581e422f', 'name': '', 'network_id': '83c01907-5bfd-4b2a-ba86-015855709e26', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:5f:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:32:01Z', 'updated_at': '2021-06-02T12:32:20Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': 'b8496007-2678-4273-9754-c2cdd22751dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:00Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:33:05.292575 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6d872528-4607-4f56-8f9d-1b008e69e4b9 None None] Provisioning complete for port 972b3264-2453-4e63-99d2-9a9feb61c28a triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:05.293421 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6d872528-4607-4f56-8f9d-1b008e69e4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:05.346460 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-95acd8b9-6da1-49b3-a556-db2295816c39 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Deleting port 972b3264-2453-4e63-99d2-9a9feb61c28a {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:05.346804 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-95acd8b9-6da1-49b3-a556-db2295816c39 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:05.349000 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5ee0a577-7c1c-4555-9f2d-918eb653e75a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:05.363674 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-6d872528-4607-4f56-8f9d-1b008e69e4b9 None None] Port 972b3264-2453-4e63-99d2-9a9feb61c28a cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:33:05.376216 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-28920673-82dc-4798-b4f2-3c7ff10acc7f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:05.435282 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0a577-7c1c-4555-9f2d-918eb653e75a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Port': ['ID=1c88d693-c65f-4d97-9d5c-e751e088ed76,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:05.438800 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5ee0a577-7c1c-4555-9f2d-918eb653e75a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:05.445822 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7eedcfca-f2f5-45c0-94d0-9cd649f845db tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 4.1451344 Jun 02 12:33:05.453343 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43810) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:05.484488 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': 'd92dd45f-79a2-446d-a1f7-2cccb2550b89', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:05.509247 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:05.570442 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Usage tracker for resource:floatingip and tenant:c238b4d1abdf43af85cd0e1ea5d0d537 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:05.575340 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:05.607949 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:05.629923 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:05.640869 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-95acd8b9-6da1-49b3-a556-db2295816c39 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:05.659294 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dd65f71d-379a-4643-8839-7c65ae8e496b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:05.692143 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c0eca2d6-66c4-459b-8c5f-1bedf029cfd0 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:33:05.723071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-503e81f0-e366-4a0c-a873-78d450d9a5a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:05.743783 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: c0eca2d6-66c4-459b-8c5f-1bedf029cfd0 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:33:05.744437 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c0eca2d6-66c4-459b-8c5f-1bedf029cfd0 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:33:05.824622 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-95acd8b9-6da1-49b3-a556-db2295816c39 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Calling delete_port for 972b3264-2453-4e63-99d2-9a9feb61c28a owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:05.835965 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65f71d-379a-4643-8839-7c65ae8e496b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Subnet': ['ID=9b2781a6-2b5a-48a2-9391-a628b6b74101,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:05.839278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dd65f71d-379a-4643-8839-7c65ae8e496b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:05.843550 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dd65f71d-379a-4643-8839-7c65ae8e496b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:05.845893 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6681418c-f1e2-47a9-97b9-8a0a9574747c None None] Network 47271cc3-e68b-4e4e-9f38-dd3500e34835 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:05.873443 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-dd65f71d-379a-4643-8839-7c65ae8e496b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/subnets/9b2781a6-2b5a-48a2-9391-a628b6b74101 HTTP/1.1" status: 204 len: 168 time: 1.7961528 Jun 02 12:33:05.879538 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43812) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:05.962353 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:05.978945 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c790a5a9-0129-45ca-a025-a0af76165873 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:05.985622 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-525a477e-93bb-4812-8039-57cacdedd1ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:06.044451 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5ee0a577-7c1c-4555-9f2d-918eb653e75a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:06.047471 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5ee0a577-7c1c-4555-9f2d-918eb653e75a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/1c88d693-c65f-4d97-9d5c-e751e088ed76 HTTP/1.1" status: 204 len: 168 time: 3.1894455 Jun 02 12:33:06.059640 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43814) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:06.110543 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:06.117537 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c790a5a9-0129-45ca-a025-a0af76165873 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network 5f8f70fa-496f-42a8-b6f8-090baa296d01 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:06.128136 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-c790a5a9-0129-45ca-a025-a0af76165873 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:06.144723 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae99016-b907-40f1-aefd-934d22857829 None None] Network 5f8f70fa-496f-42a8-b6f8-090baa296d01 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:06.163345 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c790a5a9-0129-45ca-a025-a0af76165873 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:06.163940 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c790a5a9-0129-45ca-a025-a0af76165873 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:06.171102 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:06.175659 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790a5a9-0129-45ca-a025-a0af76165873 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Subnet': ['ID=04babe54-df12-4798-8d3f-543c2eedc71d,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:06.177533 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85639d12-2201-4250-b52e-c60ad352f0cf None None] DHCP port deletion for 47271cc3-e68b-4e4e-9f38-dd3500e34835 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:33:06.186343 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c790a5a9-0129-45ca-a025-a0af76165873 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:06.198431 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20d0bef-d167-4517-aac0-31f21cc9cf9c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:06.199947 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20d0bef-d167-4517-aac0-31f21cc9cf9c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:06.201929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20d0bef-d167-4517-aac0-31f21cc9cf9c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:06.202881 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:06.203245 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e20d0bef-d167-4517-aac0-31f21cc9cf9c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1402044 Jun 02 12:33:06.206564 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43818) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:06.247773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-95acd8b9-6da1-49b3-a556-db2295816c39 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:06.258324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a9e9558e-40d5-42af-a026-168d6636cc0c tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:06.389870 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Pushing event updated for resources: {'Port': ['ID=5368cf13-28ac-43db-8a4b-b4a0970104bf,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:06.410432 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:06.431867 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Checking segment: {'id': 'f8187e4c-2dd3-47e5-9524-80fbc0f8f8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'be5c5fdd-2333-4186-9005-27fc12b7dab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:33:06.432248 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Network hostable DHCP agents. Network: be5c5fdd-2333-4186-9005-27fc12b7dab8, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:33:06.436950 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-85639d12-2201-4250-b52e-c60ad352f0cf None None] Deleting port 4d4bebec-bf33-4795-aa67-b927c2867bf5 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:06.437446 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-85639d12-2201-4250-b52e-c60ad352f0cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:06.452561 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c790a5a9-0129-45ca-a025-a0af76165873 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.9630177 Jun 02 12:33:06.457203 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43820) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:06.458123 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95acd8b9-6da1-49b3-a556-db2295816c39 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Pushing event deleted for resources: {'Port': ['ID=972b3264-2453-4e63-99d2-9a9feb61c28a,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:06.463778 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-95acd8b9-6da1-49b3-a556-db2295816c39 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:06.469840 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-95c05e99-61cc-4e93-9e80-b0fcf8aaba09 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1846613284', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '04babe54-df12-4798-8d3f-543c2eedc71d'}], 'security_groups': ['1fc37eb4-43e6-492d-a90b-021a3860c96f']}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:06.514662 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef61226c-8c25-424d-993f-ffecf8f4c347 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet 826995cc-635c-4122-b6e9-716983681dce {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:33:06.521149 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0e9568b6-679d-4653-885a-a06e68fa80c8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:06.526869 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef61226c-8c25-424d-993f-ffecf8f4c347 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:06.539901 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5cb81b58-d4f9-47d7-b7c5-8d5ec84b3bc6 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:06.625608 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Network be5c5fdd-2333-4186-9005-27fc12b7dab8 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:33:06.673434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-95acd8b9-6da1-49b3-a556-db2295816c39 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:06.675579 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-95acd8b9-6da1-49b3-a556-db2295816c39 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "DELETE /v2.0/ports/972b3264-2453-4e63-99d2-9a9feb61c28a HTTP/1.1" status: 204 len: 168 time: 1.7258627 Jun 02 12:33:06.682922 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43822) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:06.708808 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting port 4d4bebec-bf33-4795-aa67-b927c2867bf5 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:06.709453 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:06.722067 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-85639d12-2201-4250-b52e-c60ad352f0cf None None] For port 4d4bebec-bf33-4795-aa67-b927c2867bf5, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4d4bebec-bf33-4795-aa67-b927c2867bf5,segment=NetworkSegment(60725ce2-de9a-4a54-8ab8-a002cea52fad),segment_id=60725ce2-de9a-4a54-8ab8-a002cea52fad)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:06.722492 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-85639d12-2201-4250-b52e-c60ad352f0cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:06.723006 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, be5c5fdd-2333-4186-9005-27fc12b7dab8) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:06.737225 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b61f445-bb41-4981-a52a-0456943b32f9 None None] Network be5c5fdd-2333-4186-9005-27fc12b7dab8 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:06.740924 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-c407fa03-a432-4172-b1a5-7fe2c84b8199 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] GET failed (client error): The resource could not be found. Jun 02 12:33:06.741901 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c407fa03-a432-4172-b1a5-7fe2c84b8199 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Synchronizing usage tracker for tenant:d4490fd3b6c74d289d982a1cffed0862 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:06.743096 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9568b6-679d-4653-885a-a06e68fa80c8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Subnet': ['ID=02700d5b-163f-4f15-b3b7-5e3543c1286a,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:06.750934 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:06.751938 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:06.755015 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef61226c-8c25-424d-993f-ffecf8f4c347 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:06.806978 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0e9568b6-679d-4653-885a-a06e68fa80c8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:06.807405 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c407fa03-a432-4172-b1a5-7fe2c84b8199 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Unset dirty status for tenant:d4490fd3b6c74d289d982a1cffed0862 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:06.808579 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c407fa03-a432-4172-b1a5-7fe2c84b8199 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "GET /v2.0/ports/972b3264-2453-4e63-99d2-9a9feb61c28a HTTP/1.1" status: 404 len: 333 time: 0.1244593 Jun 02 12:33:06.810008 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bfc6ecf3-6881-48fd-9b4f-05f5124e6baf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:06.813059 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43824) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:06.818203 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-2cfd4bcb-1bd2-4cda-b137-a6a7762c403b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Request body: {'port': {'network_id': '2ca293c3-1527-4f65-ad51-c7e80b4cd3a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-511067750'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:06.880585 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-85639d12-2201-4250-b52e-c60ad352f0cf None None] Calling delete_port for 4d4bebec-bf33-4795-aa67-b927c2867bf5 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:06.914409 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef61226c-8c25-424d-993f-ffecf8f4c347 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:06.937624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9568b6-679d-4653-885a-a06e68fa80c8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Checking segment: {'id': 'cf93c9b9-ee4d-42cf-9524-96399438a978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '70b5103e-932d-4d67-90cc-37363a467065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:33:06.937982 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9568b6-679d-4653-885a-a06e68fa80c8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Network hostable DHCP agents. Network: 70b5103e-932d-4d67-90cc-37363a467065, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:33:06.952506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:07.058844 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] For port 4d4bebec-bf33-4795-aa67-b927c2867bf5, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4d4bebec-bf33-4795-aa67-b927c2867bf5,segment=NetworkSegment(60725ce2-de9a-4a54-8ab8-a002cea52fad),segment_id=60725ce2-de9a-4a54-8ab8-a002cea52fad)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:07.059393 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:07.071698 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Pushing event updated for resources: {'Port': ['ID=6d330193-b0fe-4f05-ae3e-f60a5b670e80,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:07.092512 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:07.096934 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-2cfd4bcb-1bd2-4cda-b137-a6a7762c403b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:07.121666 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-2cfd4bcb-1bd2-4cda-b137-a6a7762c403b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:07.133850 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8ca17b-d78e-4492-be8b-3452ad47e689 None None] Update dhcp port {'port': {'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01', 'fixed_ips': [{'subnet_id': '8a494923-9ea7-4ecd-b25b-a1f34ae41ab4', 'ip_address': '172.20.0.2'}, {'subnet_id': '04babe54-df12-4798-8d3f-543c2eedc71d'}], 'binding:host_id': 'dv-neutron-601336-80-hyperv'}, 'id': 'c085461d-d7b9-49dd-b9f7-0c7375801e1c'} from dv-neutron-601336-80-hyperv. {{(pid=92306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 12:33:07.162299 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfd4bcb-1bd2-4cda-b137-a6a7762c403b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Made reservation on behalf of d4490fd3b6c74d289d982a1cffed0862 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:07.164559 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-85639d12-2201-4250-b52e-c60ad352f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:07.165796 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4bcb-1bd2-4cda-b137-a6a7762c403b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:07.175286 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:07.220714 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85639d12-2201-4250-b52e-c60ad352f0cf None None] Pushing event deleted for resources: {'Port': ['ID=4d4bebec-bf33-4795-aa67-b927c2867bf5,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:07.229362 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-85639d12-2201-4250-b52e-c60ad352f0cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:07.236094 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85639d12-2201-4250-b52e-c60ad352f0cf None None] No DVR routers for this DVR port 4d4bebec-bf33-4795-aa67-b927c2867bf5 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:33:07.240428 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-2cfd4bcb-1bd2-4cda-b137-a6a7762c403b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] device_id is not set on port 396fcaf4-0c5f-45bb-9063-670b993d6009 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:33:07.254061 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eb8ca17b-d78e-4492-be8b-3452ad47e689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:07.270335 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9568b6-679d-4653-885a-a06e68fa80c8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Network 70b5103e-932d-4d67-90cc-37363a467065 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:33:07.286616 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Calling delete_port for 4d4bebec-bf33-4795-aa67-b927c2867bf5 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:07.309998 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Checking segment: {'id': '630eae7b-3838-496e-9e0a-07c75891b6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2eb4e128-0759-4547-be63-fbf4332d35de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:33:07.310661 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Network hostable DHCP agents. Network: 2eb4e128-0759-4547-be63-fbf4332d35de, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:33:07.313929 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-0e9568b6-679d-4653-885a-a06e68fa80c8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 70b5103e-932d-4d67-90cc-37363a467065) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:07.324007 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b170480e-9679-4f6b-a72b-69d243e3adbd None None] Network 70b5103e-932d-4d67-90cc-37363a467065 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:07.400397 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9568b6-679d-4653-885a-a06e68fa80c8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:07.400992 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0e9568b6-679d-4653-885a-a06e68fa80c8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:07.404391 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-95c05e99-61cc-4e93-9e80-b0fcf8aaba09 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:07.450860 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Network 2eb4e128-0759-4547-be63-fbf4332d35de is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:33:07.464339 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef61226c-8c25-424d-993f-ffecf8f4c347 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:07.470408 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:07.481413 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Allocated IP 172.26.7.133 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/b14a9a1e-3bc8-48ea-89af-0f400d63c279) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:07.511757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61226c-8c25-424d-993f-ffecf8f4c347 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=826995cc-635c-4122-b6e9-716983681dce,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:07.516523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef61226c-8c25-424d-993f-ffecf8f4c347 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:07.523851 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ef61226c-8c25-424d-993f-ffecf8f4c347 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:07.543026 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-2cfd4bcb-1bd2-4cda-b137-a6a7762c403b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Allocated IP 2001:db8::19c (2ca293c3-1527-4f65-ad51-c7e80b4cd3a0/38dc081f-4209-40e7-9b41-5c005e91f17f/396fcaf4-0c5f-45bb-9063-670b993d6009) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:07.548901 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ef61226c-8c25-424d-993f-ffecf8f4c347 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/826995cc-635c-4122-b6e9-716983681dce HTTP/1.1" status: 204 len: 168 time: 1.3389416 Jun 02 12:33:07.549149 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43828) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:07.556542 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac47a9a-3d30-48bd-8392-da56c7dae050 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:07.572443 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4d4bebec-bf33-4795-aa67-b927c2867bf5 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:33:07.622754 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 4d4bebec-bf33-4795-aa67-b927c2867bf5 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:33:07.622754 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4d4bebec-bf33-4795-aa67-b927c2867bf5 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:33:07.645729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-c625e6d5-9b2d-4537-a986-2168a7560e61 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet bb7f1a2f-f0db-410d-a0f5-646103ed7883 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:33:07.652443 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c625e6d5-9b2d-4537-a986-2168a7560e61 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:07.744213 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c625e6d5-9b2d-4537-a986-2168a7560e61 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:07.754710 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-eb8ca17b-d78e-4492-be8b-3452ad47e689 None None] Allocated IP 172.20.0.18 (5f8f70fa-496f-42a8-b6f8-090baa296d01/04babe54-df12-4798-8d3f-543c2eedc71d/c085461d-d7b9-49dd-b9f7-0c7375801e1c) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:07.825210 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 2eb4e128-0759-4547-be63-fbf4332d35de) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:07.846590 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0e9568b6-679d-4653-885a-a06e68fa80c8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8241653 Jun 02 12:33:07.846590 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:07.850485 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:07.855535 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:07.855685 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43830) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:07.855955 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:07.860389 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-503f2787-0cbf-40d9-a621-2d6d1822aef1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'subnet': {'network_id': '70b5103e-932d-4d67-90cc-37363a467065', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:07.881438 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bd0071-4701-491c-b161-72125e52e5b0 None None] Network 2eb4e128-0759-4547-be63-fbf4332d35de requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:07.894200 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-70b5103e-932d-4d67-90cc-37363a467065', 'network_id': '70b5103e-932d-4d67-90cc-37363a467065', 'tenant_id': 'df12f77339d04f159923e892b9b45dd6', 'fixed_ips': [{'subnet_id': '02700d5b-163f-4f15-b3b7-5e3543c1286a'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:33:07.895022 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:07.949135 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.7624249 Jun 02 12:33:07.960340 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43832) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:08.016615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:08.018762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7eedcfca-f2f5-45c0-94d0-9cd649f845db tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:08.071831 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4bcb-1bd2-4cda-b137-a6a7762c403b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:08.079976 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c625e6d5-9b2d-4537-a986-2168a7560e61 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:08.087761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Port': ['ID=4d4bebec-bf33-4795-aa67-b927c2867bf5,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:08.095277 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:08.098024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:08.104591 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] No DVR routers for this DVR port 4d4bebec-bf33-4795-aa67-b927c2867bf5 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:33:08.130720 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-503f2787-0cbf-40d9-a621-2d6d1822aef1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:08.144548 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-503f2787-0cbf-40d9-a621-2d6d1822aef1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Usage tracker for resource:subnet and tenant:df12f77339d04f159923e892b9b45dd6 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:08.146056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-2cfd4bcb-1bd2-4cda-b137-a6a7762c403b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Transition to ACTIVE for port object 396fcaf4-0c5f-45bb-9063-670b993d6009 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:08.149646 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-503f2787-0cbf-40d9-a621-2d6d1822aef1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:08.161282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-503f2787-0cbf-40d9-a621-2d6d1822aef1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:08.343859 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-eb8ca17b-d78e-4492-be8b-3452ad47e689 None None] For port c085461d-d7b9-49dd-b9f7-0c7375801e1c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c085461d-d7b9-49dd-b9f7-0c7375801e1c,segment=NetworkSegment(da0897bf-884f-4be1-82a7-8e7c0180f1d2),segment_id=da0897bf-884f-4be1-82a7-8e7c0180f1d2)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:08.375974 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:08.391213 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503f2787-0cbf-40d9-a621-2d6d1822aef1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Made reservation on behalf of df12f77339d04f159923e892b9b45dd6 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:08.394667 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-503f2787-0cbf-40d9-a621-2d6d1822aef1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:08.408320 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47271cc3-e68b-4e4e-9f38-dd3500e34835']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:08.427000 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb93d189-325e-4196-86e3-6cdc26d18217 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:08.432874 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb93d189-325e-4196-86e3-6cdc26d18217 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:08.433641 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-fb93d189-325e-4196-86e3-6cdc26d18217 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Synchronizing usage tracker for tenant:018118c9b2d045e2b9a10403a5c31db5 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:08.449891 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60725ce2-de9a-4a54-8ab8-a002cea52fad') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:08.450295 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60725ce2-de9a-4a54-8ab8-a002cea52fad') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:08.453169 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eb8ca17b-d78e-4492-be8b-3452ad47e689 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:08.470470 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:08.485054 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Allocated IP 2001:db8::2 (70b5103e-932d-4d67-90cc-37363a467065/02700d5b-163f-4f15-b3b7-5e3543c1286a/3ba90b0c-7ddb-4467-a655-798d1b6f9b83) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:08.486829 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:08.493471 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:08.493692 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-eb8ca17b-d78e-4492-be8b-3452ad47e689 None None] Transition to ACTIVE for port object c085461d-d7b9-49dd-b9f7-0c7375801e1c will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:08.505893 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eb8ca17b-d78e-4492-be8b-3452ad47e689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:08.511035 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-507cbda2-e361-418c-9611-665387722355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:08.520241 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4bcb-1bd2-4cda-b137-a6a7762c403b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:08.549505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e661a0f5-9cab-41ed-af8b-68bce9988e02 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:08.549786 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-fb93d189-325e-4196-86e3-6cdc26d18217 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Unset dirty status for tenant:018118c9b2d045e2b9a10403a5c31db5 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:08.549786 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fb93d189-325e-4196-86e3-6cdc26d18217 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5834231 Jun 02 12:33:08.582815 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43836) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:08.591239 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:08.616431 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:33:08.617163 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:33:08.642175 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:33:08.661072 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:08.669569 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:08.723380 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ca17b-d78e-4492-be8b-3452ad47e689 None None] Pushing event updated for resources: {'Port': ['ID=c085461d-d7b9-49dd-b9f7-0c7375801e1c,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:08.743611 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-eb8ca17b-d78e-4492-be8b-3452ad47e689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:08.745874 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:08.757946 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c625e6d5-9b2d-4537-a986-2168a7560e61 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:08.800286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfd4bcb-1bd2-4cda-b137-a6a7762c403b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Network 2ca293c3-1527-4f65-ad51-c7e80b4cd3a0 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:08.805673 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Port': ['ID=b14a9a1e-3bc8-48ea-89af-0f400d63c279,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:08.815885 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:08.817309 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-2cfd4bcb-1bd2-4cda-b137-a6a7762c403b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:08.830295 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfd4bcb-1bd2-4cda-b137-a6a7762c403b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:08.836997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfd4bcb-1bd2-4cda-b137-a6a7762c403b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:08.838735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4bcb-1bd2-4cda-b137-a6a7762c403b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:08.846562 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd4bcb-1bd2-4cda-b137-a6a7762c403b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Pushing event updated for resources: {'Port': ['ID=396fcaf4-0c5f-45bb-9063-670b993d6009,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:08.865111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2cfd4bcb-1bd2-4cda-b137-a6a7762c403b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:08.885186 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dd65f71d-379a-4643-8839-7c65ae8e496b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:08.886462 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:08.901845 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:08.918522 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c625e6d5-9b2d-4537-a986-2168a7560e61 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:08.933917 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:08.957987 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Network': ['ID=47271cc3-e68b-4e4e-9f38-dd3500e34835,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:08.983394 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:09.016101 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625e6d5-9b2d-4537-a986-2168a7560e61 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=bb7f1a2f-f0db-410d-a0f5-646103ed7883,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:09.023515 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c625e6d5-9b2d-4537-a986-2168a7560e61 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:09.024964 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c625e6d5-9b2d-4537-a986-2168a7560e61 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/bb7f1a2f-f0db-410d-a0f5-646103ed7883 HTTP/1.1" status: 204 len: 168 time: 1.4748340 Jun 02 12:33:09.027764 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43838) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:09.036412 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2cfd4bcb-1bd2-4cda-b137-a6a7762c403b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2197793 Jun 02 12:33:09.036620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43840) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:09.039842 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/networks/47271cc3-e68b-4e4e-9f38-dd3500e34835 HTTP/1.1" status: 204 len: 168 time: 3.1351171 Jun 02 12:33:09.042007 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-9af822ae-195d-483f-a8b6-21c0a6d0a72a tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5b:08:ae'}]}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:09.085912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43842) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:09.089619 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:09.103575 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Transition to ACTIVE for port object 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:09.135903 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Transition to ACTIVE for port object 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:09.149475 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:09.156252 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-95c05e99-61cc-4e93-9e80-b0fcf8aaba09 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Delete allocated IP 172.20.0.3 (5f8f70fa-496f-42a8-b6f8-090baa296d01/8a494923-9ea7-4ecd-b25b-a1f34ae41ab4) {{(pid=92304) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 02 12:33:09.164252 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:09.180802 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f9d1d838-0763-460a-8ddc-009b71a56d5c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1451700 Jun 02 12:33:09.181412 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43844) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:09.260337 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Network 70b5103e-932d-4d67-90cc-37363a467065 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:09.264476 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:09.267595 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:09.274133 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-95c05e99-61cc-4e93-9e80-b0fcf8aaba09 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Allocated IP 172.20.0.28 (5f8f70fa-496f-42a8-b6f8-090baa296d01/04babe54-df12-4798-8d3f-543c2eedc71d/69d068e4-7955-47ef-9fb0-1a0e403ce5d8) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:09.311053 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Pushing event updated for resources: {'Port': ['ID=3ba90b0c-7ddb-4467-a655-798d1b6f9b83,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:09.320406 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:09.398067 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-480b93da-e302-4fda-82c1-1bc903901ba0 None None] Provisioning for port 396fcaf4-0c5f-45bb-9063-670b993d6009 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:09.413989 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-480b93da-e302-4fda-82c1-1bc903901ba0 None None] Provisioning complete for port 396fcaf4-0c5f-45bb-9063-670b993d6009 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:09.414399 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-480b93da-e302-4fda-82c1-1bc903901ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:09.448250 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Attempting to bind port 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:33:09.448634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Attempting to bind port 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'cf93c9b9-ee4d-42cf-9524-96399438a978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '70b5103e-932d-4d67-90cc-37363a467065'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:33:09.449007 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Attempting to bind port 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 on network 70b5103e-932d-4d67-90cc-37363a467065 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:33:09.463841 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:33:09.464232 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Checking segment: {'id': 'cf93c9b9-ee4d-42cf-9524-96399438a978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '70b5103e-932d-4d67-90cc-37363a467065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:33:09.464637 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:09.465040 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Bound using segment: {'id': 'cf93c9b9-ee4d-42cf-9524-96399438a978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '70b5103e-932d-4d67-90cc-37363a467065'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:33:09.465588 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Bound port: 3ba90b0c-7ddb-4467-a655-798d1b6f9b83, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf93c9b9-ee4d-42cf-9524-96399438a978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '70b5103e-932d-4d67-90cc-37363a467065'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:33:09.465977 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:09.496134 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:33:09.513103 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-480b93da-e302-4fda-82c1-1bc903901ba0 None None] Port 396fcaf4-0c5f-45bb-9063-670b993d6009 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:33:09.555480 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c806472a-71b9-4d3e-912d-e1e214d54f47 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:09.578244 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c085461d-d7b9-49dd-b9f7-0c7375801e1c up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:33:09.676473 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908a5e9b-4e0e-412d-91af-50300945d36c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:09.677202 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-908a5e9b-4e0e-412d-91af-50300945d36c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:09.818641 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] For port 3ba90b0c-7ddb-4467-a655-798d1b6f9b83, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:33:09.822641 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] For port 3ba90b0c-7ddb-4467-a655-798d1b6f9b83, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3ba90b0c-7ddb-4467-a655-798d1b6f9b83,segment=NetworkSegment(cf93c9b9-ee4d-42cf-9524-96399438a978),segment_id=cf93c9b9-ee4d-42cf-9524-96399438a978)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:33:09.835749 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9fd7fa60-7825-49e2-8a8a-a9e9146d24ed None None] Provisioning complete for port b6fd4462-3915-4c01-8e8a-23a049f1788a triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:09.836398 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fa60-7825-49e2-8a8a-a9e9146d24ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:09.855847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-6cdf0abe-9c93-4d10-acda-f151adcac4c9 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Deleting port 5368cf13-28ac-43db-8a4b-b4a0970104bf {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:09.856838 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6cdf0abe-9c93-4d10-acda-f151adcac4c9 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:09.893618 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:09.907305 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-10302ded-b815-436e-8236-6f442015e591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:09.976489 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-908a5e9b-4e0e-412d-91af-50300945d36c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:09.977660 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-908a5e9b-4e0e-412d-91af-50300945d36c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.7854328 Jun 02 12:33:09.984849 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43848) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:10.044517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Pushing event updated for resources: {'Port': ['ID=3ba90b0c-7ddb-4467-a655-798d1b6f9b83,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:10.048161 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:10.111873 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb420ac-25e1-4be7-ae7e-5328e7e28f21 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:10.112588 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9fb420ac-25e1-4be7-ae7e-5328e7e28f21 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:10.135024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-95c05e99-61cc-4e93-9e80-b0fcf8aaba09 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:10.166583 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9fb420ac-25e1-4be7-ae7e-5328e7e28f21 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:10.170190 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9fb420ac-25e1-4be7-ae7e-5328e7e28f21 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1799827 Jun 02 12:33:10.172962 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43850) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:10.251282 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-68af4ab5-9a70-486c-b9e5-be39e79e68c0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0771885 Jun 02 12:33:10.253415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-95c05e99-61cc-4e93-9e80-b0fcf8aaba09 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Transition to ACTIVE for port object 69d068e4-7955-47ef-9fb0-1a0e403ce5d8 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:10.268035 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-95c05e99-61cc-4e93-9e80-b0fcf8aaba09 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:10.270292 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43852) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:10.275498 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ada67e0d-ccd7-4bde-8114-261d94ca80fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:10.284136 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6cdf0abe-9c93-4d10-acda-f151adcac4c9 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:10.294719 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-60df8dc0-4fe8-484b-bc82-dd2fa8b66f6d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:10.367047 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd920ee-54b1-44f8-9cbd-3d36f9d55357 None None] DHCP port deletion for a7413df9-4e7a-4187-aef8-a668d8bf2950 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:33:10.465829 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-048a1952-649f-4afd-802e-ff379e8f3312 None None] Provisioning for port 69d068e4-7955-47ef-9fb0-1a0e403ce5d8 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:10.471291 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:10.487290 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-048a1952-649f-4afd-802e-ff379e8f3312 None None] Provisioning complete for port 69d068e4-7955-47ef-9fb0-1a0e403ce5d8 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:10.487659 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-048a1952-649f-4afd-802e-ff379e8f3312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:10.561923 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-048a1952-649f-4afd-802e-ff379e8f3312 None None] Port 69d068e4-7955-47ef-9fb0-1a0e403ce5d8 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:33:10.565184 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-5cd920ee-54b1-44f8-9cbd-3d36f9d55357 None None] Deleting port b6fd4462-3915-4c01-8e8a-23a049f1788a {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:10.565533 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5cd920ee-54b1-44f8-9cbd-3d36f9d55357 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:10.566789 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c05e99-61cc-4e93-9e80-b0fcf8aaba09 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Port': ['ID=69d068e4-7955-47ef-9fb0-1a0e403ce5d8,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:10.587772 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-95c05e99-61cc-4e93-9e80-b0fcf8aaba09 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:10.609952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-95c05e99-61cc-4e93-9e80-b0fcf8aaba09 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] In _notify_port_updated(), no bound segment for port 69d068e4-7955-47ef-9fb0-1a0e403ce5d8 on network 5f8f70fa-496f-42a8-b6f8-090baa296d01 {{(pid=92304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:33:10.615841 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c05e99-61cc-4e93-9e80-b0fcf8aaba09 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:10.616595 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-95c05e99-61cc-4e93-9e80-b0fcf8aaba09 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:10.620598 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-95c05e99-61cc-4e93-9e80-b0fcf8aaba09 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "PUT /v2.0/ports/69d068e4-7955-47ef-9fb0-1a0e403ce5d8 HTTP/1.1" status: 200 len: 921 time: 4.1560252 Jun 02 12:33:10.621369 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43854) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:10.652388 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-6cdf0abe-9c93-4d10-acda-f151adcac4c9 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Calling delete_port for 5368cf13-28ac-43db-8a4b-b4a0970104bf owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:10.667042 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-048a1952-649f-4afd-802e-ff379e8f3312 None None] Provisioning complete for port 52be045b-8073-4e51-beee-81bd42e2a272 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:10.667425 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-048a1952-649f-4afd-802e-ff379e8f3312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:10.673165 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:10.715283 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-5cd920ee-54b1-44f8-9cbd-3d36f9d55357 None None] For port b6fd4462-3915-4c01-8e8a-23a049f1788a, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b6fd4462-3915-4c01-8e8a-23a049f1788a,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:10.715685 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5cd920ee-54b1-44f8-9cbd-3d36f9d55357 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:10.741303 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-60df8dc0-4fe8-484b-bc82-dd2fa8b66f6d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:10.752454 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-60df8dc0-4fe8-484b-bc82-dd2fa8b66f6d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:10.765008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9af822ae-195d-483f-a8b6-21c0a6d0a72a tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:10.862114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60df8dc0-4fe8-484b-bc82-dd2fa8b66f6d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:10.870434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-60df8dc0-4fe8-484b-bc82-dd2fa8b66f6d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:10.872774 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-60df8dc0-4fe8-484b-bc82-dd2fa8b66f6d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:33:10.873589 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60df8dc0-4fe8-484b-bc82-dd2fa8b66f6d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:10.874426 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-5cd920ee-54b1-44f8-9cbd-3d36f9d55357 None None] Calling delete_port for b6fd4462-3915-4c01-8e8a-23a049f1788a owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:10.876925 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-048a1952-649f-4afd-802e-ff379e8f3312 None None] Port 52be045b-8073-4e51-beee-81bd42e2a272 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:33:10.910222 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-048a1952-649f-4afd-802e-ff379e8f3312 None None] Provisioning for port c085461d-d7b9-49dd-b9f7-0c7375801e1c completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:10.923630 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-60df8dc0-4fe8-484b-bc82-dd2fa8b66f6d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6433413 Jun 02 12:33:10.926847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43858) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:10.934789 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-2ccacf33-c85e-44b7-ad5d-be46185fb934 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:10.937462 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-048a1952-649f-4afd-802e-ff379e8f3312 None None] Provisioning complete for port c085461d-d7b9-49dd-b9f7-0c7375801e1c triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:10.937949 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-048a1952-649f-4afd-802e-ff379e8f3312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:11.062578 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:11.086973 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:11.089730 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5cd920ee-54b1-44f8-9cbd-3d36f9d55357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:11.095472 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3a3a915d-2513-45e4-9497-4efc5cef1222 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:11.103651 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:11.144268 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd920ee-54b1-44f8-9cbd-3d36f9d55357 None None] Pushing event deleted for resources: {'Port': ['ID=b6fd4462-3915-4c01-8e8a-23a049f1788a,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:11.146415 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd920ee-54b1-44f8-9cbd-3d36f9d55357 None None] No DVR routers for this DVR port b6fd4462-3915-4c01-8e8a-23a049f1788a on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:33:11.148259 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5cd920ee-54b1-44f8-9cbd-3d36f9d55357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:11.206122 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-503f2787-0cbf-40d9-a621-2d6d1822aef1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:11.223235 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d60b196d-f881-4cd3-8554-880092f8d131 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:11.225215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-3e768799-bf63-4e53-ac6d-66773e01de77 None None] Provisioning complete for port 69d068e4-7955-47ef-9fb0-1a0e403ce5d8 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:11.225608 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3e768799-bf63-4e53-ac6d-66773e01de77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:11.255463 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-aee8443d-dd32-4b5e-8403-bd3741aeafa2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting port 69d068e4-7955-47ef-9fb0-1a0e403ce5d8 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:11.256109 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aee8443d-dd32-4b5e-8403-bd3741aeafa2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:11.303623 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-3e768799-bf63-4e53-ac6d-66773e01de77 None None] Port 69d068e4-7955-47ef-9fb0-1a0e403ce5d8 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:33:11.318843 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6cdf0abe-9c93-4d10-acda-f151adcac4c9 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:11.350812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503f2787-0cbf-40d9-a621-2d6d1822aef1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Network 70b5103e-932d-4d67-90cc-37363a467065 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:11.356028 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-503f2787-0cbf-40d9-a621-2d6d1822aef1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:11.368133 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6cdf0abe-9c93-4d10-acda-f151adcac4c9 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:11.377534 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503f2787-0cbf-40d9-a621-2d6d1822aef1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:11.378152 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-503f2787-0cbf-40d9-a621-2d6d1822aef1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:11.414454 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2ccacf33-c85e-44b7-ad5d-be46185fb934 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:11.418348 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-503f2787-0cbf-40d9-a621-2d6d1822aef1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5619473 Jun 02 12:33:11.419241 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Port': ['ID=b14a9a1e-3bc8-48ea-89af-0f400d63c279,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:11.425550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:11.426942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43860) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:11.446005 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd563a08-ad61-4a54-baf2-72d4382990ed None None] Network 70b5103e-932d-4d67-90cc-37363a467065 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:11.478974 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6cdf0abe-9c93-4d10-acda-f151adcac4c9 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] 10.222.0.37 "DELETE /v2.0/ports/5368cf13-28ac-43db-8a4b-b4a0970104bf HTTP/1.1" status: 204 len: 168 time: 2.8836617 Jun 02 12:33:11.495627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f2787-0cbf-40d9-a621-2d6d1822aef1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Subnet': ['ID=a5c17151-17ed-4232-8cd3-f8187f290c14,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:11.503097 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43862) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:11.506456 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:11.534714 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2ccacf33-c85e-44b7-ad5d-be46185fb934 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:11.537091 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-503f2787-0cbf-40d9-a621-2d6d1822aef1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:11.546818 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0f255089-803d-4193-860c-ac44d7f336c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:11.578994 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6d25ee98-0949-4788-9dea-c39ea384b4af tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:11.610362 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:33:11.644563 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-16bf07fe-f13c-4a81-b06c-dae9ac0fef9e None None] Provisioning for port 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:11.655138 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccacf33-c85e-44b7-ad5d-be46185fb934 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:11.658639 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2ccacf33-c85e-44b7-ad5d-be46185fb934 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:11.660108 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ccacf33-c85e-44b7-ad5d-be46185fb934 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:33:11.660534 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ccacf33-c85e-44b7-ad5d-be46185fb934 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:11.667564 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9af822ae-195d-483f-a8b6-21c0a6d0a72a tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:11.680945 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aee8443d-dd32-4b5e-8403-bd3741aeafa2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:11.696727 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2ccacf33-c85e-44b7-ad5d-be46185fb934 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7673419 Jun 02 12:33:11.750718 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43864) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:11.758902 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf0abe-9c93-4d10-acda-f151adcac4c9 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Pushing event deleted for resources: {'Port': ['ID=5368cf13-28ac-43db-8a4b-b4a0970104bf,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:11.763397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6cdf0abe-9c93-4d10-acda-f151adcac4c9 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:11.766805 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9af822ae-195d-483f-a8b6-21c0a6d0a72a tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:11.783241 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-ee7401d8-8cad-4a61-bbe9-69bf6da5cc96 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:11.788315 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:11.797097 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:11.797472 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:11.800337 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f9462b5a-6783-41a8-8550-7c9995de806b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:11.981945 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:11.989036 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-aee8443d-dd32-4b5e-8403-bd3741aeafa2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Calling delete_port for 69d068e4-7955-47ef-9fb0-1a0e403ce5d8 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:12.004724 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462a0e4d-cecc-4fd6-a41e-25b2f1a5fafe None None] Update dhcp port {'port': {'network_id': '70b5103e-932d-4d67-90cc-37363a467065', 'fixed_ips': [{'subnet_id': '02700d5b-163f-4f15-b3b7-5e3543c1286a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a5c17151-17ed-4232-8cd3-f8187f290c14'}], 'binding:host_id': 'dv-neutron-601336-80-hyperv'}, 'id': '3ba90b0c-7ddb-4467-a655-798d1b6f9b83'} from dv-neutron-601336-80-hyperv. {{(pid=92306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 12:33:12.006417 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Floating IP 81c1b252-504f-471d-a501-20dd4fd25e57 associated. External IP: 172.26.7.133, port: d92dd45f-79a2-446d-a1f7-2cccb2550b89. Jun 02 12:33:12.070822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 3ba90b0c-7ddb-4467-a655-798d1b6f9b83, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3ba90b0c-7ddb-4467-a655-798d1b6f9b83,segment=NetworkSegment(cf93c9b9-ee4d-42cf-9524-96399438a978),segment_id=cf93c9b9-ee4d-42cf-9524-96399438a978)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:12.073736 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-462a0e4d-cecc-4fd6-a41e-25b2f1a5fafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:12.086960 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:12.090988 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5cd920ee-54b1-44f8-9cbd-3d36f9d55357 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:12.173462 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b6fd4462-3915-4c01-8e8a-23a049f1788a no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:33:12.209496 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f849c70-2b96-4093-b423-9502eb09834f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:12.211047 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f849c70-2b96-4093-b423-9502eb09834f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:12.212740 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f849c70-2b96-4093-b423-9502eb09834f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:12.214304 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f849c70-2b96-4093-b423-9502eb09834f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:12.215821 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f849c70-2b96-4093-b423-9502eb09834f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:12.216780 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0f849c70-2b96-4093-b423-9502eb09834f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Synchronizing usage tracker for tenant:df12f77339d04f159923e892b9b45dd6 on resource:subnet {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:12.235688 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: b6fd4462-3915-4c01-8e8a-23a049f1788a {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:33:12.235828 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-9af822ae-195d-483f-a8b6-21c0a6d0a72a tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] In _notify_port_updated(), no bound segment for port 396fcaf4-0c5f-45bb-9063-670b993d6009 on network 2ca293c3-1527-4f65-ad51-c7e80b4cd3a0 {{(pid=92305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:33:12.236038 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b6fd4462-3915-4c01-8e8a-23a049f1788a not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:33:12.241606 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af822ae-195d-483f-a8b6-21c0a6d0a72a tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:12.242371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9af822ae-195d-483f-a8b6-21c0a6d0a72a tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:12.245094 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9af822ae-195d-483f-a8b6-21c0a6d0a72a tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "PUT /v2.0/ports/396fcaf4-0c5f-45bb-9063-670b993d6009 HTTP/1.1" status: 200 len: 1016 time: 3.2069569 Jun 02 12:33:12.247685 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43868) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:12.334147 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=3ba90b0c-7ddb-4467-a655-798d1b6f9b83,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:12.337976 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af822ae-195d-483f-a8b6-21c0a6d0a72a tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Pushing event updated for resources: {'Port': ['ID=396fcaf4-0c5f-45bb-9063-670b993d6009,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:12.347860 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:12.349497 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9af822ae-195d-483f-a8b6-21c0a6d0a72a tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:12.357700 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ee7401d8-8cad-4a61-bbe9-69bf6da5cc96 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:12.415975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0f849c70-2b96-4093-b423-9502eb09834f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Unset dirty status for tenant:df12f77339d04f159923e892b9b45dd6 on resource:subnet {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:12.417173 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0f849c70-2b96-4093-b423-9502eb09834f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.9883900 Jun 02 12:33:12.423949 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ee7401d8-8cad-4a61-bbe9-69bf6da5cc96 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:12.427143 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43870) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:12.433551 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c0135b78-1d02-410b-b6cc-68b18c74e544 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1774447986'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:12.444616 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c0135b78-1d02-410b-b6cc-68b18c74e544 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:12.456986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c0135b78-1d02-410b-b6cc-68b18c74e544 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Usage tracker for resource:network and tenant:df12f77339d04f159923e892b9b45dd6 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:12.465809 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c0135b78-1d02-410b-b6cc-68b18c74e544 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:12.469171 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-462a0e4d-cecc-4fd6-a41e-25b2f1a5fafe None None] Allocated IP 172.20.0.1 (70b5103e-932d-4d67-90cc-37363a467065/a5c17151-17ed-4232-8cd3-f8187f290c14/3ba90b0c-7ddb-4467-a655-798d1b6f9b83) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:12.485616 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7401d8-8cad-4a61-bbe9-69bf6da5cc96 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:12.489854 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ee7401d8-8cad-4a61-bbe9-69bf6da5cc96 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:12.491425 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee7401d8-8cad-4a61-bbe9-69bf6da5cc96 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:33:12.491594 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee7401d8-8cad-4a61-bbe9-69bf6da5cc96 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:12.505813 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c0135b78-1d02-410b-b6cc-68b18c74e544 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:12.547491 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e5bab-60a3-4c9d-9af4-4878ccebd11c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Deleting port 6d330193-b0fe-4f05-ae3e-f60a5b670e80 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:12.548280 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5d2e5bab-60a3-4c9d-9af4-4878ccebd11c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:12.577512 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ee7401d8-8cad-4a61-bbe9-69bf6da5cc96 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8097575 Jun 02 12:33:12.577512 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0135b78-1d02-410b-b6cc-68b18c74e544 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Made reservation on behalf of df12f77339d04f159923e892b9b45dd6 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:12.581175 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c0135b78-1d02-410b-b6cc-68b18c74e544 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:12.587565 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43872) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:12.593402 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-1e273e4b-abff-4305-badc-ea0d25652aa2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:12.642427 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-462a0e4d-cecc-4fd6-a41e-25b2f1a5fafe None None] For port 3ba90b0c-7ddb-4467-a655-798d1b6f9b83, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3ba90b0c-7ddb-4467-a655-798d1b6f9b83,segment=NetworkSegment(cf93c9b9-ee4d-42cf-9524-96399438a978),segment_id=cf93c9b9-ee4d-42cf-9524-96399438a978)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:12.648319 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c211b91a-4a32-489d-812c-54baaeec2572 None None] Provisioning complete for port 396fcaf4-0c5f-45bb-9063-670b993d6009 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:12.648766 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c211b91a-4a32-489d-812c-54baaeec2572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:12.721663 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-462a0e4d-cecc-4fd6-a41e-25b2f1a5fafe None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:12.725684 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c211b91a-4a32-489d-812c-54baaeec2572 None None] Port 396fcaf4-0c5f-45bb-9063-670b993d6009 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:33:12.744849 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-462a0e4d-cecc-4fd6-a41e-25b2f1a5fafe None None] Transition to ACTIVE for port object 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:12.752915 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-462a0e4d-cecc-4fd6-a41e-25b2f1a5fafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:12.757425 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aee8443d-dd32-4b5e-8403-bd3741aeafa2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:12.763369 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0135b78-1d02-410b-b6cc-68b18c74e544 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:33:12.769317 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f87ca28d-9ffc-48fe-b54f-9fb0d3e95cb0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:12.772636 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-eb8ca17b-d78e-4492-be8b-3452ad47e689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:12.774220 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5d2e5bab-60a3-4c9d-9af4-4878ccebd11c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:12.816434 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1e273e4b-abff-4305-badc-ea0d25652aa2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:12.826431 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8443d-dd32-4b5e-8403-bd3741aeafa2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Port': ['ID=69d068e4-7955-47ef-9fb0-1a0e403ce5d8,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:12.832476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Router 21724b17-26bf-4052-85a6-7b638422d074 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:33:12.835805 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-09994f79-bb88-4a5d-a36f-65ae8119d163 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Deleting port 396fcaf4-0c5f-45bb-9063-670b993d6009 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:12.836144 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-09994f79-bb88-4a5d-a36f-65ae8119d163 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:12.849924 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-aee8443d-dd32-4b5e-8403-bd3741aeafa2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:12.882138 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1e273e4b-abff-4305-badc-ea0d25652aa2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:12.921494 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a0e4d-cecc-4fd6-a41e-25b2f1a5fafe None None] Pushing event updated for resources: {'Port': ['ID=3ba90b0c-7ddb-4467-a655-798d1b6f9b83,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:12.933953 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-462a0e4d-cecc-4fd6-a41e-25b2f1a5fafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:12.940706 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e273e4b-abff-4305-badc-ea0d25652aa2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:12.944184 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1e273e4b-abff-4305-badc-ea0d25652aa2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:12.945548 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e273e4b-abff-4305-badc-ea0d25652aa2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:33:12.945974 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e273e4b-abff-4305-badc-ea0d25652aa2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:12.971964 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c0135b78-1d02-410b-b6cc-68b18c74e544 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:12.972419 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-c0135b78-1d02-410b-b6cc-68b18c74e544 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Added segment 26780733-23b2-4c73-9505-6f36c6adcf43 of type vlan for network 78604268-bbc3-4f8d-a6b4-1147ccde6672 Jun 02 12:33:12.980828 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e5bab-60a3-4c9d-9af4-4878ccebd11c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Calling delete_port for 6d330193-b0fe-4f05-ae3e-f60a5b670e80 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:13.067164 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c0135b78-1d02-410b-b6cc-68b18c74e544 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:13.095426 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5d2e5bab-60a3-4c9d-9af4-4878ccebd11c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:13.110990 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-95acd8b9-6da1-49b3-a556-db2295816c39 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:13.135202 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1e273e4b-abff-4305-badc-ea0d25652aa2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5457003 Jun 02 12:33:13.143124 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43874) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:13.147231 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aee8443d-dd32-4b5e-8403-bd3741aeafa2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:13.149293 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-aee8443d-dd32-4b5e-8403-bd3741aeafa2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/ports/69d068e4-7955-47ef-9fb0-1a0e403ce5d8 HTTP/1.1" status: 204 len: 168 time: 2.5266647 Jun 02 12:33:13.156259 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-61863978-1ee3-4745-be3c-621b93c286d6 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:13.176653 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43876) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:13.183030 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5d2e5bab-60a3-4c9d-9af4-4878ccebd11c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:13.235643 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e5bab-60a3-4c9d-9af4-4878ccebd11c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Pushing event deleted for resources: {'Port': ['ID=6d330193-b0fe-4f05-ae3e-f60a5b670e80,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:13.239477 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5d2e5bab-60a3-4c9d-9af4-4878ccebd11c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:13.258760 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c7f571-527a-40fd-8d05-373a016ffd99 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] GET failed (client error): The resource could not be found. Jun 02 12:33:13.263043 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f5c7f571-527a-40fd-8d05-373a016ffd99 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports/69d068e4-7955-47ef-9fb0-1a0e403ce5d8 HTTP/1.1" status: 404 len: 333 time: 0.0827274 Jun 02 12:33:13.266581 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43880) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:13.290720 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c0135b78-1d02-410b-b6cc-68b18c74e544 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:13.296370 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0135b78-1d02-410b-b6cc-68b18c74e544 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:13.297073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c0135b78-1d02-410b-b6cc-68b18c74e544 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:13.301676 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5d2e5bab-60a3-4c9d-9af4-4878ccebd11c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] 10.222.0.37 "DELETE /v2.0/ports/6d330193-b0fe-4f05-ae3e-f60a5b670e80 HTTP/1.1" status: 204 len: 168 time: 1.7975855 Jun 02 12:33:13.307654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b7ee660a-8a4c-4c24-9e7d-74dd444e4505 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:13.327999 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43882) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:13.334374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-6d25ee98-0949-4788-9dea-c39ea384b4af tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting port 26fc310e-017d-4b53-9468-71ff581e422f {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:13.334801 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6d25ee98-0949-4788-9dea-c39ea384b4af tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:13.373757 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-09994f79-bb88-4a5d-a36f-65ae8119d163 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:13.496381 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7f2dce78-49c0-43be-b52f-f8558f9595ec tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Synchronizing usage tracker for tenant:018118c9b2d045e2b9a10403a5c31db5 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:13.507458 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c0135b78-1d02-410b-b6cc-68b18c74e544 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0793886 Jun 02 12:33:13.559588 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:33:13.575579 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43884) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:13.583742 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-813a045e-a723-4ed1-8daa-61ee3dbf917f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'network': {'name': 'New_network'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:13.585868 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ab5f45-6448-4ee7-a90c-686120b9461f None None] Network 70b5103e-932d-4d67-90cc-37363a467065 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:13.600956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0135b78-1d02-410b-b6cc-68b18c74e544 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Network': ['ID=78604268-bbc3-4f8d-a6b4-1147ccde6672,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:13.609789 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c0135b78-1d02-410b-b6cc-68b18c74e544 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:13.622598 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 78604268-bbc3-4f8d-a6b4-1147ccde6672 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:33:13.666029 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9dff198c-0de2-44cd-813b-c4ea87a35b73 None None] Provisioning for port 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:13.720709 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b534a400-a4a4-4a4d-a334-788e171fcead tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:13.741159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7f2dce78-49c0-43be-b52f-f8558f9595ec tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Unset dirty status for tenant:018118c9b2d045e2b9a10403a5c31db5 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:13.749530 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7f2dce78-49c0-43be-b52f-f8558f9595ec tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3930078 Jun 02 12:33:13.749745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-09994f79-bb88-4a5d-a36f-65ae8119d163 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Calling delete_port for 396fcaf4-0c5f-45bb-9063-670b993d6009 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:13.752079 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43886) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:13.761074 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-d00d121c-1fce-47e3-8970-016f561f88e7 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1756139652'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:13.774565 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9dff198c-0de2-44cd-813b-c4ea87a35b73 None None] Provisioning complete for port 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:13.774950 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9dff198c-0de2-44cd-813b-c4ea87a35b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:13.779891 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-61863978-1ee3-4745-be3c-621b93c286d6 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:13.782703 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d00d121c-1fce-47e3-8970-016f561f88e7 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:13.785325 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:33:13.797493 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6ebb36-339b-436f-9752-7ee616c40d84 None None] Sync routers for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:33:13.808530 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ebb36-339b-436f-9752-7ee616c40d84 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:13.809588 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-7b6ebb36-339b-436f-9752-7ee616c40d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:32:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:13.820711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b534a400-a4a4-4a4d-a334-788e171fcead tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:13.840319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-6d25ee98-0949-4788-9dea-c39ea384b4af tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] For port 26fc310e-017d-4b53-9468-71ff581e422f, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=26fc310e-017d-4b53-9468-71ff581e422f,segment=NetworkSegment(18e3d156-dcae-4391-9c20-4244111e0718),segment_id=18e3d156-dcae-4391-9c20-4244111e0718)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:13.840926 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6d25ee98-0949-4788-9dea-c39ea384b4af tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:13.895042 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-7b6ebb36-339b-436f-9752-7ee616c40d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:13.906285 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ebb36-339b-436f-9752-7ee616c40d84 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:13.907534 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-7b6ebb36-339b-436f-9752-7ee616c40d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:32:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:13.934913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:13.935309 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:13.943305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d00d121c-1fce-47e3-8970-016f561f88e7 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Usage tracker for resource:network and tenant:018118c9b2d045e2b9a10403a5c31db5 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:13.946897 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d00d121c-1fce-47e3-8970-016f561f88e7 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:13.953688 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d00d121c-1fce-47e3-8970-016f561f88e7 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:13.970863 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-61863978-1ee3-4745-be3c-621b93c286d6 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:13.984558 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-7b6ebb36-339b-436f-9752-7ee616c40d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:13.984818 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00d121c-1fce-47e3-8970-016f561f88e7 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Made reservation on behalf of 018118c9b2d045e2b9a10403a5c31db5 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:13.985709 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6ebb36-339b-436f-9752-7ee616c40d84 None None] The sync data for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:33:13.990386 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d00d121c-1fce-47e3-8970-016f561f88e7 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:14.002707 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-09994f79-bb88-4a5d-a36f-65ae8119d163 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:14.008824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61863978-1ee3-4745-be3c-621b93c286d6 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:14.013379 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-61863978-1ee3-4745-be3c-621b93c286d6 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:14.015663 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-61863978-1ee3-4745-be3c-621b93c286d6 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:33:14.016117 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61863978-1ee3-4745-be3c-621b93c286d6 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:14.032175 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-56913641-200c-4c7a-8c27-7e3517fd28ea tempest-AllowedAddressPairTestJSON-488908546 tempest-AllowedAddressPairTestJSON-488908546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:14.096391 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09994f79-bb88-4a5d-a36f-65ae8119d163 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Pushing event deleted for resources: {'Port': ['ID=396fcaf4-0c5f-45bb-9063-670b993d6009,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:14.103855 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:14.137745 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e6baf2a2-5aa0-4148-8ae3-1bfb93e49fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:14.181550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-09994f79-bb88-4a5d-a36f-65ae8119d163 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:14.224452 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-6d25ee98-0949-4788-9dea-c39ea384b4af tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Calling delete_port for 26fc310e-017d-4b53-9468-71ff581e422f owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:14.229506 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-61863978-1ee3-4745-be3c-621b93c286d6 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0835950 Jun 02 12:33:14.236249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43888) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:14.239444 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-09994f79-bb88-4a5d-a36f-65ae8119d163 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:14.244370 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-09994f79-bb88-4a5d-a36f-65ae8119d163 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "DELETE /v2.0/ports/396fcaf4-0c5f-45bb-9063-670b993d6009 HTTP/1.1" status: 204 len: 168 time: 1.9893999 Jun 02 12:33:14.247490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43890) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:14.247839 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-581560ce-1bfd-4cf6-a85f-722b030eb16b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:14.303822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-813a045e-a723-4ed1-8daa-61ee3dbf917f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:14.314959 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d00d121c-1fce-47e3-8970-016f561f88e7 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:33:14.320957 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.8664346 Jun 02 12:33:14.322069 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7ed9d7-ac35-448f-b317-f60889135367 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] GET failed (client error): The resource could not be found. Jun 02 12:33:14.322641 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-cb7ed9d7-ac35-448f-b317-f60889135367 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Synchronizing usage tracker for tenant:d4490fd3b6c74d289d982a1cffed0862 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:14.326645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43892) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:14.329959 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d00d121c-1fce-47e3-8970-016f561f88e7 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:14.330346 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-d00d121c-1fce-47e3-8970-016f561f88e7 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Added segment 41bb3e05-9e2a-4a28-81f0-74ca7bcd1ba6 of type vlan for network 28892e76-5052-47f0-9815-87576d89653c Jun 02 12:33:14.334201 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-32ca171b-715c-4b2e-8b14-2962fed1310b tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Request body: {'floatingip': {'port_id': None}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:14.413201 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b534a400-a4a4-4a4d-a334-788e171fcead tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:14.431163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dca7224a-bba5-4111-bb3f-d94769953a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:14.434489 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-cb7ed9d7-ac35-448f-b317-f60889135367 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Unset dirty status for tenant:d4490fd3b6c74d289d982a1cffed0862 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:14.444807 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-813a045e-a723-4ed1-8daa-61ee3dbf917f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:14.445075 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cb7ed9d7-ac35-448f-b317-f60889135367 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "GET /v2.0/ports/396fcaf4-0c5f-45bb-9063-670b993d6009 HTTP/1.1" status: 404 len: 333 time: 0.1936080 Jun 02 12:33:14.448560 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43896) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:14.462630 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-7dc56f9b-a9a1-459d-a2b1-3f4f7a8cd8f9 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Request body: {'port': {'network_id': '2ca293c3-1527-4f65-ad51-c7e80b4cd3a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-897596199'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:14.465552 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534a400-a4a4-4a4d-a334-788e171fcead tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daccb20-7857-4adc-a809-7d092fe37033,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:14.474709 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-813a045e-a723-4ed1-8daa-61ee3dbf917f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Network 78604268-bbc3-4f8d-a6b4-1147ccde6672 is not hosted by any dhcp agent {{(pid=92305) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 12:33:14.494012 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813a045e-a723-4ed1-8daa-61ee3dbf917f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:14.494576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-813a045e-a723-4ed1-8daa-61ee3dbf917f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:14.498649 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-813a045e-a723-4ed1-8daa-61ee3dbf917f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "PUT /v2.0/networks/78604268-bbc3-4f8d-a6b4-1147ccde6672 HTTP/1.1" status: 200 len: 723 time: 0.9173136 Jun 02 12:33:14.500326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43898) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:14.502374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b534a400-a4a4-4a4d-a334-788e171fcead tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:14.503292 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-581560ce-1bfd-4cf6-a85f-722b030eb16b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:14.512341 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7da06d4e-50e5-41c1-88f0-b15bdca4b886 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:14.533713 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-75eaf9d8-bed1-4c0b-b6d8-d114431ecc6a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'subnet': {'network_id': '78604268-bbc3-4f8d-a6b4-1147ccde6672', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:14.558964 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b534a400-a4a4-4a4d-a334-788e171fcead tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:14.560088 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b534a400-a4a4-4a4d-a334-788e171fcead tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/security-groups/2daccb20-7857-4adc-a809-7d092fe37033 HTTP/1.1" status: 204 len: 168 time: 1.2905018 Jun 02 12:33:14.569891 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43900) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:14.570173 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0cc5e934-aa78-4db7-886e-0842fea345a2 None None] Provisioning complete for port 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:14.571122 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0cc5e934-aa78-4db7-886e-0842fea345a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:14.582333 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-581560ce-1bfd-4cf6-a85f-722b030eb16b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:14.598344 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d00d121c-1fce-47e3-8970-016f561f88e7 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:14.603530 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-32ca171b-715c-4b2e-8b14-2962fed1310b tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:14.862352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d00d121c-1fce-47e3-8970-016f561f88e7 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:14.867737 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581560ce-1bfd-4cf6-a85f-722b030eb16b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:14.867903 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00d121c-1fce-47e3-8970-016f561f88e7 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:14.868410 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d00d121c-1fce-47e3-8970-016f561f88e7 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:14.874615 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-581560ce-1bfd-4cf6-a85f-722b030eb16b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:14.876000 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-581560ce-1bfd-4cf6-a85f-722b030eb16b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:33:14.876434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581560ce-1bfd-4cf6-a85f-722b030eb16b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:14.881071 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b37bcec5-ff2f-402c-bc1d-1a411973ef44 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:14.896650 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a045e-a723-4ed1-8daa-61ee3dbf917f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Network': ['ID=78604268-bbc3-4f8d-a6b4-1147ccde6672,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:14.910776 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 78604268-bbc3-4f8d-a6b4-1147ccde6672 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:33:14.915840 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-813a045e-a723-4ed1-8daa-61ee3dbf917f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:14.916861 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-75eaf9d8-bed1-4c0b-b6d8-d114431ecc6a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:14.922428 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-7dc56f9b-a9a1-459d-a2b1-3f4f7a8cd8f9 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:14.924786 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-40864d43-0cdf-4f69-90b5-967152dc1b78 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:14.932899 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-581560ce-1bfd-4cf6-a85f-722b030eb16b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6896467 Jun 02 12:33:14.936241 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43902) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:14.939261 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-75eaf9d8-bed1-4c0b-b6d8-d114431ecc6a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:14.963414 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75eaf9d8-bed1-4c0b-b6d8-d114431ecc6a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Made reservation on behalf of df12f77339d04f159923e892b9b45dd6 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:14.966952 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75eaf9d8-bed1-4c0b-b6d8-d114431ecc6a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:15.059584 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-7dc56f9b-a9a1-459d-a2b1-3f4f7a8cd8f9 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:15.087532 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a7a406db-2b66-4370-b7bc-5dbfc92b78dd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1375117 Jun 02 12:33:15.095172 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43904) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:15.102644 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d00d121c-1fce-47e3-8970-016f561f88e7 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3444259 Jun 02 12:33:15.104210 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d121c-1fce-47e3-8970-016f561f88e7 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Pushing event updated for resources: {'Network': ['ID=28892e76-5052-47f0-9815-87576d89653c,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:15.106396 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43906) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:15.112907 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-3ee6558c-8e8f-4092-9800-76cf3f8c33cd tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1752529173'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:15.116131 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d00d121c-1fce-47e3-8970-016f561f88e7 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:15.117370 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 28892e76-5052-47f0-9815-87576d89653c details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:33:15.117569 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-40864d43-0cdf-4f69-90b5-967152dc1b78 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:15.127862 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc56f9b-a9a1-459d-a2b1-3f4f7a8cd8f9 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Made reservation on behalf of d4490fd3b6c74d289d982a1cffed0862 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:15.131312 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7dc56f9b-a9a1-459d-a2b1-3f4f7a8cd8f9 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:15.145968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3ee6558c-8e8f-4092-9800-76cf3f8c33cd tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:15.154812 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3ee6558c-8e8f-4092-9800-76cf3f8c33cd tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Usage tracker for resource:network and tenant:018118c9b2d045e2b9a10403a5c31db5 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:15.159844 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3ee6558c-8e8f-4092-9800-76cf3f8c33cd tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:15.175547 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3ee6558c-8e8f-4092-9800-76cf3f8c33cd tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:15.193363 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-7dc56f9b-a9a1-459d-a2b1-3f4f7a8cd8f9 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] device_id is not set on port 85abb5f7-4755-47bc-9416-071f3448932d yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:33:15.212888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96856dbc-88fa-4279-9017-9809f57f9386 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:15.212888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-96856dbc-88fa-4279-9017-9809f57f9386 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:15.224095 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6d25ee98-0949-4788-9dea-c39ea384b4af tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:15.232444 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a43f418f-57d7-4d46-a72c-b81a87824673 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:15.288167 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25ee98-0949-4788-9dea-c39ea384b4af tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Port': ['ID=26fc310e-017d-4b53-9468-71ff581e422f,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:15.289789 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-96856dbc-88fa-4279-9017-9809f57f9386 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:15.293678 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-96856dbc-88fa-4279-9017-9809f57f9386 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1901028 Jun 02 12:33:15.296750 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43908) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:15.319813 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6d25ee98-0949-4788-9dea-c39ea384b4af tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:15.365690 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee6558c-8e8f-4092-9800-76cf3f8c33cd tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Made reservation on behalf of 018118c9b2d045e2b9a10403a5c31db5 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:15.369200 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3ee6558c-8e8f-4092-9800-76cf3f8c33cd tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:15.385347 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-32ca171b-715c-4b2e-8b14-2962fed1310b tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:15.576632 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6d25ee98-0949-4788-9dea-c39ea384b4af tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:15.577795 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-32ca171b-715c-4b2e-8b14-2962fed1310b tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:15.578333 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-32ca171b-715c-4b2e-8b14-2962fed1310b tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Floating IP 81c1b252-504f-471d-a501-20dd4fd25e57 disassociated. External IP: 172.26.7.133, port: d92dd45f-79a2-446d-a1f7-2cccb2550b89. Jun 02 12:33:15.648805 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bd06e76d-0ac2-44eb-a506-c54f04433074 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3406522 Jun 02 12:33:15.663862 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43912) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:15.671696 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-3f84f4b2-09ec-4dc8-a05c-830ecf126b43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:15.716094 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-40864d43-0cdf-4f69-90b5-967152dc1b78 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:15.730899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8557b086-ae69-4da4-a25c-0322154478b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:15.835098 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee6558c-8e8f-4092-9800-76cf3f8c33cd tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:33:15.851289 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40864d43-0cdf-4f69-90b5-967152dc1b78 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc37eb4-43e6-492d-a90b-021a3860c96f,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:15.853795 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-40864d43-0cdf-4f69-90b5-967152dc1b78 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:16.000790 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3ee6558c-8e8f-4092-9800-76cf3f8c33cd tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:16.001138 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-3ee6558c-8e8f-4092-9800-76cf3f8c33cd tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Added segment 5a36e24a-6932-4e27-b291-50ba6f58da9f of type vlan for network 43413661-16bf-4f02-b833-6646967e8aba Jun 02 12:33:16.036222 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-40864d43-0cdf-4f69-90b5-967152dc1b78 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:16.037479 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-40864d43-0cdf-4f69-90b5-967152dc1b78 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/security-groups/1fc37eb4-43e6-492d-a90b-021a3860c96f HTTP/1.1" status: 204 len: 168 time: 1.4665821 Jun 02 12:33:16.039424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3f84f4b2-09ec-4dc8-a05c-830ecf126b43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:16.048784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43914) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:16.114780 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3f84f4b2-09ec-4dc8-a05c-830ecf126b43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:16.140201 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-7dc56f9b-a9a1-459d-a2b1-3f4f7a8cd8f9 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Allocated IP 2001:db8::204 (2ca293c3-1527-4f65-ad51-c7e80b4cd3a0/38dc081f-4209-40e7-9b41-5c005e91f17f/85abb5f7-4755-47bc-9416-071f3448932d) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:16.144621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d25ee98-0949-4788-9dea-c39ea384b4af tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router a265d73c-1c8f-4ff9-84ff-a9daee0462ce has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:33:16.151572 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3ee6558c-8e8f-4092-9800-76cf3f8c33cd tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:16.235457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f84f4b2-09ec-4dc8-a05c-830ecf126b43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:16.238969 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3f84f4b2-09ec-4dc8-a05c-830ecf126b43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:16.275418 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb25363f-2728-4ae6-b029-f8590c3060f5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting subnet 8a494923-9ea7-4ecd-b25b-a1f34ae41ab4 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:33:16.296545 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cb25363f-2728-4ae6-b029-f8590c3060f5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:16.378918 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d25ee98-0949-4788-9dea-c39ea384b4af tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:33:16.388104 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70f508a-0d90-4a54-b188-b9f0177d13b7 None None] Sync routers for ids ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:33:16.411853 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75eaf9d8-bed1-4c0b-b6d8-d114431ecc6a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:16.421451 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6d25ee98-0949-4788-9dea-c39ea384b4af tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/a265d73c-1c8f-4ff9-84ff-a9daee0462ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3192015 Jun 02 12:33:16.421451 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ecc0d16a-cded-4513-b486-3747a06d68ab tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:16.426517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43916) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:16.445793 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70f508a-0d90-4a54-b188-b9f0177d13b7 None None] Routers {'a265d73c-1c8f-4ff9-84ff-a9daee0462ce'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:16.446522 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d70f508a-0d90-4a54-b188-b9f0177d13b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:32:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:16.501972 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eaf9d8-bed1-4c0b-b6d8-d114431ecc6a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Subnet': ['ID=be3947e8-31ed-4444-bc68-c19022d2fad4,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:16.506127 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-75eaf9d8-bed1-4c0b-b6d8-d114431ecc6a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:16.506999 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eaf9d8-bed1-4c0b-b6d8-d114431ecc6a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Checking segment: {'id': '26780733-23b2-4c73-9505-6f36c6adcf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '78604268-bbc3-4f8d-a6b4-1147ccde6672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:33:16.507364 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eaf9d8-bed1-4c0b-b6d8-d114431ecc6a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Network hostable DHCP agents. Network: 78604268-bbc3-4f8d-a6b4-1147ccde6672, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:33:16.527271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eaf9d8-bed1-4c0b-b6d8-d114431ecc6a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Network 78604268-bbc3-4f8d-a6b4-1147ccde6672 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:33:16.539516 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-75eaf9d8-bed1-4c0b-b6d8-d114431ecc6a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 78604268-bbc3-4f8d-a6b4-1147ccde6672) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:16.551459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eaf9d8-bed1-4c0b-b6d8-d114431ecc6a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:16.552171 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75eaf9d8-bed1-4c0b-b6d8-d114431ecc6a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599602'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:16.560715 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff76a3dc-28b1-4d9a-ae6e-a9b9692a317a None None] Network 78604268-bbc3-4f8d-a6b4-1147ccde6672 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:16.576223 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-75eaf9d8-bed1-4c0b-b6d8-d114431ecc6a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0640652 Jun 02 12:33:16.578812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43918) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:16.584086 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3ee6558c-8e8f-4092-9800-76cf3f8c33cd tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:16.585138 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-db0d424f-d9b7-4ee6-a88f-17b8b1563dd8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:16.589904 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee6558c-8e8f-4092-9800-76cf3f8c33cd tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:16.590692 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3ee6558c-8e8f-4092-9800-76cf3f8c33cd tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:16.608668 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2186d24a-b28a-48fc-a3cd-6cd51d0adb66 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:16.645871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cb25363f-2728-4ae6-b029-f8590c3060f5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:16.697351 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e3910580-b9a8-4a1d-83d1-e4fdddaa68f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:16.706023 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-d70f508a-0d90-4a54-b188-b9f0177d13b7 None None] Set router a265d73c-1c8f-4ff9-84ff-a9daee0462ce gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:33:16.724562 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-db0d424f-d9b7-4ee6-a88f-17b8b1563dd8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3486776'] for subnet, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:16.779050 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:16.918727 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9cae33f-b69a-404a-a4b5-6774e2df6994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting subnet b8496007-2678-4273-9754-c2cdd22751dc {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:33:16.935448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-db0d424f-d9b7-4ee6-a88f-17b8b1563dd8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726415848165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2510767'] for subnet, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:16.945613 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3ad61ba6-f673-47d0-9e9c-c01481ecff16 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:16.954769 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3ee6558c-8e8f-4092-9800-76cf3f8c33cd tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8456562 Jun 02 12:33:16.955749 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c9cae33f-b69a-404a-a4b5-6774e2df6994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:16.977900 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0d424f-d9b7-4ee6-a88f-17b8b1563dd8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:16.978547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-db0d424f-d9b7-4ee6-a88f-17b8b1563dd8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:16.984122 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-db0d424f-d9b7-4ee6-a88f-17b8b1563dd8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "PUT /v2.0/subnets/be3947e8-31ed-4444-bc68-c19022d2fad4 HTTP/1.1" status: 200 len: 826 time: 0.4040933 Jun 02 12:33:16.984765 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43922) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:17.066681 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6558c-8e8f-4092-9800-76cf3f8c33cd tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Pushing event updated for resources: {'Network': ['ID=43413661-16bf-4f02-b833-6646967e8aba,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:17.072241 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ca171b-715c-4b2e-8b14-2962fed1310b tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Router 21724b17-26bf-4052-85a6-7b638422d074 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:33:17.085871 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 43413661-16bf-4f02-b833-6646967e8aba details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:33:17.088778 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3ee6558c-8e8f-4092-9800-76cf3f8c33cd tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:17.089245 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43924) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:17.118026 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Request body: {'subnets': [{'network_id': '28892e76-5052-47f0-9815-87576d89653c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--613213159', 'ip_version': 4}, {'network_id': '43413661-16bf-4f02-b833-6646967e8aba', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:17.118371 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Request body: {'subnet': {'network_id': '28892e76-5052-47f0-9815-87576d89653c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--613213159', 'ip_version': 4}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:17.119469 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Request body: {'subnet': {'network_id': '43413661-16bf-4f02-b833-6646967e8aba', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:17.143886 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d424f-d9b7-4ee6-a88f-17b8b1563dd8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Subnet': ['ID=be3947e8-31ed-4444-bc68-c19022d2fad4,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:17.147694 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-db0d424f-d9b7-4ee6-a88f-17b8b1563dd8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:17.171428 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:17.172781 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-78604268-bbc3-4f8d-a6b4-1147ccde6672', 'network_id': '78604268-bbc3-4f8d-a6b4-1147ccde6672', 'tenant_id': 'df12f77339d04f159923e892b9b45dd6', 'fixed_ips': [{'subnet_id': 'be3947e8-31ed-4444-bc68-c19022d2fad4'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:33:17.173631 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:17.246465 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:17.426434 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d70f508a-0d90-4a54-b188-b9f0177d13b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:33:15Z', 'revision_number': 10, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:00Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:17.434242 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Allocated IP 2001:db8::2 (78604268-bbc3-4f8d-a6b4-1147ccde6672/be3947e8-31ed-4444-bc68-c19022d2fad4/e64688bb-5776-4431-a96a-f1a8deb44647) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:17.439237 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70f508a-0d90-4a54-b188-b9f0177d13b7 None None] Checking router: a265d73c-1c8f-4ff9-84ff-a9daee0462ce for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:33:17.468613 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70f508a-0d90-4a54-b188-b9f0177d13b7 None None] Routers {'a265d73c-1c8f-4ff9-84ff-a9daee0462ce'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:17.469716 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d70f508a-0d90-4a54-b188-b9f0177d13b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:17.541913 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c9cae33f-b69a-404a-a4b5-6774e2df6994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:17.662363 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cb25363f-2728-4ae6-b029-f8590c3060f5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:17.687725 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:17.711143 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-d70f508a-0d90-4a54-b188-b9f0177d13b7 None None] Set router a265d73c-1c8f-4ff9-84ff-a9daee0462ce gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:33:17.786170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7dc56f9b-a9a1-459d-a2b1-3f4f7a8cd8f9 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:17.886429 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-7dc56f9b-a9a1-459d-a2b1-3f4f7a8cd8f9 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Transition to ACTIVE for port object 85abb5f7-4755-47bc-9416-071f3448932d will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:18.035068 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:18.055871 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Transition to ACTIVE for port object e64688bb-5776-4431-a96a-f1a8deb44647 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:18.083679 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ca171b-715c-4b2e-8b14-2962fed1310b tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:33:18.095617 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549e8af7-ab17-4820-a068-c89555bd6506 None None] Sync routers for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:33:18.099528 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Transition to ACTIVE for port object e64688bb-5776-4431-a96a-f1a8deb44647 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:18.110820 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549e8af7-ab17-4820-a068-c89555bd6506 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:18.112907 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-549e8af7-ab17-4820-a068-c89555bd6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:18.123117 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c9cae33f-b69a-404a-a4b5-6774e2df6994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:18.131573 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:18.133677 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:18.137990 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e9c25052-74ae-44bb-90c0-3e724e966ac0 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:18.141002 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-90d0decd-b44a-404a-bd78-a5455ec9d520 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:18.165821 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:18.179601 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-32ca171b-715c-4b2e-8b14-2962fed1310b tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:18.204296 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-549e8af7-ab17-4820-a068-c89555bd6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:18.216265 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Subnet': ['ID=be3947e8-31ed-4444-bc68-c19022d2fad4,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:18.227306 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Network 78604268-bbc3-4f8d-a6b4-1147ccde6672 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:18.228611 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:18.229615 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549e8af7-ab17-4820-a068-c89555bd6506 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:18.230916 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:18.233496 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-549e8af7-ab17-4820-a068-c89555bd6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:18.236976 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:18.237796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Usage tracker for resource:subnet and tenant:018118c9b2d045e2b9a10403a5c31db5 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:18.239008 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Pushing event updated for resources: {'Port': ['ID=e64688bb-5776-4431-a96a-f1a8deb44647,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:18.245250 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:18.267538 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:18.321663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:18.335340 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-549e8af7-ab17-4820-a068-c89555bd6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:18.335745 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549e8af7-ab17-4820-a068-c89555bd6506 None None] The sync data for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:33:18.346766 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Attempting to bind port e64688bb-5776-4431-a96a-f1a8deb44647 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:33:18.347476 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Attempting to bind port e64688bb-5776-4431-a96a-f1a8deb44647 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '26780733-23b2-4c73-9505-6f36c6adcf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '78604268-bbc3-4f8d-a6b4-1147ccde6672'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:33:18.347746 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Attempting to bind port e64688bb-5776-4431-a96a-f1a8deb44647 on network 78604268-bbc3-4f8d-a6b4-1147ccde6672 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:33:18.355110 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:33:18.355559 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Checking segment: {'id': '26780733-23b2-4c73-9505-6f36c6adcf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '78604268-bbc3-4f8d-a6b4-1147ccde6672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:33:18.355893 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:18.356290 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Bound using segment: {'id': '26780733-23b2-4c73-9505-6f36c6adcf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '78604268-bbc3-4f8d-a6b4-1147ccde6672'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:33:18.356757 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Bound port: e64688bb-5776-4431-a96a-f1a8deb44647, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26780733-23b2-4c73-9505-6f36c6adcf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '78604268-bbc3-4f8d-a6b4-1147ccde6672'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:33:18.357137 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:18.381090 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:18.393952 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78604268-bbc3-4f8d-a6b4-1147ccde6672']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:18.403451 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d70f508a-0d90-4a54-b188-b9f0177d13b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:33:15Z', 'revision_number': 10, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:00Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:18.407347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26780733-23b2-4c73-9505-6f36c6adcf43') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:18.407656 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26780733-23b2-4c73-9505-6f36c6adcf43') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:18.416308 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70f508a-0d90-4a54-b188-b9f0177d13b7 None None] The sync data for ids ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'] in dv-neutron-601336-80-hyperv is: [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:33:15Z', 'revision_number': 10, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None, '_interfaces': [{'id': 'c0bd0f2f-b6f1-4746-b3ea-fdd052238639', 'name': '', 'network_id': '30daf860-b5a6-4e4d-aa49-0d6a6ca39e17', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'mac_address': 'fa:16:3e:ee:0c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:00Z', 'revision_number': 5, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'subnets': [{'id': '2abd46a8-4dab-48f6-bea7-da6311ac8e68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:33:18.421758 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:18.440798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:18.446758 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7dc56f9b-a9a1-459d-a2b1-3f4f7a8cd8f9 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:18.449940 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:33:18.450216 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:18.456788 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] For port e64688bb-5776-4431-a96a-f1a8deb44647, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:33:18.468771 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:33:18.482123 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e7f90f41-743e-495f-9e24-80097dcfd06d tempest-RoutersIpV6AdminTest-1565293273 tempest-RoutersIpV6AdminTest-1565293273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:18.533137 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-32ca171b-715c-4b2e-8b14-2962fed1310b tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "PUT /v2.0/floatingips/81c1b252-504f-471d-a501-20dd4fd25e57 HTTP/1.1" status: 200 len: 688 time: 4.2053289 Jun 02 12:33:18.543481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43928) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:18.546469 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Made reservation on behalf of 018118c9b2d045e2b9a10403a5c31db5 for: {'subnet': 2} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:18.550918 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:18.551248 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:18.621802 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] For port e64688bb-5776-4431-a96a-f1a8deb44647, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e64688bb-5776-4431-a96a-f1a8deb44647,segment=NetworkSegment(26780733-23b2-4c73-9505-6f36c6adcf43),segment_id=26780733-23b2-4c73-9505-6f36c6adcf43)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:33:18.626700 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:18.629949 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.api [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 12:33:18.629949 dv-neutron-601336-80-hyperv neutron-server[92305]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 12:33:18.629949 dv-neutron-601336-80-hyperv neutron-server[92305]: [parameters: {'id': '78604268-bbc3-4f8d-a6b4-1147ccde6672'}] Jun 02 12:33:18.629949 dv-neutron-601336-80-hyperv neutron-server[92305]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:33:18.630423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_db.api [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:33:18.631630 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-89f955a1-efae-4cdc-9888-6f0df56e4ec5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:18.703911 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc56f9b-a9a1-459d-a2b1-3f4f7a8cd8f9 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Network 2ca293c3-1527-4f65-ad51-c7e80b4cd3a0 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:18.715584 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Pushing event updated for resources: {'Port': ['ID=e64688bb-5776-4431-a96a-f1a8deb44647,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:18.726435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:18.765382 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-7dc56f9b-a9a1-459d-a2b1-3f4f7a8cd8f9 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:18.781588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-9a568b92-e642-431b-a82a-0f2540667828 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Deleting port b14a9a1e-3bc8-48ea-89af-0f400d63c279 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:18.781997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9a568b92-e642-431b-a82a-0f2540667828 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:18.789774 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc56f9b-a9a1-459d-a2b1-3f4f7a8cd8f9 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:18.795645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc56f9b-a9a1-459d-a2b1-3f4f7a8cd8f9 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:18.796288 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7dc56f9b-a9a1-459d-a2b1-3f4f7a8cd8f9 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:18.807518 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc56f9b-a9a1-459d-a2b1-3f4f7a8cd8f9 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Pushing event updated for resources: {'Port': ['ID=85abb5f7-4755-47bc-9416-071f3448932d,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:18.820321 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffc02ad-0251-438b-ab3b-7d842d1fb104 None None] Network 78604268-bbc3-4f8d-a6b4-1147ccde6672 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:18.827534 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7dc56f9b-a9a1-459d-a2b1-3f4f7a8cd8f9 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:18.931044 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7dc56f9b-a9a1-459d-a2b1-3f4f7a8cd8f9 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.4731305 Jun 02 12:33:18.937142 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43930) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:18.944725 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-3fac1083-ef61-4ebd-8bd7-fdfe47948ae1 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Request body: {'port': {'network_id': '2ca293c3-1527-4f65-ad51-c7e80b4cd3a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1173683548'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:18.979491 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9a568b92-e642-431b-a82a-0f2540667828 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:18.980099 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9a568b92-e642-431b-a82a-0f2540667828 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:19.006091 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cb25363f-2728-4ae6-b029-f8590c3060f5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:19.082997 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-51740cb5-efbf-4ff8-b77c-bd19c39ba2ce tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:19.087228 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8b39cf-7d05-4824-ba91-285e837ee6dc None None] Network 78604268-bbc3-4f8d-a6b4-1147ccde6672 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:19.121997 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cb25363f-2728-4ae6-b029-f8590c3060f5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:19.136249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-9a568b92-e642-431b-a82a-0f2540667828 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Calling delete_port for b14a9a1e-3bc8-48ea-89af-0f400d63c279 owned by network:floatingip {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:19.138781 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cb25363f-2728-4ae6-b029-f8590c3060f5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/subnets/8a494923-9ea7-4ecd-b25b-a1f34ae41ab4 HTTP/1.1" status: 204 len: 168 time: 3.0871210 Jun 02 12:33:19.139935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:19.151406 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43932) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:19.157813 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd5300e-747d-4bad-a1a4-eae9bc22c236 None None] Network 5f8f70fa-496f-42a8-b6f8-090baa296d01 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:19.165619 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c2afeede-4f31-4c21-b4a6-29858b5d38a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'subnet': {'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:19.302145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-580c3e76-32f4-422e-bdc9-0e8da9d75d2b None None] Provisioning for port 85abb5f7-4755-47bc-9416-071f3448932d completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:19.362421 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-580c3e76-32f4-422e-bdc9-0e8da9d75d2b None None] Provisioning complete for port 85abb5f7-4755-47bc-9416-071f3448932d triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:19.362715 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-580c3e76-32f4-422e-bdc9-0e8da9d75d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:19.406684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c2afeede-4f31-4c21-b4a6-29858b5d38a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:19.413689 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c2afeede-4f31-4c21-b4a6-29858b5d38a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:subnet and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:19.417335 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25363f-2728-4ae6-b029-f8590c3060f5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Subnet': ['ID=8a494923-9ea7-4ecd-b25b-a1f34ae41ab4,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:19.419233 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c2afeede-4f31-4c21-b4a6-29858b5d38a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:19.422137 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cb25363f-2728-4ae6-b029-f8590c3060f5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:19.463405 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c2afeede-4f31-4c21-b4a6-29858b5d38a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:19.467336 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-580c3e76-32f4-422e-bdc9-0e8da9d75d2b None None] Port 85abb5f7-4755-47bc-9416-071f3448932d cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:33:19.468171 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Deleting port e64688bb-5776-4431-a96a-f1a8deb44647 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:19.468434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:19.512133 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 26fc310e-017d-4b53-9468-71ff581e422f no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:33:19.548509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:19.553363 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.objects.ports [None req-3f84f4b2-09ec-4dc8-a05c-830ecf126b43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92304) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 12:33:19.570176 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3f84f4b2-09ec-4dc8-a05c-830ecf126b43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:19.579312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2afeede-4f31-4c21-b4a6-29858b5d38a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:19.582862 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c2afeede-4f31-4c21-b4a6-29858b5d38a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:19.603013 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 26fc310e-017d-4b53-9468-71ff581e422f {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:33:19.603626 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 26fc310e-017d-4b53-9468-71ff581e422f not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:33:19.609275 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ce8d44e0-76a5-4041-b73c-600922a7933b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:19.684537 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9a568b92-e642-431b-a82a-0f2540667828 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:19.690241 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f84f4b2-09ec-4dc8-a05c-830ecf126b43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:19.697694 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9af822ae-195d-483f-a8b6-21c0a6d0a72a tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:19.714161 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-3f84f4b2-09ec-4dc8-a05c-830ecf126b43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:19.725515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbfbaa9-81b2-45d9-8c4d-8df718d8147f None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:19.745645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a568b92-e642-431b-a82a-0f2540667828 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event deleted for resources: {'Port': ['ID=b14a9a1e-3bc8-48ea-89af-0f400d63c279,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:19.756088 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f84f4b2-09ec-4dc8-a05c-830ecf126b43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:19.756687 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3f84f4b2-09ec-4dc8-a05c-830ecf126b43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:19.765882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9a568b92-e642-431b-a82a-0f2540667828 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:19.768789 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] For port e64688bb-5776-4431-a96a-f1a8deb44647, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e64688bb-5776-4431-a96a-f1a8deb44647,segment=NetworkSegment(26780733-23b2-4c73-9505-6f36c6adcf43),segment_id=26780733-23b2-4c73-9505-6f36c6adcf43)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:19.769372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:19.790044 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84f4b2-09ec-4dc8-a05c-830ecf126b43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=c946aa2c-d65e-4735-80ef-0f9802fb0b46,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:19.808523 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3f84f4b2-09ec-4dc8-a05c-830ecf126b43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:19.813373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c9cae33f-b69a-404a-a4b5-6774e2df6994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:19.824393 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f2ce6e9b-b375-4826-943d-7e1305a83193 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:19.861464 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3fac1083-ef61-4ebd-8bd7-fdfe47948ae1 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:19.880816 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3f84f4b2-09ec-4dc8-a05c-830ecf126b43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2152731 Jun 02 12:33:19.885755 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43936) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:19.889346 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c9cae33f-b69a-404a-a4b5-6774e2df6994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:19.891745 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c9cae33f-b69a-404a-a4b5-6774e2df6994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/subnets/b8496007-2678-4273-9754-c2cdd22751dc HTTP/1.1" status: 204 len: 168 time: 3.3976126 Jun 02 12:33:19.898183 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-b6c8812d-3269-4766-8874-d2a567d4082a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'mac_address': 'fa:16:3e:a2:73:22', 'name': 'tempest-NetworksTestDHCPv6-16991438'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:19.905631 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46159d5-2d61-42b4-96b2-698e575b2c26 None None] Network 83c01907-5bfd-4b2a-ba86-015855709e26 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:19.914153 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cae33f-b69a-404a-a4b5-6774e2df6994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Subnet': ['ID=b8496007-2678-4273-9754-c2cdd22751dc,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:19.916492 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c9cae33f-b69a-404a-a4b5-6774e2df6994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:19.925237 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43938) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:19.980815 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3fac1083-ef61-4ebd-8bd7-fdfe47948ae1 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:20.061963 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a7413df9-4e7a-4187-aef8-a668d8bf2950', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'fixed_ips': [{'subnet_id': 'c946aa2c-d65e-4735-80ef-0f9802fb0b46'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:33:20.062983 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:20.130063 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fac1083-ef61-4ebd-8bd7-fdfe47948ae1 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Made reservation on behalf of d4490fd3b6c74d289d982a1cffed0862 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:20.134063 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3fac1083-ef61-4ebd-8bd7-fdfe47948ae1 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:20.152081 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Calling delete_port for e64688bb-5776-4431-a96a-f1a8deb44647 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:20.161793 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9a568b92-e642-431b-a82a-0f2540667828 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:20.193197 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9a568b92-e642-431b-a82a-0f2540667828 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:20.201633 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9a568b92-e642-431b-a82a-0f2540667828 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "DELETE /v2.0/floatingips/81c1b252-504f-471d-a501-20dd4fd25e57 HTTP/1.1" status: 204 len: 168 time: 1.6499109 Jun 02 12:33:20.204989 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43940) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:20.224475 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': '989cfbdd-5f88-4f04-8a58-57525fecf35c'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:20.229339 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:20.233898 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Usage tracker for resource:floatingip and tenant:c238b4d1abdf43af85cd0e1ea5d0d537 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:20.237506 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:20.243339 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:20.262369 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:20.263515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Allocated IP 2001:db8::f816:3eff:fe84:6b93 (a7413df9-4e7a-4187-aef8-a668d8bf2950/c946aa2c-d65e-4735-80ef-0f9802fb0b46/f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:20.292868 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-3fac1083-ef61-4ebd-8bd7-fdfe47948ae1 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] device_id is not set on port 2a4e42e6-6148-425d-947a-93f8dafec410 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:33:20.335827 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:20.400039 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b6c8812d-3269-4766-8874-d2a567d4082a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:20.451659 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b6c8812d-3269-4766-8874-d2a567d4082a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:port and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:20.460688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:20.468353 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6cdf0abe-9c93-4d10-acda-f151adcac4c9 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:20.493326 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b6c8812d-3269-4766-8874-d2a567d4082a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:20.511182 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Port': ['ID=e64688bb-5776-4431-a96a-f1a8deb44647,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:20.518595 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b6c8812d-3269-4766-8874-d2a567d4082a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:20.521885 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:20.528604 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] No DVR routers for this DVR port e64688bb-5776-4431-a96a-f1a8deb44647 on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:33:20.598006 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c8812d-3269-4766-8874-d2a567d4082a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:20.649082 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09d0186-3a45-48c1-898f-cd9dcd02f9e7 None None] DHCP port deletion for 83c01907-5bfd-4b2a-ba86-015855709e26 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:33:20.736024 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:20.742486 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f1386705-f251-477f-962b-d07d78370ea9 None None] Provisioning complete for port 52be045b-8073-4e51-beee-81bd42e2a272 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:20.742933 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f1386705-f251-477f-962b-d07d78370ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:20.748146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:20.751789 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:20.756149 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-3fac1083-ef61-4ebd-8bd7-fdfe47948ae1 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Allocated IP 2001:db8::142 (2ca293c3-1527-4f65-ad51-c7e80b4cd3a0/38dc081f-4209-40e7-9b41-5c005e91f17f/2a4e42e6-6148-425d-947a-93f8dafec410) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:20.786625 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Transition to ACTIVE for port object f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:20.808778 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting port 4e31d85c-8696-4c4a-b0b4-88adca7a04ca {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:20.809130 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:20.824199 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78604268-bbc3-4f8d-a6b4-1147ccde6672']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:20.835498 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f1386705-f251-477f-962b-d07d78370ea9 None None] Port 52be045b-8073-4e51-beee-81bd42e2a272 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:33:20.838068 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Transition to ACTIVE for port object f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:20.847822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-a09d0186-3a45-48c1-898f-cd9dcd02f9e7 None None] Deleting port 4e31d85c-8696-4c4a-b0b4-88adca7a04ca {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:20.848203 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a09d0186-3a45-48c1-898f-cd9dcd02f9e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:20.859130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26780733-23b2-4c73-9505-6f36c6adcf43') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:20.860447 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26780733-23b2-4c73-9505-6f36c6adcf43') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:20.864214 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:20.872326 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:20.892911 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:20.970061 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:20.974447 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f1386705-f251-477f-962b-d07d78370ea9 None None] Provisioning complete for port c085461d-d7b9-49dd-b9f7-0c7375801e1c triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:20.974832 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f1386705-f251-477f-962b-d07d78370ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:20.977348 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6c8812d-3269-4766-8874-d2a567d4082a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:21.019154 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:33:21.019448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:21.039359 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:33:21.042618 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:33:21.055669 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:21.072799 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:21.078963 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] For port 4e31d85c-8696-4c4a-b0b4-88adca7a04ca, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4e31d85c-8696-4c4a-b0b4-88adca7a04ca,segment=NetworkSegment(18e3d156-dcae-4391-9c20-4244111e0718),segment_id=18e3d156-dcae-4391-9c20-4244111e0718)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:21.079339 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:21.081519 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Pushing event updated for resources: {'Port': ['ID=f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:21.087290 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-a09d0186-3a45-48c1-898f-cd9dcd02f9e7 None None] For port 4e31d85c-8696-4c4a-b0b4-88adca7a04ca, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4e31d85c-8696-4c4a-b0b4-88adca7a04ca,segment=NetworkSegment(18e3d156-dcae-4391-9c20-4244111e0718),segment_id=18e3d156-dcae-4391-9c20-4244111e0718)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:21.087290 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a09d0186-3a45-48c1-898f-cd9dcd02f9e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:21.101626 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:21.157282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Allocated IP 172.26.7.41 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/d7f2a331-fa6f-40f1-be19-ff36e29d99ac) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:21.165575 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:21.175078 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a317f42e-469d-4277-b4e9-2a7aad9ea0bd tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:21.176831 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-b6c8812d-3269-4766-8874-d2a567d4082a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] device_id is not set on port 0817a3a7-7cdb-4b49-985c-a754dbec5322 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:33:21.191303 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:21.241779 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Network': ['ID=78604268-bbc3-4f8d-a6b4-1147ccde6672,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:21.251550 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:21.284307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-a09d0186-3a45-48c1-898f-cd9dcd02f9e7 None None] Calling delete_port for 4e31d85c-8696-4c4a-b0b4-88adca7a04ca owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:21.313068 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/networks/78604268-bbc3-4f8d-a6b4-1147ccde6672 HTTP/1.1" status: 204 len: 168 time: 4.3187408 Jun 02 12:33:21.328457 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43944) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:21.347475 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Attempting to bind port f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:33:21.347862 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Attempting to bind port f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:33:21.348229 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Attempting to bind port f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06 on network a7413df9-4e7a-4187-aef8-a668d8bf2950 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:33:21.375470 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:33:21.375850 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:33:21.376263 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:21.376665 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Bound using segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:33:21.377161 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Bound port: f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:33:21.377543 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:21.395778 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-4acb2f64-e707-4add-be7c-ed1d14e5bef3 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:21.395778 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4acb2f64-e707-4add-be7c-ed1d14e5bef3 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:21.401356 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4acb2f64-e707-4add-be7c-ed1d14e5bef3 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/networks/78604268-bbc3-4f8d-a6b4-1147ccde6672 HTTP/1.1" status: 404 len: 339 time: 0.0716386 Jun 02 12:33:21.401818 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43946) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:21.410016 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-7946ea6f-dc08-457c-8d67-e6abc0aa3412 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1255120963', 'description': 'd1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:21.433735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7946ea6f-dc08-457c-8d67-e6abc0aa3412 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:21.466398 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Calling delete_port for 4e31d85c-8696-4c4a-b0b4-88adca7a04ca owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:21.484718 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7946ea6f-dc08-457c-8d67-e6abc0aa3412 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Usage tracker for resource:network and tenant:df12f77339d04f159923e892b9b45dd6 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:21.497695 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7946ea6f-dc08-457c-8d67-e6abc0aa3412 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:21.499276 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7946ea6f-dc08-457c-8d67-e6abc0aa3412 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:21.546028 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4e31d85c-8696-4c4a-b0b4-88adca7a04ca no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:33:21.549247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7946ea6f-dc08-457c-8d67-e6abc0aa3412 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Made reservation on behalf of df12f77339d04f159923e892b9b45dd6 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:21.552668 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7946ea6f-dc08-457c-8d67-e6abc0aa3412 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:21.577945 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:21.586216 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] For port f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:33:21.595001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c2afeede-4f31-4c21-b4a6-29858b5d38a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:21.600778 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e7b98fe0-6c05-4210-b407-f77b9945c086 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:21.606293 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] For port f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:33:21.607296 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a09d0186-3a45-48c1-898f-cd9dcd02f9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:21.613384 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-fd3c241e-0092-4cca-9d3e-175732c887d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:21.656020 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7946ea6f-dc08-457c-8d67-e6abc0aa3412 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:33:21.668835 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d0186-3a45-48c1-898f-cd9dcd02f9e7 None None] Pushing event deleted for resources: {'Port': ['ID=4e31d85c-8696-4c4a-b0b4-88adca7a04ca,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:21.671721 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:21.677253 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a09d0186-3a45-48c1-898f-cd9dcd02f9e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:21.677723 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a09d0186-3a45-48c1-898f-cd9dcd02f9e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:21.688718 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2afeede-4f31-4c21-b4a6-29858b5d38a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network 5f8f70fa-496f-42a8-b6f8-090baa296d01 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:21.697838 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-c2afeede-4f31-4c21-b4a6-29858b5d38a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:21.699876 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7946ea6f-dc08-457c-8d67-e6abc0aa3412 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:21.700216 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-7946ea6f-dc08-457c-8d67-e6abc0aa3412 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Added segment d8dd8857-2489-458d-8b4e-f9aef158358d of type vlan for network 22b6c5de-7bb5-4ba3-bdd2-cb9613a9bd86 Jun 02 12:33:21.702438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afeede-4f31-4c21-b4a6-29858b5d38a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Subnet': ['ID=1e9ca964-64ef-4668-9aa2-7b85ded127e8,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:21.714566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c2afeede-4f31-4c21-b4a6-29858b5d38a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:21.715845 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b473acd-652b-4f5f-a73b-1216d4338896 None None] Network 5f8f70fa-496f-42a8-b6f8-090baa296d01 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:21.722582 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2afeede-4f31-4c21-b4a6-29858b5d38a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:21.723580 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c2afeede-4f31-4c21-b4a6-29858b5d38a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:21.733399 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09d0186-3a45-48c1-898f-cd9dcd02f9e7 None None] No DVR routers for this DVR port 4e31d85c-8696-4c4a-b0b4-88adca7a04ca on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:33:21.754788 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No active binding found for port 4e31d85c-8696-4c4a-b0b4-88adca7a04ca {{(pid=92306) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 02 12:33:21.755256 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4e31d85c-8696-4c4a-b0b4-88adca7a04ca not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:33:21.755807 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3fac1083-ef61-4ebd-8bd7-fdfe47948ae1 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:21.760423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7946ea6f-dc08-457c-8d67-e6abc0aa3412 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:21.772295 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:21.780821 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2e2d2e8e-edb0-421d-9536-cf304c561db9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:21.812032 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-3fac1083-ef61-4ebd-8bd7-fdfe47948ae1 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Transition to ACTIVE for port object 2a4e42e6-6148-425d-947a-93f8dafec410 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:21.820822 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-b6c8812d-3269-4766-8874-d2a567d4082a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8::f816:3eff:fea2:7322 (a7413df9-4e7a-4187-aef8-a668d8bf2950/c946aa2c-d65e-4735-80ef-0f9802fb0b46/0817a3a7-7cdb-4b49-985c-a754dbec5322) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:21.827491 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c2afeede-4f31-4c21-b4a6-29858b5d38a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6736093 Jun 02 12:33:21.830399 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:21.838839 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43950) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:21.839564 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5ee0a577-7c1c-4555-9f2d-918eb653e75a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:21.880039 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Pushing event updated for resources: {'Port': ['ID=f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:21.882182 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-74a59e61-8098-42a6-9c12-021b50a0754f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'security_group': {'name': 'tempest-secgroup-1004216507'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:21.885059 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:21.961459 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-74a59e61-8098-42a6-9c12-021b50a0754f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:21.966719 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-74a59e61-8098-42a6-9c12-021b50a0754f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:security_group and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:21.971763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-74a59e61-8098-42a6-9c12-021b50a0754f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:21.980726 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-74a59e61-8098-42a6-9c12-021b50a0754f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:21.994581 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Port': ['ID=4e31d85c-8696-4c4a-b0b4-88adca7a04ca,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:22.011329 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:22.019240 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] No DVR routers for this DVR port 4e31d85c-8696-4c4a-b0b4-88adca7a04ca on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:33:22.023876 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-74a59e61-8098-42a6-9c12-021b50a0754f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:22.056792 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:22.062031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:22.067986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:22.125201 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Port': ['ID=d7f2a331-fa6f-40f1-be19-ff36e29d99ac,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:22.139484 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:22.140282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7946ea6f-dc08-457c-8d67-e6abc0aa3412 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:22.144649 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:22.146505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7946ea6f-dc08-457c-8d67-e6abc0aa3412 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:22.147093 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7946ea6f-dc08-457c-8d67-e6abc0aa3412 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:22.155025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:22.159130 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9458c0fd-e0be-49ec-af9d-030667af0df0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:22.235170 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b0cf92-ddf8-4a8b-9a27-0d7893e428b5 None None] Update dhcp port {'port': {'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01', 'fixed_ips': [{'subnet_id': '04babe54-df12-4798-8d3f-543c2eedc71d', 'ip_address': '172.20.0.18'}, {'subnet_id': '1e9ca964-64ef-4668-9aa2-7b85ded127e8'}], 'binding:host_id': 'dv-neutron-601336-80-hyperv'}, 'id': 'c085461d-d7b9-49dd-b9f7-0c7375801e1c'} from dv-neutron-601336-80-hyperv. {{(pid=92306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 12:33:22.269532 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3fac1083-ef61-4ebd-8bd7-fdfe47948ae1 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:22.295454 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7946ea6f-dc08-457c-8d67-e6abc0aa3412 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8890152 Jun 02 12:33:22.296062 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43952) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:22.299547 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-20b0cf92-ddf8-4a8b-9a27-0d7893e428b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:22.302397 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fac1083-ef61-4ebd-8bd7-fdfe47948ae1 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Network 2ca293c3-1527-4f65-ad51-c7e80b4cd3a0 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:22.312225 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-3fac1083-ef61-4ebd-8bd7-fdfe47948ae1 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:22.314835 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fac1083-ef61-4ebd-8bd7-fdfe47948ae1 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:22.320803 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fac1083-ef61-4ebd-8bd7-fdfe47948ae1 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:22.321836 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3fac1083-ef61-4ebd-8bd7-fdfe47948ae1 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:22.373072 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946ea6f-dc08-457c-8d67-e6abc0aa3412 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Network': ['ID=22b6c5de-7bb5-4ba3-bdd2-cb9613a9bd86,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:22.386681 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7946ea6f-dc08-457c-8d67-e6abc0aa3412 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:22.402842 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-74a59e61-8098-42a6-9c12-021b50a0754f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:22.449613 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-74a59e61-8098-42a6-9c12-021b50a0754f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:security_group_rule and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:22.458264 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-74a59e61-8098-42a6-9c12-021b50a0754f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:22.496974 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-74a59e61-8098-42a6-9c12-021b50a0754f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:22.504070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:22.512545 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab027c8-0040-47e8-ac96-436da1b2e84f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:22.513284 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6ab027c8-0040-47e8-ac96-436da1b2e84f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Synchronizing usage tracker for tenant:df12f77339d04f159923e892b9b45dd6 on resource:network {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:22.521161 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Pushing event updated for resources: {'Subnet': ['ID=e68b62e7-ba5b-4f57-a5fd-3163ba84718b,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:22.524609 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:22.537074 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-03aebdca-4aec-4161-bdbd-bb2c099af1aa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:22.545966 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-20b0cf92-ddf8-4a8b-9a27-0d7893e428b5 None None] Allocated IP 172.20.0.2 (5f8f70fa-496f-42a8-b6f8-090baa296d01/1e9ca964-64ef-4668-9aa2-7b85ded127e8/c085461d-d7b9-49dd-b9f7-0c7375801e1c) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:22.614674 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6ab027c8-0040-47e8-ac96-436da1b2e84f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Unset dirty status for tenant:df12f77339d04f159923e892b9b45dd6 on resource:network {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:22.618794 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6ab027c8-0040-47e8-ac96-436da1b2e84f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "GET /v2.0/networks?id=22b6c5de-7bb5-4ba3-bdd2-cb9613a9bd86 HTTP/1.1" status: 200 len: 765 time: 0.3161035 Jun 02 12:33:22.622045 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43954) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:22.628055 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-3b67782b-ed1f-44f6-b6b5-9cb9233c30ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'network': {'description': 'd2'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:22.638344 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c01907-5bfd-4b2a-ba86-015855709e26']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:22.644580 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 22b6c5de-7bb5-4ba3-bdd2-cb9613a9bd86 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:33:22.652881 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Checking segment: {'id': '41bb3e05-9e2a-4a28-81f0-74ca7bcd1ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '28892e76-5052-47f0-9815-87576d89653c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:33:22.653373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Network hostable DHCP agents. Network: 28892e76-5052-47f0-9815-87576d89653c, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:33:22.677214 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e3d156-dcae-4391-9c20-4244111e0718') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:22.677652 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e3d156-dcae-4391-9c20-4244111e0718') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:22.712109 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3fac1083-ef61-4ebd-8bd7-fdfe47948ae1 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7689247 Jun 02 12:33:22.715493 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43956) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:22.735871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:22.755073 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ef855fbd-6812-4b70-b151-9b7abd738a65 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::ad', 'mac_address': 'fa:16:3e:5b:08:ae'}, {'ip_address': '2001:db8::204', 'mac_address': 'fa:16:3e:ef:07:99'}]}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:22.781348 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ebdf6425-2939-4add-8151-ec4cf2541cc4 None None] Provisioning for port 2a4e42e6-6148-425d-947a-93f8dafec410 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:22.790888 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ebdf6425-2939-4add-8151-ec4cf2541cc4 None None] Provisioning complete for port 2a4e42e6-6148-425d-947a-93f8dafec410 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:22.791646 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ebdf6425-2939-4add-8151-ec4cf2541cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:22.845733 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac1083-ef61-4ebd-8bd7-fdfe47948ae1 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Pushing event updated for resources: {'Port': ['ID=2a4e42e6-6148-425d-947a-93f8dafec410,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:22.849782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3fac1083-ef61-4ebd-8bd7-fdfe47948ae1 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:22.867730 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:22.877123 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-20b0cf92-ddf8-4a8b-9a27-0d7893e428b5 None None] For port c085461d-d7b9-49dd-b9f7-0c7375801e1c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c085461d-d7b9-49dd-b9f7-0c7375801e1c,segment=NetworkSegment(da0897bf-884f-4be1-82a7-8e7c0180f1d2),segment_id=da0897bf-884f-4be1-82a7-8e7c0180f1d2)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:22.880022 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf6425-2939-4add-8151-ec4cf2541cc4 None None] Port 2a4e42e6-6148-425d-947a-93f8dafec410 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:33:22.897036 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:33:22.897615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:22.912514 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-20b0cf92-ddf8-4a8b-9a27-0d7893e428b5 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:33:22.925270 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:33:22.929557 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Network 28892e76-5052-47f0-9815-87576d89653c is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:33:23.070247 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 28892e76-5052-47f0-9815-87576d89653c) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:23.080627 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6c8812d-3269-4766-8874-d2a567d4082a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:23.087655 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d4cb8b-7878-4446-9f71-e51fe5cb5343 None None] Network 28892e76-5052-47f0-9815-87576d89653c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:23.148644 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3b67782b-ed1f-44f6-b6b5-9cb9233c30ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:23.182806 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3b67782b-ed1f-44f6-b6b5-9cb9233c30ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:23.189712 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:23.208189 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-74a59e61-8098-42a6-9c12-021b50a0754f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:23.213215 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3b67782b-ed1f-44f6-b6b5-9cb9233c30ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Network 22b6c5de-7bb5-4ba3-bdd2-cb9613a9bd86 is not hosted by any dhcp agent {{(pid=92305) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 12:33:23.215262 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-20b0cf92-ddf8-4a8b-9a27-0d7893e428b5 None None] Transition to ACTIVE for port object c085461d-d7b9-49dd-b9f7-0c7375801e1c will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:23.218825 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b67782b-ed1f-44f6-b6b5-9cb9233c30ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:23.219433 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3b67782b-ed1f-44f6-b6b5-9cb9233c30ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:23.220697 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3b67782b-ed1f-44f6-b6b5-9cb9233c30ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "PUT /v2.0/networks/22b6c5de-7bb5-4ba3-bdd2-cb9613a9bd86 HTTP/1.1" status: 200 len: 762 time: 0.5976694 Jun 02 12:33:23.222709 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-b6c8812d-3269-4766-8874-d2a567d4082a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Transition to ACTIVE for port object 0817a3a7-7cdb-4b49-985c-a754dbec5322 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:23.224061 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:23.225400 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43960) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:23.231218 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:23.237159 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-74a59e61-8098-42a6-9c12-021b50a0754f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:23.241187 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-20b0cf92-ddf8-4a8b-9a27-0d7893e428b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:23.247521 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:23.304755 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d8d0cb7a-0465-4ef5-bfc9-b8649ba21511 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:23.305002 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ac3a8659-4b59-4e91-9dd5-46738abc3569 None None] Provisioning for port f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:23.376461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:23.400456 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67782b-ed1f-44f6-b6b5-9cb9233c30ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Network': ['ID=22b6c5de-7bb5-4ba3-bdd2-cb9613a9bd86,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:23.408757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3b67782b-ed1f-44f6-b6b5-9cb9233c30ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:23.429250 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 22b6c5de-7bb5-4ba3-bdd2-cb9613a9bd86 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:33:23.440166 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f04772a-1097-4faf-b666-6ab843873568 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:23.445186 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9f04772a-1097-4faf-b666-6ab843873568 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "GET /v2.0/networks?id=22b6c5de-7bb5-4ba3-bdd2-cb9613a9bd86 HTTP/1.1" status: 200 len: 765 time: 0.2153208 Jun 02 12:33:23.445677 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43962) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:23.457086 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0cf92-ddf8-4a8b-9a27-0d7893e428b5 None None] Pushing event updated for resources: {'Port': ['ID=c085461d-d7b9-49dd-b9f7-0c7375801e1c,revision_number=6']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:23.534639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-20b0cf92-ddf8-4a8b-9a27-0d7893e428b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:23.627694 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Network': ['ID=83c01907-5bfd-4b2a-ba86-015855709e26,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:23.630460 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:23.635394 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:33:23.645667 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6ebde9de-67de-48e6-a79c-18b743be16ba tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.325s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:23.662572 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/networks/83c01907-5bfd-4b2a-ba86-015855709e26 HTTP/1.1" status: 204 len: 168 time: 3.7359264 Jun 02 12:33:23.671411 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-74a59e61-8098-42a6-9c12-021b50a0754f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:23.675404 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-74a59e61-8098-42a6-9c12-021b50a0754f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7971265 Jun 02 12:33:23.676007 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43964) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:23.676328 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43966) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:23.687823 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ffb0306d-67b8-46ce-a066-aa3c52248e3b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'security_group': {'name': 'tempest-secgroup-1934751071'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:23.734604 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76195f6-331e-426c-9dfb-fa271d53c72b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:23.739278 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b76195f6-331e-426c-9dfb-fa271d53c72b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2924747 Jun 02 12:33:23.748577 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43968) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:23.760828 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-28892e76-5052-47f0-9815-87576d89653c', 'network_id': '28892e76-5052-47f0-9815-87576d89653c', 'tenant_id': '018118c9b2d045e2b9a10403a5c31db5', 'fixed_ips': [{'subnet_id': 'e68b62e7-ba5b-4f57-a5fd-3163ba84718b'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:33:23.761672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:23.771228 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ffb0306d-67b8-46ce-a066-aa3c52248e3b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:23.774147 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef855fbd-6812-4b70-b151-9b7abd738a65 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:23.776068 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:23.783972 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:23.784640 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:23.800594 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-29a80e98-0b69-4f39-9507-de0abb068e08 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Synchronizing usage tracker for tenant:df12f77339d04f159923e892b9b45dd6 on resource:subnet {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:23.811072 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ffb0306d-67b8-46ce-a066-aa3c52248e3b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:security_group and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:23.816739 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:23.865701 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a59e61-8098-42a6-9c12-021b50a0754f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf321749-3566-4752-888e-3712160f6d93,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:23.868809 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-74a59e61-8098-42a6-9c12-021b50a0754f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:23.870899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ffb0306d-67b8-46ce-a066-aa3c52248e3b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:23.924683 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ffb0306d-67b8-46ce-a066-aa3c52248e3b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:23.973570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6c8812d-3269-4766-8874-d2a567d4082a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:23.990064 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:24.033388 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-29a80e98-0b69-4f39-9507-de0abb068e08 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Unset dirty status for tenant:df12f77339d04f159923e892b9b45dd6 on resource:subnet {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:24.034567 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-29a80e98-0b69-4f39-9507-de0abb068e08 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "GET /v2.0/subnets?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e HTTP/1.1" status: 200 len: 207 time: 0.2848134 Jun 02 12:33:24.039177 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Allocated IP 172.20.0.2 (28892e76-5052-47f0-9815-87576d89653c/e68b62e7-ba5b-4f57-a5fd-3163ba84718b/f45e33d6-4639-4dd8-8f48-917388d60cc2) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:24.050535 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43970) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:24.202380 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c8812d-3269-4766-8874-d2a567d4082a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:24.203622 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ffb0306d-67b8-46ce-a066-aa3c52248e3b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:24.239715 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-b6c8812d-3269-4766-8874-d2a567d4082a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:24.243218 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c8812d-3269-4766-8874-d2a567d4082a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:24.253159 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c8812d-3269-4766-8874-d2a567d4082a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:24.254493 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6c8812d-3269-4766-8874-d2a567d4082a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:24.324880 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:24.345811 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8e7837-6721-49ba-8cfa-e1e5c7793a4b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:24.351776 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8e7837-6721-49ba-8cfa-e1e5c7793a4b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:24.357841 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8e7837-6721-49ba-8cfa-e1e5c7793a4b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:24.363800 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8e7837-6721-49ba-8cfa-e1e5c7793a4b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:24.369509 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8e7837-6721-49ba-8cfa-e1e5c7793a4b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:24.369960 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:24.376232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8e7837-6721-49ba-8cfa-e1e5c7793a4b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:24.381756 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4d8e7837-6721-49ba-8cfa-e1e5c7793a4b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3265245 Jun 02 12:33:24.390965 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:24.394134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ffb0306d-67b8-46ce-a066-aa3c52248e3b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:24.398387 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cdc6d5bc-3d15-4dae-84c3-d36859428958 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:24.401120 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43974) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:24.425523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:24.439770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ffb0306d-67b8-46ce-a066-aa3c52248e3b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:security_group_rule and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:24.440002 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:24.443648 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:24.446364 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6815f67d-0604-4a28-9b4f-d4d8aa0137f9 None None] Provisioning complete for port 52be045b-8073-4e51-beee-81bd42e2a272 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:24.446860 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6815f67d-0604-4a28-9b4f-d4d8aa0137f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:24.447871 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2cfd4bcb-1bd2-4cda-b137-a6a7762c403b tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:24.450708 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ffb0306d-67b8-46ce-a066-aa3c52248e3b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:24.516661 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-6815f67d-0604-4a28-9b4f-d4d8aa0137f9 None None] Port 52be045b-8073-4e51-beee-81bd42e2a272 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:33:24.540273 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Transition to ACTIVE for port object f45e33d6-4639-4dd8-8f48-917388d60cc2 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:24.563247 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6815f67d-0604-4a28-9b4f-d4d8aa0137f9 None None] Provisioning for port c085461d-d7b9-49dd-b9f7-0c7375801e1c completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:24.570644 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8812d-3269-4766-8874-d2a567d4082a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=0817a3a7-7cdb-4b49-985c-a754dbec5322,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:24.579904 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Transition to ACTIVE for port object f45e33d6-4639-4dd8-8f48-917388d60cc2 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:24.581181 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6815f67d-0604-4a28-9b4f-d4d8aa0137f9 None None] Provisioning complete for port c085461d-d7b9-49dd-b9f7-0c7375801e1c triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:24.581654 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6815f67d-0604-4a28-9b4f-d4d8aa0137f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:24.585444 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b6c8812d-3269-4766-8874-d2a567d4082a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:24.594220 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b6c8812d-3269-4766-8874-d2a567d4082a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.6980140 Jun 02 12:33:24.594220 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ffb0306d-67b8-46ce-a066-aa3c52248e3b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:24.604664 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43976) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:24.606396 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:24.615464 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:24.627552 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:24.638353 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-85639d12-2201-4250-b52e-c60ad352f0cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:24.685152 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Port': ['ID=d7f2a331-fa6f-40f1-be19-ff36e29d99ac,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:24.700232 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Network 28892e76-5052-47f0-9815-87576d89653c is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:24.704517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:24.704777 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:24.716096 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:24.723885 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef855fbd-6812-4b70-b151-9b7abd738a65 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:24.734382 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:24.765682 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Pushing event updated for resources: {'Port': ['ID=f45e33d6-4639-4dd8-8f48-917388d60cc2,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:24.765963 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef855fbd-6812-4b70-b151-9b7abd738a65 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:24.773942 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:24.776021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7dc56f9b-a9a1-459d-a2b1-3f4f7a8cd8f9 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:24.825265 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-388caf42-cd7f-4f38-88c2-0083564df9b0 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4222231 Jun 02 12:33:24.837085 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43978) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:24.874215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Attempting to bind port f45e33d6-4639-4dd8-8f48-917388d60cc2 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:33:24.874815 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Attempting to bind port f45e33d6-4639-4dd8-8f48-917388d60cc2 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '41bb3e05-9e2a-4a28-81f0-74ca7bcd1ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '28892e76-5052-47f0-9815-87576d89653c'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:33:24.875106 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Attempting to bind port f45e33d6-4639-4dd8-8f48-917388d60cc2 on network 28892e76-5052-47f0-9815-87576d89653c {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:33:24.885262 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:33:24.885798 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Checking segment: {'id': '41bb3e05-9e2a-4a28-81f0-74ca7bcd1ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '28892e76-5052-47f0-9815-87576d89653c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:33:24.886359 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:24.886856 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Bound using segment: {'id': '41bb3e05-9e2a-4a28-81f0-74ca7bcd1ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '28892e76-5052-47f0-9815-87576d89653c'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:33:24.887576 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Bound port: f45e33d6-4639-4dd8-8f48-917388d60cc2, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bb3e05-9e2a-4a28-81f0-74ca7bcd1ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '28892e76-5052-47f0-9815-87576d89653c'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:33:24.888203 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:24.892288 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-ef855fbd-6812-4b70-b151-9b7abd738a65 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] In _notify_port_updated(), no bound segment for port 2a4e42e6-6148-425d-947a-93f8dafec410 on network 2ca293c3-1527-4f65-ad51-c7e80b4cd3a0 {{(pid=92304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:33:24.899058 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef855fbd-6812-4b70-b151-9b7abd738a65 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:24.900422 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef855fbd-6812-4b70-b151-9b7abd738a65 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:24.902262 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ef855fbd-6812-4b70-b151-9b7abd738a65 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "PUT /v2.0/ports/2a4e42e6-6148-425d-947a-93f8dafec410 HTTP/1.1" status: 200 len: 1095 time: 2.1721823 Jun 02 12:33:24.906879 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43980) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:24.985906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ffb0306d-67b8-46ce-a066-aa3c52248e3b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:24.987053 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:24.988478 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] For port f45e33d6-4639-4dd8-8f48-917388d60cc2, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:33:24.992591 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] For port f45e33d6-4639-4dd8-8f48-917388d60cc2, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f45e33d6-4639-4dd8-8f48-917388d60cc2,segment=NetworkSegment(41bb3e05-9e2a-4a28-81f0-74ca7bcd1ba6),segment_id=41bb3e05-9e2a-4a28-81f0-74ca7bcd1ba6)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:33:24.993270 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef855fbd-6812-4b70-b151-9b7abd738a65 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Pushing event updated for resources: {'Port': ['ID=2a4e42e6-6148-425d-947a-93f8dafec410,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:24.996770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ef855fbd-6812-4b70-b151-9b7abd738a65 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:25.000361 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:25.009111 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:25.015682 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:25.077507 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Pushing event updated for resources: {'Subnet': ['ID=cd96d3b9-1457-4136-9e28-d95c5b5dba7d,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:25.080149 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:25.080938 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ffb0306d-67b8-46ce-a066-aa3c52248e3b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:25.085876 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-167a73f2-6867-4eba-8c6b-e80b508fe2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:25.098798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a9be87-e633-4798-a24c-9e7911638184 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:25.100319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a9be87-e633-4798-a24c-9e7911638184 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:25.102198 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a9be87-e633-4798-a24c-9e7911638184 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:25.103894 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a9be87-e633-4798-a24c-9e7911638184 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:25.105586 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a9be87-e633-4798-a24c-9e7911638184 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:25.107579 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-40a9be87-e633-4798-a24c-9e7911638184 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2695012 Jun 02 12:33:25.115701 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43982) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:25.125384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17d9114-0345-4638-a32c-a8e7bc63262c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:25.130273 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a031da30-6c90-42fc-b326-ffa223620195 None None] Provisioning for port 0817a3a7-7cdb-4b49-985c-a754dbec5322 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:25.132560 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17d9114-0345-4638-a32c-a8e7bc63262c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:25.139257 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e17d9114-0345-4638-a32c-a8e7bc63262c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5227652 Jun 02 12:33:25.143220 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Pushing event updated for resources: {'Port': ['ID=f45e33d6-4639-4dd8-8f48-917388d60cc2,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:25.154537 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a031da30-6c90-42fc-b326-ffa223620195 None None] Provisioning complete for port 0817a3a7-7cdb-4b49-985c-a754dbec5322 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:25.155035 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a031da30-6c90-42fc-b326-ffa223620195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:25.162737 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43984) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:25.183430 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:25.216262 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Floating IP 62a32732-cfd8-4277-b8ea-cf3c24fac38e associated. External IP: 172.26.7.41, port: 989cfbdd-5f88-4f04-8a58-57525fecf35c. Jun 02 12:33:25.222888 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-a031da30-6c90-42fc-b326-ffa223620195 None None] Port 0817a3a7-7cdb-4b49-985c-a754dbec5322 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:33:25.252798 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Checking segment: {'id': '5a36e24a-6932-4e27-b291-50ba6f58da9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '43413661-16bf-4f02-b833-6646967e8aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:33:25.253163 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Network hostable DHCP agents. Network: 43413661-16bf-4f02-b833-6646967e8aba, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:33:25.266566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ffb0306d-67b8-46ce-a066-aa3c52248e3b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:25.270653 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ffb0306d-67b8-46ce-a066-aa3c52248e3b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5834658 Jun 02 12:33:25.270653 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0306d-67b8-46ce-a066-aa3c52248e3b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93723f6c-cf2c-4b08-b32d-141d44e7722a,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:25.271289 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ffb0306d-67b8-46ce-a066-aa3c52248e3b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:25.276631 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43986) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:25.285199 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-7d406c9e-fed9-4004-bc70-006fa2ae25aa tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'security_group': {'name': 'tempest-secgroup-1911816869'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:25.308314 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7d406c9e-fed9-4004-bc70-006fa2ae25aa tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:25.358949 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-695dec17-c424-43a0-808d-cde06a38653d None None] Provisioning complete for port 2a4e42e6-6148-425d-947a-93f8dafec410 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:25.362863 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Network 43413661-16bf-4f02-b833-6646967e8aba is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:33:25.374660 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-695dec17-c424-43a0-808d-cde06a38653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:25.400206 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 43413661-16bf-4f02-b833-6646967e8aba) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:25.434463 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-64c2fae4-cb95-44aa-8396-ef70c148ee80 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:25.453103 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1940f69-f5cd-4fe0-aeb1-f85d74c2754e None None] Network 43413661-16bf-4f02-b833-6646967e8aba requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:25.505045 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:25.506462 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:25.509282 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:25.545804 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41630dff-d519-4bc8-bfa6-6fb92affcea0 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:25.547326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41630dff-d519-4bc8-bfa6-6fb92affcea0 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:25.548828 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41630dff-d519-4bc8-bfa6-6fb92affcea0 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:25.550427 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41630dff-d519-4bc8-bfa6-6fb92affcea0 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:25.554751 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41630dff-d519-4bc8-bfa6-6fb92affcea0 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:25.556445 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-41630dff-d519-4bc8-bfa6-6fb92affcea0 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4158695 Jun 02 12:33:25.577306 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7d406c9e-fed9-4004-bc70-006fa2ae25aa tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:security_group and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:25.580579 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7d406c9e-fed9-4004-bc70-006fa2ae25aa tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:25.587694 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7d406c9e-fed9-4004-bc70-006fa2ae25aa tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:25.592895 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43990) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:25.662328 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-695dec17-c424-43a0-808d-cde06a38653d None None] Port 2a4e42e6-6148-425d-947a-93f8dafec410 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:33:25.674170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7d406c9e-fed9-4004-bc70-006fa2ae25aa tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:25.728004 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:33:25.772118 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:25.786045 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 8.6802132 Jun 02 12:33:25.790218 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43992) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:25.874410 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-279ea042-78af-4136-812e-ce495f9af208 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting port 0817a3a7-7cdb-4b49-985c-a754dbec5322 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:25.874749 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-279ea042-78af-4136-812e-ce495f9af208 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:25.944480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7d406c9e-fed9-4004-bc70-006fa2ae25aa tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:25.946378 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:25.946869 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:25.948876 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7d406c9e-fed9-4004-bc70-006fa2ae25aa tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:security_group_rule and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:25.951795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7d406c9e-fed9-4004-bc70-006fa2ae25aa tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:25.958557 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7d406c9e-fed9-4004-bc70-006fa2ae25aa tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:25.988085 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-43413661-16bf-4f02-b833-6646967e8aba', 'network_id': '43413661-16bf-4f02-b833-6646967e8aba', 'tenant_id': '018118c9b2d045e2b9a10403a5c31db5', 'fixed_ips': [{'subnet_id': 'cd96d3b9-1457-4136-9e28-d95c5b5dba7d'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:33:25.989045 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:26.000123 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82328bb-1609-462b-9e37-5f1256b3f84d tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:26.001610 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82328bb-1609-462b-9e37-5f1256b3f84d tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:26.003138 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82328bb-1609-462b-9e37-5f1256b3f84d tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:26.004635 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c82328bb-1609-462b-9e37-5f1256b3f84d tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Synchronizing usage tracker for tenant:018118c9b2d045e2b9a10403a5c31db5 on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:26.139179 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c82328bb-1609-462b-9e37-5f1256b3f84d tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Unset dirty status for tenant:018118c9b2d045e2b9a10403a5c31db5 on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:26.143701 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c82328bb-1609-462b-9e37-5f1256b3f84d tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3527291 Jun 02 12:33:26.144305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43994) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:26.187866 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7d406c9e-fed9-4004-bc70-006fa2ae25aa tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:26.225779 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-0ccfbedb-1691-4312-b143-489673e9b6da tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Deleting port 2a4e42e6-6148-425d-947a-93f8dafec410 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:26.226005 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-279ea042-78af-4136-812e-ce495f9af208 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:26.226151 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0ccfbedb-1691-4312-b143-489673e9b6da tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:26.256146 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f45e33d6-4639-4dd8-8f48-917388d60cc2 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:33:26.306966 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7d406c9e-fed9-4004-bc70-006fa2ae25aa tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:26.321548 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Allocated IP 172.20.0.18 (43413661-16bf-4f02-b833-6646967e8aba/cd96d3b9-1457-4136-9e28-d95c5b5dba7d/5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:26.328071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-82267fbc-754c-4fe7-aa92-11d0632361d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:26.363634 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9bc807-f7ed-4e5f-8850-9fe336b0c437 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:26.364666 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2d9bc807-f7ed-4e5f-8850-9fe336b0c437 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "GET /v2.0/networks/633b0793-2f52-4622-a4ea-90170e3739f9 HTTP/1.1" status: 200 len: 803 time: 0.7527719 Jun 02 12:33:26.390833 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-279ea042-78af-4136-812e-ce495f9af208 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Calling delete_port for 0817a3a7-7cdb-4b49-985c-a754dbec5322 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:26.393177 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 43996) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:26.428828 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port f45e33d6-4639-4dd8-8f48-917388d60cc2 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:26.442233 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c085461d-d7b9-49dd-b9f7-0c7375801e1c up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:33:26.489634 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7d406c9e-fed9-4004-bc70-006fa2ae25aa tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:26.493696 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7d406c9e-fed9-4004-bc70-006fa2ae25aa tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2120364 Jun 02 12:33:26.494545 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d406c9e-fed9-4004-bc70-006fa2ae25aa tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8691da76-b705-430f-98b1-4becd60bcc9e,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:26.496619 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 43998) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:26.502168 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc151c1e-c8f4-472f-98f5-2072dc164e60 None None] Network 28892e76-5052-47f0-9815-87576d89653c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:26.503073 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df3416d-ec42-4bd6-8191-9c3d7e6b133f tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Deleting subnet e68b62e7-ba5b-4f57-a5fd-3163ba84718b {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:33:26.507458 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-8535b26d-6da4-4e1a-8cce-6ae20b46b0ee tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-345780939', 'security_groups': ['8691da76-b705-430f-98b1-4becd60bcc9e'], 'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1e9ca964-64ef-4668-9aa2-7b85ded127e8'}]}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:26.520385 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0df3416d-ec42-4bd6-8191-9c3d7e6b133f tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:26.524891 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7d406c9e-fed9-4004-bc70-006fa2ae25aa tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:26.546617 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Router 21724b17-26bf-4052-85a6-7b638422d074 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:33:26.580577 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0ccfbedb-1691-4312-b143-489673e9b6da tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:26.656829 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] Provisioning for port f45e33d6-4639-4dd8-8f48-917388d60cc2 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:26.689332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] Provisioning complete for port f45e33d6-4639-4dd8-8f48-917388d60cc2 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:26.689708 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:26.701960 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f4fd2700-6752-46f2-b388-fa57f8e8065f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Synchronizing usage tracker for tenant:df12f77339d04f159923e892b9b45dd6 on resource:network {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:26.725970 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0df3416d-ec42-4bd6-8191-9c3d7e6b133f tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:26.808760 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port c085461d-d7b9-49dd-b9f7-0c7375801e1c triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:26.809193 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:26.828866 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f4fd2700-6752-46f2-b388-fa57f8e8065f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Unset dirty status for tenant:df12f77339d04f159923e892b9b45dd6 on resource:network {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:26.833395 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f4fd2700-6752-46f2-b388-fa57f8e8065f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "GET /v2.0/networks/633b0793-2f52-4622-a4ea-90170e3739f9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4337881 Jun 02 12:33:26.835518 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44002) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:26.844677 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-0ccfbedb-1691-4312-b143-489673e9b6da tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Calling delete_port for 2a4e42e6-6148-425d-947a-93f8dafec410 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:26.936423 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:26.963652 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Transition to ACTIVE for port object 5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:26.998903 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1bf68f-8831-44ec-8c1b-4dfff6ba5811 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:26.999355 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4c1bf68f-8831-44ec-8c1b-4dfff6ba5811 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Synchronizing usage tracker for tenant:df12f77339d04f159923e892b9b45dd6 on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:27.005730 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-8535b26d-6da4-4e1a-8cce-6ae20b46b0ee tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:27.018410 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8535b26d-6da4-4e1a-8cce-6ae20b46b0ee tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:port and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:27.026751 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8535b26d-6da4-4e1a-8cce-6ae20b46b0ee tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:27.037782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0df3416d-ec42-4bd6-8191-9c3d7e6b133f tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:27.038444 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:33:27.039852 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-8535b26d-6da4-4e1a-8cce-6ae20b46b0ee tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:27.069031 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-64c2fae4-cb95-44aa-8396-ef70c148ee80 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting port c0bd0f2f-b6f1-4746-b3ea-fdd052238639 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:27.069373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-64c2fae4-cb95-44aa-8396-ef70c148ee80 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:27.074085 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8535b26d-6da4-4e1a-8cce-6ae20b46b0ee tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:27.083951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47288bd-453f-429e-a0b5-25fce79f40ac None None] Sync routers for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:33:27.090303 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-279ea042-78af-4136-812e-ce495f9af208 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:27.097566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:27.098374 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4c1bf68f-8831-44ec-8c1b-4dfff6ba5811 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Unset dirty status for tenant:df12f77339d04f159923e892b9b45dd6 on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:27.102934 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4c1bf68f-8831-44ec-8c1b-4dfff6ba5811 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "GET /v2.0/subnets/34a570e5-5ea2-4104-9ce6-ec0705dd6a11 HTTP/1.1" status: 200 len: 843 time: 0.2622917 Jun 02 12:33:27.103111 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Transition to ACTIVE for port object 5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:27.109860 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b6c8812d-3269-4766-8874-d2a567d4082a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:27.127345 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:27.129450 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44004) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:27.139853 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:27.181174 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47288bd-453f-429e-a0b5-25fce79f40ac None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:27.181833 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a47288bd-453f-429e-a0b5-25fce79f40ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:27.219690 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ea042-78af-4136-812e-ce495f9af208 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Port': ['ID=0817a3a7-7cdb-4b49-985c-a754dbec5322,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:27.226970 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-279ea042-78af-4136-812e-ce495f9af208 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:27.228662 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:27.297029 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a47288bd-453f-429e-a0b5-25fce79f40ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:27.319807 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.0999317 Jun 02 12:33:27.327088 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44006) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:27.327272 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Network 43413661-16bf-4f02-b833-6646967e8aba is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:27.336434 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:27.340518 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Pushing event updated for resources: {'Port': ['ID=5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:27.343789 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:27.347267 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:27.349285 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47288bd-453f-429e-a0b5-25fce79f40ac None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:27.349906 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a47288bd-453f-429e-a0b5-25fce79f40ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:27.429931 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c77212f-d2d3-42fc-907d-c24b7efc6f50 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:27.434656 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4c77212f-d2d3-42fc-907d-c24b7efc6f50 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "GET /v2.0/subnets/34a570e5-5ea2-4104-9ce6-ec0705dd6a11?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3009238 Jun 02 12:33:27.447454 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44008) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:27.451946 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a47288bd-453f-429e-a0b5-25fce79f40ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:27.452337 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47288bd-453f-429e-a0b5-25fce79f40ac None None] The sync data for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:33:27.466132 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-432f1b1c-3cb9-4909-a1ae-cb2a6c8d31c2 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-135362689'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:27.486950 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-432f1b1c-3cb9-4909-a1ae-cb2a6c8d31c2 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:27.494052 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0ccfbedb-1691-4312-b143-489673e9b6da tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:27.509531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9a568b92-e642-431b-a82a-0f2540667828 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:27.511505 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Attempting to bind port 5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:33:27.511884 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Attempting to bind port 5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5a36e24a-6932-4e27-b291-50ba6f58da9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '43413661-16bf-4f02-b833-6646967e8aba'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:33:27.512251 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Attempting to bind port 5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0 on network 43413661-16bf-4f02-b833-6646967e8aba {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:33:27.518586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:33:27.518949 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Checking segment: {'id': '5a36e24a-6932-4e27-b291-50ba6f58da9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '43413661-16bf-4f02-b833-6646967e8aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:33:27.519300 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:27.519700 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Bound using segment: {'id': '5a36e24a-6932-4e27-b291-50ba6f58da9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '43413661-16bf-4f02-b833-6646967e8aba'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:33:27.520172 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Bound port: 5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a36e24a-6932-4e27-b291-50ba6f58da9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '43413661-16bf-4f02-b833-6646967e8aba'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:33:27.520560 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:27.586237 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfbedb-1691-4312-b143-489673e9b6da tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Pushing event deleted for resources: {'Port': ['ID=2a4e42e6-6148-425d-947a-93f8dafec410,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:27.591919 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-56517845-dfbe-4e9d-9daa-eaec8fbce591 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "GET /v2.0/floatingips/62a32732-cfd8-4277-b8ea-cf3c24fac38e HTTP/1.1" status: 200 len: 977 time: 0.2595944 Jun 02 12:33:27.594749 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8535b26d-6da4-4e1a-8cce-6ae20b46b0ee tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:27.605925 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44010) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:27.610082 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0ccfbedb-1691-4312-b143-489673e9b6da tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:27.611112 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-432f1b1c-3cb9-4909-a1ae-cb2a6c8d31c2 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:27.690336 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] For port 5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:33:27.694594 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] For port 5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0,segment=NetworkSegment(5a36e24a-6932-4e27-b291-50ba6f58da9f),segment_id=5a36e24a-6932-4e27-b291-50ba6f58da9f)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:33:27.708769 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:27.718613 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-507cbda2-e361-418c-9611-665387722355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:27.731375 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-279ea042-78af-4136-812e-ce495f9af208 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:27.804785 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Pushing event updated for resources: {'Port': ['ID=5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:27.808323 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:27.818336 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-279ea042-78af-4136-812e-ce495f9af208 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/0817a3a7-7cdb-4b49-985c-a754dbec5322 HTTP/1.1" status: 204 len: 168 time: 2.6228728 Jun 02 12:33:27.818907 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44014) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:27.913698 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-64c2fae4-cb95-44aa-8396-ef70c148ee80 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] For port c0bd0f2f-b6f1-4746-b3ea-fdd052238639, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c0bd0f2f-b6f1-4746-b3ea-fdd052238639,segment=NetworkSegment(619d92d0-f19e-44e9-acd1-1d8a766b9f81),segment_id=619d92d0-f19e-44e9-acd1-1d8a766b9f81)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:27.914059 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-64c2fae4-cb95-44aa-8396-ef70c148ee80 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:27.944951 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-8535b26d-6da4-4e1a-8cce-6ae20b46b0ee tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] device_id is not set on port 20b8a3da-4dab-4834-88d4-57ccc06a7ebe yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:33:27.989857 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432f1b1c-3cb9-4909-a1ae-cb2a6c8d31c2 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Made reservation on behalf of df12f77339d04f159923e892b9b45dd6 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:27.993621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-432f1b1c-3cb9-4909-a1ae-cb2a6c8d31c2 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:28.092154 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-587c5362-235f-4792-ad58-84b3d4609bc4 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Synchronizing usage tracker for tenant:c238b4d1abdf43af85cd0e1ea5d0d537 on resource:floatingip {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:28.094798 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63bf785-8c94-4412-8e9c-a4a9f7bfb698 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:28.096325 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63bf785-8c94-4412-8e9c-a4a9f7bfb698 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:28.097260 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a63bf785-8c94-4412-8e9c-a4a9f7bfb698 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:28.109463 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-64c2fae4-cb95-44aa-8396-ef70c148ee80 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Calling delete_port for c0bd0f2f-b6f1-4746-b3ea-fdd052238639 owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:28.111329 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0df3416d-ec42-4bd6-8191-9c3d7e6b133f tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:28.117042 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.db.api [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:33:28.117559 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_db.api [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:33:28.118659 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e816719a-a2b7-4dc6-8ac8-bcd2bf16d002 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:28.147673 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-587c5362-235f-4792-ad58-84b3d4609bc4 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Unset dirty status for tenant:c238b4d1abdf43af85cd0e1ea5d0d537 on resource:floatingip {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:28.152291 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-587c5362-235f-4792-ad58-84b3d4609bc4 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.5336282 Jun 02 12:33:28.156654 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44016) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:28.165873 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-5af970b9-a53c-4340-839c-fec2d00014ae tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Request body: {'floatingip': {'port_id': 'd92dd45f-79a2-446d-a1f7-2cccb2550b89'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:28.227658 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3416d-ec42-4bd6-8191-9c3d7e6b133f tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Pushing event deleted for resources: {'Subnet': ['ID=e68b62e7-ba5b-4f57-a5fd-3163ba84718b,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:28.238652 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de885bfa-a3df-43cf-a1d7-5e6f4e4bfcc3 None None] Network 28892e76-5052-47f0-9815-87576d89653c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:28.242990 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0df3416d-ec42-4bd6-8191-9c3d7e6b133f tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:28.292907 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432f1b1c-3cb9-4909-a1ae-cb2a6c8d31c2 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:33:28.306999 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3416d-ec42-4bd6-8191-9c3d7e6b133f tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:28.307402 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3416d-ec42-4bd6-8191-9c3d7e6b133f tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:28.307782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3416d-ec42-4bd6-8191-9c3d7e6b133f tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:28.308848 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3416d-ec42-4bd6-8191-9c3d7e6b133f tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:28.308848 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3416d-ec42-4bd6-8191-9c3d7e6b133f tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:28.308848 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3416d-ec42-4bd6-8191-9c3d7e6b133f tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:28.309146 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3416d-ec42-4bd6-8191-9c3d7e6b133f tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:28.309834 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3416d-ec42-4bd6-8191-9c3d7e6b133f tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:28.309950 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3416d-ec42-4bd6-8191-9c3d7e6b133f tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:28.310248 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3416d-ec42-4bd6-8191-9c3d7e6b133f tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:28.310760 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3416d-ec42-4bd6-8191-9c3d7e6b133f tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:28.311362 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3416d-ec42-4bd6-8191-9c3d7e6b133f tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:28.331420 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0df3416d-ec42-4bd6-8191-9c3d7e6b133f tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:28.332062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a63bf785-8c94-4412-8e9c-a4a9f7bfb698 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:28.333361 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a63bf785-8c94-4412-8e9c-a4a9f7bfb698 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5041633 Jun 02 12:33:28.337698 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44018) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:28.348116 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-432f1b1c-3cb9-4909-a1ae-cb2a6c8d31c2 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:28.348457 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-432f1b1c-3cb9-4909-a1ae-cb2a6c8d31c2 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Added segment d9fde9f1-dde3-4f27-b3cb-0b0ce5666ec8 of type vlan for network 242af9a6-5153-4e07-b3c8-f816b87822d1 Jun 02 12:33:28.380277 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0df3416d-ec42-4bd6-8191-9c3d7e6b133f tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] 10.222.0.37 "DELETE /v2.0/subnets/e68b62e7-ba5b-4f57-a5fd-3163ba84718b HTTP/1.1" status: 204 len: 168 time: 2.2301214 Jun 02 12:33:28.380277 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5af970b9-a53c-4340-839c-fec2d00014ae tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:28.393895 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44020) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:28.554281 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf1f44b-b149-4e1d-9c68-0ff365d05298 None None] DHCP port deletion for 28892e76-5052-47f0-9815-87576d89653c request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:33:28.562011 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-432f1b1c-3cb9-4909-a1ae-cb2a6c8d31c2 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:28.563909 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-045dc270-afc5-46b6-8a57-1973a0587c72 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet c946aa2c-d65e-4735-80ef-0f9802fb0b46 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:33:28.571399 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0ccfbedb-1691-4312-b143-489673e9b6da tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:28.571589 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-045dc270-afc5-46b6-8a57-1973a0587c72 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:28.604305 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-8535b26d-6da4-4e1a-8cce-6ae20b46b0ee tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Allocated IP 172.20.0.7 (5f8f70fa-496f-42a8-b6f8-090baa296d01/1e9ca964-64ef-4668-9aa2-7b85ded127e8/20b8a3da-4dab-4834-88d4-57ccc06a7ebe) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:28.610138 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-96075603-e2aa-4402-877f-3e4c6a9dda79 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Deleting subnet cd96d3b9-1457-4136-9e28-d95c5b5dba7d {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:33:28.627498 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-96075603-e2aa-4402-877f-3e4c6a9dda79 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:28.658362 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0ccfbedb-1691-4312-b143-489673e9b6da tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "DELETE /v2.0/ports/2a4e42e6-6148-425d-947a-93f8dafec410 HTTP/1.1" status: 204 len: 168 time: 3.7459049 Jun 02 12:33:28.666660 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44022) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:28.672607 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1f44b-b149-4e1d-9c68-0ff365d05298 None None] Deleting port f45e33d6-4639-4dd8-8f48-917388d60cc2 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:28.673305 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f44b-b149-4e1d-9c68-0ff365d05298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:28.683045 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-045dc270-afc5-46b6-8a57-1973a0587c72 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:28.738661 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-1104995f-efc6-4d66-b593-edbe949c1e29 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] GET failed (client error): The resource could not be found. Jun 02 12:33:28.739593 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1104995f-efc6-4d66-b593-edbe949c1e29 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Synchronizing usage tracker for tenant:d4490fd3b6c74d289d982a1cffed0862 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:28.757649 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-432f1b1c-3cb9-4909-a1ae-cb2a6c8d31c2 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:28.763386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432f1b1c-3cb9-4909-a1ae-cb2a6c8d31c2 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:28.764894 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-432f1b1c-3cb9-4909-a1ae-cb2a6c8d31c2 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:28.771519 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-96075603-e2aa-4402-877f-3e4c6a9dda79 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:28.786372 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-9bf1f44b-b149-4e1d-9c68-0ff365d05298 None None] For port f45e33d6-4639-4dd8-8f48-917388d60cc2, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f45e33d6-4639-4dd8-8f48-917388d60cc2,segment=NetworkSegment(41bb3e05-9e2a-4a28-81f0-74ca7bcd1ba6),segment_id=41bb3e05-9e2a-4a28-81f0-74ca7bcd1ba6)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:28.787116 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f44b-b149-4e1d-9c68-0ff365d05298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:28.803232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d3e46d05-fd5b-4799-9956-2b6ed0ad7810 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:28.962001 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:28.970645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1104995f-efc6-4d66-b593-edbe949c1e29 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Unset dirty status for tenant:d4490fd3b6c74d289d982a1cffed0862 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:28.971798 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1104995f-efc6-4d66-b593-edbe949c1e29 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "GET /v2.0/ports/2a4e42e6-6148-425d-947a-93f8dafec410 HTTP/1.1" status: 404 len: 333 time: 0.3020978 Jun 02 12:33:28.993261 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-432f1b1c-3cb9-4909-a1ae-cb2a6c8d31c2 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5327063 Jun 02 12:33:28.993949 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1f44b-b149-4e1d-9c68-0ff365d05298 None None] Calling delete_port for f45e33d6-4639-4dd8-8f48-917388d60cc2 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:28.994324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44026) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:29.011304 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44028) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:29.025858 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-f613bd57-9b04-4261-83bf-a75bcee754ef tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'subnet': {'network_id': '242af9a6-5153-4e07-b3c8-f816b87822d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:29.030768 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] For port f45e33d6-4639-4dd8-8f48-917388d60cc2, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f45e33d6-4639-4dd8-8f48-917388d60cc2,segment=NetworkSegment(41bb3e05-9e2a-4a28-81f0-74ca7bcd1ba6),segment_id=41bb3e05-9e2a-4a28-81f0-74ca7bcd1ba6)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:29.067113 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:29.071532 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bb9edaaf-9bd0-492a-99a4-eed60877745b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:29.084682 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f1b1c-3cb9-4909-a1ae-cb2a6c8d31c2 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Network': ['ID=242af9a6-5153-4e07-b3c8-f816b87822d1,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:29.117987 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 242af9a6-5153-4e07-b3c8-f816b87822d1 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:33:29.177001 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-045dc270-afc5-46b6-8a57-1973a0587c72 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:29.202420 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-432f1b1c-3cb9-4909-a1ae-cb2a6c8d31c2 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:29.265390 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d50316-0ad0-4e99-96a7-2444e3eea624 None None] Network 43413661-16bf-4f02-b833-6646967e8aba requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:29.289970 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-64c2fae4-cb95-44aa-8396-ef70c148ee80 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:29.306218 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-aee8443d-dd32-4b5e-8403-bd3741aeafa2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:29.315121 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f44b-b149-4e1d-9c68-0ff365d05298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:29.332772 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8535b26d-6da4-4e1a-8cce-6ae20b46b0ee tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:29.355407 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-96075603-e2aa-4402-877f-3e4c6a9dda79 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:29.399080 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-8535b26d-6da4-4e1a-8cce-6ae20b46b0ee tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Transition to ACTIVE for port object 20b8a3da-4dab-4834-88d4-57ccc06a7ebe will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:29.399732 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf1f44b-b149-4e1d-9c68-0ff365d05298 None None] No DVR routers for this DVR port f45e33d6-4639-4dd8-8f48-917388d60cc2 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:33:29.411938 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] Pushing event updated for resources: {'Port': ['ID=f45e33d6-4639-4dd8-8f48-917388d60cc2,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:29.428677 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:29.429311 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:29.429431 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:29.429682 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:29.430025 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:29.430362 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:29.431294 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:29.431294 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:29.431501 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:29.432031 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:29.432358 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:29.433297 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:29.437015 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:29.437961 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-554035bb-db9b-487b-8855-a711ee8194f0 None None] Provisioning complete for port f45e33d6-4639-4dd8-8f48-917388d60cc2 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:29.438371 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-554035bb-db9b-487b-8855-a711ee8194f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:29.476276 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-20b0cf92-ddf8-4a8b-9a27-0d7893e428b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:29.506695 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-554035bb-db9b-487b-8855-a711ee8194f0 None None] Port f45e33d6-4639-4dd8-8f48-917388d60cc2 was deleted so its status cannot be updated. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 02 12:33:29.528076 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1f44b-b149-4e1d-9c68-0ff365d05298 None None] Pushing event deleted for resources: {'Port': ['ID=f45e33d6-4639-4dd8-8f48-917388d60cc2,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:29.530944 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9bf1f44b-b149-4e1d-9c68-0ff365d05298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:29.582566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f613bd57-9b04-4261-83bf-a75bcee754ef tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:29.588397 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2fae4-cb95-44aa-8396-ef70c148ee80 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Port': ['ID=c0bd0f2f-b6f1-4746-b3ea-fdd052238639,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:29.645102 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-64c2fae4-cb95-44aa-8396-ef70c148ee80 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:29.659468 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:33:29.671801 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f613bd57-9b04-4261-83bf-a75bcee754ef tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:29.728063 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8535b26d-6da4-4e1a-8cce-6ae20b46b0ee tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:29.734335 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-af4b5737-fff3-4471-8154-59f862b2e407 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Deleting port 85abb5f7-4755-47bc-9416-071f3448932d {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:29.734821 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-af4b5737-fff3-4471-8154-59f862b2e407 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:29.767915 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-89535115-7abe-404d-b352-0092a4e19399 None None] Provisioning for port 5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:29.782615 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:29.809057 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:29.817746 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:29.818180 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:29.902545 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f613bd57-9b04-4261-83bf-a75bcee754ef tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Made reservation on behalf of df12f77339d04f159923e892b9b45dd6 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:29.907149 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f613bd57-9b04-4261-83bf-a75bcee754ef tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:30.007226 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:30.041886 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-64c2fae4-cb95-44aa-8396-ef70c148ee80 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:30.047388 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8535b26d-6da4-4e1a-8cce-6ae20b46b0ee tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network 5f8f70fa-496f-42a8-b6f8-090baa296d01 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:30.062959 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-8535b26d-6da4-4e1a-8cce-6ae20b46b0ee tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:30.072095 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8535b26d-6da4-4e1a-8cce-6ae20b46b0ee tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:30.151132 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535b26d-6da4-4e1a-8cce-6ae20b46b0ee tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Port': ['ID=20b8a3da-4dab-4834-88d4-57ccc06a7ebe,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:30.152824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8535b26d-6da4-4e1a-8cce-6ae20b46b0ee tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:30.192282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8535b26d-6da4-4e1a-8cce-6ae20b46b0ee tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:30.192789 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8535b26d-6da4-4e1a-8cce-6ae20b46b0ee tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:30.223760 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.ipam_backend_mixin [None req-f613bd57-9b04-4261-83bf-a75bcee754ef tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Performing IP validity checks on allocation pools {{(pid=92304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 02 12:33:30.224366 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.ipam_backend_mixin [None req-f613bd57-9b04-4261-83bf-a75bcee754ef tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 02 12:33:30.225247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-96075603-e2aa-4402-877f-3e4c6a9dda79 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:30.237876 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:30.264903 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7b69b299-13ec-4cba-b7cf-97e93712f1ad None None] Provisioning complete for port 5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:30.265623 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7b69b299-13ec-4cba-b7cf-97e93712f1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:30.281710 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-af4b5737-fff3-4471-8154-59f862b2e407 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:30.297415 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96075603-e2aa-4402-877f-3e4c6a9dda79 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Pushing event deleted for resources: {'Subnet': ['ID=cd96d3b9-1457-4136-9e28-d95c5b5dba7d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:30.299801 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-96075603-e2aa-4402-877f-3e4c6a9dda79 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:30.304746 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-96075603-e2aa-4402-877f-3e4c6a9dda79 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:30.309033 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-96075603-e2aa-4402-877f-3e4c6a9dda79 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] 10.222.0.37 "DELETE /v2.0/subnets/cd96d3b9-1457-4136-9e28-d95c5b5dba7d HTTP/1.1" status: 204 len: 168 time: 1.8799868 Jun 02 12:33:30.309033 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8535b26d-6da4-4e1a-8cce-6ae20b46b0ee tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8069890 Jun 02 12:33:30.318768 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44032) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:30.319100 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44034) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:30.323314 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8869cc2a-66cb-439f-8e82-6fe87f442cba None None] Network 43413661-16bf-4f02-b833-6646967e8aba requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:30.371897 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.db.resource_extend [None req-5af970b9-a53c-4340-839c-fec2d00014ae tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:33:30.424989 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.db.api [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:33:30.425342 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_db.api [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:33:30.431800 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-2a12ee7c-6461-4ba2-b927-445334e63b65 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'subnet': {'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:30.438233 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-af4b5737-fff3-4471-8154-59f862b2e407 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Calling delete_port for 85abb5f7-4755-47bc-9416-071f3448932d owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:30.567350 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-af4b5737-fff3-4471-8154-59f862b2e407 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:30.577423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-df5fa4f7-5e22-44f5-8991-990035ab261c tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:30.589698 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-045dc270-afc5-46b6-8a57-1973a0587c72 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:30.590520 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7b69b299-13ec-4cba-b7cf-97e93712f1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:30.614540 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0e9568b6-679d-4653-885a-a06e68fa80c8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:30.634777 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7b69b299-13ec-4cba-b7cf-97e93712f1ad None None] For port 5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0,segment=NetworkSegment(5a36e24a-6932-4e27-b291-50ba6f58da9f),segment_id=5a36e24a-6932-4e27-b291-50ba6f58da9f)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:30.639815 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7b69b299-13ec-4cba-b7cf-97e93712f1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:30.643119 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cffcdad6-8893-403c-9dd2-8ff2c14fdabd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:30.659058 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b5737-fff3-4471-8154-59f862b2e407 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Pushing event deleted for resources: {'Port': ['ID=85abb5f7-4755-47bc-9416-071f3448932d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:30.667446 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-af4b5737-fff3-4471-8154-59f862b2e407 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:30.698033 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-af4b5737-fff3-4471-8154-59f862b2e407 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:30.721274 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-af4b5737-fff3-4471-8154-59f862b2e407 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "DELETE /v2.0/ports/85abb5f7-4755-47bc-9416-071f3448932d HTTP/1.1" status: 204 len: 168 time: 1.7022624 Jun 02 12:33:30.722929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44036) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:30.726021 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69b299-13ec-4cba-b7cf-97e93712f1ad None None] Pushing event updated for resources: {'Port': ['ID=5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:30.736799 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7b69b299-13ec-4cba-b7cf-97e93712f1ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:30.747340 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b1dd8-7c84-4a6b-b4ec-32f619b7f9cf tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:30.748100 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-956b1dd8-7c84-4a6b-b4ec-32f619b7f9cf tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Synchronizing usage tracker for tenant:018118c9b2d045e2b9a10403a5c31db5 on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:30.754673 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-045dc270-afc5-46b6-8a57-1973a0587c72 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:30.760492 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ef1daf-81d6-4f2e-813a-29def3bddd1b None None] DHCP port deletion for 43413661-16bf-4f02-b833-6646967e8aba request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:33:30.761774 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5af970b9-a53c-4340-839c-fec2d00014ae tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:30.762751 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045dc270-afc5-46b6-8a57-1973a0587c72 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=c946aa2c-d65e-4735-80ef-0f9802fb0b46,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:30.769722 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece51c1b-6e3c-4254-8900-c7afd8711d57 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:30.784715 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3cfc184-c155-443a-a131-f6cc9878addf tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] GET failed (client error): The resource could not be found. Jun 02 12:33:30.785288 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c3cfc184-c155-443a-a131-f6cc9878addf tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Synchronizing usage tracker for tenant:d4490fd3b6c74d289d982a1cffed0862 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:30.807024 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c3cfc184-c155-443a-a131-f6cc9878addf tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Unset dirty status for tenant:d4490fd3b6c74d289d982a1cffed0862 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:30.809228 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c3cfc184-c155-443a-a131-f6cc9878addf tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "GET /v2.0/ports/85abb5f7-4755-47bc-9416-071f3448932d HTTP/1.1" status: 404 len: 333 time: 0.0851059 Jun 02 12:33:30.815959 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44038) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:30.835548 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-045dc270-afc5-46b6-8a57-1973a0587c72 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:30.848248 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5af970b9-a53c-4340-839c-fec2d00014ae tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:30.972224 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-86fc3d41-884d-4a5c-9d9c-309723e071c8 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Deleting port 3d46f6e0-1421-4d94-b996-4afc552459a1 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:30.973015 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-86fc3d41-884d-4a5c-9d9c-309723e071c8 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:31.010461 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-055fe0df-0d4f-4833-8ece-b67ba42d871a None None] Provisioning for port 20b8a3da-4dab-4834-88d4-57ccc06a7ebe completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:31.069200 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-055fe0df-0d4f-4833-8ece-b67ba42d871a None None] Provisioning complete for port 20b8a3da-4dab-4834-88d4-57ccc06a7ebe triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:31.069200 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-055fe0df-0d4f-4833-8ece-b67ba42d871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:31.124840 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-86fc3d41-884d-4a5c-9d9c-309723e071c8 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:31.164786 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef1daf-81d6-4f2e-813a-29def3bddd1b None None] Deleting port 5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:31.165242 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f8ef1daf-81d6-4f2e-813a-29def3bddd1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:31.178712 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c2fae4-cb95-44aa-8396-ef70c148ee80 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router a265d73c-1c8f-4ff9-84ff-a9daee0462ce has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:33:31.186646 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-045dc270-afc5-46b6-8a57-1973a0587c72 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/c946aa2c-d65e-4735-80ef-0f9802fb0b46 HTTP/1.1" status: 204 len: 168 time: 2.8458531 Jun 02 12:33:31.203975 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44042) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:31.210598 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-956b1dd8-7c84-4a6b-b4ec-32f619b7f9cf tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Unset dirty status for tenant:018118c9b2d045e2b9a10403a5c31db5 on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:31.211733 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-956b1dd8-7c84-4a6b-b4ec-32f619b7f9cf tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8862724 Jun 02 12:33:31.285262 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44044) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:31.297925 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f45e33d6-4639-4dd8-8f48-917388d60cc2 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:33:31.304362 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-86fc3d41-884d-4a5c-9d9c-309723e071c8 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Calling delete_port for 3d46f6e0-1421-4d94-b996-4afc552459a1 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:31.345332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: f45e33d6-4639-4dd8-8f48-917388d60cc2 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:33:31.345820 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f45e33d6-4639-4dd8-8f48-917388d60cc2 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:33:31.347540 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-055fe0df-0d4f-4833-8ece-b67ba42d871a None None] Port 20b8a3da-4dab-4834-88d4-57ccc06a7ebe cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:33:31.354789 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-f8ef1daf-81d6-4f2e-813a-29def3bddd1b None None] For port 5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0,segment=NetworkSegment(5a36e24a-6932-4e27-b291-50ba6f58da9f),segment_id=5a36e24a-6932-4e27-b291-50ba6f58da9f)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:31.355300 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f8ef1daf-81d6-4f2e-813a-29def3bddd1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:31.373374 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2a12ee7c-6461-4ba2-b927-445334e63b65 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:31.385407 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-35fa8838-7472-4f01-ab81-8d44fddddba8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1699843 Jun 02 12:33:31.395279 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44046) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:31.400300 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2a12ee7c-6461-4ba2-b927-445334e63b65 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:subnet and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:31.400449 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-da15c7c6-b584-4dfa-946b-894417d915df tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:31.455811 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2a12ee7c-6461-4ba2-b927-445334e63b65 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:31.488383 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2a12ee7c-6461-4ba2-b927-445334e63b65 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:31.488655 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef1daf-81d6-4f2e-813a-29def3bddd1b None None] Calling delete_port for 5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:31.536537 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-da15c7c6-b584-4dfa-946b-894417d915df tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:31.540301 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-86fc3d41-884d-4a5c-9d9c-309723e071c8 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:31.546833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-381c3045-c425-411f-8e28-29bf3117f3ea tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:31.582739 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-da15c7c6-b584-4dfa-946b-894417d915df tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:31.598829 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-da15c7c6-b584-4dfa-946b-894417d915df tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:31.601161 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f8ef1daf-81d6-4f2e-813a-29def3bddd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:31.603679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc3d41-884d-4a5c-9d9c-309723e071c8 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Pushing event deleted for resources: {'Port': ['ID=3d46f6e0-1421-4d94-b996-4afc552459a1,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:31.609258 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8163ee0f-97ac-467e-afa7-2a743b32088d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:31.609884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-da15c7c6-b584-4dfa-946b-894417d915df tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:31.653004 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fc3d41-884d-4a5c-9d9c-309723e071c8 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:31.653386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fc3d41-884d-4a5c-9d9c-309723e071c8 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:31.653745 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fc3d41-884d-4a5c-9d9c-309723e071c8 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:31.654267 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fc3d41-884d-4a5c-9d9c-309723e071c8 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:31.654547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fc3d41-884d-4a5c-9d9c-309723e071c8 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:31.654910 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fc3d41-884d-4a5c-9d9c-309723e071c8 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:31.655271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fc3d41-884d-4a5c-9d9c-309723e071c8 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:31.655630 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fc3d41-884d-4a5c-9d9c-309723e071c8 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:31.655989 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fc3d41-884d-4a5c-9d9c-309723e071c8 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:31.656339 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fc3d41-884d-4a5c-9d9c-309723e071c8 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:31.656692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fc3d41-884d-4a5c-9d9c-309723e071c8 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:31.657043 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fc3d41-884d-4a5c-9d9c-309723e071c8 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:31.666777 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-86fc3d41-884d-4a5c-9d9c-309723e071c8 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:31.669845 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-86fc3d41-884d-4a5c-9d9c-309723e071c8 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:31.680169 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da15c7c6-b584-4dfa-946b-894417d915df tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:31.683698 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-da15c7c6-b584-4dfa-946b-894417d915df tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:31.697077 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-5af970b9-a53c-4340-839c-fec2d00014ae tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Floating IP 62a32732-cfd8-4277-b8ea-cf3c24fac38e associated. External IP: 172.26.7.41, port: 989cfbdd-5f88-4f04-8a58-57525fecf35c. Jun 02 12:33:31.703937 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670ce0a4-ad4f-4712-aaba-c29f8f9739b0 None None] DHCP port deletion for a7413df9-4e7a-4187-aef8-a668d8bf2950 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:33:31.705115 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-86fc3d41-884d-4a5c-9d9c-309723e071c8 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "DELETE /v2.0/ports/3d46f6e0-1421-4d94-b996-4afc552459a1 HTTP/1.1" status: 204 len: 168 time: 0.8874974 Jun 02 12:33:31.710913 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44048) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:31.715767 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:33:31.761635 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a12ee7c-6461-4ba2-b927-445334e63b65 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:31.766290 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2a12ee7c-6461-4ba2-b927-445334e63b65 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:31.788469 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef1daf-81d6-4f2e-813a-29def3bddd1b None None] Pushing event deleted for resources: {'Port': ['ID=5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:31.789111 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c2fae4-cb95-44aa-8396-ef70c148ee80 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:33:31.794338 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef487cfa-8878-4205-b300-b18885f1ba32 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:31.795470 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ef1daf-81d6-4f2e-813a-29def3bddd1b None None] No DVR routers for this DVR port 5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:33:31.802600 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:33:31.802795 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-64c2fae4-cb95-44aa-8396-ef70c148ee80 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/a265d73c-1c8f-4ff9-84ff-a9daee0462ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1193223 Jun 02 12:33:31.803177 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 5e82d5f7-8a5e-4b7e-867d-0ba7e9e803e0 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:33:31.813941 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44050) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:31.815143 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775da1f9-56f9-4bf1-8715-8c710b2ad750 None None] Sync routers for ids ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:33:31.826851 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f8ef1daf-81d6-4f2e-813a-29def3bddd1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:31.842954 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775da1f9-56f9-4bf1-8715-8c710b2ad750 None None] Routers {'a265d73c-1c8f-4ff9-84ff-a9daee0462ce'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:31.845362 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-775da1f9-56f9-4bf1-8715-8c710b2ad750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:31.878457 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-670ce0a4-ad4f-4712-aaba-c29f8f9739b0 None None] Deleting port f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:31.878938 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-670ce0a4-ad4f-4712-aaba-c29f8f9739b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:32.071691 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a83cedf-7940-4c7a-a1ec-c33e3a62d812 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Deleting subnet 38dc081f-4209-40e7-9b41-5c005e91f17f {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:33:32.075200 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-670ce0a4-ad4f-4712-aaba-c29f8f9739b0 None None] For port f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:32.075705 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-670ce0a4-ad4f-4712-aaba-c29f8f9739b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:32.079468 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee3e322-29dd-49d8-9609-2467e8f1844e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting subnet 2abd46a8-4dab-48f6-bea7-da6311ac8e68 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:33:32.084202 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2a83cedf-7940-4c7a-a1ec-c33e3a62d812 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:32.109954 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-775da1f9-56f9-4bf1-8715-8c710b2ad750 None None] Set router a265d73c-1c8f-4ff9-84ff-a9daee0462ce gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:33:32.113559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dee3e322-29dd-49d8-9609-2467e8f1844e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:32.225791 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-670ce0a4-ad4f-4712-aaba-c29f8f9739b0 None None] Calling delete_port for f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:32.227079 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2a83cedf-7940-4c7a-a1ec-c33e3a62d812 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:32.261244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dee3e322-29dd-49d8-9609-2467e8f1844e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:32.284457 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-775da1f9-56f9-4bf1-8715-8c710b2ad750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:33:28Z', 'revision_number': 11, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:32.286299 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-670ce0a4-ad4f-4712-aaba-c29f8f9739b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:32.290827 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775da1f9-56f9-4bf1-8715-8c710b2ad750 None None] Checking router: a265d73c-1c8f-4ff9-84ff-a9daee0462ce for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:33:32.292376 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6e084756-5adf-4350-abf5-ee13dc6d58c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:32.318882 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775da1f9-56f9-4bf1-8715-8c710b2ad750 None None] Routers {'a265d73c-1c8f-4ff9-84ff-a9daee0462ce'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:32.322241 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-775da1f9-56f9-4bf1-8715-8c710b2ad750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:32.363951 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef487cfa-8878-4205-b300-b18885f1ba32 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:32.373724 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ce0a4-ad4f-4712-aaba-c29f8f9739b0 None None] Pushing event deleted for resources: {'Port': ['ID=f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:32.377510 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.ipam_backend_mixin [None req-2a12ee7c-6461-4ba2-b927-445334e63b65 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1e9ca964-64ef-4668-9aa2-7b85ded127e8 (CIDR: 172.20.0.0/28) Jun 02 12:33:32.379510 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-670ce0a4-ad4f-4712-aaba-c29f8f9739b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:32.383585 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670ce0a4-ad4f-4712-aaba-c29f8f9739b0 None None] No DVR routers for this DVR port f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:33:32.399375 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a12ee7c-6461-4ba2-b927-445334e63b65 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:33:32.399863 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a12ee7c-6461-4ba2-b927-445334e63b65 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:32.407842 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02dfcd4-8d0d-40ee-ab3b-8af94123d9ce None None] get_active_networks_info from dv-neutron-601336-80-hyperv {{(pid=92306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 12:33:32.423547 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-ef487cfa-8878-4205-b300-b18885f1ba32 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43413661-16bf-4f02-b833-6646967e8aba']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:32.448971 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2a83cedf-7940-4c7a-a1ec-c33e3a62d812 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:32.453859 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-ef487cfa-8878-4205-b300-b18885f1ba32 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a36e24a-6932-4e27-b291-50ba6f58da9f') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:32.453859 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-ef487cfa-8878-4205-b300-b18885f1ba32 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a36e24a-6932-4e27-b291-50ba6f58da9f') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:32.473665 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef487cfa-8878-4205-b300-b18885f1ba32 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:32.500120 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dee3e322-29dd-49d8-9609-2467e8f1844e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:32.568168 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-775da1f9-56f9-4bf1-8715-8c710b2ad750 None None] Set router a265d73c-1c8f-4ff9-84ff-a9daee0462ce gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:33:32.703234 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-775da1f9-56f9-4bf1-8715-8c710b2ad750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:33:28Z', 'revision_number': 11, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:32.707374 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2a12ee7c-6461-4ba2-b927-445334e63b65 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3371348 Jun 02 12:33:32.713255 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775da1f9-56f9-4bf1-8715-8c710b2ad750 None None] The sync data for ids ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'] in dv-neutron-601336-80-hyperv is: [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:33:28Z', 'revision_number': 11, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:33:32.722848 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44054) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:32.729832 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-f39c51ed-6119-4368-a7c1-f6f6249e38f1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'subnet': {'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:32.778972 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef487cfa-8878-4205-b300-b18885f1ba32 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:32.805140 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02dfcd4-8d0d-40ee-ab3b-8af94123d9ce None None] Network 242af9a6-5153-4e07-b3c8-f816b87822d1 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:33:32.817003 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02dfcd4-8d0d-40ee-ab3b-8af94123d9ce None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 242af9a6-5153-4e07-b3c8-f816b87822d1) {{(pid=92306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 12:33:32.856826 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef487cfa-8878-4205-b300-b18885f1ba32 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:33:32.857270 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef487cfa-8878-4205-b300-b18885f1ba32 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:33:32.874195 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:33:32.906900 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af970b9-a53c-4340-839c-fec2d00014ae tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Router 21724b17-26bf-4052-85a6-7b638422d074 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:33:33.112882 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef487cfa-8878-4205-b300-b18885f1ba32 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:33.130267 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-98179366-7b98-4a68-906b-f2e094251610 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:33.154885 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f39c51ed-6119-4368-a7c1-f6f6249e38f1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:33.157599 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef487cfa-8878-4205-b300-b18885f1ba32 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:33.177203 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f39c51ed-6119-4368-a7c1-f6f6249e38f1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:subnet and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:33.178989 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dee3e322-29dd-49d8-9609-2467e8f1844e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:33.180007 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef487cfa-8878-4205-b300-b18885f1ba32 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Pushing event deleted for resources: {'Network': ['ID=43413661-16bf-4f02-b833-6646967e8aba,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:33.186514 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f39c51ed-6119-4368-a7c1-f6f6249e38f1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:33.193776 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ef487cfa-8878-4205-b300-b18885f1ba32 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:33.194134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e6f07f69-ada6-4fd6-82b2-c7d9ca48b866 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:33.197845 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f39c51ed-6119-4368-a7c1-f6f6249e38f1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:33.205926 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ef487cfa-8878-4205-b300-b18885f1ba32 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] 10.222.0.37 "DELETE /v2.0/networks/43413661-16bf-4f02-b833-6646967e8aba HTTP/1.1" status: 204 len: 168 time: 1.9162142 Jun 02 12:33:33.221001 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44056) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:33.249715 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f613bd57-9b04-4261-83bf-a75bcee754ef tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:33.258909 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cb25363f-2728-4ae6-b029-f8590c3060f5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:33.277432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3e322-29dd-49d8-9609-2467e8f1844e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Subnet': ['ID=2abd46a8-4dab-48f6-bea7-da6311ac8e68,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:33.279800 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2a83cedf-7940-4c7a-a1ec-c33e3a62d812 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:33.284003 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dee3e322-29dd-49d8-9609-2467e8f1844e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:33.284505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dee3e322-29dd-49d8-9609-2467e8f1844e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:33.320004 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dee3e322-29dd-49d8-9609-2467e8f1844e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:33.353472 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39c51ed-6119-4368-a7c1-f6f6249e38f1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:33.353697 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83cedf-7940-4c7a-a1ec-c33e3a62d812 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Pushing event deleted for resources: {'Subnet': ['ID=38dc081f-4209-40e7-9b41-5c005e91f17f,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:33.357129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f39c51ed-6119-4368-a7c1-f6f6249e38f1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:33.359888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2a83cedf-7940-4c7a-a1ec-c33e3a62d812 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:33.363217 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2a83cedf-7940-4c7a-a1ec-c33e3a62d812 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:33.367227 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2a83cedf-7940-4c7a-a1ec-c33e3a62d812 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "DELETE /v2.0/subnets/38dc081f-4209-40e7-9b41-5c005e91f17f HTTP/1.1" status: 204 len: 168 time: 1.6536822 Jun 02 12:33:33.370512 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-242af9a6-5153-4e07-b3c8-f816b87822d1', 'network_id': '242af9a6-5153-4e07-b3c8-f816b87822d1', 'tenant_id': 'df12f77339d04f159923e892b9b45dd6', 'fixed_ips': [{'subnet_id': '33fac659-98ea-45ac-a7a6-9ea2a51f6555'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:33:33.371309 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:33.388146 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a7413df9-4e7a-4187-aef8-a668d8bf2950', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'fixed_ips': [{'subnet_id': '99528d7d-78ec-4197-8891-06ed8c51ac7d'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:33:33.389540 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:33.395134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44058) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:33.407926 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-dee3e322-29dd-49d8-9609-2467e8f1844e tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/subnets/2abd46a8-4dab-48f6-bea7-da6311ac8e68 HTTP/1.1" status: 204 len: 168 time: 1.5913997 Jun 02 12:33:33.413967 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44060) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:33.436194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.objects.ports [None req-da15c7c6-b584-4dfa-946b-894417d915df tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92305) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 12:33:33.439966 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-da15c7c6-b584-4dfa-946b-894417d915df tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:33.447812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:33.548812 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f613bd57-9b04-4261-83bf-a75bcee754ef tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Network 242af9a6-5153-4e07-b3c8-f816b87822d1 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:33.588744 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15c7c6-b584-4dfa-946b-894417d915df tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:33.593247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-da15c7c6-b584-4dfa-946b-894417d915df tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:33.600139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:33.611505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da15c7c6-b584-4dfa-946b-894417d915df tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:33.612100 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-da15c7c6-b584-4dfa-946b-894417d915df tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:33.624997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15c7c6-b584-4dfa-946b-894417d915df tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=99528d7d-78ec-4197-8891-06ed8c51ac7d,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:33.635061 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-da15c7c6-b584-4dfa-946b-894417d915df tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:33.660469 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af970b9-a53c-4340-839c-fec2d00014ae tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:33:33.663392 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-f613bd57-9b04-4261-83bf-a75bcee754ef tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:33.672990 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-da15c7c6-b584-4dfa-946b-894417d915df tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2767272 Jun 02 12:33:33.673944 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Allocated IP 2001:db8::f816:3eff:fe16:e0db (a7413df9-4e7a-4187-aef8-a668d8bf2950/99528d7d-78ec-4197-8891-06ed8c51ac7d/bdd705d7-7b58-4a98-b77d-428b44a007b7) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:33.678502 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44064) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:33.679181 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Allocated IP 2001:db8::3 (242af9a6-5153-4e07-b3c8-f816b87822d1/33fac659-98ea-45ac-a7a6-9ea2a51f6555/e5a1612d-e6b9-4338-9ffa-f4a3b13a327e) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:33.686664 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-a55cf49b-c9e6-4c3c-b6ee-d0d9012c9e78 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'mac_address': 'fa:16:3e:20:9a:c8', 'name': 'tempest-NetworksTestDHCPv6-717984396'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:33.696139 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:33:33.729673 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c673ce-70a9-4f3a-b94d-d57480d55808 None None] Sync routers for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:33:33.760622 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:33:33.760974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f7fe8c0a-0f9d-414c-a8e0-28fa7a503c06 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:33:33.761395 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c0bd0f2f-b6f1-4746-b3ea-fdd052238639 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:33:33.805763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613bd57-9b04-4261-83bf-a75bcee754ef tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Subnet': ['ID=33fac659-98ea-45ac-a7a6-9ea2a51f6555,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:33.808754 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f613bd57-9b04-4261-83bf-a75bcee754ef tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:33.847641 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2fdf06c6-5fe0-4d3d-9f2f-e7a7ead430a0 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:33.866010 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f613bd57-9b04-4261-83bf-a75bcee754ef tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:33.866666 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f613bd57-9b04-4261-83bf-a75bcee754ef tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:33.872772 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: c0bd0f2f-b6f1-4746-b3ea-fdd052238639 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:33:33.873273 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c0bd0f2f-b6f1-4746-b3ea-fdd052238639 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:33:33.884437 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c673ce-70a9-4f3a-b94d-d57480d55808 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:33.885085 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-e2c673ce-70a9-4f3a-b94d-d57480d55808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:33.899144 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:33.957139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Deleting port fb76f74d-d62e-48b8-934f-c1391ef1a9d6 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:33.957479 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:33.994392 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f613bd57-9b04-4261-83bf-a75bcee754ef tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 4.9726701 Jun 02 12:33:34.008748 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44066) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:34.046005 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-dca0391b-65e5-42fb-932b-b1dbe06fd9dd tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:34.059730 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-e2c673ce-70a9-4f3a-b94d-d57480d55808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:34.075186 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a55cf49b-c9e6-4c3c-b6ee-d0d9012c9e78 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:34.083446 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a55cf49b-c9e6-4c3c-b6ee-d0d9012c9e78 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:port and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:34.083746 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c673ce-70a9-4f3a-b94d-d57480d55808 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:34.084386 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-e2c673ce-70a9-4f3a-b94d-d57480d55808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:34.085651 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.ipam_backend_mixin [None req-f39c51ed-6119-4368-a7c1-f6f6249e38f1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 04babe54-df12-4798-8d3f-543c2eedc71d (CIDR: 172.20.0.16/28) Jun 02 12:33:34.087402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] For port fb76f74d-d62e-48b8-934f-c1391ef1a9d6, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=fb76f74d-d62e-48b8-934f-c1391ef1a9d6,segment=NetworkSegment(619d92d0-f19e-44e9-acd1-1d8a766b9f81),segment_id=619d92d0-f19e-44e9-acd1-1d8a766b9f81)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:34.087797 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:34.095658 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a55cf49b-c9e6-4c3c-b6ee-d0d9012c9e78 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:34.105240 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a55cf49b-c9e6-4c3c-b6ee-d0d9012c9e78 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:34.159133 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39c51ed-6119-4368-a7c1-f6f6249e38f1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:33:34.159892 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f39c51ed-6119-4368-a7c1-f6f6249e38f1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:34.179974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-e2c673ce-70a9-4f3a-b94d-d57480d55808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:34.180389 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c673ce-70a9-4f3a-b94d-d57480d55808 None None] The sync data for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:33:34.221292 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Calling delete_port for fb76f74d-d62e-48b8-934f-c1391ef1a9d6 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:34.231823 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55cf49b-c9e6-4c3c-b6ee-d0d9012c9e78 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:34.353101 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:34.360680 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:34.373381 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Transition to ACTIVE for port object bdd705d7-7b58-4a98-b77d-428b44a007b7 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:34.380341 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Transition to ACTIVE for port object e5a1612d-e6b9-4338-9ffa-f4a3b13a327e will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:34.383243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a55cf49b-c9e6-4c3c-b6ee-d0d9012c9e78 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:34.405795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:34.408908 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Transition to ACTIVE for port object bdd705d7-7b58-4a98-b77d-428b44a007b7 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:34.411810 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fa41f67e-1e63-4c12-956f-68bee90f4bb0 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:34.412397 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Transition to ACTIVE for port object e5a1612d-e6b9-4338-9ffa-f4a3b13a327e will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:34.416697 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:34.420769 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:34.452213 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-a55cf49b-c9e6-4c3c-b6ee-d0d9012c9e78 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] device_id is not set on port 2390eadd-07c5-4c93-829a-61e9266edb27 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:33:34.456694 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:34.497516 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2fdf06c6-5fe0-4d3d-9f2f-e7a7ead430a0 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:34.500957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Port': ['ID=fb76f74d-d62e-48b8-934f-c1391ef1a9d6,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:34.502856 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] No DVR routers for this DVR port fb76f74d-d62e-48b8-934f-c1391ef1a9d6 on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:33:34.505244 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:34.509761 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:34.509914 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Network 242af9a6-5153-4e07-b3c8-f816b87822d1 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:34.510656 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:34.516465 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:34.518553 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:34.520747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Pushing event updated for resources: {'Port': ['ID=bdd705d7-7b58-4a98-b77d-428b44a007b7,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:34.524764 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:34.530758 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:34.531341 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:34.560723 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-2fdf06c6-5fe0-4d3d-9f2f-e7a7ead430a0 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28892e76-5052-47f0-9815-87576d89653c']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:34.577696 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f39c51ed-6119-4368-a7c1-f6f6249e38f1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.8478818 Jun 02 12:33:34.580979 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44068) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:34.588376 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-73dd1f14-a3b2-4614-b3b7-50cf94a08013 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'subnet': {'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:34.654448 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-2fdf06c6-5fe0-4d3d-9f2f-e7a7ead430a0 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41bb3e05-9e2a-4a28-81f0-74ca7bcd1ba6') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:34.655089 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-2fdf06c6-5fe0-4d3d-9f2f-e7a7ead430a0 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41bb3e05-9e2a-4a28-81f0-74ca7bcd1ba6') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:34.686544 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:34.690435 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2fdf06c6-5fe0-4d3d-9f2f-e7a7ead430a0 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:34.695685 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Pushing event updated for resources: {'Port': ['ID=e5a1612d-e6b9-4338-9ffa-f4a3b13a327e,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:34.707951 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dca0391b-65e5-42fb-932b-b1dbe06fd9dd tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2824988'] for subnet, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:34.731092 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:34.764775 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Attempting to bind port bdd705d7-7b58-4a98-b77d-428b44a007b7 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:33:34.765139 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Attempting to bind port bdd705d7-7b58-4a98-b77d-428b44a007b7 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:33:34.765508 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Attempting to bind port bdd705d7-7b58-4a98-b77d-428b44a007b7 on network a7413df9-4e7a-4187-aef8-a668d8bf2950 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:33:34.771806 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Attempting to bind port e5a1612d-e6b9-4338-9ffa-f4a3b13a327e on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:33:34.772179 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Attempting to bind port e5a1612d-e6b9-4338-9ffa-f4a3b13a327e by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'd9fde9f1-dde3-4f27-b3cb-0b0ce5666ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '242af9a6-5153-4e07-b3c8-f816b87822d1'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:33:34.772535 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Attempting to bind port e5a1612d-e6b9-4338-9ffa-f4a3b13a327e on network 242af9a6-5153-4e07-b3c8-f816b87822d1 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:33:34.774829 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:33:34.775197 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:33:34.775594 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:34.775981 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Bound using segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:33:34.776438 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Bound port: bdd705d7-7b58-4a98-b77d-428b44a007b7, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:33:34.776822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:34.793851 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:33:34.794261 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Checking segment: {'id': 'd9fde9f1-dde3-4f27-b3cb-0b0ce5666ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '242af9a6-5153-4e07-b3c8-f816b87822d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:33:34.794707 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:34.795104 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Bound using segment: {'id': 'd9fde9f1-dde3-4f27-b3cb-0b0ce5666ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '242af9a6-5153-4e07-b3c8-f816b87822d1'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:33:34.795574 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Bound port: e5a1612d-e6b9-4338-9ffa-f4a3b13a327e, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9fde9f1-dde3-4f27-b3cb-0b0ce5666ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '242af9a6-5153-4e07-b3c8-f816b87822d1'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:33:34.795950 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:34.800336 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30daf860-b5a6-4e4d-aa49-0d6a6ca39e17']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:34.800510 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2fdf06c6-5fe0-4d3d-9f2f-e7a7ead430a0 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:34.818977 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Deleting port 69c130b7-ba7a-44e8-914c-10f020c35191 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:34.819330 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:34.840325 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fdf06c6-5fe0-4d3d-9f2f-e7a7ead430a0 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:33:34.840990 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2fdf06c6-5fe0-4d3d-9f2f-e7a7ead430a0 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:34.841923 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619d92d0-f19e-44e9-acd1-1d8a766b9f81') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:34.842270 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619d92d0-f19e-44e9-acd1-1d8a766b9f81') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:34.866306 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:33:34.900184 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:33:34.911650 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:34.914034 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-a55cf49b-c9e6-4c3c-b6ee-d0d9012c9e78 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8::f816:3eff:fe20:9ac8 (a7413df9-4e7a-4187-aef8-a668d8bf2950/99528d7d-78ec-4197-8891-06ed8c51ac7d/2390eadd-07c5-4c93-829a-61e9266edb27) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:34.927324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:33:34.927743 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:33:34.943175 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:33:34.954390 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] For port bdd705d7-7b58-4a98-b77d-428b44a007b7, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:33:34.959559 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] For port bdd705d7-7b58-4a98-b77d-428b44a007b7, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=bdd705d7-7b58-4a98-b77d-428b44a007b7,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:33:34.961063 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] For port e5a1612d-e6b9-4338-9ffa-f4a3b13a327e, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:33:34.964987 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] For port e5a1612d-e6b9-4338-9ffa-f4a3b13a327e, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e5a1612d-e6b9-4338-9ffa-f4a3b13a327e,segment=NetworkSegment(d9fde9f1-dde3-4f27-b3cb-0b0ce5666ec8),segment_id=d9fde9f1-dde3-4f27-b3cb-0b0ce5666ec8)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:33:34.968298 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:34.973273 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a837ae65-ac7e-4309-a290-61ac48407105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:35.012924 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:35.015474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-73dd1f14-a3b2-4614-b3b7-50cf94a08013 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:35.041583 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-73dd1f14-a3b2-4614-b3b7-50cf94a08013 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Usage tracker for resource:subnet and tenant:4205f37103a1478c8c9013669bd1496e is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:35.051534 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-73dd1f14-a3b2-4614-b3b7-50cf94a08013 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:35.069424 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-73dd1f14-a3b2-4614-b3b7-50cf94a08013 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:35.084212 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Pushing event updated for resources: {'Port': ['ID=bdd705d7-7b58-4a98-b77d-428b44a007b7,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:35.088944 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:35.089415 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:35.094676 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:35.099906 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c0135b78-1d02-410b-b6cc-68b18c74e544 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:35.127591 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af970b9-a53c-4340-839c-fec2d00014ae tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Router 21724b17-26bf-4052-85a6-7b638422d074 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:33:35.143065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2fdf06c6-5fe0-4d3d-9f2f-e7a7ead430a0 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:35.153045 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2fdf06c6-5fe0-4d3d-9f2f-e7a7ead430a0 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:35.163481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:35.164548 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d00d121c-1fce-47e3-8970-016f561f88e7 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:35.187178 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Pushing event updated for resources: {'Port': ['ID=e5a1612d-e6b9-4338-9ffa-f4a3b13a327e,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:35.190538 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:35.241906 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dd1f14-a3b2-4614-b3b7-50cf94a08013 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Made reservation on behalf of 4205f37103a1478c8c9013669bd1496e for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:35.245654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73dd1f14-a3b2-4614-b3b7-50cf94a08013 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:35.254794 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf06c6-5fe0-4d3d-9f2f-e7a7ead430a0 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Pushing event deleted for resources: {'Network': ['ID=28892e76-5052-47f0-9815-87576d89653c,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:35.259053 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2fdf06c6-5fe0-4d3d-9f2f-e7a7ead430a0 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:35.262011 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] For port 69c130b7-ba7a-44e8-914c-10f020c35191, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=69c130b7-ba7a-44e8-914c-10f020c35191,segment=NetworkSegment(1d827c6c-5db9-4693-85cc-568d07cd3944),segment_id=1d827c6c-5db9-4693-85cc-568d07cd3944)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:35.262806 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:35.281327 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Pushing event deleted for resources: {'Network': ['ID=30daf860-b5a6-4e4d-aa49-0d6a6ca39e17,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:35.283834 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2fdf06c6-5fe0-4d3d-9f2f-e7a7ead430a0 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] 10.222.0.37 "DELETE /v2.0/networks/28892e76-5052-47f0-9815-87576d89653c HTTP/1.1" status: 204 len: 168 time: 2.0576715 Jun 02 12:33:35.292626 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44072) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:35.329805 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:35.465469 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/networks/30daf860-b5a6-4e4d-aa49-0d6a6ca39e17 HTTP/1.1" status: 204 len: 168 time: 2.0511003 Jun 02 12:33:35.473210 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44074) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:35.478379 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a55cf49b-c9e6-4c3c-b6ee-d0d9012c9e78 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:35.489781 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-7c9c575d-5950-47df-84f2-62b96b419b99 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'router': {'routes': None}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:35.595288 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Calling delete_port for 69c130b7-ba7a-44e8-914c-10f020c35191 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:35.741898 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e5a1612d-e6b9-4338-9ffa-f4a3b13a327e up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:33:35.801520 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-26524e65-ca29-45b1-a969-6ee855763fef tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:35.815897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port e5a1612d-e6b9-4338-9ffa-f4a3b13a327e completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:35.820822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device bdd705d7-7b58-4a98-b77d-428b44a007b7 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:33:35.852686 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-a55cf49b-c9e6-4c3c-b6ee-d0d9012c9e78 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Transition to ACTIVE for port object 2390eadd-07c5-4c93-829a-61e9266edb27 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:35.865759 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dca0391b-65e5-42fb-932b-b1dbe06fd9dd tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726415848165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2111763'] for subnet, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:35.874190 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:35.891332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port bdd705d7-7b58-4a98-b77d-428b44a007b7 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:35.908826 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af970b9-a53c-4340-839c-fec2d00014ae tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:33:35.921158 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dc08d2-9b2b-4c9a-9373-20494c1bf3e4 None None] Sync routers for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:33:35.926458 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5af970b9-a53c-4340-839c-fec2d00014ae tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:35.930403 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dc08d2-9b2b-4c9a-9373-20494c1bf3e4 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:35.931304 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-35dc08d2-9b2b-4c9a-9373-20494c1bf3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:36.025414 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-35dc08d2-9b2b-4c9a-9373-20494c1bf3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:36.041026 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dc08d2-9b2b-4c9a-9373-20494c1bf3e4 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:36.041764 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-35dc08d2-9b2b-4c9a-9373-20494c1bf3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:36.078742 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.extraroute_db [None req-7c9c575d-5950-47df-84f2-62b96b419b99 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Added routes are [] {{(pid=92305) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 02 12:33:36.079095 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.extraroute_db [None req-7c9c575d-5950-47df-84f2-62b96b419b99 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Removed routes are [] {{(pid=92305) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 02 12:33:36.079406 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7c9c575d-5950-47df-84f2-62b96b419b99 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:36.127223 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-35dc08d2-9b2b-4c9a-9373-20494c1bf3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:36.127633 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dc08d2-9b2b-4c9a-9373-20494c1bf3e4 None None] The sync data for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:33:36.225268 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:36.233037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca0391b-65e5-42fb-932b-b1dbe06fd9dd tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:36.233627 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dca0391b-65e5-42fb-932b-b1dbe06fd9dd tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:36.237814 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-dca0391b-65e5-42fb-932b-b1dbe06fd9dd tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "PUT /v2.0/subnets/33fac659-98ea-45ac-a7a6-9ea2a51f6555 HTTP/1.1" status: 200 len: 900 time: 2.2273519 Jun 02 12:33:36.241130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44078) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:36.259645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-26524e65-ca29-45b1-a969-6ee855763fef tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:36.279604 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] No DVR routers for this DVR port 69c130b7-ba7a-44e8-914c-10f020c35191 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:33:36.317979 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-26524e65-ca29-45b1-a969-6ee855763fef tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb4e128-0759-4547-be63-fbf4332d35de']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:36.325410 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a55cf49b-c9e6-4c3c-b6ee-d0d9012c9e78 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:36.346059 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:36.412899 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-950f6722-d48c-42d0-a4f2-09f294d42f0d None None] Provisioning for port bdd705d7-7b58-4a98-b77d-428b44a007b7 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:36.419140 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-950f6722-d48c-42d0-a4f2-09f294d42f0d None None] Provisioning complete for port bdd705d7-7b58-4a98-b77d-428b44a007b7 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:36.419760 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-950f6722-d48c-42d0-a4f2-09f294d42f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:36.598544 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7c9c575d-5950-47df-84f2-62b96b419b99 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:36.629994 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55cf49b-c9e6-4c3c-b6ee-d0d9012c9e78 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:36.632352 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-a55cf49b-c9e6-4c3c-b6ee-d0d9012c9e78 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:36.639191 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0391b-65e5-42fb-932b-b1dbe06fd9dd tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event updated for resources: {'Subnet': ['ID=33fac659-98ea-45ac-a7a6-9ea2a51f6555,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:36.644848 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-950f6722-d48c-42d0-a4f2-09f294d42f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:36.697118 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-950f6722-d48c-42d0-a4f2-09f294d42f0d None None] For port bdd705d7-7b58-4a98-b77d-428b44a007b7, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=bdd705d7-7b58-4a98-b77d-428b44a007b7,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:36.704440 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-950f6722-d48c-42d0-a4f2-09f294d42f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:36.706350 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:36.736179 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-dca0391b-65e5-42fb-932b-b1dbe06fd9dd tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.862s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:36.741031 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-26524e65-ca29-45b1-a969-6ee855763fef tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630eae7b-3838-496e-9e0a-07c75891b6b0') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:36.741369 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-26524e65-ca29-45b1-a969-6ee855763fef tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630eae7b-3838-496e-9e0a-07c75891b6b0') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:36.753120 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5af970b9-a53c-4340-839c-fec2d00014ae tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "PUT /v2.0/floatingips/62a32732-cfd8-4277-b8ea-cf3c24fac38e HTTP/1.1" status: 200 len: 975 time: 8.5885301 Jun 02 12:33:36.753120 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9607d74a-7415-404e-bd04-26c0398653f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.519s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:36.768092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55cf49b-c9e6-4c3c-b6ee-d0d9012c9e78 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:36.775914 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55cf49b-c9e6-4c3c-b6ee-d0d9012c9e78 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:36.776639 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a55cf49b-c9e6-4c3c-b6ee-d0d9012c9e78 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:36.793317 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44080) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:36.804230 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-bc5eaf15-3e46-4ae9-b3bb-22d9b21eb3aa tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Request body: {'floatingip': {'port_id': None}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:36.809253 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f6722-d48c-42d0-a4f2-09f294d42f0d None None] Pushing event updated for resources: {'Port': ['ID=bdd705d7-7b58-4a98-b77d-428b44a007b7,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:36.813425 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-950f6722-d48c-42d0-a4f2-09f294d42f0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:36.826819 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7c9c575d-5950-47df-84f2-62b96b419b99 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:36.835280 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a55cf49b-c9e6-4c3c-b6ee-d0d9012c9e78 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1548011 Jun 02 12:33:36.836070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cf49b-c9e6-4c3c-b6ee-d0d9012c9e78 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=2390eadd-07c5-4c93-829a-61e9266edb27,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:36.840806 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44082) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:36.856425 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45e003f-7a49-4d7e-8b0f-06b281e6501c None None] Network 30daf860-b5a6-4e4d-aa49-0d6a6ca39e17 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:36.869931 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:36.872360 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a55cf49b-c9e6-4c3c-b6ee-d0d9012c9e78 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:36.878608 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56ecd2d-8c9c-441e-958d-96699d1fbb90 None None] Network 2ca293c3-1527-4f65-ad51-c7e80b4cd3a0 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:36.890751 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-26524e65-ca29-45b1-a969-6ee855763fef tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:36.894214 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00a27ff-ab73-42c6-a0ec-86d03b14af72 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:36.910298 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Pushing event deleted for resources: {'Port': ['ID=69c130b7-ba7a-44e8-914c-10f020c35191,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:36.915229 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce608866-4032-4a84-8678-1947ba3687ba None None] Network 242af9a6-5153-4e07-b3c8-f816b87822d1 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:36.950630 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45e003f-7a49-4d7e-8b0f-06b281e6501c None None] Network 30daf860-b5a6-4e4d-aa49-0d6a6ca39e17 could not be found, it might have been deleted concurrently. {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 02 12:33:37.023339 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:37.043842 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca293c3-1527-4f65-ad51-c7e80b4cd3a0']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:37.064338 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d827c6c-5db9-4693-85cc-568d07cd3944') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:37.064683 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d827c6c-5db9-4693-85cc-568d07cd3944') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:37.079309 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:37.098621 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:37.106558 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:33:37.107039 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:37.208874 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fffce59-6936-4915-827a-47e880225162 None None] DHCP port deletion for 30daf860-b5a6-4e4d-aa49-0d6a6ca39e17 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:33:37.242135 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9c575d-5950-47df-84f2-62b96b419b99 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router a265d73c-1c8f-4ff9-84ff-a9daee0462ce has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:33:37.259958 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-93b765bb-c7f3-4eb3-bd8e-ad43698c0f27 None None] Provisioning for port e5a1612d-e6b9-4338-9ffa-f4a3b13a327e completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:37.282927 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:33:37.291040 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:33:37.293717 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-93b765bb-c7f3-4eb3-bd8e-ad43698c0f27 None None] Provisioning complete for port e5a1612d-e6b9-4338-9ffa-f4a3b13a327e triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:37.294079 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-93b765bb-c7f3-4eb3-bd8e-ad43698c0f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:37.303475 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:37.307628 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bc5eaf15-3e46-4ae9-b3bb-22d9b21eb3aa tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:37.395988 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-26524e65-ca29-45b1-a969-6ee855763fef tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:37.399216 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a6e5cbb4-0902-4807-96b7-dc5191eee4e4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:37.460897 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:37.480892 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] 10.222.0.37 "DELETE /v2.0/networks/2ca293c3-1527-4f65-ad51-c7e80b4cd3a0 HTTP/1.1" status: 204 len: 168 time: 4.0845423 Jun 02 12:33:37.481813 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Pushing event deleted for resources: {'Network': ['ID=2ca293c3-1527-4f65-ad51-c7e80b4cd3a0,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:37.488366 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:37.491690 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26524e65-ca29-45b1-a969-6ee855763fef tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:33:37.492210 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-26524e65-ca29-45b1-a969-6ee855763fef tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:33:37.508215 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:33:37.611346 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547346a7-4034-400e-a199-f91bf4e56b5e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:37.625734 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547346a7-4034-400e-a199-f91bf4e56b5e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:37.626477 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-547346a7-4034-400e-a199-f91bf4e56b5e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:37.642017 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9c575d-5950-47df-84f2-62b96b419b99 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:33:37.657349 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7c9c575d-5950-47df-84f2-62b96b419b99 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:37.658533 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7c9c575d-5950-47df-84f2-62b96b419b99 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/a265d73c-1c8f-4ff9-84ff-a9daee0462ce HTTP/1.1" status: 200 len: 705 time: 2.1837249 Jun 02 12:33:37.666214 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44090) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:37.695372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Deleting port e5a1612d-e6b9-4338-9ffa-f4a3b13a327e {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:37.695746 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:37.721644 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-547346a7-4034-400e-a199-f91bf4e56b5e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:37.725147 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-547346a7-4034-400e-a199-f91bf4e56b5e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.8677473 Jun 02 12:33:37.725296 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775c03a9-4776-414f-81b8-60e16f12890c None None] DHCP port deletion for 2ca293c3-1527-4f65-ad51-c7e80b4cd3a0 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:33:37.735317 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44092) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:37.774982 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbf9e73-99fa-479a-b9b5-03586338ea0e None None] Sync routers for ids ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:33:37.789001 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-044f9141-8123-4657-81f1-41c5c56e700a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Synchronizing usage tracker for tenant:9cc4ca61dc954dc9aa55c98b051cae30 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:37.798943 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device bdd705d7-7b58-4a98-b77d-428b44a007b7 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:33:37.817846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-26524e65-ca29-45b1-a969-6ee855763fef tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:37.833700 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ef487cfa-8878-4205-b300-b18885f1ba32 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:37.850869 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-26524e65-ca29-45b1-a969-6ee855763fef tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:37.871847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26524e65-ca29-45b1-a969-6ee855763fef tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Pushing event deleted for resources: {'Network': ['ID=2eb4e128-0759-4547-be63-fbf4332d35de,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:37.934947 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] For port e5a1612d-e6b9-4338-9ffa-f4a3b13a327e, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e5a1612d-e6b9-4338-9ffa-f4a3b13a327e,segment=NetworkSegment(d9fde9f1-dde3-4f27-b3cb-0b0ce5666ec8),segment_id=d9fde9f1-dde3-4f27-b3cb-0b0ce5666ec8)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:37.936141 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:37.966122 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-26524e65-ca29-45b1-a969-6ee855763fef tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:37.970783 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbf9e73-99fa-479a-b9b5-03586338ea0e None None] Routers {'a265d73c-1c8f-4ff9-84ff-a9daee0462ce'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:37.971430 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-1dbf9e73-99fa-479a-b9b5-03586338ea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:37.985906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44096) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:37.994294 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bc5eaf15-3e46-4ae9-b3bb-22d9b21eb3aa tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:38.000739 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-044f9141-8123-4657-81f1-41c5c56e700a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Unset dirty status for tenant:9cc4ca61dc954dc9aa55c98b051cae30 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:38.001965 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-044f9141-8123-4657-81f1-41c5c56e700a tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/ports?device_id=a265d73c-1c8f-4ff9-84ff-a9daee0462ce HTTP/1.1" status: 200 len: 205 time: 0.3304687 Jun 02 12:33:38.003285 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-26524e65-ca29-45b1-a969-6ee855763fef tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] 10.222.0.37 "DELETE /v2.0/networks/2eb4e128-0759-4547-be63-fbf4332d35de HTTP/1.1" status: 204 len: 168 time: 2.6398449 Jun 02 12:33:38.005547 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bc5eaf15-3e46-4ae9-b3bb-22d9b21eb3aa tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:38.006568 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-bc5eaf15-3e46-4ae9-b3bb-22d9b21eb3aa tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Floating IP 62a32732-cfd8-4277-b8ea-cf3c24fac38e disassociated. External IP: 172.26.7.41, port: d92dd45f-79a2-446d-a1f7-2cccb2550b89. Jun 02 12:33:38.010264 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44100) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:38.010776 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44102) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:38.036047 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-93b765bb-c7f3-4eb3-bd8e-ad43698c0f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:38.093152 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73dd1f14-a3b2-4614-b3b7-50cf94a08013 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:38.103625 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Calling delete_port for e5a1612d-e6b9-4338-9ffa-f4a3b13a327e owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:38.164385 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-96075603-e2aa-4402-877f-3e4c6a9dda79 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:38.212704 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-93b765bb-c7f3-4eb3-bd8e-ad43698c0f27 None None] For port e5a1612d-e6b9-4338-9ffa-f4a3b13a327e, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e5a1612d-e6b9-4338-9ffa-f4a3b13a327e,segment=NetworkSegment(d9fde9f1-dde3-4f27-b3cb-0b0ce5666ec8),segment_id=d9fde9f1-dde3-4f27-b3cb-0b0ce5666ec8)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:38.216296 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-1dbf9e73-99fa-479a-b9b5-03586338ea0e None None] Set router a265d73c-1c8f-4ff9-84ff-a9daee0462ce gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:33:38.279081 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-062419e8-17b7-4334-a916-14e6d08f39e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4490fd3b6c74d289d982a1cffed0862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917976 Jun 02 12:33:38.283897 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44106) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:38.314646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-58716297-4a24-48e9-84e8-cecbed8fe148 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting port 2390eadd-07c5-4c93-829a-61e9266edb27 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:38.314985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-58716297-4a24-48e9-84e8-cecbed8fe148 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:38.335047 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-93b765bb-c7f3-4eb3-bd8e-ad43698c0f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:38.339681 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7122a0b4-fb88-4511-a3db-f3c179275b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:38.352951 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dd1f14-a3b2-4614-b3b7-50cf94a08013 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Network 5f8f70fa-496f-42a8-b6f8-090baa296d01 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:38.371496 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-73dd1f14-a3b2-4614-b3b7-50cf94a08013 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:38.396937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-113526b8-e10e-4976-a51c-322283783c90 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:38.429858 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b765bb-c7f3-4eb3-bd8e-ad43698c0f27 None None] Pushing event updated for resources: {'Port': ['ID=e5a1612d-e6b9-4338-9ffa-f4a3b13a327e,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:38.437191 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-1dbf9e73-99fa-479a-b9b5-03586338ea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:33:28Z', 'revision_number': 11, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:38.441668 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca67ca90-0dda-47c8-8fc7-cb4e69cab666 None None] Network 5f8f70fa-496f-42a8-b6f8-090baa296d01 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:38.455146 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-93b765bb-c7f3-4eb3-bd8e-ad43698c0f27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:38.461118 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbf9e73-99fa-479a-b9b5-03586338ea0e None None] Checking router: a265d73c-1c8f-4ff9-84ff-a9daee0462ce for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:33:38.482553 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dd1f14-a3b2-4614-b3b7-50cf94a08013 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:38.483464 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73dd1f14-a3b2-4614-b3b7-50cf94a08013 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:38.492741 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd1f14-a3b2-4614-b3b7-50cf94a08013 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Subnet': ['ID=12e28d51-8cd0-495d-a12e-844f5ea8df36,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:38.496446 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port bdd705d7-7b58-4a98-b77d-428b44a007b7 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:38.496824 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:38.561073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c8e1958f-062b-409d-af01-22a5506a239c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:38.563536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-73dd1f14-a3b2-4614-b3b7-50cf94a08013 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:38.652365 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbf9e73-99fa-479a-b9b5-03586338ea0e None None] Routers {'a265d73c-1c8f-4ff9-84ff-a9daee0462ce'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:38.653070 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-1dbf9e73-99fa-479a-b9b5-03586338ea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:38.699723 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-73dd1f14-a3b2-4614-b3b7-50cf94a08013 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.1152053 Jun 02 12:33:38.704353 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44110) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:38.726556 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-a0466590-1cf2-42a7-a35b-7df720d31d5e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-351931463', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '12e28d51-8cd0-495d-a12e-844f5ea8df36'}], 'security_groups': ['cf321749-3566-4752-888e-3712160f6d93', '93723f6c-cf2c-4b08-b32d-141d44e7722a']}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:38.832735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-113526b8-e10e-4976-a51c-322283783c90 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:38.836007 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-113526b8-e10e-4976-a51c-322283783c90 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:38.867497 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8ae6d458-35db-478a-a8a5-af166558aa59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:38.911876 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-58716297-4a24-48e9-84e8-cecbed8fe148 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:38.952695 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-1dbf9e73-99fa-479a-b9b5-03586338ea0e None None] Set router a265d73c-1c8f-4ff9-84ff-a9daee0462ce gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:33:39.099565 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-1dbf9e73-99fa-479a-b9b5-03586338ea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:33:28Z', 'revision_number': 11, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:39.114555 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8ae6d458-35db-478a-a8a5-af166558aa59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:39.133596 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c8e1958f-062b-409d-af01-22a5506a239c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:39.136910 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-58716297-4a24-48e9-84e8-cecbed8fe148 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Calling delete_port for 2390eadd-07c5-4c93-829a-61e9266edb27 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:39.137071 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-364373d4-f8a0-482f-b49d-01002d56c0e9 None None] Provisioning for port 2390eadd-07c5-4c93-829a-61e9266edb27 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:39.151057 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbf9e73-99fa-479a-b9b5-03586338ea0e None None] The sync data for ids ['a265d73c-1c8f-4ff9-84ff-a9daee0462ce'] in dv-neutron-601336-80-hyperv is: [{'id': 'a265d73c-1c8f-4ff9-84ff-a9daee0462ce', 'name': 'tempest-RoutersIpV6Test-router-1413908700', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:35Z', 'updated_at': '2021-06-02T12:33:28Z', 'revision_number': 11, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:33:39.164063 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-364373d4-f8a0-482f-b49d-01002d56c0e9 None None] Provisioning complete for port 2390eadd-07c5-4c93-829a-61e9266edb27 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:39.164444 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-364373d4-f8a0-482f-b49d-01002d56c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:39.204825 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-c8e1958f-062b-409d-af01-22a5506a239c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5c5fdd-2333-4186-9005-27fc12b7dab8']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:39.252900 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-c8e1958f-062b-409d-af01-22a5506a239c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8187e4c-2dd3-47e5-9524-80fbc0f8f8c8') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:39.253207 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-c8e1958f-062b-409d-af01-22a5506a239c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8187e4c-2dd3-47e5-9524-80fbc0f8f8c8') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:39.273622 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c8e1958f-062b-409d-af01-22a5506a239c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:39.281099 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5eaf15-3e46-4ae9-b3bb-22d9b21eb3aa tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Router 21724b17-26bf-4052-85a6-7b638422d074 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:33:39.301703 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-364373d4-f8a0-482f-b49d-01002d56c0e9 None None] Port 2390eadd-07c5-4c93-829a-61e9266edb27 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:33:39.314730 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c8e1958f-062b-409d-af01-22a5506a239c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:39.324705 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e1958f-062b-409d-af01-22a5506a239c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:33:39.325177 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c8e1958f-062b-409d-af01-22a5506a239c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:39.330962 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device fb76f74d-d62e-48b8-934f-c1391ef1a9d6 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:33:39.383740 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: fb76f74d-d62e-48b8-934f-c1391ef1a9d6 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:33:39.384034 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device fb76f74d-d62e-48b8-934f-c1391ef1a9d6 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:33:39.390510 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b356931-f938-4652-a9ae-c786a33fdd9a None None] Network 242af9a6-5153-4e07-b3c8-f816b87822d1 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:39.406318 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-364373d4-f8a0-482f-b49d-01002d56c0e9 None None] Provisioning complete for port bdd705d7-7b58-4a98-b77d-428b44a007b7 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:39.406702 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-364373d4-f8a0-482f-b49d-01002d56c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:33:39.422014 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:33:39.425267 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-113526b8-e10e-4976-a51c-322283783c90 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:39.425833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113526b8-e10e-4976-a51c-322283783c90 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Fanout notify agent at l3_agent the message router_deleted on router a265d73c-1c8f-4ff9-84ff-a9daee0462ce {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:33:39.480573 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c8e1958f-062b-409d-af01-22a5506a239c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:39.490641 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-113526b8-e10e-4976-a51c-322283783c90 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:39.494883 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-113526b8-e10e-4976-a51c-322283783c90 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/routers/a265d73c-1c8f-4ff9-84ff-a9daee0462ce HTTP/1.1" status: 204 len: 168 time: 1.4767327 Jun 02 12:33:39.495919 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:39.501734 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44112) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:39.503435 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b1adf31e-901c-414d-a658-943a30948946 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:39.568285 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-de70a5a5-7b18-4ff0-89d5-23cb338f53c8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1019963114', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:39.580882 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a0466590-1cf2-42a7-a35b-7df720d31d5e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:39.597544 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c8e1958f-062b-409d-af01-22a5506a239c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:39.609268 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-de70a5a5-7b18-4ff0-89d5-23cb338f53c8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:39.611373 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e5a1612d-e6b9-4338-9ffa-f4a3b13a327e up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:33:39.618000 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Port': ['ID=e5a1612d-e6b9-4338-9ffa-f4a3b13a327e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:39.624970 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-de70a5a5-7b18-4ff0-89d5-23cb338f53c8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Usage tracker for resource:router and tenant:9cc4ca61dc954dc9aa55c98b051cae30 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:39.628550 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:39.630386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-277d5aa5-68a6-46b5-9cc7-13d716775689 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:39.645181 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-de70a5a5-7b18-4ff0-89d5-23cb338f53c8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:39.684098 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: e5a1612d-e6b9-4338-9ffa-f4a3b13a327e {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:33:39.684098 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e5a1612d-e6b9-4338-9ffa-f4a3b13a327e not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jun 02 12:33:39.684449 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c8e1958f-062b-409d-af01-22a5506a239c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] 10.222.0.37 "DELETE /v2.0/networks/be5c5fdd-2333-4186-9005-27fc12b7dab8 HTTP/1.1" status: 204 len: 168 time: 1.6667738 Jun 02 12:33:39.699265 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1958f-062b-409d-af01-22a5506a239c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Pushing event deleted for resources: {'Network': ['ID=be5c5fdd-2333-4186-9005-27fc12b7dab8,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:39.743781 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Port e5a1612d-e6b9-4338-9ffa-f4a3b13a327e not found, will not notify nova. {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 02 12:33:39.758271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-de70a5a5-7b18-4ff0-89d5-23cb338f53c8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:39.765777 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c8e1958f-062b-409d-af01-22a5506a239c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:39.766439 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 69c130b7-ba7a-44e8-914c-10f020c35191 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:33:39.781927 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] No DVR routers for this DVR port e5a1612d-e6b9-4338-9ffa-f4a3b13a327e on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:33:39.783988 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-de70a5a5-7b18-4ff0-89d5-23cb338f53c8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:39.785076 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-de70a5a5-7b18-4ff0-89d5-23cb338f53c8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:39.786250 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5eaf15-3e46-4ae9-b3bb-22d9b21eb3aa tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:33:39.796806 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68d6c3c-7b07-426b-9753-08a683d22339 None None] Sync routers for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:33:39.812075 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68d6c3c-7b07-426b-9753-08a683d22339 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:39.812701 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-b68d6c3c-7b07-426b-9753-08a683d22339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:39.817736 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-de70a5a5-7b18-4ff0-89d5-23cb338f53c8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:39.823132 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8ae6d458-35db-478a-a8a5-af166558aa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:39.839228 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c14d7cf5-c32c-445c-ac77-88344d448871 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:39.862656 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 69c130b7-ba7a-44e8-914c-10f020c35191 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:33:39.863010 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 69c130b7-ba7a-44e8-914c-10f020c35191 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:33:39.864653 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad371676-2f07-43ae-a46a-2300df483281 None None] Update dhcp port {'port': {'network_id': '5f8f70fa-496f-42a8-b6f8-090baa296d01', 'fixed_ips': [{'subnet_id': '04babe54-df12-4798-8d3f-543c2eedc71d', 'ip_address': '172.20.0.18'}, {'subnet_id': '1e9ca964-64ef-4668-9aa2-7b85ded127e8', 'ip_address': '172.20.0.2'}, {'subnet_id': '12e28d51-8cd0-495d-a12e-844f5ea8df36'}], 'binding:host_id': 'dv-neutron-601336-80-hyperv'}, 'id': 'c085461d-d7b9-49dd-b9f7-0c7375801e1c'} from dv-neutron-601336-80-hyperv. {{(pid=92306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 12:33:39.887342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-de70a5a5-7b18-4ff0-89d5-23cb338f53c8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:39.912501 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6d458-35db-478a-a8a5-af166558aa59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9c1172-f6a3-44c8-88bb-90d39fe80d84,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:39.927240 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-b68d6c3c-7b07-426b-9753-08a683d22339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:39.939232 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68d6c3c-7b07-426b-9753-08a683d22339 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:39.940152 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-b68d6c3c-7b07-426b-9753-08a683d22339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:39.951371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-de70a5a5-7b18-4ff0-89d5-23cb338f53c8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:39.955601 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-de70a5a5-7b18-4ff0-89d5-23cb338f53c8 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3977513 Jun 02 12:33:39.959728 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44120) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:39.965259 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-3071cdfa-47c8-4b30-be05-051d1761b248 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Request body: {'router': {'admin_state_up': True}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:40.014238 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-b68d6c3c-7b07-426b-9753-08a683d22339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:40.015116 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68d6c3c-7b07-426b-9753-08a683d22339 None None] The sync data for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:33:40.022807 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bc5eaf15-3e46-4ae9-b3bb-22d9b21eb3aa tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:40.047355 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:40.055424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8ae6d458-35db-478a-a8a5-af166558aa59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:40.057466 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8ae6d458-35db-478a-a8a5-af166558aa59 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b9c1172-f6a3-44c8-88bb-90d39fe80d84 HTTP/1.1" status: 204 len: 168 time: 1.7725766 Jun 02 12:33:40.059939 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8ae6d458-35db-478a-a8a5-af166558aa59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:40.068433 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44122) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:40.096682 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ad371676-2f07-43ae-a46a-2300df483281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:40.100921 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-58716297-4a24-48e9-84e8-cecbed8fe148 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:40.113479 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-09994f79-bb88-4a5d-a36f-65ae8119d163 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:40.168770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58716297-4a24-48e9-84e8-cecbed8fe148 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Port': ['ID=2390eadd-07c5-4c93-829a-61e9266edb27,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:40.177154 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-58716297-4a24-48e9-84e8-cecbed8fe148 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:40.318081 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bc5eaf15-3e46-4ae9-b3bb-22d9b21eb3aa tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "PUT /v2.0/floatingips/62a32732-cfd8-4277-b8ea-cf3c24fac38e HTTP/1.1" status: 200 len: 687 time: 3.5187008 Jun 02 12:33:40.322232 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44130) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:40.322478 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7a0141d2-d723-4505-9414-e2ee7cc94f4c None None] Could not find standard attr ID for object 2390eadd-07c5-4c93-829a-61e9266edb27. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:33:40.328140 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-58716297-4a24-48e9-84e8-cecbed8fe148 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:40.365649 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7a0141d2-d723-4505-9414-e2ee7cc94f4c None None] Could not find standard attr ID for object e5a1612d-e6b9-4338-9ffa-f4a3b13a327e. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:33:40.424746 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-58716297-4a24-48e9-84e8-cecbed8fe148 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/2390eadd-07c5-4c93-829a-61e9266edb27 HTTP/1.1" status: 204 len: 168 time: 2.6883643 Jun 02 12:33:40.428068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44132) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:40.643947 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-ad371676-2f07-43ae-a46a-2300df483281 None None] Allocated IP 172.20.0.34 (5f8f70fa-496f-42a8-b6f8-090baa296d01/12e28d51-8cd0-495d-a12e-844f5ea8df36/c085461d-d7b9-49dd-b9f7-0c7375801e1c) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:40.750035 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3071cdfa-47c8-4b30-be05-051d1761b248 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:40.784587 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3071cdfa-47c8-4b30-be05-051d1761b248 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:40.947995 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ad371676-2f07-43ae-a46a-2300df483281 None None] For port c085461d-d7b9-49dd-b9f7-0c7375801e1c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c085461d-d7b9-49dd-b9f7-0c7375801e1c,segment=NetworkSegment(da0897bf-884f-4be1-82a7-8e7c0180f1d2),segment_id=da0897bf-884f-4be1-82a7-8e7c0180f1d2)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:40.985967 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ad371676-2f07-43ae-a46a-2300df483281 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:41.010694 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ad371676-2f07-43ae-a46a-2300df483281 None None] Transition to ACTIVE for port object c085461d-d7b9-49dd-b9f7-0c7375801e1c will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:41.017036 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ad371676-2f07-43ae-a46a-2300df483281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:41.023651 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:41.046985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b937e63-24ad-40d4-ab56-0b4dde868045 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:41.049255 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b937e63-24ad-40d4-ab56-0b4dde868045 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:41.050235 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1b937e63-24ad-40d4-ab56-0b4dde868045 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:41.082699 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bcb54284-4585-479d-b470-9436cfdfc130 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=018118c9b2d045e2b9a10403a5c31db5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0039916 Jun 02 12:33:41.093702 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44152) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:41.128717 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1b937e63-24ad-40d4-ab56-0b4dde868045 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:41.130153 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1b937e63-24ad-40d4-ab56-0b4dde868045 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.6834466 Jun 02 12:33:41.136801 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44154) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:41.170601 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44156) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:41.232827 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:41.238329 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-602c136f-2995-4946-a4de-281a6eaa1c63 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:41.272557 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3071cdfa-47c8-4b30-be05-051d1761b248 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Router 2bf7b9aa-116b-4d42-a489-212e58161de9 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:33:41.287226 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Subnet': ['ID=33fac659-98ea-45ac-a7a6-9ea2a51f6555,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:41.290157 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0c6e0d2e-9738-4a0a-8284-e09c4497ccf1 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Deleting port d7f2a331-fa6f-40f1-be19-ff36e29d99ac {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:41.290504 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c6e0d2e-9738-4a0a-8284-e09c4497ccf1 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:41.302942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:41.362245 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0fd9f4-38ee-4954-8bc9-ec33e0e38111 None None] Network 242af9a6-5153-4e07-b3c8-f816b87822d1 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:41.372309 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-465116ce-bf6a-44fc-b03d-70e94cb7a1bc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet 99528d7d-78ec-4197-8891-06ed8c51ac7d {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:33:41.382910 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1062715773'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:41.385471 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad371676-2f07-43ae-a46a-2300df483281 None None] Pushing event updated for resources: {'Port': ['ID=c085461d-d7b9-49dd-b9f7-0c7375801e1c,revision_number=7']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:41.392999 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ad371676-2f07-43ae-a46a-2300df483281 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:41.445429 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:41.460565 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-465116ce-bf6a-44fc-b03d-70e94cb7a1bc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:41.527708 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2325779a-14aa-41da-8fbc-d04159725c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:41.530373 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Usage tracker for resource:network and tenant:343cdd4a79934b8eb57ccfa54eec3318 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:41.536721 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:41.540718 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:41.549590 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3071cdfa-47c8-4b30-be05-051d1761b248 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:33:41.570912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242af9a6-5153-4e07-b3c8-f816b87822d1']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:41.579300 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:41.590577 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9fde9f1-dde3-4f27-b3cb-0b0ce5666ec8') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:41.590847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9fde9f1-dde3-4f27-b3cb-0b0ce5666ec8') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:41.600049 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-a0466590-1cf2-42a7-a35b-7df720d31d5e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Delete allocated IP 172.20.0.7 (5f8f70fa-496f-42a8-b6f8-090baa296d01/1e9ca964-64ef-4668-9aa2-7b85ded127e8) {{(pid=92304) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 02 12:33:41.604222 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2f3510-87b5-40ff-8d1e-0d40984d4847 None None] Sync routers for ids ['2bf7b9aa-116b-4d42-a489-212e58161de9'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:33:41.607385 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3071cdfa-47c8-4b30-be05-051d1761b248 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:41.611599 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3071cdfa-47c8-4b30-be05-051d1761b248 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "PUT /v2.0/routers/2bf7b9aa-116b-4d42-a489-212e58161de9 HTTP/1.1" status: 200 len: 698 time: 1.6507993 Jun 02 12:33:41.612491 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44160) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:41.614425 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-465116ce-bf6a-44fc-b03d-70e94cb7a1bc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:41.635899 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f3510-87b5-40ff-8d1e-0d40984d4847 None None] Routers {'2bf7b9aa-116b-4d42-a489-212e58161de9'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:41.636781 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-8f2f3510-87b5-40ff-8d1e-0d40984d4847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['2bf7b9aa-116b-4d42-a489-212e58161de9'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:41.669803 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2325779a-14aa-41da-8fbc-d04159725c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:41.686238 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:41.704827 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Made reservation on behalf of 343cdd4a79934b8eb57ccfa54eec3318 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:41.708339 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:41.727113 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:41.733004 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-a0466590-1cf2-42a7-a35b-7df720d31d5e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Allocated IP 172.20.0.42 (5f8f70fa-496f-42a8-b6f8-090baa296d01/12e28d51-8cd0-495d-a12e-844f5ea8df36/20b8a3da-4dab-4834-88d4-57ccc06a7ebe) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:41.734426 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be06a82e-72a2-4899-be1c-78291ff035ef None None] DHCP port deletion for 242af9a6-5153-4e07-b3c8-f816b87822d1 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:33:41.756717 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c6e0d2e-9738-4a0a-8284-e09c4497ccf1 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:41.757232 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c6e0d2e-9738-4a0a-8284-e09c4497ccf1 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:41.818642 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c085461d-d7b9-49dd-b9f7-0c7375801e1c up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:33:41.821128 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:41.842271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:33:41.842682 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:33:41.861375 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:33:41.886375 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-aaeefb85-0c3d-4c9f-9479-efe1745b21bf tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/routers/2bf7b9aa-116b-4d42-a489-212e58161de9 HTTP/1.1" status: 200 len: 704 time: 0.2673025 Jun 02 12:33:41.900135 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-8f2f3510-87b5-40ff-8d1e-0d40984d4847 None None] Set router 2bf7b9aa-116b-4d42-a489-212e58161de9 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:33:41.940570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44162) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:41.956726 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0c6e0d2e-9738-4a0a-8284-e09c4497ccf1 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Calling delete_port for d7f2a331-fa6f-40f1-be19-ff36e29d99ac owned by network:floatingip {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:41.994396 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:41.998683 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-465116ce-bf6a-44fc-b03d-70e94cb7a1bc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:42.014204 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Usage tracker for resource:security_group_rule and tenant:343cdd4a79934b8eb57ccfa54eec3318 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:42.017659 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7afbcc8a-e761-49e8-9fc2-8e02afa52060 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Synchronizing usage tracker for tenant:9cc4ca61dc954dc9aa55c98b051cae30 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:42.019083 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-8f2f3510-87b5-40ff-8d1e-0d40984d4847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7b9aa-116b-4d42-a489-212e58161de9', 'name': 'tempest-RoutersIpV6Test-router-1019963114', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:39Z', 'updated_at': '2021-06-02T12:33:40Z', 'revision_number': 2, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:42.022324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:42.023978 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2f3510-87b5-40ff-8d1e-0d40984d4847 None None] Checking router: 2bf7b9aa-116b-4d42-a489-212e58161de9 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:33:42.033740 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:42.039234 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f3510-87b5-40ff-8d1e-0d40984d4847 None None] Routers {'2bf7b9aa-116b-4d42-a489-212e58161de9'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:42.039377 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:42.039871 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-8f2f3510-87b5-40ff-8d1e-0d40984d4847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['2bf7b9aa-116b-4d42-a489-212e58161de9'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:42.048201 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fd6b049d-ba6b-4216-8276-1c3338c9bb4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:42.075903 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7afbcc8a-e761-49e8-9fc2-8e02afa52060 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Unset dirty status for tenant:9cc4ca61dc954dc9aa55c98b051cae30 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:42.080317 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7afbcc8a-e761-49e8-9fc2-8e02afa52060 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bf7b9aa-116b-4d42-a489-212e58161de9 HTTP/1.1" status: 200 len: 205 time: 0.1353645 Jun 02 12:33:42.081971 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:42.088518 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44166) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:42.193121 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-8f2f3510-87b5-40ff-8d1e-0d40984d4847 None None] Set router 2bf7b9aa-116b-4d42-a489-212e58161de9 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:33:42.253668 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Network': ['ID=242af9a6-5153-4e07-b3c8-f816b87822d1,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:42.266641 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:42.285763 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/networks/242af9a6-5153-4e07-b3c8-f816b87822d1 HTTP/1.1" status: 204 len: 168 time: 6.0396795 Jun 02 12:33:42.286448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-834f9097-2f10-4827-aab4-bbb8ca7ec235 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:42.286989 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44168) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:42.312601 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-8f2f3510-87b5-40ff-8d1e-0d40984d4847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7b9aa-116b-4d42-a489-212e58161de9', 'name': 'tempest-RoutersIpV6Test-router-1019963114', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:39Z', 'updated_at': '2021-06-02T12:33:40Z', 'revision_number': 2, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:42.319463 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2f3510-87b5-40ff-8d1e-0d40984d4847 None None] The sync data for ids ['2bf7b9aa-116b-4d42-a489-212e58161de9'] in dv-neutron-601336-80-hyperv is: [{'id': '2bf7b9aa-116b-4d42-a489-212e58161de9', 'name': 'tempest-RoutersIpV6Test-router-1019963114', 'tenant_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:39Z', 'updated_at': '2021-06-02T12:33:40Z', 'revision_number': 2, 'project_id': '9cc4ca61dc954dc9aa55c98b051cae30', 'gw_port_host': None}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:33:42.325974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c9ef9715-f28c-43a4-86bd-c98da3b4f6a5 None None] Provisioning complete for port 20b8a3da-4dab-4834-88d4-57ccc06a7ebe triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:42.326297 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c9ef9715-f28c-43a4-86bd-c98da3b4f6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:42.376864 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2325779a-14aa-41da-8fbc-d04159725c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:42.380705 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-67f414d1-354d-45b4-9015-343e64b0b5d2 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:42.386702 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef9715-f28c-43a4-86bd-c98da3b4f6a5 None None] Port 20b8a3da-4dab-4834-88d4-57ccc06a7ebe cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:33:42.397598 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c9ef9715-f28c-43a4-86bd-c98da3b4f6a5 None None] Provisioning complete for port 52be045b-8073-4e51-beee-81bd42e2a272 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:42.398312 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c9ef9715-f28c-43a4-86bd-c98da3b4f6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:42.414671 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53f36d5-1ed3-488a-ba85-fddfa6b27ab5 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:42.414671 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c53f36d5-1ed3-488a-ba85-fddfa6b27ab5 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:42.418264 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325779a-14aa-41da-8fbc-d04159725c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d331fd6-578b-4a61-8f52-923fbd4048f5,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:42.434504 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2325779a-14aa-41da-8fbc-d04159725c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:42.456171 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2325779a-14aa-41da-8fbc-d04159725c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:42.457265 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2325779a-14aa-41da-8fbc-d04159725c60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d331fd6-578b-4a61-8f52-923fbd4048f5 HTTP/1.1" status: 204 len: 168 time: 1.3585303 Jun 02 12:33:42.470697 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c53f36d5-1ed3-488a-ba85-fddfa6b27ab5 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/subnets/33fac659-98ea-45ac-a7a6-9ea2a51f6555 HTTP/1.1" status: 404 len: 337 time: 0.1764948 Jun 02 12:33:42.474023 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44172) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:42.490077 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef9715-f28c-43a4-86bd-c98da3b4f6a5 None None] Port 52be045b-8073-4e51-beee-81bd42e2a272 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:33:42.520227 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c9ef9715-f28c-43a4-86bd-c98da3b4f6a5 None None] Provisioning for port c085461d-d7b9-49dd-b9f7-0c7375801e1c completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:42.533632 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c9ef9715-f28c-43a4-86bd-c98da3b4f6a5 None None] Provisioning complete for port c085461d-d7b9-49dd-b9f7-0c7375801e1c triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:42.534590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c9ef9715-f28c-43a4-86bd-c98da3b4f6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:42.543867 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-31caf0c1-38bb-4b84-a144-3eb50d8284c8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:42.544350 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31caf0c1-38bb-4b84-a144-3eb50d8284c8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:42.648535 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-31caf0c1-38bb-4b84-a144-3eb50d8284c8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/networks/242af9a6-5153-4e07-b3c8-f816b87822d1 HTTP/1.1" status: 404 len: 339 time: 0.1644149 Jun 02 12:33:42.651980 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44174) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:42.670414 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-834f9097-2f10-4827-aab4-bbb8ca7ec235 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:42.674812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-834f9097-2f10-4827-aab4-bbb8ca7ec235 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:42.717670 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:42.720092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-834f9097-2f10-4827-aab4-bbb8ca7ec235 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:42.720640 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834f9097-2f10-4827-aab4-bbb8ca7ec235 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Fanout notify agent at l3_agent the message router_deleted on router 2bf7b9aa-116b-4d42-a489-212e58161de9 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:33:42.732317 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:42.744760 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:33:42.755369 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:42.755786 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Added segment 37468323-36b6-4e78-bca5-6e8766f05194 of type vlan for network b426cb57-2865-4c43-8d9c-856c3621d28b Jun 02 12:33:42.774021 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-93988aa1-6e26-48f1-9049-7b5fba3a7884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:42.911093 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c6e0d2e-9738-4a0a-8284-e09c4497ccf1 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:42.923383 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0ff5ee0c-c6ad-4c62-b05c-a8b4ada7680d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:42.943713 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:42.969608 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.db.resource_extend [None req-a0466590-1cf2-42a7-a35b-7df720d31d5e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:33:42.973563 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-834f9097-2f10-4827-aab4-bbb8ca7ec235 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:42.973563 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-834f9097-2f10-4827-aab4-bbb8ca7ec235 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/routers/2bf7b9aa-116b-4d42-a489-212e58161de9 HTTP/1.1" status: 204 len: 168 time: 0.8772302 Jun 02 12:33:42.975149 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b21228-b146-4ff4-8a81-0919e795bcfe,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:42.977500 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44184) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:42.990315 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:43.004935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:43.011413 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:43.012146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:43.032969 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:43.036714 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e0d2e-9738-4a0a-8284-e09c4497ccf1 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event deleted for resources: {'Port': ['ID=d7f2a331-fa6f-40f1-be19-ff36e29d99ac,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:43.083670 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0c6e0d2e-9738-4a0a-8284-e09c4497ccf1 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:43.101556 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a0466590-1cf2-42a7-a35b-7df720d31d5e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:43.153611 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event updated for resources: {'Network': ['ID=b426cb57-2865-4c43-8d9c-856c3621d28b,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:43.167278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:43.167916 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network b426cb57-2865-4c43-8d9c-856c3621d28b details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:33:43.176141 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-33e73a8c-e9c3-4afa-805e-74001e7d3eaf tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:43.187262 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0153377 Jun 02 12:33:43.213359 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-a0466590-1cf2-42a7-a35b-7df720d31d5e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Transition to ACTIVE for port object 20b8a3da-4dab-4834-88d4-57ccc06a7ebe will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:43.214818 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-465116ce-bf6a-44fc-b03d-70e94cb7a1bc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:43.221074 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c6e0d2e-9738-4a0a-8284-e09c4497ccf1 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:43.223982 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0df3416d-ec42-4bd6-8191-9c3d7e6b133f tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:43.266577 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a0466590-1cf2-42a7-a35b-7df720d31d5e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:43.302604 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465116ce-bf6a-44fc-b03d-70e94cb7a1bc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=99528d7d-78ec-4197-8891-06ed8c51ac7d,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:43.306945 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-465116ce-bf6a-44fc-b03d-70e94cb7a1bc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:43.312465 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0c6e0d2e-9738-4a0a-8284-e09c4497ccf1 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:43.351692 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c6e0d2e-9738-4a0a-8284-e09c4497ccf1 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:43.353424 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0c6e0d2e-9738-4a0a-8284-e09c4497ccf1 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "DELETE /v2.0/floatingips/62a32732-cfd8-4277-b8ea-cf3c24fac38e HTTP/1.1" status: 204 len: 168 time: 3.0132890 Jun 02 12:33:43.358192 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44194) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:43.363107 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-465116ce-bf6a-44fc-b03d-70e94cb7a1bc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:43.365427 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-465116ce-bf6a-44fc-b03d-70e94cb7a1bc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/99528d7d-78ec-4197-8891-06ed8c51ac7d HTTP/1.1" status: 204 len: 168 time: 2.2227087 Jun 02 12:33:43.397283 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44196) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:43.431231 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be114fb-3f1e-4fd5-9086-c4c15952fcdb None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:43.543032 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e5a1612d-e6b9-4338-9ffa-f4a3b13a327e no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:33:43.563246 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-295ec683-0fa1-425f-8ba3-1efeaaa828ee tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1609864 Jun 02 12:33:43.613230 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44202) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:43.686193 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-ce8c8270-49db-4882-881a-381dbbc3a5e2 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] delete failed (client error): The resource could not be found. Jun 02 12:33:43.688226 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ce8c8270-49db-4882-881a-381dbbc3a5e2 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "DELETE /v2.0/floatingips/62a32732-cfd8-4277-b8ea-cf3c24fac38e HTTP/1.1" status: 404 len: 345 time: 0.3284290 Jun 02 12:33:43.700929 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-29c9d1ba-715b-4657-a61b-9fbb9f9be1f3 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bf7b9aa-116b-4d42-a489-212e58161de9 HTTP/1.1" status: 200 len: 205 time: 0.7146032 Jun 02 12:33:43.701858 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44206) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:43.709947 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44208) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:43.734932 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44210) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:43.738192 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: e5a1612d-e6b9-4338-9ffa-f4a3b13a327e {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:33:43.738548 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e5a1612d-e6b9-4338-9ffa-f4a3b13a327e not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:33:43.760870 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0466590-1cf2-42a7-a35b-7df720d31d5e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event updated for resources: {'Port': ['ID=20b8a3da-4dab-4834-88d4-57ccc06a7ebe,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:43.767436 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-33e73a8c-e9c3-4afa-805e-74001e7d3eaf tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:43.790306 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a0466590-1cf2-42a7-a35b-7df720d31d5e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:43.807829 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-33e73a8c-e9c3-4afa-805e-74001e7d3eaf tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b6c5de-7bb5-4ba3-bdd2-cb9613a9bd86']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:43.835833 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-33e73a8c-e9c3-4afa-805e-74001e7d3eaf tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8dd8857-2489-458d-8b4e-f9aef158358d') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:43.836594 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-33e73a8c-e9c3-4afa-805e-74001e7d3eaf tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8dd8857-2489-458d-8b4e-f9aef158358d') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:43.868775 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-a0466590-1cf2-42a7-a35b-7df720d31d5e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] In _notify_port_updated(), no bound segment for port 20b8a3da-4dab-4834-88d4-57ccc06a7ebe on network 5f8f70fa-496f-42a8-b6f8-090baa296d01 {{(pid=92304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:33:43.875243 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0466590-1cf2-42a7-a35b-7df720d31d5e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:43.875906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a0466590-1cf2-42a7-a35b-7df720d31d5e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:43.891576 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a0466590-1cf2-42a7-a35b-7df720d31d5e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "PUT /v2.0/ports/20b8a3da-4dab-4834-88d4-57ccc06a7ebe HTTP/1.1" status: 200 len: 959 time: 5.1796572 Jun 02 12:33:43.891576 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-33e73a8c-e9c3-4afa-805e-74001e7d3eaf tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:43.906807 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44214) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:43.978163 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-7a8b2fd6-69ea-471d-b24c-e889e8d74985 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] delete failed (client error): The resource could not be found. Jun 02 12:33:43.978163 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7a8b2fd6-69ea-471d-b24c-e889e8d74985 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/routers/2bf7b9aa-116b-4d42-a489-212e58161de9 HTTP/1.1" status: 404 len: 336 time: 0.1805034 Jun 02 12:33:43.983035 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44216) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:43.997433 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-33e73a8c-e9c3-4afa-805e-74001e7d3eaf tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:44.005523 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e73a8c-e9c3-4afa-805e-74001e7d3eaf tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:33:44.006025 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-33e73a8c-e9c3-4afa-805e-74001e7d3eaf tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:33:44.022644 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:33:44.062411 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-538075502-network', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:44.074835 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa07e64-1bbe-404e-b803-1e11ecd2ea8d tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:44.075657 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa07e64-1bbe-404e-b803-1e11ecd2ea8d tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:44.080793 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-faa07e64-1bbe-404e-b803-1e11ecd2ea8d tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/subnets/8d5e63e2-95f3-4914-ba16-07679aca08ae HTTP/1.1" status: 404 len: 337 time: 0.0943286 Jun 02 12:33:44.091163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44218) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:44.102210 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-45895d10-25aa-447e-b9cd-bb4f78715717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:44.154252 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:44.160134 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-119ec19b-a21c-4d11-ba9b-41d4d8dd7d30 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:44.160859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119ec19b-a21c-4d11-ba9b-41d4d8dd7d30 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:44.166036 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-119ec19b-a21c-4d11-ba9b-41d4d8dd7d30 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/subnets/9b2781a6-2b5a-48a2-9391-a628b6b74101 HTTP/1.1" status: 404 len: 337 time: 0.0564115 Jun 02 12:33:44.172091 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44220) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:44.206057 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6160a39-72d4-4d73-82ee-e87bf369667f None None] DHCP port deletion for a7413df9-4e7a-4187-aef8-a668d8bf2950 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:33:44.234670 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec260db-210f-411f-9ba1-6ea2d6cff08c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:44.235549 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec260db-210f-411f-9ba1-6ea2d6cff08c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:44.240116 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0ec260db-210f-411f-9ba1-6ea2d6cff08c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/subnets/b8496007-2678-4273-9754-c2cdd22751dc HTTP/1.1" status: 404 len: 337 time: 0.0625997 Jun 02 12:33:44.243643 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44222) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:44.244170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Usage tracker for resource:network and tenant:96bf45be6aa145b6aaf403d7070d5e51 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:44.248814 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:44.255330 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:44.255559 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2db2752f-e7a0-4b85-83ab-84e94e5e0240 None None] Provisioning for port 20b8a3da-4dab-4834-88d4-57ccc06a7ebe completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:44.257591 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca7856d-a5e7-4da0-affc-1ad04fe9134a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:44.263701 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7ca7856d-a5e7-4da0-affc-1ad04fe9134a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6326976 Jun 02 12:33:44.265689 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44224) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:44.267065 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2db2752f-e7a0-4b85-83ab-84e94e5e0240 None None] Provisioning complete for port 20b8a3da-4dab-4834-88d4-57ccc06a7ebe triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:44.267574 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2db2752f-e7a0-4b85-83ab-84e94e5e0240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:44.300698 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-33e73a8c-e9c3-4afa-805e-74001e7d3eaf tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:44.313205 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Made reservation on behalf of 96bf45be6aa145b6aaf403d7070d5e51 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:44.316285 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:44.328096 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-2db2752f-e7a0-4b85-83ab-84e94e5e0240 None None] Port 20b8a3da-4dab-4834-88d4-57ccc06a7ebe cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:33:44.337924 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bce2eaf-f8f7-4c40-9707-137d76b9cf31 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:44.344452 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bce2eaf-f8f7-4c40-9707-137d76b9cf31 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:44.345292 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4e374f36-522d-457d-9231-0cf0e3f57f0d tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:44.351411 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bce2eaf-f8f7-4c40-9707-137d76b9cf31 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:44.352390 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6bce2eaf-f8f7-4c40-9707-137d76b9cf31 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Synchronizing usage tracker for tenant:c238b4d1abdf43af85cd0e1ea5d0d537 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:44.358380 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-d6160a39-72d4-4d73-82ee-e87bf369667f None None] Deleting port bdd705d7-7b58-4a98-b77d-428b44a007b7 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:44.358747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d6160a39-72d4-4d73-82ee-e87bf369667f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:44.370031 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-33e73a8c-e9c3-4afa-805e-74001e7d3eaf tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:44.399139 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7481f33-32ce-4128-a8a5-e44e5af3f1e2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:44.399803 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7481f33-32ce-4128-a8a5-e44e5af3f1e2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:44.400375 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0230625-5367-4810-981c-be77b45d3d05 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:44.401287 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c0230625-5367-4810-981c-be77b45d3d05 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:44.407272 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6bce2eaf-f8f7-4c40-9707-137d76b9cf31 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Unset dirty status for tenant:c238b4d1abdf43af85cd0e1ea5d0d537 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:44.411402 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6bce2eaf-f8f7-4c40-9707-137d76b9cf31 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "GET /v2.0/ports?network_id=9c4035f7-d194-4bc4-8e42-d15783995347 HTTP/1.1" status: 200 len: 2356 time: 0.7022693 Jun 02 12:33:44.412059 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44228) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:44.442444 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e73a8c-e9c3-4afa-805e-74001e7d3eaf tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Network': ['ID=22b6c5de-7bb5-4ba3-bdd2-cb9613a9bd86,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:44.448843 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:44.465651 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-33e73a8c-e9c3-4afa-805e-74001e7d3eaf tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:44.483291 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d6160a39-72d4-4d73-82ee-e87bf369667f None None] For port bdd705d7-7b58-4a98-b77d-428b44a007b7, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=bdd705d7-7b58-4a98-b77d-428b44a007b7,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:44.483884 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d6160a39-72d4-4d73-82ee-e87bf369667f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:44.506337 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b7481f33-32ce-4128-a8a5-e44e5af3f1e2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/subnets/2abd46a8-4dab-48f6-bea7-da6311ac8e68 HTTP/1.1" status: 404 len: 337 time: 0.2394061 Jun 02 12:33:44.509665 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-33e73a8c-e9c3-4afa-805e-74001e7d3eaf tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/networks/22b6c5de-7bb5-4ba3-bdd2-cb9613a9bd86 HTTP/1.1" status: 204 len: 168 time: 1.8195605 Jun 02 12:33:44.512282 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44230) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:44.514258 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1d943f-54c8-41c3-ba8c-75b6e532fc41 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:44.514934 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8a1d943f-54c8-41c3-ba8c-75b6e532fc41 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Synchronizing usage tracker for tenant:c238b4d1abdf43af85cd0e1ea5d0d537 on resource:subnet {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:44.515480 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44232) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:44.538561 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8a1d943f-54c8-41c3-ba8c-75b6e532fc41 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Unset dirty status for tenant:c238b4d1abdf43af85cd0e1ea5d0d537 on resource:subnet {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:44.545610 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8a1d943f-54c8-41c3-ba8c-75b6e532fc41 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "GET /v2.0/subnets/99ef8dec-4bf9-4d68-bce0-20168287b225 HTTP/1.1" status: 200 len: 797 time: 0.1305861 Jun 02 12:33:44.547332 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44234) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:44.554397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-6bf2d2a2-a364-45c9-a827-ef7e0211c2fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Request body: {'port': {'network_id': '9c4035f7-d194-4bc4-8e42-d15783995347', 'name': 'tempest-FloatingIPTestJSON-846419554', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:44.572490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c0230625-5367-4810-981c-be77b45d3d05 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:44.577247 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c0230625-5367-4810-981c-be77b45d3d05 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3089948 Jun 02 12:33:44.577903 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44236) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:44.629667 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1dc8439-fd0d-4f9f-aa9d-ce073c755702 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:44.630526 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1dc8439-fd0d-4f9f-aa9d-ce073c755702 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:44.630657 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-d6160a39-72d4-4d73-82ee-e87bf369667f None None] Calling delete_port for bdd705d7-7b58-4a98-b77d-428b44a007b7 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:44.632568 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f1dc8439-fd0d-4f9f-aa9d-ce073c755702 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/subnets/be3947e8-31ed-4444-bc68-c19022d2fad4 HTTP/1.1" status: 404 len: 337 time: 0.1115463 Jun 02 12:33:44.638777 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:44.642292 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44238) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:44.647193 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f8f2b4bd-eaaf-4327-b3b0-2b75b7a13ae5 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/ports?device_id=a265d73c-1c8f-4ff9-84ff-a9daee0462ce HTTP/1.1" status: 200 len: 205 time: 0.1271341 Jun 02 12:33:44.667997 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Usage tracker for resource:security_group_rule and tenant:96bf45be6aa145b6aaf403d7070d5e51 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:44.674808 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44240) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:44.675881 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:44.681308 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-394270ea-ed6a-47b2-890d-1b610aa45763 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0875816 Jun 02 12:33:44.682246 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44242) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:44.684966 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d6160a39-72d4-4d73-82ee-e87bf369667f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:44.691577 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-950f6722-d48c-42d0-a4f2-09f294d42f0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:44.692674 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-a31dd8a4-0be2-456b-8eea-ef9c6a2c4d2d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:44.748403 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6160a39-72d4-4d73-82ee-e87bf369667f None None] Pushing event deleted for resources: {'Port': ['ID=bdd705d7-7b58-4a98-b77d-428b44a007b7,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:44.751816 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d6160a39-72d4-4d73-82ee-e87bf369667f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:44.755331 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:44.758277 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6160a39-72d4-4d73-82ee-e87bf369667f None None] No DVR routers for this DVR port bdd705d7-7b58-4a98-b77d-428b44a007b7 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:33:44.776402 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4492ed-590b-467f-8270-fef848b64074 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:44.776879 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4492ed-590b-467f-8270-fef848b64074 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:44.781005 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1c4492ed-590b-467f-8270-fef848b64074 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/networks/78604268-bbc3-4f8d-a6b4-1147ccde6672 HTTP/1.1" status: 404 len: 339 time: 0.1339486 Jun 02 12:33:44.782743 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-e715dfe0-1960-4382-948c-5b9652628ba7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] delete failed (client error): The resource could not be found. Jun 02 12:33:44.783684 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e715dfe0-1960-4382-948c-5b9652628ba7 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/routers/a265d73c-1c8f-4ff9-84ff-a9daee0462ce HTTP/1.1" status: 404 len: 336 time: 0.1014631 Jun 02 12:33:44.786859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44244) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:44.787359 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44246) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:44.788658 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-78971e73-c4fd-42eb-81c1-cc13a8ad3ee9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting port 20b8a3da-4dab-4834-88d4-57ccc06a7ebe {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:44.789024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-78971e73-c4fd-42eb-81c1-cc13a8ad3ee9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:44.964204 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d24b2381-b671-4186-b658-04a34e3f0126 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aa8afd5-09e4-45de-ac5d-1cd2d1ded28d HTTP/1.1" status: 200 len: 205 time: 0.1693883 Jun 02 12:33:44.964455 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-78971e73-c4fd-42eb-81c1-cc13a8ad3ee9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:44.969252 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44248) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:45.037059 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a31dd8a4-0be2-456b-8eea-ef9c6a2c4d2d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:45.042686 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-39fff099-22e3-4633-9b7a-a7311b240598 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Deleting subnet a5c17151-17ed-4232-8cd3-f8187f290c14 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:33:45.051895 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-39fff099-22e3-4633-9b7a-a7311b240598 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:45.092799 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-6bf2d2a2-a364-45c9-a827-ef7e0211c2fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:45.098701 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a31dd8a4-0be2-456b-8eea-ef9c6a2c4d2d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:45.125425 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-6bf2d2a2-a364-45c9-a827-ef7e0211c2fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:45.151508 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-39fff099-22e3-4633-9b7a-a7311b240598 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:45.180585 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31dd8a4-0be2-456b-8eea-ef9c6a2c4d2d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:45.184096 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a31dd8a4-0be2-456b-8eea-ef9c6a2c4d2d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:45.210147 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf2d2a2-a364-45c9-a827-ef7e0211c2fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Made reservation on behalf of c238b4d1abdf43af85cd0e1ea5d0d537 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:45.316700 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-78971e73-c4fd-42eb-81c1-cc13a8ad3ee9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Calling delete_port for 20b8a3da-4dab-4834-88d4-57ccc06a7ebe owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:45.324128 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-645bb56a-c36a-409b-9944-0d5cf087890f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] delete failed (client error): The resource could not be found. Jun 02 12:33:45.327576 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-645bb56a-c36a-409b-9944-0d5cf087890f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/routers/6aa8afd5-09e4-45de-ac5d-1cd2d1ded28d HTTP/1.1" status: 404 len: 336 time: 0.3510625 Jun 02 12:33:45.328677 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44250) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:45.380641 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35e3c06-2bdb-4e50-8556-ae2cfd3b7f62 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:45.381101 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e35e3c06-2bdb-4e50-8556-ae2cfd3b7f62 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:45.384775 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:45.404510 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:45.409578 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d663d17d-0420-40e3-af56-2d35a76869f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:45.425242 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e35e3c06-2bdb-4e50-8556-ae2cfd3b7f62 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/subnets/981db89a-ac5c-42d4-8185-b1c389e6f65c HTTP/1.1" status: 404 len: 337 time: 0.0932949 Jun 02 12:33:45.430592 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44252) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:45.485212 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:33:45.514158 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d1db6bbe-274f-43c7-85e4-5d22e7fbffdb tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/ports?device_id=03700fb1-e9f4-4ee8-a8de-29db9a82bce8 HTTP/1.1" status: 200 len: 205 time: 0.0751915 Jun 02 12:33:45.514158 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe706c9-8f0c-4e5f-b13d-8577cc76b16b,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:45.517896 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:45.518019 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44254) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:45.524275 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:45.524625 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Added segment 76696f93-6ff0-492e-a64d-dd3a6a80634c of type vlan for network 538c4580-73df-464f-868c-daf3dec24418 Jun 02 12:33:45.579674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:45.605865 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-17031b31-3c68-454a-9fc3-3a8387a50828 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] delete failed (client error): The resource could not be found. Jun 02 12:33:45.608117 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-17031b31-3c68-454a-9fc3-3a8387a50828 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/routers/03700fb1-e9f4-4ee8-a8de-29db9a82bce8 HTTP/1.1" status: 404 len: 336 time: 0.0847497 Jun 02 12:33:45.618408 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44258) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:45.636386 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device bdd705d7-7b58-4a98-b77d-428b44a007b7 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:33:45.685099 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e9acad5a-fbdf-48f1-96e2-1fc8dba5db66 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b7420f0-c9c6-48ed-9f38-53c9e918cc24 HTTP/1.1" status: 200 len: 205 time: 0.0605888 Jun 02 12:33:45.697888 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44260) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:45.714850 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: bdd705d7-7b58-4a98-b77d-428b44a007b7 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:33:45.715410 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device bdd705d7-7b58-4a98-b77d-428b44a007b7 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:33:45.740678 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6bf2d2a2-a364-45c9-a827-ef7e0211c2fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:45.764813 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-39fff099-22e3-4633-9b7a-a7311b240598 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:45.780311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-78971e73-c4fd-42eb-81c1-cc13a8ad3ee9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:45.781903 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:45.783163 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:45.783762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:45.798738 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-44ab2b94-e429-4fd8-bb50-d23efafde6ec tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:45.823733 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-3ff540b2-025a-4cb5-8548-899c3603232c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] delete failed (client error): The resource could not be found. Jun 02 12:33:45.824772 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3ff540b2-025a-4cb5-8548-899c3603232c tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/routers/5b7420f0-c9c6-48ed-9f38-53c9e918cc24 HTTP/1.1" status: 404 len: 336 time: 0.1091306 Jun 02 12:33:45.831631 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44262) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:45.859652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-6bf2d2a2-a364-45c9-a827-ef7e0211c2fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] device_id is not set on port e7a79969-b3f7-46da-b815-280d5a9bbf62 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:33:45.986734 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca758dba-3881-4996-b080-b41c759222a4 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:45.987202 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca758dba-3881-4996-b080-b41c759222a4 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:46.031705 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2953792 Jun 02 12:33:46.039160 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Pushing event updated for resources: {'Network': ['ID=538c4580-73df-464f-868c-daf3dec24418,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:46.043576 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44266) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:46.046136 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ca758dba-3881-4996-b080-b41c759222a4 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/subnets/27616d36-1c43-46a7-81aa-f30e210a2d56 HTTP/1.1" status: 404 len: 337 time: 0.2129805 Jun 02 12:33:46.049461 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:46.052968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-33c3029b-3ee7-4739-b226-681b7b7c02d9 admin admin] Request body: {'subnet': {'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-538075502-subnet', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'ip_version': 4}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:46.054608 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 538c4580-73df-464f-868c-daf3dec24418 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:33:46.056078 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c4176b0c-31a8-49a5-b142-0b68fe2f8535 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:46.079755 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44268) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:46.099024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-33c3029b-3ee7-4739-b226-681b7b7c02d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:46.114967 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78971e73-c4fd-42eb-81c1-cc13a8ad3ee9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Port': ['ID=20b8a3da-4dab-4834-88d4-57ccc06a7ebe,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:46.120299 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-33c3029b-3ee7-4739-b226-681b7b7c02d9 admin admin] Usage tracker for resource:subnet and tenant:96bf45be6aa145b6aaf403d7070d5e51 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:46.124973 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-78971e73-c4fd-42eb-81c1-cc13a8ad3ee9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:46.131071 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-33c3029b-3ee7-4739-b226-681b7b7c02d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:46.142010 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-33c3029b-3ee7-4739-b226-681b7b7c02d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:46.146816 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-78971e73-c4fd-42eb-81c1-cc13a8ad3ee9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:46.148948 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-78971e73-c4fd-42eb-81c1-cc13a8ad3ee9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/ports/20b8a3da-4dab-4834-88d4-57ccc06a7ebe HTTP/1.1" status: 204 len: 168 time: 2.2411790 Jun 02 12:33:46.154883 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44270) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:46.214912 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f49b457c-025f-4ba3-8d9b-6de3136cfb86 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/ports?device_id=37cfe7c1-aa52-4935-a48c-96ea291cdc50 HTTP/1.1" status: 200 len: 205 time: 0.1327960 Jun 02 12:33:46.222447 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44272) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:46.281494 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45e400d-63b3-415d-840b-a3e9128a6630 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] GET failed (client error): The resource could not be found. Jun 02 12:33:46.282031 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a45e400d-63b3-415d-840b-a3e9128a6630 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Synchronizing usage tracker for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:46.290815 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c3029b-3ee7-4739-b226-681b7b7c02d9 admin admin] Made reservation on behalf of 96bf45be6aa145b6aaf403d7070d5e51 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:46.293116 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-33c3029b-3ee7-4739-b226-681b7b7c02d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:46.323019 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-511ec583-af42-42b6-86da-ae8d2be123e4 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] delete failed (client error): The resource could not be found. Jun 02 12:33:46.324070 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-511ec583-af42-42b6-86da-ae8d2be123e4 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/routers/37cfe7c1-aa52-4935-a48c-96ea291cdc50 HTTP/1.1" status: 404 len: 336 time: 0.1003060 Jun 02 12:33:46.331908 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44274) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:46.425870 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a45e400d-63b3-415d-840b-a3e9128a6630 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Unset dirty status for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:46.427064 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a45e400d-63b3-415d-840b-a3e9128a6630 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports/20b8a3da-4dab-4834-88d4-57ccc06a7ebe HTTP/1.1" status: 404 len: 333 time: 0.2693710 Jun 02 12:33:46.434312 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44276) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:46.435308 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b338c0-105c-48f6-940e-c76c11de682d tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:46.435760 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b338c0-105c-48f6-940e-c76c11de682d tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:46.439639 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-33b338c0-105c-48f6-940e-c76c11de682d tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/subnets/70318195-3c53-459a-a7e4-a1f62f53fe87 HTTP/1.1" status: 404 len: 337 time: 0.1056240 Jun 02 12:33:46.443679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44278) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:46.479175 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44280) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:46.495428 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:33:46.496681 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-21b17b11-0f31-4254-8305-a950da0a300f tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Request body: {'subnet': {'network_id': 'b426cb57-2865-4c43-8d9c-856c3621d28b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:46.564634 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-373ab332-f11e-444f-b44b-24cdf265fd32 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "GET /v2.0/ports?device_id=503a0665-f6c9-4316-8761-fbdd4ed35989 HTTP/1.1" status: 200 len: 205 time: 0.1145663 Jun 02 12:33:46.592445 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44282) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:46.592813 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-214848a8-b3bd-458c-96da-e1d533d27bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:46.656608 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:46.697366 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-a22299b4-f66c-4cd1-8cc5-38335de024fe tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] delete failed (client error): The resource could not be found. Jun 02 12:33:46.698324 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a22299b4-f66c-4cd1-8cc5-38335de024fe tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/routers/503a0665-f6c9-4316-8761-fbdd4ed35989 HTTP/1.1" status: 404 len: 336 time: 0.1039379 Jun 02 12:33:46.704222 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44284) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:46.734967 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c276b1bd-de9d-4668-9dbd-580a900dfe6e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:46.738509 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-39fff099-22e3-4633-9b7a-a7311b240598 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:46.746498 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-db0d424f-d9b7-4ee6-a88f-17b8b1563dd8 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:46.796785 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-39fff099-22e3-4633-9b7a-a7311b240598 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:46.799915 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fff099-22e3-4633-9b7a-a7311b240598 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c17151-17ed-4232-8cd3-f8187f290c14,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:46.803161 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-39fff099-22e3-4633-9b7a-a7311b240598 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:46.805477 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1501c33d-2aa4-4089-817a-439e02c39b89 None None] Network 70b5103e-932d-4d67-90cc-37363a467065 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:46.824237 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-6bf2d2a2-a364-45c9-a827-ef7e0211c2fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Allocated IP 172.20.0.14 (9c4035f7-d194-4bc4-8e42-d15783995347/99ef8dec-4bf9-4d68-bce0-20168287b225/e7a79969-b3f7-46da-b815-280d5a9bbf62) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:46.849960 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-39fff099-22e3-4633-9b7a-a7311b240598 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/subnets/a5c17151-17ed-4232-8cd3-f8187f290c14 HTTP/1.1" status: 204 len: 168 time: 2.0585730 Jun 02 12:33:46.852704 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-6bf2d2a2-a364-45c9-a827-ef7e0211c2fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Allocated IP 172.20.0.13 (9c4035f7-d194-4bc4-8e42-d15783995347/99ef8dec-4bf9-4d68-bce0-20168287b225/e7a79969-b3f7-46da-b815-280d5a9bbf62) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:46.854643 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44288) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:46.923262 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-21b17b11-0f31-4254-8305-a950da0a300f tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:46.941894 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-3326f864-f92d-4466-a503-addf8dd684d2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:46.942452 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3326f864-f92d-4466-a503-addf8dd684d2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:46.948764 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-21b17b11-0f31-4254-8305-a950da0a300f tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Usage tracker for resource:subnet and tenant:343cdd4a79934b8eb57ccfa54eec3318 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:46.963723 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-21b17b11-0f31-4254-8305-a950da0a300f tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:46.978190 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-21b17b11-0f31-4254-8305-a950da0a300f tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:46.983371 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3326f864-f92d-4466-a503-addf8dd684d2 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/subnets/f9cf5cc7-28f4-47ee-b70a-0bbeb046949f HTTP/1.1" status: 404 len: 337 time: 0.2470720 Jun 02 12:33:46.985253 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c276b1bd-de9d-4668-9dbd-580a900dfe6e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:46.992488 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44290) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:47.019572 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc669c2-1459-4a4d-9aaa-ae914612bbbd tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Deleting subnet 02700d5b-163f-4f15-b3b7-5e3543c1286a {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:33:47.033251 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6dc669c2-1459-4a4d-9aaa-ae914612bbbd tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:47.053696 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c88b51e-5d98-4cb2-a7c2-806a7bb6a672 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:47.054360 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c88b51e-5d98-4cb2-a7c2-806a7bb6a672 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:47.058567 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7c88b51e-5d98-4cb2-a7c2-806a7bb6a672 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] 10.222.0.37 "DELETE /v2.0/subnets/6101d17f-a78d-48ff-b126-6be6b5eb961b HTTP/1.1" status: 404 len: 337 time: 0.0581503 Jun 02 12:33:47.068388 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b17b11-0f31-4254-8305-a950da0a300f tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Made reservation on behalf of 343cdd4a79934b8eb57ccfa54eec3318 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:47.071943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-21b17b11-0f31-4254-8305-a950da0a300f tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:47.260116 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c276b1bd-de9d-4668-9dbd-580a900dfe6e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:47.275984 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-799c3648-0101-4d56-91c2-a5a80baf3b8e tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:47.370782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276b1bd-de9d-4668-9dbd-580a900dfe6e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8691da76-b705-430f-98b1-4becd60bcc9e,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:47.373023 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44296) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:47.381281 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c276b1bd-de9d-4668-9dbd-580a900dfe6e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:47.388512 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.objects.ports [None req-a31dd8a4-0be2-456b-8eea-ef9c6a2c4d2d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92305) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 12:33:47.402423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a31dd8a4-0be2-456b-8eea-ef9c6a2c4d2d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:47.412040 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c2afeede-4f31-4c21-b4a6-29858b5d38a2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:47.451768 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6dc669c2-1459-4a4d-9aaa-ae914612bbbd tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:47.463224 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c276b1bd-de9d-4668-9dbd-580a900dfe6e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:47.464359 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c276b1bd-de9d-4668-9dbd-580a900dfe6e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/security-groups/8691da76-b705-430f-98b1-4becd60bcc9e HTTP/1.1" status: 204 len: 168 time: 1.0259612 Jun 02 12:33:47.469399 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44300) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:47.570537 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31dd8a4-0be2-456b-8eea-ef9c6a2c4d2d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:47.579130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-a31dd8a4-0be2-456b-8eea-ef9c6a2c4d2d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:47.593636 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4efd63-88e1-486f-b938-669a3d665373 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:47.609402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dd8a4-0be2-456b-8eea-ef9c6a2c4d2d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=49bfe52d-95d8-464b-8ea9-553186e94b11,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:47.612255 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a31dd8a4-0be2-456b-8eea-ef9c6a2c4d2d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:47.614875 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-11aeaf80-6c2a-44da-a547-e7b118adca9b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:47.624915 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6bf2d2a2-a364-45c9-a827-ef7e0211c2fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:47.631423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31dd8a4-0be2-456b-8eea-ef9c6a2c4d2d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:47.632031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a31dd8a4-0be2-456b-8eea-ef9c6a2c4d2d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:47.679183 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a31dd8a4-0be2-456b-8eea-ef9c6a2c4d2d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.9894640 Jun 02 12:33:47.681262 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44302) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:47.692866 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-12d3d9a4-c661-4403-ba7b-37ebe3eaf73f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'mac_address': 'fa:16:3e:c6:e7:e8', 'name': 'tempest-NetworksTestDHCPv6-283052580'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:47.708990 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6dc669c2-1459-4a4d-9aaa-ae914612bbbd tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:47.716854 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:47.719940 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-11aeaf80-6c2a-44da-a547-e7b118adca9b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:47.744076 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-dc6b1982-865f-4359-90b3-ab8c5cc37419 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9cc4ca61dc954dc9aa55c98b051cae30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643479 Jun 02 12:33:47.750505 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44304) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:47.831196 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-810368f8-d991-408c-abbb-89c69e22f2f1 None None] Provisioning complete for port 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:47.832000 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-810368f8-d991-408c-abbb-89c69e22f2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:47.940842 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6bf2d2a2-a364-45c9-a827-ef7e0211c2fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:47.945218 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-11aeaf80-6c2a-44da-a547-e7b118adca9b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:47.952379 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3deb21c3-9298-468e-a606-73048f9f7e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:47.955574 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:47.960852 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-33c3029b-3ee7-4739-b226-681b7b7c02d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:47.984904 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aeaf80-6c2a-44da-a547-e7b118adca9b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93723f6c-cf2c-4b08-b32d-141d44e7722a,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:47.993367 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-11aeaf80-6c2a-44da-a547-e7b118adca9b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:47.995056 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2bfd70b2-cf2f-4f44-a8a8-ac8572fce0ec tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:48.005148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a7413df9-4e7a-4187-aef8-a668d8bf2950', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'fixed_ips': [{'subnet_id': '49bfe52d-95d8-464b-8ea9-553186e94b11'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:33:48.005893 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.044250 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-252839fa-50bd-4bce-8f8e-68bd48853c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.091130 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-11aeaf80-6c2a-44da-a547-e7b118adca9b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.095578 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-11aeaf80-6c2a-44da-a547-e7b118adca9b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/security-groups/93723f6c-cf2c-4b08-b32d-141d44e7722a HTTP/1.1" status: 204 len: 168 time: 0.6243918 Jun 02 12:33:48.098048 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44308) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:48.105884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf2d2a2-a364-45c9-a827-ef7e0211c2fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Network 9c4035f7-d194-4bc4-8e42-d15783995347 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:48.115921 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-6bf2d2a2-a364-45c9-a827-ef7e0211c2fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:48.118346 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf2d2a2-a364-45c9-a827-ef7e0211c2fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:48.142304 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-252839fa-50bd-4bce-8f8e-68bd48853c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.159995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2d2a2-a364-45c9-a827-ef7e0211c2fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Port': ['ID=e7a79969-b3f7-46da-b815-280d5a9bbf62,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:48.160368 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3029b-3ee7-4739-b226-681b7b7c02d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a59100-ae12-4643-94d5-15b1702b852a,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:48.164287 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6bf2d2a2-a364-45c9-a827-ef7e0211c2fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:48.175761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-33c3029b-3ee7-4739-b226-681b7b7c02d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:48.176406 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-12d3d9a4-c661-4403-ba7b-37ebe3eaf73f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:48.195167 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-12d3d9a4-c661-4403-ba7b-37ebe3eaf73f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:port and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:48.198714 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c3029b-3ee7-4739-b226-681b7b7c02d9 admin admin] Checking segment: {'id': '76696f93-6ff0-492e-a64d-dd3a6a80634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '538c4580-73df-464f-868c-daf3dec24418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:33:48.199072 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c3029b-3ee7-4739-b226-681b7b7c02d9 admin admin] Network hostable DHCP agents. Network: 538c4580-73df-464f-868c-daf3dec24418, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:33:48.209432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-12d3d9a4-c661-4403-ba7b-37ebe3eaf73f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:48.219457 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-12d3d9a4-c661-4403-ba7b-37ebe3eaf73f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:48.254531 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Allocated IP 2001:db8::f816:3eff:feae:8fb1 (a7413df9-4e7a-4187-aef8-a668d8bf2950/49bfe52d-95d8-464b-8ea9-553186e94b11/7a6721d8-a948-48c0-b3ed-3798bc687c5e) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:48.286888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf2d2a2-a364-45c9-a827-ef7e0211c2fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:48.287524 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6bf2d2a2-a364-45c9-a827-ef7e0211c2fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.300986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d3d9a4-c661-4403-ba7b-37ebe3eaf73f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:48.306166 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c3029b-3ee7-4739-b226-681b7b7c02d9 admin admin] Network 538c4580-73df-464f-868c-daf3dec24418 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:33:48.321195 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f81e3e9b-fb3c-40f8-891e-833d49733e5c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.345105 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-33c3029b-3ee7-4739-b226-681b7b7c02d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 538c4580-73df-464f-868c-daf3dec24418) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:48.351377 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-252839fa-50bd-4bce-8f8e-68bd48853c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.366028 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:48.390667 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-21b17b11-0f31-4254-8305-a950da0a300f tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.396471 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f81e3e9b-fb3c-40f8-891e-833d49733e5c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.408951 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6bf2d2a2-a364-45c9-a827-ef7e0211c2fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.8580947 Jun 02 12:33:48.409517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252839fa-50bd-4bce-8f8e-68bd48853c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fb9680-a7c9-4239-941c-bbb10fa1e5e1,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:48.409517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c3029b-3ee7-4739-b226-681b7b7c02d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:48.409831 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-33c3029b-3ee7-4739-b226-681b7b7c02d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.410917 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44310) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:48.416722 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-252839fa-50bd-4bce-8f8e-68bd48853c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:48.418370 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': 'e7a79969-b3f7-46da-b815-280d5a9bbf62', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:48.420118 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:48.423589 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6098f6bc-151a-475f-8532-38b93f59f856 None None] Network 538c4580-73df-464f-868c-daf3dec24418 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:48.438681 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:48.461181 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:48.474439 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-252839fa-50bd-4bce-8f8e-68bd48853c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.478358 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-252839fa-50bd-4bce-8f8e-68bd48853c66 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48fb9680-a7c9-4239-941c-bbb10fa1e5e1 HTTP/1.1" status: 204 len: 168 time: 0.7179368 Jun 02 12:33:48.499035 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6dc669c2-1459-4a4d-9aaa-ae914612bbbd tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.507929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ef61226c-8c25-424d-993f-ffecf8f4c347 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:48.516655 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-33c3029b-3ee7-4739-b226-681b7b7c02d9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4696314 Jun 02 12:33:48.520834 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44314) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:48.537011 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:48.550473 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:48.553456 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6dc669c2-1459-4a4d-9aaa-ae914612bbbd tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.556362 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b17b11-0f31-4254-8305-a950da0a300f tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event updated for resources: {'Subnet': ['ID=f06c1c4a-241c-4d4d-b553-a13671dfd7a8,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:48.561064 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Usage tracker for resource:router and tenant:96bf45be6aa145b6aaf403d7070d5e51 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:48.565649 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-21b17b11-0f31-4254-8305-a950da0a300f tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:48.565649 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:48.566771 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-12d3d9a4-c661-4403-ba7b-37ebe3eaf73f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.574590 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:48.576835 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b17b11-0f31-4254-8305-a950da0a300f tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Checking segment: {'id': '37468323-36b6-4e78-bca5-6e8766f05194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b426cb57-2865-4c43-8d9c-856c3621d28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:33:48.577197 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b17b11-0f31-4254-8305-a950da0a300f tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Network hostable DHCP agents. Network: b426cb57-2865-4c43-8d9c-856c3621d28b, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:33:48.579332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93f790f-7ba0-461b-b123-f5a5bfbfc4b7 None None] Network 70b5103e-932d-4d67-90cc-37363a467065 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:48.587983 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc669c2-1459-4a4d-9aaa-ae914612bbbd tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Subnet': ['ID=02700d5b-163f-4f15-b3b7-5e3543c1286a,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:48.589027 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f81e3e9b-fb3c-40f8-891e-833d49733e5c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.595684 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:48.598538 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6dc669c2-1459-4a4d-9aaa-ae914612bbbd tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:48.599617 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.610800 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.611776 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.623722 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e3e9b-fb3c-40f8-891e-833d49733e5c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf321749-3566-4752-888e-3712160f6d93,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:48.628643 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f81e3e9b-fb3c-40f8-891e-833d49733e5c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:48.630982 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f81e3e9b-fb3c-40f8-891e-833d49733e5c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.634959 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f81e3e9b-fb3c-40f8-891e-833d49733e5c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/security-groups/cf321749-3566-4752-888e-3712160f6d93 HTTP/1.1" status: 204 len: 168 time: 0.5266221 Jun 02 12:33:48.635493 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44316) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:48.656517 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6dc669c2-1459-4a4d-9aaa-ae914612bbbd tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/subnets/02700d5b-163f-4f15-b3b7-5e3543c1286a HTTP/1.1" status: 204 len: 168 time: 1.8003147 Jun 02 12:33:48.659688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44318) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:48.665791 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-12d3d9a4-c661-4403-ba7b-37ebe3eaf73f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] device_id is not set on port 3df983b4-8d99-4919-ae43-dd58c4042f53 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:33:48.670743 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b17b11-0f31-4254-8305-a950da0a300f tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Network b426cb57-2865-4c43-8d9c-856c3621d28b is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:33:48.689615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.709129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-21b17b11-0f31-4254-8305-a950da0a300f tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, b426cb57-2865-4c43-8d9c-856c3621d28b) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:48.739235 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-8818732f-3d1a-4afe-901a-69b815590ba1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting subnet 1e9ca964-64ef-4668-9aa2-7b85ded127e8 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:33:48.742208 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b17b11-0f31-4254-8305-a950da0a300f tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:48.742991 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-21b17b11-0f31-4254-8305-a950da0a300f tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.754203 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3178b29b-118f-4382-b992-9b992d0ddaf1 None None] Network b426cb57-2865-4c43-8d9c-856c3621d28b requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:48.816538 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8818732f-3d1a-4afe-901a-69b815590ba1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.931446 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.951111 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:48.967637 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-21b17b11-0f31-4254-8305-a950da0a300f tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4850802 Jun 02 12:33:48.991539 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44326) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:49.001684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-ca47907b-5878-4156-a5f8-e9c1040262a7 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-727160787'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:49.011737 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ca47907b-5878-4156-a5f8-e9c1040262a7 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:49.020648 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ca47907b-5878-4156-a5f8-e9c1040262a7 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Usage tracker for resource:network and tenant:343cdd4a79934b8eb57ccfa54eec3318 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:49.020960 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Transition to ACTIVE for port object 7a6721d8-a948-48c0-b3ed-3798bc687c5e will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:49.025797 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ca47907b-5878-4156-a5f8-e9c1040262a7 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:49.034048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ca47907b-5878-4156-a5f8-e9c1040262a7 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:49.075612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca47907b-5878-4156-a5f8-e9c1040262a7 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Made reservation on behalf of 343cdd4a79934b8eb57ccfa54eec3318 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:49.079123 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca47907b-5878-4156-a5f8-e9c1040262a7 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:49.121425 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Transition to ACTIVE for port object 7a6721d8-a948-48c0-b3ed-3798bc687c5e will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:49.126663 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Deleting port 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:49.126777 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:49.145166 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:49.147539 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca47907b-5878-4156-a5f8-e9c1040262a7 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:33:49.163976 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-538c4580-73df-464f-868c-daf3dec24418', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:33:49.164913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:49.190949 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:49.220064 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9bf1f44b-b149-4e1d-9c68-0ff365d05298 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:49.335116 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8818732f-3d1a-4afe-901a-69b815590ba1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:49.347795 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:49.359858 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:49.379545 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:49.482761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:49.484841 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Pushing event updated for resources: {'Port': ['ID=7a6721d8-a948-48c0-b3ed-3798bc687c5e,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:49.507403 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f71832-1a00-45e5-b813-5928c328ff05 None None] DHCP port deletion for 70b5103e-932d-4d67-90cc-37363a467065 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:33:49.511395 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca47907b-5878-4156-a5f8-e9c1040262a7 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:49.511894 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-ca47907b-5878-4156-a5f8-e9c1040262a7 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Added segment 17794e8b-03d2-4442-b22b-20e01ed51d81 of type vlan for network e93f9c16-ee53-41e3-a0f3-b46776d0ab7c Jun 02 12:33:49.512944 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:49.582693 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] For port 3ba90b0c-7ddb-4467-a655-798d1b6f9b83, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3ba90b0c-7ddb-4467-a655-798d1b6f9b83,segment=NetworkSegment(cf93c9b9-ee4d-42cf-9524-96399438a978),segment_id=cf93c9b9-ee4d-42cf-9524-96399438a978)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:49.583209 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:49.602345 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8818732f-3d1a-4afe-901a-69b815590ba1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:49.650496 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Allocated IP 172.20.0.2 (538c4580-73df-464f-868c-daf3dec24418/50a59100-ae12-4643-94d5-15b1702b852a/2e97512a-1597-430c-8536-4018d4d1b8fd) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:49.729485 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44342) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:49.738694 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-12d3d9a4-c661-4403-ba7b-37ebe3eaf73f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8::f816:3eff:fec6:e7e8 (a7413df9-4e7a-4187-aef8-a668d8bf2950/49bfe52d-95d8-464b-8ea9-553186e94b11/3df983b4-8d99-4919-ae43-dd58c4042f53) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:49.740589 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-b426cb57-2865-4c43-8d9c-856c3621d28b', 'network_id': 'b426cb57-2865-4c43-8d9c-856c3621d28b', 'tenant_id': '343cdd4a79934b8eb57ccfa54eec3318', 'fixed_ips': [{'subnet_id': 'f06c1c4a-241c-4d4d-b553-a13671dfd7a8'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:33:49.749230 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:49.750899 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Calling delete_port for 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:49.757283 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca47907b-5878-4156-a5f8-e9c1040262a7 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:49.824287 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:49.878112 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-b2d9e908-df88-4d4e-afbd-11021516aac4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:49.878799 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING neutron.api.v2.base [None req-b2d9e908-df88-4d4e-afbd-11021516aac4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 02 12:33:49.879291 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-b2d9e908-df88-4d4e-afbd-11021516aac4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] create failed (client error): There was a conflict when trying to complete your request. Jun 02 12:33:49.885208 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b2d9e908-df88-4d4e-afbd-11021516aac4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1498923 Jun 02 12:33:49.890492 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44346) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:49.895810 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:33:49.905187 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133959465'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:49.911500 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Allocated IP 172.26.7.5 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/9d2e020e-f1a4-4d8e-9083-835b35e95878) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:49.921442 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:49.928940 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca47907b-5878-4156-a5f8-e9c1040262a7 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:49.935072 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca47907b-5878-4156-a5f8-e9c1040262a7 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:49.935659 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca47907b-5878-4156-a5f8-e9c1040262a7 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:49.946305 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:49.980649 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:50.015782 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:50.019281 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Attempting to bind port 7a6721d8-a948-48c0-b3ed-3798bc687c5e on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:33:50.019654 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Attempting to bind port 7a6721d8-a948-48c0-b3ed-3798bc687c5e by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:33:50.020143 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Attempting to bind port 7a6721d8-a948-48c0-b3ed-3798bc687c5e on network a7413df9-4e7a-4187-aef8-a668d8bf2950 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:33:50.061372 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:33:50.061828 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:33:50.062363 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.062862 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Bound using segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:33:50.063696 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Bound port: 7a6721d8-a948-48c0-b3ed-3798bc687c5e, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:33:50.063933 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.100618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:50.136201 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.171406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.173653 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8818732f-3d1a-4afe-901a-69b815590ba1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.178972 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f613bd57-9b04-4261-83bf-a75bcee754ef tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:50.198388 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ca47907b-5878-4156-a5f8-e9c1040262a7 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2054307 Jun 02 12:33:50.206561 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47907b-5878-4156-a5f8-e9c1040262a7 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event updated for resources: {'Network': ['ID=e93f9c16-ee53-41e3-a0f3-b46776d0ab7c,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:50.212620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ca47907b-5878-4156-a5f8-e9c1040262a7 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:50.250279 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network e93f9c16-ee53-41e3-a0f3-b46776d0ab7c details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:33:50.256760 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44350) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:50.272668 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-1fd8c8b2-2129-4284-b97f-ac5e8b3a1344 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Request body: {'subnet': {'network_id': 'e93f9c16-ee53-41e3-a0f3-b46776d0ab7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:50.289519 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.291816 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818732f-3d1a-4afe-901a-69b815590ba1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Subnet': ['ID=1e9ca964-64ef-4668-9aa2-7b85ded127e8,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:50.302348 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8818732f-3d1a-4afe-901a-69b815590ba1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.310917 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8818732f-3d1a-4afe-901a-69b815590ba1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:50.331128 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.340216 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d355020-1109-4f8d-8a5c-9f2fd59ec6dd None None] Network 5f8f70fa-496f-42a8-b6f8-090baa296d01 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:50.349421 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.365785 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:50.394235 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8818732f-3d1a-4afe-901a-69b815590ba1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/subnets/1e9ca964-64ef-4668-9aa2-7b85ded127e8 HTTP/1.1" status: 204 len: 168 time: 1.7564025 Jun 02 12:33:50.406075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44352) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:50.434919 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Port': ['ID=3ba90b0c-7ddb-4467-a655-798d1b6f9b83,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:50.445468 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:50.449312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] No DVR routers for this DVR port 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:33:50.451327 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:50.465672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:50.492002 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Port 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 update to DOWN by agent not found {{(pid=92306) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} Jun 02 12:33:50.493627 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1fd8c8b2-2129-4284-b97f-ac5e8b3a1344 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:50.501970 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1fd8c8b2-2129-4284-b97f-ac5e8b3a1344 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Usage tracker for resource:subnet and tenant:343cdd4a79934b8eb57ccfa54eec3318 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:50.507063 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1fd8c8b2-2129-4284-b97f-ac5e8b3a1344 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:50.517961 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d1f19e-010c-4939-bd28-dcbcddd531c2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting subnet 12e28d51-8cd0-495d-a12e-844f5ea8df36 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:33:50.520616 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1fd8c8b2-2129-4284-b97f-ac5e8b3a1344 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:50.520765 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:50.524273 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-51d1f19e-010c-4939-bd28-dcbcddd531c2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.544111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:50.576192 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd8c8b2-2129-4284-b97f-ac5e8b3a1344 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Made reservation on behalf of 343cdd4a79934b8eb57ccfa54eec3318 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:50.580629 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c8b2-2129-4284-b97f-ac5e8b3a1344 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.588303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.595249 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-b0f71832-1a00-45e5-b813-5928c328ff05 None None] Deleting port 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:50.595738 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b0f71832-1a00-45e5-b813-5928c328ff05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.630884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-12d3d9a4-c661-4403-ba7b-37ebe3eaf73f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.640862 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.647661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.664462 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-51d1f19e-010c-4939-bd28-dcbcddd531c2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.676396 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b5103e-932d-4d67-90cc-37363a467065']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:50.701578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf93c9b9-ee4d-42cf-9524-96399438a978') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:50.701876 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf93c9b9-ee4d-42cf-9524-96399438a978') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:50.708640 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-12d3d9a4-c661-4403-ba7b-37ebe3eaf73f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Transition to ACTIVE for port object 3df983b4-8d99-4919-ae43-dd58c4042f53 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:50.711950 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Allocated IP 2001:db8:0:ffff::2 (b426cb57-2865-4c43-8d9c-856c3621d28b/f06c1c4a-241c-4d4d-b553-a13671dfd7a8/0a43b98f-960c-481e-9c53-c7ba4068f92a) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:50.722294 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.728481 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Transition to ACTIVE for port object 2e97512a-1597-430c-8536-4018d4d1b8fd will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:50.756293 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.777333 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:33:50.777621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.789342 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] For port 7a6721d8-a948-48c0-b3ed-3798bc687c5e, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:33:50.793010 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:33:50.812965 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-b0f71832-1a00-45e5-b813-5928c328ff05 None None] For port 3ba90b0c-7ddb-4467-a655-798d1b6f9b83, host dv-neutron-601336-80-hyperv, got binding levels [] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:50.813517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b0f71832-1a00-45e5-b813-5928c328ff05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.835658 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Transition to ACTIVE for port object 2e97512a-1597-430c-8536-4018d4d1b8fd will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:50.855120 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-51d1f19e-010c-4939-bd28-dcbcddd531c2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.885027 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-12d3d9a4-c661-4403-ba7b-37ebe3eaf73f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.898506 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.909247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:50.925991 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] For port 7a6721d8-a948-48c0-b3ed-3798bc687c5e, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=7a6721d8-a948-48c0-b3ed-3798bc687c5e,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:33:50.929811 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.987098 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:50.997875 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:51.007001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d3d9a4-c661-4403-ba7b-37ebe3eaf73f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:51.012751 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:51.014130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:51.016632 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:51.018993 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-12d3d9a4-c661-4403-ba7b-37ebe3eaf73f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:51.025640 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:51.030936 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d3d9a4-c661-4403-ba7b-37ebe3eaf73f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:51.036412 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d3d9a4-c661-4403-ba7b-37ebe3eaf73f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:51.037061 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-12d3d9a4-c661-4403-ba7b-37ebe3eaf73f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:51.044021 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:51.051060 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f8ef1daf-81d6-4f2e-813a-29def3bddd1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:51.051312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:51.079152 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Port': ['ID=9d2e020e-f1a4-4d8e-9083-835b35e95878,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:51.085073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:51.102386 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-b0f71832-1a00-45e5-b813-5928c328ff05 None None] Calling delete_port for 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:51.112398 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:51.123731 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.ipam_backend_mixin [None req-b0f71832-1a00-45e5-b813-5928c328ff05 None None] Port 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 was not found and therefore no delete operation was performed {{(pid=92306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 12:33:51.129626 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:51.147679 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b0f71832-1a00-45e5-b813-5928c328ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:51.163146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:51.172926 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/networks/70b5103e-932d-4d67-90cc-37363a467065 HTTP/1.1" status: 204 len: 168 time: 2.5083594 Jun 02 12:33:51.179461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44354) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:51.186308 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0f71832-1a00-45e5-b813-5928c328ff05 None None] Network 70b5103e-932d-4d67-90cc-37363a467065 is not hosted by any dhcp agent {{(pid=92306) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 12:33:51.186786 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f71832-1a00-45e5-b813-5928c328ff05 None None] No DVR routers for this DVR port 3ba90b0c-7ddb-4467-a655-798d1b6f9b83 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:33:51.189740 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-12d3d9a4-c661-4403-ba7b-37ebe3eaf73f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5057857 Jun 02 12:33:51.199523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44356) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:51.203822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Network 538c4580-73df-464f-868c-daf3dec24418 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:51.210630 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Allocated IP 172.26.7.138 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/8e858c39-2280-418e-bbe9-f38870cbaa0e) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:51.231595 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Pushing event updated for resources: {'Port': ['ID=2e97512a-1597-430c-8536-4018d4d1b8fd,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:51.234619 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:51.247790 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:51.251137 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:51.279830 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ccb470fa-4d3a-4fa0-b313-502cbea4f71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:51.296781 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3d9a4-c661-4403-ba7b-37ebe3eaf73f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=3df983b4-8d99-4919-ae43-dd58c4042f53,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:51.314360 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8698d9-fca8-48f0-83c6-a5354027d721 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:51.315022 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8698d9-fca8-48f0-83c6-a5354027d721 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:51.317988 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-12d3d9a4-c661-4403-ba7b-37ebe3eaf73f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:51.320899 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:51.321292 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:51.361365 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.356s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:51.562532 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-bf8698d9-fca8-48f0-83c6-a5354027d721 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/subnets/5d0d6d26-8755-4c61-ae74-108944865d9d HTTP/1.1" status: 404 len: 337 time: 0.3684344 Jun 02 12:33:51.562532 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Network': ['ID=70b5103e-932d-4d67-90cc-37363a467065,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:51.565382 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44362) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:51.581276 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Attempting to bind port 2e97512a-1597-430c-8536-4018d4d1b8fd on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:33:51.581655 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Attempting to bind port 2e97512a-1597-430c-8536-4018d4d1b8fd by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '76696f93-6ff0-492e-a64d-dd3a6a80634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '538c4580-73df-464f-868c-daf3dec24418'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:33:51.582021 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Attempting to bind port 2e97512a-1597-430c-8536-4018d4d1b8fd on network 538c4580-73df-464f-868c-daf3dec24418 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:33:51.640888 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Pushing event updated for resources: {'Port': ['ID=7a6721d8-a948-48c0-b3ed-3798bc687c5e,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:51.675958 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:33:51.676344 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Checking segment: {'id': '76696f93-6ff0-492e-a64d-dd3a6a80634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '538c4580-73df-464f-868c-daf3dec24418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:33:51.676758 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:51.677262 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Bound using segment: {'id': '76696f93-6ff0-492e-a64d-dd3a6a80634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '538c4580-73df-464f-868c-daf3dec24418'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:33:51.677669 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Bound port: 2e97512a-1597-430c-8536-4018d4d1b8fd, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76696f93-6ff0-492e-a64d-dd3a6a80634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '538c4580-73df-464f-868c-daf3dec24418'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:33:51.678006 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:51.692381 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:51.698384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9608ab3e-3716-48be-bed8-c1cfeb58b233 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.673s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:51.719314 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:51.744976 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3da819f-e803-41f1-94da-5a3edb7caa04 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:51.746118 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3da819f-e803-41f1-94da-5a3edb7caa04 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:51.765038 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f3da819f-e803-41f1-94da-5a3edb7caa04 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/networks/acd42432-5d63-47f8-bbc7-781d87fc23ba HTTP/1.1" status: 404 len: 339 time: 0.1955926 Jun 02 12:33:51.765258 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f71832-1a00-45e5-b813-5928c328ff05 None None] Pushing event deleted for resources: {'Port': ['ID=3ba90b0c-7ddb-4467-a655-798d1b6f9b83,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:51.772099 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44364) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:51.793500 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b0f71832-1a00-45e5-b813-5928c328ff05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:51.799107 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-93b765bb-c7f3-4eb3-bd8e-ad43698c0f27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.631s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:51.799469 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-93b765bb-c7f3-4eb3-bd8e-ad43698c0f27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:51.814472 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:51.819067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-51d1f19e-010c-4939-bd28-dcbcddd531c2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:51.828860 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c0d47174-c935-4a9c-9dee-65849e27bd5f tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:51.839067 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Transition to ACTIVE for port object 0a43b98f-960c-481e-9c53-c7ba4068f92a will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:51.861760 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23079923-e181-4c3a-807e-13e81ee10d83,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:51.879949 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Transition to ACTIVE for port object 0a43b98f-960c-481e-9c53-c7ba4068f92a will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:51.886987 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] For port 2e97512a-1597-430c-8536-4018d4d1b8fd, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:33:51.888168 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:51.890950 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] For port 2e97512a-1597-430c-8536-4018d4d1b8fd, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=2e97512a-1597-430c-8536-4018d4d1b8fd,segment=NetworkSegment(76696f93-6ff0-492e-a64d-dd3a6a80634c),segment_id=76696f93-6ff0-492e-a64d-dd3a6a80634c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:33:51.892789 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:51.896766 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d6160a39-72d4-4d73-82ee-e87bf369667f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:51.911740 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:51.915157 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-97330ea3-acd6-4288-91d4-e394048bcfb9 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:51.915851 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97330ea3-acd6-4288-91d4-e394048bcfb9 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:51.926341 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:51.933145 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:51.936411 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1f19e-010c-4939-bd28-dcbcddd531c2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Subnet': ['ID=12e28d51-8cd0-495d-a12e-844f5ea8df36,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:51.937769 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:51.950606 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-51d1f19e-010c-4939-bd28-dcbcddd531c2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:51.960926 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-51d1f19e-010c-4939-bd28-dcbcddd531c2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:51.973755 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0484ce-7cb8-4d5e-aec2-43e7de09d587 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:51.979535 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0484ce-7cb8-4d5e-aec2-43e7de09d587 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:51.980369 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5a0484ce-7cb8-4d5e-aec2-43e7de09d587 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:51.983139 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-97330ea3-acd6-4288-91d4-e394048bcfb9 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/subnets/dbe95dbb-2543-4064-bb72-a5e7cfc367cf HTTP/1.1" status: 404 len: 337 time: 0.2066023 Jun 02 12:33:51.988166 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44366) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:51.989528 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f262635d-f2f9-4fe7-ae6a-8b7b8c641ed1,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:52.020491 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-51d1f19e-010c-4939-bd28-dcbcddd531c2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/subnets/12e28d51-8cd0-495d-a12e-844f5ea8df36 HTTP/1.1" status: 204 len: 168 time: 1.6130035 Jun 02 12:33:52.046326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44368) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:52.048756 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Network b426cb57-2865-4c43-8d9c-856c3621d28b is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:52.049531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:52.052409 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:52.057254 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:52.065599 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-95c05e99-61cc-4e93-9e80-b0fcf8aaba09 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:52.065782 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:52.111767 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.objects.ports [None req-1fd8c8b2-2129-4284-b97f-ac5e8b3a1344 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92304) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 12:33:52.120267 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c8b2-2129-4284-b97f-ac5e8b3a1344 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:52.130947 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-2957241f-c148-4ebd-8d7a-396bbb0dc887 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:52.131279 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2957241f-c148-4ebd-8d7a-396bbb0dc887 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:52.135346 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2957241f-c148-4ebd-8d7a-396bbb0dc887 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/subnets/1e9ca964-64ef-4668-9aa2-7b85ded127e8 HTTP/1.1" status: 404 len: 337 time: 0.0823638 Jun 02 12:33:52.137837 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d90c77-a7b0-4104-8d16-901438390c52 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:52.142408 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44370) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:52.143129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d90c77-a7b0-4104-8d16-901438390c52 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:52.145161 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:52.146586 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2553577 Jun 02 12:33:52.147860 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-65d90c77-a7b0-4104-8d16-901438390c52 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/networks/06380dd8-36ce-44da-82a6-efdf1ccc155c HTTP/1.1" status: 404 len: 339 time: 0.1588209 Jun 02 12:33:52.149809 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44372) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:52.152221 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Pushing event updated for resources: {'Port': ['ID=0a43b98f-960c-481e-9c53-c7ba4068f92a,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:52.160406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44374) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:52.163195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:52.163682 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b225f95d-f659-4347-8876-a31739de1a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:52.197105 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5a0484ce-7cb8-4d5e-aec2-43e7de09d587 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:52.198451 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5a0484ce-7cb8-4d5e-aec2-43e7de09d587 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.9561191 Jun 02 12:33:52.208395 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ebbd2c49-ad55-4a89-8f68-25dae574ccff tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group_rule': {'security_group_id': 'f262635d-f2f9-4fe7-ae6a-8b7b8c641ed1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:52.211501 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44376) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:52.235851 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:52.249718 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ebbd2c49-ad55-4a89-8f68-25dae574ccff tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:52.252381 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:52.259201 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a3d235-7d26-40fe-bf97-62e008f3d852 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:52.259661 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a3d235-7d26-40fe-bf97-62e008f3d852 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:52.263945 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a1a3d235-7d26-40fe-bf97-62e008f3d852 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/subnets/fa026be5-32d7-460c-ab31-c48ca70f4d6e HTTP/1.1" status: 404 len: 337 time: 0.0965557 Jun 02 12:33:52.263945 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:52.281569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44378) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:52.306612 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ebbd2c49-ad55-4a89-8f68-25dae574ccff tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:52.317313 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ebbd2c49-ad55-4a89-8f68-25dae574ccff tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:52.344296 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ebbd2c49-ad55-4a89-8f68-25dae574ccff tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:52.353176 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Attempting to bind port 0a43b98f-960c-481e-9c53-c7ba4068f92a on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:33:52.353596 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Attempting to bind port 0a43b98f-960c-481e-9c53-c7ba4068f92a by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '37468323-36b6-4e78-bca5-6e8766f05194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b426cb57-2865-4c43-8d9c-856c3621d28b'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:33:52.353728 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Pushing event updated for resources: {'Port': ['ID=8e858c39-2280-418e-bbe9-f38870cbaa0e,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:52.354016 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Attempting to bind port 0a43b98f-960c-481e-9c53-c7ba4068f92a on network b426cb57-2865-4c43-8d9c-856c3621d28b {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:33:52.367192 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Pushing event updated for resources: {'Port': ['ID=2e97512a-1597-430c-8536-4018d4d1b8fd,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:52.371206 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:52.375561 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:33:52.375561 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Checking segment: {'id': '37468323-36b6-4e78-bca5-6e8766f05194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b426cb57-2865-4c43-8d9c-856c3621d28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:33:52.375819 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:52.375916 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:52.376508 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Bound using segment: {'id': '37468323-36b6-4e78-bca5-6e8766f05194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b426cb57-2865-4c43-8d9c-856c3621d28b'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:33:52.380924 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Bound port: 0a43b98f-960c-481e-9c53-c7ba4068f92a, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37468323-36b6-4e78-bca5-6e8766f05194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b426cb57-2865-4c43-8d9c-856c3621d28b'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:33:52.381542 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7cce43b9-4ab0-4bd5-a842-e2ae23f0dd0a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:52.382385 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:52.417634 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62cc045-ba9a-4f85-a1d3-560f6791ab33 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:52.417939 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a62cc045-ba9a-4f85-a1d3-560f6791ab33 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:52.442673 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bddc4aa-3816-4e1b-96ab-c58ac039a1e1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting subnet 04babe54-df12-4798-8d3f-543c2eedc71d {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:33:52.452602 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a62cc045-ba9a-4f85-a1d3-560f6791ab33 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/networks/9f97c7a4-e338-436e-961b-48dd08365af2 HTTP/1.1" status: 404 len: 339 time: 0.1690516 Jun 02 12:33:52.453502 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44382) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:52.457252 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6bddc4aa-3816-4e1b-96ab-c58ac039a1e1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:52.506077 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] For port 0a43b98f-960c-481e-9c53-c7ba4068f92a, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:33:52.511420 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] For port 0a43b98f-960c-481e-9c53-c7ba4068f92a, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=0a43b98f-960c-481e-9c53-c7ba4068f92a,segment=NetworkSegment(37468323-36b6-4e78-bca5-6e8766f05194),segment_id=37468323-36b6-4e78-bca5-6e8766f05194)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:33:52.521878 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:52.546870 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:52.549990 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd8c8b2-2129-4284-b97f-ac5e8b3a1344 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Checking segment: {'id': '17794e8b-03d2-4442-b22b-20e01ed51d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e93f9c16-ee53-41e3-a0f3-b46776d0ab7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:33:52.550497 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd8c8b2-2129-4284-b97f-ac5e8b3a1344 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Network hostable DHCP agents. Network: e93f9c16-ee53-41e3-a0f3-b46776d0ab7c, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:33:52.568264 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ebbd2c49-ad55-4a89-8f68-25dae574ccff tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:52.710959 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Pushing event updated for resources: {'Port': ['ID=0a43b98f-960c-481e-9c53-c7ba4068f92a,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:52.716761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:52.740010 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8c8b2-2129-4284-b97f-ac5e8b3a1344 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event updated for resources: {'Subnet': ['ID=37aa5d23-deaa-4cc7-bc07-3187f40ac6ee,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:52.758586 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6bddc4aa-3816-4e1b-96ab-c58ac039a1e1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:52.802799 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-3658f942-a298-458d-9a99-5a794b913b19 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Deleting subnet e0040ade-ee78-473c-9b73-9ea7d77ef5e1 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:33:52.820567 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3658f942-a298-458d-9a99-5a794b913b19 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:52.831657 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1fd8c8b2-2129-4284-b97f-ac5e8b3a1344 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:52.886621 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd8c8b2-2129-4284-b97f-ac5e8b3a1344 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Network e93f9c16-ee53-41e3-a0f3-b46776d0ab7c is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:33:52.951019 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ebbd2c49-ad55-4a89-8f68-25dae574ccff tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:52.961390 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-1fd8c8b2-2129-4284-b97f-ac5e8b3a1344 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, e93f9c16-ee53-41e3-a0f3-b46776d0ab7c) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:52.962315 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:52.971549 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ebbd2c49-ad55-4a89-8f68-25dae574ccff tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:52.975502 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3658f942-a298-458d-9a99-5a794b913b19 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:52.976202 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3fb5d1-5d74-44f9-9b88-9913920dd1e9 None None] Network e93f9c16-ee53-41e3-a0f3-b46776d0ab7c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:52.987244 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bb9bb9ca-2712-4274-8b40-73fc636fb085 tempest-ServersTestManualDisk-1437571076 tempest-ServersTestManualDisk-1437571076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:53.000370 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd8c8b2-2129-4284-b97f-ac5e8b3a1344 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:53.000858 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c8b2-2129-4284-b97f-ac5e8b3a1344 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:53.084654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6bddc4aa-3816-4e1b-96ab-c58ac039a1e1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:53.132423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ee55a-331f-4580-95b0-47a016074dbe tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting port 3df983b4-8d99-4919-ae43-dd58c4042f53 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:53.133046 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee55a-331f-4580-95b0-47a016074dbe tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:53.298462 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fbc463-45b0-4e6d-9f8f-2de8406005e6 None None] Network 5f8f70fa-496f-42a8-b6f8-090baa296d01 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:53.301530 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd2c49-ad55-4a89-8f68-25dae574ccff tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf993ad9-60a2-41cc-8a0d-e6d55e3eb06e,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:53.317054 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ebbd2c49-ad55-4a89-8f68-25dae574ccff tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:53.345626 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ebbd2c49-ad55-4a89-8f68-25dae574ccff tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:53.347399 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ebbd2c49-ad55-4a89-8f68-25dae574ccff tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1812317 Jun 02 12:33:53.352075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44384) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:53.353735 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1fd8c8b2-2129-4284-b97f-ac5e8b3a1344 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0912402 Jun 02 12:33:53.359806 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-abbf12ce-3802-43e5-a0f7-53e4c44c9f28 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group_rule': {'security_group_id': 'f262635d-f2f9-4fe7-ae6a-8b7b8c641ed1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:53.367989 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44386) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:53.379190 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ba2d53a8-a4be-4c82-9810-2baf4f420e36 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Request body: {'port': {'network_id': 'e93f9c16-ee53-41e3-a0f3-b46776d0ab7c', 'name': 'tempest-NetworksIpV6TestAttrs-1268737437'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:53.421952 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-aa4fa3b5-f40f-4423-b8b5-c5a458e679e6 None None] Provisioning complete for port 52be045b-8073-4e51-beee-81bd42e2a272 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:53.422631 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-aa4fa3b5-f40f-4423-b8b5-c5a458e679e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:53.482969 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3658f942-a298-458d-9a99-5a794b913b19 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:53.569165 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-aa4fa3b5-f40f-4423-b8b5-c5a458e679e6 None None] Port 52be045b-8073-4e51-beee-81bd42e2a272 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:33:53.610071 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-aa4fa3b5-f40f-4423-b8b5-c5a458e679e6 None None] Provisioning complete for port c085461d-d7b9-49dd-b9f7-0c7375801e1c triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:53.610407 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-aa4fa3b5-f40f-4423-b8b5-c5a458e679e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:53.708498 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-e93f9c16-ee53-41e3-a0f3-b46776d0ab7c', 'network_id': 'e93f9c16-ee53-41e3-a0f3-b46776d0ab7c', 'tenant_id': '343cdd4a79934b8eb57ccfa54eec3318', 'fixed_ips': [{'subnet_id': '37aa5d23-deaa-4cc7-bc07-3187f40ac6ee'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:33:53.709332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:53.739577 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:53.787685 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-abbf12ce-3802-43e5-a0f7-53e4c44c9f28 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:53.808481 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:53.879710 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 0a43b98f-960c-481e-9c53-c7ba4068f92a up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:33:53.909097 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-abbf12ce-3802-43e5-a0f7-53e4c44c9f28 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:53.914503 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-abbf12ce-3802-43e5-a0f7-53e4c44c9f28 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:53.928179 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-abbf12ce-3802-43e5-a0f7-53e4c44c9f28 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:53.939239 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f55ee84-6813-4116-bba1-a3c5cccb1581 None None] Network 538c4580-73df-464f-868c-daf3dec24418 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:54.070667 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-abbf12ce-3802-43e5-a0f7-53e4c44c9f28 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:54.123204 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ba2d53a8-a4be-4c82-9810-2baf4f420e36 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:54.150854 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ba2d53a8-a4be-4c82-9810-2baf4f420e36 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Usage tracker for resource:port and tenant:343cdd4a79934b8eb57ccfa54eec3318 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:54.154687 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee55a-331f-4580-95b0-47a016074dbe tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:54.212615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ba2d53a8-a4be-4c82-9810-2baf4f420e36 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:54.252975 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ba2d53a8-a4be-4c82-9810-2baf4f420e36 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:54.273990 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-abbf12ce-3802-43e5-a0f7-53e4c44c9f28 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] create failed (client error): There was a conflict when trying to complete your request. Jun 02 12:33:54.277645 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-abbf12ce-3802-43e5-a0f7-53e4c44c9f28 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9200487 Jun 02 12:33:54.278471 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 0a43b98f-960c-481e-9c53-c7ba4068f92a completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:54.281950 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44390) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:54.282174 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0315ab1-a92e-42c8-9417-18962c7e8c8e None None] Network b426cb57-2865-4c43-8d9c-856c3621d28b requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:54.311286 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Allocated IP 2001:db8::f816:3eff:fe82:1e69 (e93f9c16-ee53-41e3-a0f3-b46776d0ab7c/37aa5d23-deaa-4cc7-bc07-3187f40ac6ee/bb2a0e54-61c8-46e5-849c-db4785fb55cb) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:54.329225 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2d53a8-a4be-4c82-9810-2baf4f420e36 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Made reservation on behalf of 343cdd4a79934b8eb57ccfa54eec3318 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:33:54.332636 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ba2d53a8-a4be-4c82-9810-2baf4f420e36 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:54.347611 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 7a6721d8-a948-48c0-b3ed-3798bc687c5e up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:33:54.366867 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ee55a-331f-4580-95b0-47a016074dbe tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Calling delete_port for 3df983b4-8d99-4919-ae43-dd58c4042f53 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:54.382331 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-96572390-5b77-44fb-a9c7-5ab56253665e None None] Provisioning for port 2e97512a-1597-430c-8536-4018d4d1b8fd completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:54.443133 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-ba2d53a8-a4be-4c82-9810-2baf4f420e36 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] device_id is not set on port 7ecc3215-83f0-47c2-8b44-61785db1773a yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:33:54.521796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2564f6b3-3480-4232-bd4e-8df11edbcc0c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:54.536580 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:54.652560 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2564f6b3-3480-4232-bd4e-8df11edbcc0c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:54.713192 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-96572390-5b77-44fb-a9c7-5ab56253665e None None] Provisioning for port 7a6721d8-a948-48c0-b3ed-3798bc687c5e completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:54.717657 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6bddc4aa-3816-4e1b-96ab-c58ac039a1e1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:54.730195 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a31dd8a4-0be2-456b-8eea-ef9c6a2c4d2d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:54.760637 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6bddc4aa-3816-4e1b-96ab-c58ac039a1e1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:54.806506 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.resource_extend [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:33:54.814654 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 7a6721d8-a948-48c0-b3ed-3798bc687c5e completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:54.815096 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bddc4aa-3816-4e1b-96ab-c58ac039a1e1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Subnet': ['ID=04babe54-df12-4798-8d3f-543c2eedc71d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:54.828374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6bddc4aa-3816-4e1b-96ab-c58ac039a1e1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:54.830446 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:54.833458 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2564f6b3-3480-4232-bd4e-8df11edbcc0c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:54.842029 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:54.848312 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6bddc4aa-3816-4e1b-96ab-c58ac039a1e1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/subnets/04babe54-df12-4798-8d3f-543c2eedc71d HTTP/1.1" status: 204 len: 168 time: 2.7018366 Jun 02 12:33:54.848543 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-96572390-5b77-44fb-a9c7-5ab56253665e None None] Provisioning for port 3df983b4-8d99-4919-ae43-dd58c4042f53 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:54.850348 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 7a6721d8-a948-48c0-b3ed-3798bc687c5e triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:54.850790 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:54.851161 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44392) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:54.896013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:54.904742 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5d2e5bab-60a3-4c9d-9af4-4878ccebd11c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:54.916579 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564f6b3-3480-4232-bd4e-8df11edbcc0c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f262635d-f2f9-4fe7-ae6a-8b7b8c641ed1,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:54.918945 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2564f6b3-3480-4232-bd4e-8df11edbcc0c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:54.938416 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b655a0-e202-4d82-a307-604cd0677ad6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:54.939190 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b655a0-e202-4d82-a307-604cd0677ad6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:54.950508 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-96572390-5b77-44fb-a9c7-5ab56253665e None None] Provisioning complete for port 3df983b4-8d99-4919-ae43-dd58c4042f53 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:54.950891 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-96572390-5b77-44fb-a9c7-5ab56253665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:54.980769 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-51b655a0-e202-4d82-a307-604cd0677ad6 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/subnets/8a494923-9ea7-4ecd-b25b-a1f34ae41ab4 HTTP/1.1" status: 404 len: 337 time: 0.1242399 Jun 02 12:33:54.985203 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2564f6b3-3480-4232-bd4e-8df11edbcc0c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:54.985505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44396) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:54.985596 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2564f6b3-3480-4232-bd4e-8df11edbcc0c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "DELETE /v2.0/security-groups/f262635d-f2f9-4fe7-ae6a-8b7b8c641ed1 HTTP/1.1" status: 204 len: 168 time: 0.6980734 Jun 02 12:33:54.991934 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44398) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:55.020739 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Router 29d3d7a0-d198-4622-8c9c-923c175c51dc is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:33:55.085098 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-96572390-5b77-44fb-a9c7-5ab56253665e None None] Port 3df983b4-8d99-4919-ae43-dd58c4042f53 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:33:55.129404 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Port': ['ID=9d2e020e-f1a4-4d8e-9083-835b35e95878,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:55.140822 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2efda387-19dd-473d-9259-2688ee72a84f tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Synchronizing usage tracker for tenant:4a2d2564f94848c4b17bc78b58afeaa0 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:55.144665 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f12f2761-6d35-4ff0-b4a0-e8a811eb8335 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Synchronizing usage tracker for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:55.173960 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:55.195478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3658f942-a298-458d-9a99-5a794b913b19 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:55.220265 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f12f2761-6d35-4ff0-b4a0-e8a811eb8335 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Unset dirty status for tenant:4205f37103a1478c8c9013669bd1496e on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:55.226292 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f12f2761-6d35-4ff0-b4a0-e8a811eb8335 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "GET /v2.0/ports?device_id=892445e9-45b7-4b4e-98ac-6b8eb07cbe28 HTTP/1.1" status: 200 len: 205 time: 0.2377012 Jun 02 12:33:55.227201 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-31ac2860-9c3c-4938-9956-c2b7b8bc54bc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:55.230139 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44400) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:55.238788 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:55.287424 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Transition to ACTIVE for port object bb2a0e54-61c8-46e5-849c-db4785fb55cb will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:55.289162 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee55a-331f-4580-95b0-47a016074dbe tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:55.291336 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3658f942-a298-458d-9a99-5a794b913b19 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:55.306590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569957d0-051e-49fb-b70f-cf18058870e7 None None] Network f6b70316-8805-48b6-8d04-837c5b17e56f requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:55.313578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658f942-a298-458d-9a99-5a794b913b19 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Subnet': ['ID=e0040ade-ee78-473c-9b73-9ea7d77ef5e1,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:55.321518 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2ea60e62-2249-42a6-b740-dcca25372e1f None None] Provisioning for port 0a43b98f-960c-481e-9c53-c7ba4068f92a completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:55.327381 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3658f942-a298-458d-9a99-5a794b913b19 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/subnets/e0040ade-ee78-473c-9b73-9ea7d77ef5e1 HTTP/1.1" status: 204 len: 168 time: 2.8274605 Jun 02 12:33:55.346437 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3658f942-a298-458d-9a99-5a794b913b19 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:55.347413 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44402) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:55.348224 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-71b27208-d25b-40bc-afdb-381e4deadff0 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:55.365370 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2efda387-19dd-473d-9259-2688ee72a84f tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Unset dirty status for tenant:4a2d2564f94848c4b17bc78b58afeaa0 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:55.370343 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2efda387-19dd-473d-9259-2688ee72a84f tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3771818 Jun 02 12:33:55.374753 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Transition to ACTIVE for port object bb2a0e54-61c8-46e5-849c-db4785fb55cb will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:55.383579 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2ea60e62-2249-42a6-b740-dcca25372e1f None None] Provisioning complete for port 0a43b98f-960c-481e-9c53-c7ba4068f92a triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:55.383959 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2ea60e62-2249-42a6-b740-dcca25372e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:55.417340 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44404) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:55.419961 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:33:55.430756 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] Sync routers for ids ['29d3d7a0-d198-4622-8c9c-923c175c51dc'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:33:55.439318 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-aa27d53b-666b-4e33-ab37-fd73d58f2b3e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] delete failed (client error): The resource could not be found. Jun 02 12:33:55.446399 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-aa27d53b-666b-4e33-ab37-fd73d58f2b3e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/routers/892445e9-45b7-4b4e-98ac-6b8eb07cbe28 HTTP/1.1" status: 404 len: 336 time: 0.2089894 Jun 02 12:33:55.456827 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44406) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:55.460278 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-6fca09df-1e99-4e5b-9cb4-521235f65d1e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group': {'name': 'tempest-secgroup--1286341135'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:55.495275 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1084e9d9-77dd-4595-86de-9192fd3261e0 None None] Network 5f8f70fa-496f-42a8-b6f8-090baa296d01 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:55.514316 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:55.523869 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0397c214-ae5d-4c96-9f10-50c3470ec175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:55.531294 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] Routers {'29d3d7a0-d198-4622-8c9c-923c175c51dc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:55.532589 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['29d3d7a0-d198-4622-8c9c-923c175c51dc'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:55.568444 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:55.608767 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ee55a-331f-4580-95b0-47a016074dbe tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Port': ['ID=3df983b4-8d99-4919-ae43-dd58c4042f53,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:55.625828 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7c7ee55a-331f-4580-95b0-47a016074dbe tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:55.635177 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6fca09df-1e99-4e5b-9cb4-521235f65d1e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:55.639898 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee55a-331f-4580-95b0-47a016074dbe tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:55.644454 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7c7ee55a-331f-4580-95b0-47a016074dbe tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/3df983b4-8d99-4919-ae43-dd58c4042f53 HTTP/1.1" status: 204 len: 168 time: 3.4298937 Jun 02 12:33:55.647306 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44408) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:55.665368 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-023351a1-695f-4869-94a2-37b093ae5387 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:55.665824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023351a1-695f-4869-94a2-37b093ae5387 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:55.675036 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-023351a1-695f-4869-94a2-37b093ae5387 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/subnets/b0cd2cc8-d367-4ffa-b178-aadd06389da2 HTTP/1.1" status: 404 len: 337 time: 0.1986666 Jun 02 12:33:55.690943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44410) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:55.731452 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6fca09df-1e99-4e5b-9cb4-521235f65d1e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:55.747706 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:55.751483 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2246358 Jun 02 12:33:55.758734 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44412) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:55.761137 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f2d6aa-27c6-4c4b-b0a8-086524c09271 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:55.761575 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f2d6aa-27c6-4c4b-b0a8-086524c09271 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:55.763843 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-47f2d6aa-27c6-4c4b-b0a8-086524c09271 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/subnets/8280e88e-9d43-45c7-9a37-f46a99a91aaf HTTP/1.1" status: 404 len: 337 time: 0.0659845 Jun 02 12:33:55.814332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Network e93f9c16-ee53-41e3-a0f3-b46776d0ab7c is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:55.829179 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] Set router 29d3d7a0-d198-4622-8c9c-923c175c51dc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:33:55.833882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:55.836513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:55.856864 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:55.863771 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:55.897433 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Pushing event updated for resources: {'Port': ['ID=bb2a0e54-61c8-46e5-849c-db4785fb55cb,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:55.900625 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:55.906797 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:55.936259 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44414) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:55.988439 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 7a6721d8-a948-48c0-b3ed-3798bc687c5e, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=7a6721d8-a948-48c0-b3ed-3798bc687c5e,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:56.023755 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad32752-c978-4c0b-9736-4991eb820fdc tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:56.024431 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad32752-c978-4c0b-9736-4991eb820fdc tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:56.029144 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-dad32752-c978-4c0b-9736-4991eb820fdc tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/subnets/b2804094-c7f0-493a-a74f-93528737aa49 HTTP/1.1" status: 404 len: 337 time: 0.0819035 Jun 02 12:33:56.037258 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44416) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:56.083633 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-ba2d53a8-a4be-4c82-9810-2baf4f420e36 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Allocated IP 2001:db8::f816:3eff:fe89:7dfd (e93f9c16-ee53-41e3-a0f3-b46776d0ab7c/37aa5d23-deaa-4cc7-bc07-3187f40ac6ee/7ecc3215-83f0-47c2-8b44-61785db1773a) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:56.092147 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6fca09df-1e99-4e5b-9cb4-521235f65d1e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:56.099577 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:56.099774 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 2e97512a-1597-430c-8536-4018d4d1b8fd up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:33:56.137378 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c88d2d8-5fb4-4820-9601-5e0f234204d4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:56.138747 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c88d2d8-5fb4-4820-9601-5e0f234204d4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:56.139566 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:56.144144 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1c88d2d8-5fb4-4820-9601-5e0f234204d4 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/ports/257e325a-3ee4-40c9-8762-9e8fcdbe837f HTTP/1.1" status: 404 len: 333 time: 0.1015153 Jun 02 12:33:56.150941 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44420) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:56.267918 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6fca09df-1e99-4e5b-9cb4-521235f65d1e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:56.268290 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Attempting to bind port bb2a0e54-61c8-46e5-849c-db4785fb55cb on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:33:56.268788 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Attempting to bind port bb2a0e54-61c8-46e5-849c-db4785fb55cb by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '17794e8b-03d2-4442-b22b-20e01ed51d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e93f9c16-ee53-41e3-a0f3-b46776d0ab7c'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:33:56.269153 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Attempting to bind port bb2a0e54-61c8-46e5-849c-db4785fb55cb on network e93f9c16-ee53-41e3-a0f3-b46776d0ab7c {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:33:56.270537 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:33:52Z', 'revision_number': 3, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:33:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:56.276637 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] Checking router: 29d3d7a0-d198-4622-8c9c-923c175c51dc for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:33:56.277254 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] Updating router 29d3d7a0-d198-4622-8c9c-923c175c51dc port 8e858c39-2280-418e-bbe9-f38870cbaa0e binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:33:56.285736 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06097c0-9795-4492-b694-5ae4c5ed8ec2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:56.286216 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d06097c0-9795-4492-b694-5ae4c5ed8ec2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:56.288357 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d06097c0-9795-4492-b694-5ae4c5ed8ec2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/subnets/d85babc8-be25-40d2-b55d-4f0af2922e1c HTTP/1.1" status: 404 len: 337 time: 0.1364846 Jun 02 12:33:56.294168 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:33:56.294792 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Checking segment: {'id': '17794e8b-03d2-4442-b22b-20e01ed51d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e93f9c16-ee53-41e3-a0f3-b46776d0ab7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:33:56.295024 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:56.295191 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44422) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:56.295355 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Bound using segment: {'id': '17794e8b-03d2-4442-b22b-20e01ed51d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e93f9c16-ee53-41e3-a0f3-b46776d0ab7c'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:33:56.295806 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Bound port: bb2a0e54-61c8-46e5-849c-db4785fb55cb, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17794e8b-03d2-4442-b22b-20e01ed51d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e93f9c16-ee53-41e3-a0f3-b46776d0ab7c'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:33:56.296266 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:56.296497 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6fca09df-1e99-4e5b-9cb4-521235f65d1e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:56.304094 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6fca09df-1e99-4e5b-9cb4-521235f65d1e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:56.311943 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2ea60e62-2249-42a6-b740-dcca25372e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:56.348037 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=7a6721d8-a948-48c0-b3ed-3798bc687c5e,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:56.370939 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:56.386694 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6fca09df-1e99-4e5b-9cb4-521235f65d1e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:56.392546 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b10fd2-efbd-4e66-a880-1e07acea2c9b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:56.393009 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b10fd2-efbd-4e66-a880-1e07acea2c9b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:56.394761 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-47b10fd2-efbd-4e66-a880-1e07acea2c9b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/subnets/5dc2bbb2-0f49-4f6e-b95f-4a1437ce8eef HTTP/1.1" status: 404 len: 337 time: 0.0926702 Jun 02 12:33:56.411868 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44424) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:56.436792 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc660939-3800-4860-9827-6757c63495bb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:56.439200 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc660939-3800-4860-9827-6757c63495bb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:56.440118 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-cc660939-3800-4860-9827-6757c63495bb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:33:56.453877 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:56.498068 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-cc660939-3800-4860-9827-6757c63495bb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:33:56.501845 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-cc660939-3800-4860-9827-6757c63495bb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.6740034 Jun 02 12:33:56.501845 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Floating IP 9c2acc99-7016-45d4-81d2-8e50887d64c5 associated. External IP: 172.26.7.5, port: e7a79969-b3f7-46da-b815-280d5a9bbf62. Jun 02 12:33:56.513791 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-2ea60e62-2249-42a6-b740-dcca25372e1f None None] For port 0a43b98f-960c-481e-9c53-c7ba4068f92a, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=0a43b98f-960c-481e-9c53-c7ba4068f92a,segment=NetworkSegment(37468323-36b6-4e78-bca5-6e8766f05194),segment_id=37468323-36b6-4e78-bca5-6e8766f05194)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:56.529937 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 2e97512a-1597-430c-8536-4018d4d1b8fd completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:56.536614 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2ea60e62-2249-42a6-b740-dcca25372e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:56.542471 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-10302ded-b815-436e-8236-6f442015e591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:56.592452 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44426) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:56.602692 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 2e97512a-1597-430c-8536-4018d4d1b8fd triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:56.603182 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:56.648594 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7782662d-896e-4b3f-9f08-338ad4633004 None None] DHCP port deletion for f6b70316-8805-48b6-8d04-837c5b17e56f request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:33:56.675256 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] For port bb2a0e54-61c8-46e5-849c-db4785fb55cb, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:33:56.721592 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8f6511-4c04-4eed-9b11-fb77eee269cf None None] DHCP port deletion for 5f8f70fa-496f-42a8-b6f8-090baa296d01 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:33:56.744381 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] For port bb2a0e54-61c8-46e5-849c-db4785fb55cb, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=bb2a0e54-61c8-46e5-849c-db4785fb55cb,segment=NetworkSegment(17794e8b-03d2-4442-b22b-20e01ed51d81),segment_id=17794e8b-03d2-4442-b22b-20e01ed51d81)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:33:56.770130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Deleting port 5341c198-df83-4788-a3c5-ca4e71fb3cfd {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:56.770989 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:56.794048 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:56.812857 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea60e62-2249-42a6-b740-dcca25372e1f None None] Pushing event updated for resources: {'Port': ['ID=0a43b98f-960c-481e-9c53-c7ba4068f92a,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:56.816038 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-2ea60e62-2249-42a6-b740-dcca25372e1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:56.821392 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ad371676-2f07-43ae-a46a-2300df483281 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:56.834394 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:56.847927 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] Transition to ACTIVE for port object 8e858c39-2280-418e-bbe9-f38870cbaa0e will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:56.858229 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:56.865907 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-117095f7-0c2c-473b-a190-9e2900319509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:56.878630 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-93af6a98-56bd-4a28-8649-f80fb9ee5721 None None] Provisioning complete for port 0a43b98f-960c-481e-9c53-c7ba4068f92a triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:56.879001 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-93af6a98-56bd-4a28-8649-f80fb9ee5721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:56.943560 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7d48d-3d0f-4c84-abae-a473d42adf64 None None] Pushing event updated for resources: {'Port': ['ID=8e858c39-2280-418e-bbe9-f38870cbaa0e,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:56.953208 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d48d-3d0f-4c84-abae-a473d42adf64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:56.955299 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d48d-3d0f-4c84-abae-a473d42adf64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:56.956819 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d48d-3d0f-4c84-abae-a473d42adf64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:56.957163 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d48d-3d0f-4c84-abae-a473d42adf64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:56.957492 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d48d-3d0f-4c84-abae-a473d42adf64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:56.957833 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d48d-3d0f-4c84-abae-a473d42adf64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:56.959081 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d48d-3d0f-4c84-abae-a473d42adf64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:56.959420 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d48d-3d0f-4c84-abae-a473d42adf64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:56.959759 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d48d-3d0f-4c84-abae-a473d42adf64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:56.960155 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d48d-3d0f-4c84-abae-a473d42adf64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:56.960484 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d48d-3d0f-4c84-abae-a473d42adf64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:56.960792 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a7d48d-3d0f-4c84-abae-a473d42adf64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:33:56.978800 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ba2d53a8-a4be-4c82-9810-2baf4f420e36 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:56.989447 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-d4a7d48d-3d0f-4c84-abae-a473d42adf64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:57.020471 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] Attempting to bind port 8e858c39-2280-418e-bbe9-f38870cbaa0e on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:33:57.020903 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] Attempting to bind port 8e858c39-2280-418e-bbe9-f38870cbaa0e by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:33:57.021279 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] Attempting to bind port 8e858c39-2280-418e-bbe9-f38870cbaa0e on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:33:57.028344 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:33:57.029257 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:33:57.029663 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:57.030058 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:33:57.030562 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] Bound port: 8e858c39-2280-418e-bbe9-f38870cbaa0e, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:33:57.030938 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:57.053052 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Pushing event updated for resources: {'Port': ['ID=bb2a0e54-61c8-46e5-849c-db4785fb55cb,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:57.077497 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:57.126256 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-7782662d-896e-4b3f-9f08-338ad4633004 None None] Deleting port 5341c198-df83-4788-a3c5-ca4e71fb3cfd {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:57.127005 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7782662d-896e-4b3f-9f08-338ad4633004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:57.127965 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] For port 8e858c39-2280-418e-bbe9-f38870cbaa0e, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:33:57.131145 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] For port 8e858c39-2280-418e-bbe9-f38870cbaa0e, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=8e858c39-2280-418e-bbe9-f38870cbaa0e,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:33:57.138766 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:57.144833 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-d16510c6-548a-49ce-8aaf-737e03f187b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:57.151216 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f6511-4c04-4eed-9b11-fb77eee269cf None None] Deleting port c085461d-d7b9-49dd-b9f7-0c7375801e1c {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:57.151913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9f8f6511-4c04-4eed-9b11-fb77eee269cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:57.168912 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:57.312201 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7d48d-3d0f-4c84-abae-a473d42adf64 None None] Pushing event updated for resources: {'Port': ['ID=8e858c39-2280-418e-bbe9-f38870cbaa0e,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:57.322694 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-d4a7d48d-3d0f-4c84-abae-a473d42adf64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:57.329704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-ba2d53a8-a4be-4c82-9810-2baf4f420e36 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Transition to ACTIVE for port object 7ecc3215-83f0-47c2-8b44-61785db1773a will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:33:57.331587 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dae5ec7-8519-4f77-b3a6-ab4d08d7fc57 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:57.332075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dae5ec7-8519-4f77-b3a6-ab4d08d7fc57 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:57.336449 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] Routers {'29d3d7a0-d198-4622-8c9c-923c175c51dc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:57.337045 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] For port 5341c198-df83-4788-a3c5-ca4e71fb3cfd, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=5341c198-df83-4788-a3c5-ca4e71fb3cfd,segment=NetworkSegment(e27e2d27-fd7b-450c-944a-84015ca96647),segment_id=e27e2d27-fd7b-450c-944a-84015ca96647)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:57.337185 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['29d3d7a0-d198-4622-8c9c-923c175c51dc'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:57.337750 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:57.365211 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3dae5ec7-8519-4f77-b3a6-ab4d08d7fc57 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/ports/51ea3e25-5ba7-409f-8665-231b796dbc2c HTTP/1.1" status: 404 len: 333 time: 0.9492543 Jun 02 12:33:57.373860 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44432) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:57.399032 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83e6288-f735-4b18-b9dd-1055efa5c527 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet 49bfe52d-95d8-464b-8ea9-553186e94b11 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:33:57.416639 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a83e6288-f735-4b18-b9dd-1055efa5c527 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:57.476864 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8201de-b8a5-49b4-aa22-374ea39ed186 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:57.477333 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8201de-b8a5-49b4-aa22-374ea39ed186 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:57.502869 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a83e6288-f735-4b18-b9dd-1055efa5c527 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:57.541628 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7782662d-896e-4b3f-9f08-338ad4633004 None None] For port 5341c198-df83-4788-a3c5-ca4e71fb3cfd, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=5341c198-df83-4788-a3c5-ca4e71fb3cfd,segment=NetworkSegment(e27e2d27-fd7b-450c-944a-84015ca96647),segment_id=e27e2d27-fd7b-450c-944a-84015ca96647)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:57.541628 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7782662d-896e-4b3f-9f08-338ad4633004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:57.552641 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-9f8f6511-4c04-4eed-9b11-fb77eee269cf None None] For port c085461d-d7b9-49dd-b9f7-0c7375801e1c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c085461d-d7b9-49dd-b9f7-0c7375801e1c,segment=NetworkSegment(da0897bf-884f-4be1-82a7-8e7c0180f1d2),segment_id=da0897bf-884f-4be1-82a7-8e7c0180f1d2)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:57.553195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9f8f6511-4c04-4eed-9b11-fb77eee269cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:57.567321 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3f8201de-b8a5-49b4-aa22-374ea39ed186 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/subnets/ce531f0b-2fe0-4fa0-8c06-028a2abb0294 HTTP/1.1" status: 404 len: 337 time: 0.1912940 Jun 02 12:33:57.570312 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 2e97512a-1597-430c-8536-4018d4d1b8fd, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=2e97512a-1597-430c-8536-4018d4d1b8fd,segment=NetworkSegment(76696f93-6ff0-492e-a64d-dd3a6a80634c),segment_id=76696f93-6ff0-492e-a64d-dd3a6a80634c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:33:57.588966 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44434) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:57.592662 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6fca09df-1e99-4e5b-9cb4-521235f65d1e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:57.623039 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] Set router 29d3d7a0-d198-4622-8c9c-923c175c51dc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:33:57.647497 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6fca09df-1e99-4e5b-9cb4-521235f65d1e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:57.659580 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ee60fc20-65d8-4aa7-afdb-5e928ea881cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:57.675145 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e80d5b3-876c-4f6c-8f6e-6842eb9f746c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:57.675724 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e80d5b3-876c-4f6c-8f6e-6842eb9f746c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:57.679803 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9e80d5b3-876c-4f6c-8f6e-6842eb9f746c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/subnets/2dd4bf5b-6e30-4279-a3d1-728f99e219d3 HTTP/1.1" status: 404 len: 337 time: 0.0874779 Jun 02 12:33:57.679803 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ba2d53a8-a4be-4c82-9810-2baf4f420e36 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:57.681763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44436) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:57.708798 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:57.717973 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-7782662d-896e-4b3f-9f08-338ad4633004 None None] Calling delete_port for 5341c198-df83-4788-a3c5-ca4e71fb3cfd owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:57.732036 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Calling delete_port for 5341c198-df83-4788-a3c5-ca4e71fb3cfd owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:57.777826 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-78f94e05-dfa4-4e41-9e3b-d78b3243d42f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:57.799205 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Router 21724b17-26bf-4052-85a6-7b638422d074 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:33:57.830000 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:57.855362 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:57.885762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6fca09df-1e99-4e5b-9cb4-521235f65d1e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:57.887289 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6fca09df-1e99-4e5b-9cb4-521235f65d1e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.4495947 Jun 02 12:33:57.910743 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44438) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:57.917506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca09df-1e99-4e5b-9cb4-521235f65d1e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13d1fae0-52bf-4cbf-98fb-ece79519ad55,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:57.929009 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-a7c4d8bc-eded-4699-9dd4-bbf1a37d5930 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group_rule': {'security_group_id': '13d1fae0-52bf-4cbf-98fb-ece79519ad55', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:57.930604 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING neutron.api.v2.base [None req-a7c4d8bc-eded-4699-9dd4-bbf1a37d5930 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 02 12:33:57.931270 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-a7c4d8bc-eded-4699-9dd4-bbf1a37d5930 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:33:57.932431 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a7c4d8bc-eded-4699-9dd4-bbf1a37d5930 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0162184 Jun 02 12:33:57.938580 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44440) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:57.946129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6fca09df-1e99-4e5b-9cb4-521235f65d1e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:57.948306 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-56241d20-2e63-48c6-9f93-18eb8d685ff2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:58.018931 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2d53a8-a4be-4c82-9810-2baf4f420e36 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Network e93f9c16-ee53-41e3-a0f3-b46776d0ab7c is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:33:58.022339 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=2e97512a-1597-430c-8536-4018d4d1b8fd,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:58.032864 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f6511-4c04-4eed-9b11-fb77eee269cf None None] Calling delete_port for c085461d-d7b9-49dd-b9f7-0c7375801e1c owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:58.040914 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:58.049606 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-93af6a98-56bd-4a28-8649-f80fb9ee5721 None None] Provisioning complete for port 2e97512a-1597-430c-8536-4018d4d1b8fd triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:58.049991 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-93af6a98-56bd-4a28-8649-f80fb9ee5721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:58.067711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Port': ['ID=5341c198-df83-4788-a3c5-ca4e71fb3cfd,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:58.070214 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:58.081476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-ba2d53a8-a4be-4c82-9810-2baf4f420e36 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:33:58.123498 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a83e6288-f735-4b18-b9dd-1055efa5c527 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:58.147951 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:33:52Z', 'revision_number': 3, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:58.148853 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 0a43b98f-960c-481e-9c53-c7ba4068f92a up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:33:58.168222 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6843caf5-a7c7-452e-a1ed-8771f9000ff1 None None] The sync data for ids ['29d3d7a0-d198-4622-8c9c-923c175c51dc'] in dv-neutron-601336-80-hyperv is: [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:33:52Z', 'revision_number': 3, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:33:58.346736 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2d53a8-a4be-4c82-9810-2baf4f420e36 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:33:58.352485 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2d53a8-a4be-4c82-9810-2baf4f420e36 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:58.353245 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ba2d53a8-a4be-4c82-9810-2baf4f420e36 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:58.386232 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 0a43b98f-960c-481e-9c53-c7ba4068f92a triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:58.386730 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:58.389487 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:58.407810 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d53a8-a4be-4c82-9810-2baf4f420e36 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event updated for resources: {'Port': ['ID=7ecc3215-83f0-47c2-8b44-61785db1773a,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:58.425976 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ba2d53a8-a4be-4c82-9810-2baf4f420e36 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:58.435011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af70de34-e6fe-450c-9d51-d413b0fcd445 None None] Network e93f9c16-ee53-41e3-a0f3-b46776d0ab7c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:58.448751 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ba2d53a8-a4be-4c82-9810-2baf4f420e36 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.0752525 Jun 02 12:33:58.451653 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44442) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:58.454018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] No DVR routers for this DVR port 5341c198-df83-4788-a3c5-ca4e71fb3cfd on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:33:58.500231 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a83e6288-f735-4b18-b9dd-1055efa5c527 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:58.509670 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-caa85acc-71fe-40ab-bb5d-d5dd59ced18a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:58.660255 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-74bdb16b-4ebe-4747-b51f-6accd1fc57d5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Deleting subnet 37aa5d23-deaa-4cc7-bc07-3187f40ac6ee {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:33:58.663780 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-74bdb16b-4ebe-4747-b51f-6accd1fc57d5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:58.734521 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7782662d-896e-4b3f-9f08-338ad4633004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:58.738399 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9f8f6511-4c04-4eed-9b11-fb77eee269cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:58.745395 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-394a2f90-4e32-4a00-a449-1a9cb12345cb req-e7ce2952-16ab-4128-98bc-4b687293b07a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.7477684 Jun 02 12:33:58.746341 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e6288-f735-4b18-b9dd-1055efa5c527 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=49bfe52d-95d8-464b-8ea9-553186e94b11,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:58.765526 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a83e6288-f735-4b18-b9dd-1055efa5c527 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:58.768418 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-670ce0a4-ad4f-4712-aaba-c29f8f9739b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:58.771391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a83e6288-f735-4b18-b9dd-1055efa5c527 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:58.796132 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2c85655e-e1e3-4816-9806-131e224a29ca tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:58.846131 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782662d-896e-4b3f-9f08-338ad4633004 None None] Pushing event deleted for resources: {'Port': ['ID=5341c198-df83-4788-a3c5-ca4e71fb3cfd,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:58.851751 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8667f484-fe63-426c-81b7-b0c11f79c619 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:33:58.852844 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2c85655e-e1e3-4816-9806-131e224a29ca tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:58.885417 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-74bdb16b-4ebe-4747-b51f-6accd1fc57d5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:58.946407 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f6511-4c04-4eed-9b11-fb77eee269cf None None] No DVR routers for this DVR port c085461d-d7b9-49dd-b9f7-0c7375801e1c on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:33:58.961275 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-885b94b9-3393-4fc0-af83-0b559ce67883 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Deleting port 52be045b-8073-4e51-beee-81bd42e2a272 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:33:58.961623 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-885b94b9-3393-4fc0-af83-0b559ce67883 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:58.975163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:58.985733 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a83e6288-f735-4b18-b9dd-1055efa5c527 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/49bfe52d-95d8-464b-8ea9-553186e94b11 HTTP/1.1" status: 204 len: 168 time: 2.3886583 Jun 02 12:33:58.994762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44446) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:59.008823 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b70316-8805-48b6-8d04-837c5b17e56f']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:59.036653 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27e2d27-fd7b-450c-944a-84015ca96647') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:59.036863 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27e2d27-fd7b-450c-944a-84015ca96647') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:59.051639 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:33:59.059125 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:59.083622 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:59.089782 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f6511-4c04-4eed-9b11-fb77eee269cf None None] Pushing event deleted for resources: {'Port': ['ID=c085461d-d7b9-49dd-b9f7-0c7375801e1c,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:59.107361 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73ee8b5-0712-4476-b9e4-716b6a3ecaf6 None None] Sync routers for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:33:59.115203 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:33:59.115428 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9f8f6511-4c04-4eed-9b11-fb77eee269cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:59.115598 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:59.118420 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7782662d-896e-4b3f-9f08-338ad4633004 None None] No DVR routers for this DVR port 5341c198-df83-4788-a3c5-ca4e71fb3cfd on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:33:59.121316 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:59.122778 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:33:59.134648 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:33:59.216655 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a2f90-4e32-4a00-a449-1a9cb12345cb req-ac0f2898-c8e5-47b9-8e0c-e10678ef5533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:59.218965 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-394a2f90-4e32-4a00-a449-1a9cb12345cb req-ac0f2898-c8e5-47b9-8e0c-e10678ef5533 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2eeecbacfd564d3d9465a6227d2e7ddc&device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 1098 time: 0.3009770 Jun 02 12:33:59.219756 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:59.223803 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-074f8587-27c9-4774-a5c2-82a152f21dfb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2123818 Jun 02 12:33:59.230444 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73ee8b5-0712-4476-b9e4-716b6a3ecaf6 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:59.231096 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d73ee8b5-0712-4476-b9e4-716b6a3ecaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:59.246906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44448) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:59.269485 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-7ca7bd6e-d7bc-4b17-b394-0abf5bfd7c4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:59.362570 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d73ee8b5-0712-4476-b9e4-716b6a3ecaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:59.390570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:59.399407 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-432f1b1c-3cb9-4909-a1ae-cb2a6c8d31c2 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:59.413794 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2c85655e-e1e3-4816-9806-131e224a29ca tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:59.420878 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-885b94b9-3393-4fc0-af83-0b559ce67883 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:59.423022 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:59.431062 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-93af6a98-56bd-4a28-8649-f80fb9ee5721 None None] Provisioning complete for port 52be045b-8073-4e51-beee-81bd42e2a272 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:59.431539 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-93af6a98-56bd-4a28-8649-f80fb9ee5721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:59.442680 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/networks/f6b70316-8805-48b6-8d04-837c5b17e56f HTTP/1.1" status: 204 len: 168 time: 4.0305943 Jun 02 12:33:59.446224 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44450) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:59.476803 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device bb2a0e54-61c8-46e5-849c-db4785fb55cb up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:33:59.477181 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Network': ['ID=f6b70316-8805-48b6-8d04-837c5b17e56f,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:59.484456 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 11.0730774 Jun 02 12:33:59.504586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73ee8b5-0712-4476-b9e4-716b6a3ecaf6 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:33:59.505489 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d73ee8b5-0712-4476-b9e4-716b6a3ecaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:59.518426 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:59.518939 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44452) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:59.525426 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-ecb4315e-353f-40b6-97b5-2b27aa0e8455 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Request body: {'floatingip': {'port_id': 'e7a79969-b3f7-46da-b815-280d5a9bbf62', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:33:59.552553 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:33:59.578017 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-885b94b9-3393-4fc0-af83-0b559ce67883 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Calling delete_port for 52be045b-8073-4e51-beee-81bd42e2a272 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:33:59.606363 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d73ee8b5-0712-4476-b9e4-716b6a3ecaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:33:59.607310 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73ee8b5-0712-4476-b9e4-716b6a3ecaf6 None None] The sync data for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:33:59.609990 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b9aef9-d606-4f01-b6fb-6330e4b8bab5 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:59.610479 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b9aef9-d606-4f01-b6fb-6330e4b8bab5 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:59.614831 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d8b9aef9-d606-4f01-b6fb-6330e4b8bab5 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/subnets/c123a845-1533-440c-a8d8-8cefea57d4c2 HTTP/1.1" status: 404 len: 337 time: 0.1355126 Jun 02 12:33:59.620362 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-74bdb16b-4ebe-4747-b51f-6accd1fc57d5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:59.621911 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-93af6a98-56bd-4a28-8649-f80fb9ee5721 None None] Port 52be045b-8073-4e51-beee-81bd42e2a272 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:33:59.625540 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44454) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:59.641820 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-93af6a98-56bd-4a28-8649-f80fb9ee5721 None None] Could not find standard attr ID for object c085461d-d7b9-49dd-b9f7-0c7375801e1c. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:33:59.656218 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85655e-e1e3-4816-9806-131e224a29ca tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d1fae0-52bf-4cbf-98fb-ece79519ad55,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:33:59.658188 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a2f90-4e32-4a00-a449-1a9cb12345cb req-08ff6551-6e40-442a-a17e-74e7fe74dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:33:59.659659 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-394a2f90-4e32-4a00-a449-1a9cb12345cb req-08ff6551-6e40-442a-a17e-74e7fe74dd25 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d26e7cf0-c529-4972-8a72-bcb5f758199e HTTP/1.1" status: 200 len: 912 time: 0.3867962 Jun 02 12:33:59.663541 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2c85655e-e1e3-4816-9806-131e224a29ca tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:33:59.671464 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a51176e-1a75-4e48-a8a7-05aa666df415 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] DELETE failed (client error): The resource could not be found. Jun 02 12:33:59.672392 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a51176e-1a75-4e48-a8a7-05aa666df415 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:33:59.676541 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5a51176e-1a75-4e48-a8a7-05aa666df415 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/networks/bd607e6b-9b8b-46ca-ab3f-64e562fd3cf3 HTTP/1.1" status: 404 len: 339 time: 0.0499294 Jun 02 12:33:59.680624 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port bb2a0e54-61c8-46e5-849c-db4785fb55cb completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:59.681365 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44456) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:59.693256 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 7a6721d8-a948-48c0-b3ed-3798bc687c5e up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:33:59.777818 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ecb4315e-353f-40b6-97b5-2b27aa0e8455 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:59.788502 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e60828-1a2d-49aa-abf3-3dcb4ddd7b9c None None] DHCP port deletion for a7413df9-4e7a-4187-aef8-a668d8bf2950 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:33:59.845902 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-7ca7bd6e-d7bc-4b17-b394-0abf5bfd7c4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:33:59.874883 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4fc46d05-773e-4721-a2b3-88c5958c6671 None None] Provisioning for port bb2a0e54-61c8-46e5-849c-db4785fb55cb completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:33:59.883042 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4fc46d05-773e-4721-a2b3-88c5958c6671 None None] Provisioning complete for port bb2a0e54-61c8-46e5-849c-db4785fb55cb triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:59.883555 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4fc46d05-773e-4721-a2b3-88c5958c6671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:59.885719 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-7ca7bd6e-d7bc-4b17-b394-0abf5bfd7c4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:33:59.895873 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-7ca7bd6e-d7bc-4b17-b394-0abf5bfd7c4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:33:59.910578 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-394a2f90-4e32-4a00-a449-1a9cb12345cb req-f5d31630-eb10-41bc-8f47-af0a105234c5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ded582b0-2d55-48af-be8b-cc1d90a47d42 HTTP/1.1" status: 200 len: 1001 time: 0.2404511 Jun 02 12:33:59.938780 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] Allocated IP 172.20.0.1 (538c4580-73df-464f-868c-daf3dec24418/50a59100-ae12-4643-94d5-15b1702b852a/ffab3995-3e07-4da0-a1f7-2f54d5702299) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:33:59.942699 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2c85655e-e1e3-4816-9806-131e224a29ca tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:33:59.944177 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2c85655e-e1e3-4816-9806-131e224a29ca tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "DELETE /v2.0/security-groups/13d1fae0-52bf-4cbf-98fb-ece79519ad55 HTTP/1.1" status: 204 len: 168 time: 1.9967105 Jun 02 12:33:59.945348 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-7ca7bd6e-d7bc-4b17-b394-0abf5bfd7c4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:33:59.949025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44460) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:33:59.990896 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf28e8d1-28ad-4aa9-8c4e-d8d85d2c8108 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Deleting subnet 34a570e5-5ea2-4104-9ce6-ec0705dd6a11 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:33:59.996268 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 7a6721d8-a948-48c0-b3ed-3798bc687c5e triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:33:59.996768 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:00.046334 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-e1e60828-1a2d-49aa-abf3-3dcb4ddd7b9c None None] Deleting port 7a6721d8-a948-48c0-b3ed-3798bc687c5e {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:00.046813 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e1e60828-1a2d-49aa-abf3-3dcb4ddd7b9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:00.059144 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca7bd6e-d7bc-4b17-b394-0abf5bfd7c4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:00.063232 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7ca7bd6e-d7bc-4b17-b394-0abf5bfd7c4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:00.078080 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bf28e8d1-28ad-4aa9-8c4e-d8d85d2c8108 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:00.153232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0d40c393-8f37-4ea1-b2b0-7d081027ea28 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Synchronizing usage tracker for tenant:4a2d2564f94848c4b17bc78b58afeaa0 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:34:00.203271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a2f90-4e32-4a00-a449-1a9cb12345cb req-ac075846-3c1b-43e9-9bc2-089a752450f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:00.204741 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-394a2f90-4e32-4a00-a449-1a9cb12345cb req-ac075846-3c1b-43e9-9bc2-089a752450f3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=35e7c6b0-13d3-41ba-a88f-b72a6c16c109 HTTP/1.1" status: 200 len: 850 time: 0.2548058 Jun 02 12:34:00.261085 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4fc46d05-773e-4721-a2b3-88c5958c6671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:00.292806 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-e1e60828-1a2d-49aa-abf3-3dcb4ddd7b9c None None] For port 7a6721d8-a948-48c0-b3ed-3798bc687c5e, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=7a6721d8-a948-48c0-b3ed-3798bc687c5e,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:00.293316 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e1e60828-1a2d-49aa-abf3-3dcb4ddd7b9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:00.354005 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0d40c393-8f37-4ea1-b2b0-7d081027ea28 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Unset dirty status for tenant:4a2d2564f94848c4b17bc78b58afeaa0 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:34:00.360145 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0d40c393-8f37-4ea1-b2b0-7d081027ea28 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4087496 Jun 02 12:34:00.364669 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44462) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:00.372894 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-fcc86a3d-4785-4185-bc9b-1a6b563469b2 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677421212'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:00.489503 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fcc86a3d-4785-4185-bc9b-1a6b563469b2 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:00.529055 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bf28e8d1-28ad-4aa9-8c4e-d8d85d2c8108 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:00.591356 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 5341c198-df83-4788-a3c5-ca4e71fb3cfd no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:34:00.621257 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-e1e60828-1a2d-49aa-abf3-3dcb4ddd7b9c None None] Calling delete_port for 7a6721d8-a948-48c0-b3ed-3798bc687c5e owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:34:00.639810 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 5341c198-df83-4788-a3c5-ca4e71fb3cfd {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:34:00.640139 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 5341c198-df83-4788-a3c5-ca4e71fb3cfd not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:34:00.640691 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c085461d-d7b9-49dd-b9f7-0c7375801e1c no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:34:00.671169 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-885b94b9-3393-4fc0-af83-0b559ce67883 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:00.684400 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fcc86a3d-4785-4185-bc9b-1a6b563469b2 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:00.685480 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: c085461d-d7b9-49dd-b9f7-0c7375801e1c {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:34:00.685480 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c085461d-d7b9-49dd-b9f7-0c7375801e1c not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:34:00.720734 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e1e60828-1a2d-49aa-abf3-3dcb4ddd7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:00.724269 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:00.726502 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b25a2b06-71c6-4c8b-8e7f-cf759c7a981f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:00.770407 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e60828-1a2d-49aa-abf3-3dcb4ddd7b9c None None] Pushing event deleted for resources: {'Port': ['ID=7a6721d8-a948-48c0-b3ed-3798bc687c5e,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:00.776546 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e1e60828-1a2d-49aa-abf3-3dcb4ddd7b9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:00.778875 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e60828-1a2d-49aa-abf3-3dcb4ddd7b9c None None] No DVR routers for this DVR port 7a6721d8-a948-48c0-b3ed-3798bc687c5e on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:34:00.786125 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fcc86a3d-4785-4185-bc9b-1a6b563469b2 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:00.824178 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b94b9-3393-4fc0-af83-0b559ce67883 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Port': ['ID=52be045b-8073-4e51-beee-81bd42e2a272,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:00.839554 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-885b94b9-3393-4fc0-af83-0b559ce67883 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:00.841066 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fcc86a3d-4785-4185-bc9b-1a6b563469b2 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:00.845126 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-885b94b9-3393-4fc0-af83-0b559ce67883 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:00.847073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a2f90-4e32-4a00-a449-1a9cb12345cb req-7e650457-9c3a-46e3-9831-2b39489d9cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:00.848560 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-394a2f90-4e32-4a00-a449-1a9cb12345cb req-7e650457-9c3a-46e3-9831-2b39489d9cd8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d26e7cf0-c529-4972-8a72-bcb5f758199e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6329782 Jun 02 12:34:00.852435 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:00.852745 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fcc86a3d-4785-4185-bc9b-1a6b563469b2 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:00.857380 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fcc86a3d-4785-4185-bc9b-1a6b563469b2 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:00.885536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fcc86a3d-4785-4185-bc9b-1a6b563469b2 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:00.932126 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] Transition to ACTIVE for port object ffab3995-3e07-4da0-a1f7-2f54d5702299 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:00.953152 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-885b94b9-3393-4fc0-af83-0b559ce67883 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/ports/52be045b-8073-4e51-beee-81bd42e2a272 HTTP/1.1" status: 204 len: 168 time: 3.2658548 Jun 02 12:34:00.953787 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 2e97512a-1597-430c-8536-4018d4d1b8fd up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:00.955467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44466) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:00.966323 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bf28e8d1-28ad-4aa9-8c4e-d8d85d2c8108 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:01.026746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-74bdb16b-4ebe-4747-b51f-6accd1fc57d5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:01.040277 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1ebf30d3-00c5-4f72-b6e0-1d1bb3865c20 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:01.082429 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.db.api [None req-4fc46d05-773e-4721-a2b3-88c5958c6671 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:34:01.082783 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_db.api [None req-4fc46d05-773e-4721-a2b3-88c5958c6671 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:34:01.094537 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 2e97512a-1597-430c-8536-4018d4d1b8fd triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:01.094928 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:01.140565 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-394a2f90-4e32-4a00-a449-1a9cb12345cb req-6fd320d8-e7b5-4d36-a510-7c1ae4710cb2 service neutron] 10.222.0.22 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739716 Jun 02 12:34:01.146220 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bdb16b-4ebe-4747-b51f-6accd1fc57d5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event deleted for resources: {'Subnet': ['ID=37aa5d23-deaa-4cc7-bc07-3187f40ac6ee,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:01.163176 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8762a6-95eb-45d1-96a4-79ac5cc482c7 None None] Network e93f9c16-ee53-41e3-a0f3-b46776d0ab7c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:01.164409 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-74bdb16b-4ebe-4747-b51f-6accd1fc57d5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:01.168689 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-74bdb16b-4ebe-4747-b51f-6accd1fc57d5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:01.240055 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fcc86a3d-4785-4185-bc9b-1a6b563469b2 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:01.241609 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-74bdb16b-4ebe-4747-b51f-6accd1fc57d5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "DELETE /v2.0/subnets/37aa5d23-deaa-4cc7-bc07-3187f40ac6ee HTTP/1.1" status: 204 len: 168 time: 2.7888105 Jun 02 12:34:01.250497 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44468) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:01.294813 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fcc86a3d-4785-4185-bc9b-1a6b563469b2 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:01.305003 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:01.309749 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41bf3be5-6ae1-42a2-bb64-6ea4e6f22501 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:01.338139 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:01.355231 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ea89e76d-b02d-48cb-a955-4d89ada7e364 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:01.396319 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8e858c39-2280-418e-bbe9-f38870cbaa0e up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:01.442505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc86a3d-4785-4185-bc9b-1a6b563469b2 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8a099b-acf5-4e95-8bd4-62d22653068a,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:01.449364 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] Network 538c4580-73df-464f-868c-daf3dec24418 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:01.451901 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ecb4315e-353f-40b6-97b5-2b27aa0e8455 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:01.471847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fcc86a3d-4785-4185-bc9b-1a6b563469b2 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:01.479013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ecb4315e-353f-40b6-97b5-2b27aa0e8455 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:01.488818 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:01.497579 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 8e858c39-2280-418e-bbe9-f38870cbaa0e completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:01.503725 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 8e858c39-2280-418e-bbe9-f38870cbaa0e triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:01.504140 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:01.510566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:01.564152 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] Pushing event updated for resources: {'Port': ['ID=ffab3995-3e07-4da0-a1f7-2f54d5702299,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:01.599164 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:01.655166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dad7a6-b685-491b-9a9f-34622beb0dbb None None] DHCP port deletion for e93f9c16-ee53-41e3-a0f3-b46776d0ab7c request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:34:01.681768 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628ed028-d54b-4829-a842-670cb1d21aa0 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:01.683301 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628ed028-d54b-4829-a842-670cb1d21aa0 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:01.688365 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-628ed028-d54b-4829-a842-670cb1d21aa0 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4293914 Jun 02 12:34:01.699280 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44470) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:01.740474 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4fc46d05-773e-4721-a2b3-88c5958c6671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:01.754292 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fcc86a3d-4785-4185-bc9b-1a6b563469b2 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:01.755436 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fcc86a3d-4785-4185-bc9b-1a6b563469b2 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3881044 Jun 02 12:34:01.760402 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:01.775594 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44472) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:01.797595 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-4fc46d05-773e-4721-a2b3-88c5958c6671 None None] For port bb2a0e54-61c8-46e5-849c-db4785fb55cb, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=bb2a0e54-61c8-46e5-849c-db4785fb55cb,segment=NetworkSegment(17794e8b-03d2-4442-b22b-20e01ed51d81),segment_id=17794e8b-03d2-4442-b22b-20e01ed51d81)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:01.797825 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-4489da0d-04eb-444c-8028-12b7cd6b85cb tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group_rule': {'security_group_id': 'ca8a099b-acf5-4e95-8bd4-62d22653068a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:01.799025 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING neutron.api.v2.base [None req-4489da0d-04eb-444c-8028-12b7cd6b85cb tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 02 12:34:01.799604 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-4489da0d-04eb-444c-8028-12b7cd6b85cb tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:34:01.800655 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4489da0d-04eb-444c-8028-12b7cd6b85cb tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067225 Jun 02 12:34:01.800892 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 8e858c39-2280-418e-bbe9-f38870cbaa0e, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=8e858c39-2280-418e-bbe9-f38870cbaa0e,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:01.805281 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-394a2f90-4e32-4a00-a449-1a9cb12345cb req-e66ccdab-1068-4e86-935e-4b2b0720da26 service neutron] 10.222.0.22 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6573474 Jun 02 12:34:01.805833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44474) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:01.815031 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4fc46d05-773e-4721-a2b3-88c5958c6671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:01.823851 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:01.829201 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41bf3be5-6ae1-42a2-bb64-6ea4e6f22501 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:01.850377 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:01.857127 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-41bf3be5-6ae1-42a2-bb64-6ea4e6f22501 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f8f70fa-496f-42a8-b6f8-090baa296d01']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:01.880327 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:01.889886 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-41bf3be5-6ae1-42a2-bb64-6ea4e6f22501 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0897bf-884f-4be1-82a7-8e7c0180f1d2') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:01.890441 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-41bf3be5-6ae1-42a2-bb64-6ea4e6f22501 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0897bf-884f-4be1-82a7-8e7c0180f1d2') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:01.936086 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-76dad7a6-b685-491b-9a9f-34622beb0dbb None None] Deleting port bb2a0e54-61c8-46e5-849c-db4785fb55cb {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:01.936716 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-76dad7a6-b685-491b-9a9f-34622beb0dbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:01.959496 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41bf3be5-6ae1-42a2-bb64-6ea4e6f22501 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:01.960196 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 7a6721d8-a948-48c0-b3ed-3798bc687c5e no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:34:01.986866 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41bf3be5-6ae1-42a2-bb64-6ea4e6f22501 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.007353 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 7a6721d8-a948-48c0-b3ed-3798bc687c5e {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:34:02.007628 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4f130c82-e423-4c63-96a0-0a4c4b9271f5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.007781 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 7a6721d8-a948-48c0-b3ed-3798bc687c5e not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:34:02.020549 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc46d05-773e-4721-a2b3-88c5958c6671 None None] Pushing event updated for resources: {'Port': ['ID=bb2a0e54-61c8-46e5-849c-db4785fb55cb,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:02.035428 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f130c82-e423-4c63-96a0-0a4c4b9271f5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 02 12:34:02.035886 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f130c82-e423-4c63-96a0-0a4c4b9271f5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:34:02.037490 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4f130c82-e423-4c63-96a0-0a4c4b9271f5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "DELETE /v2.0/networks/e93f9c16-ee53-41e3-a0f3-b46776d0ab7c HTTP/1.1" status: 409 len: 405 time: 0.2846944 Jun 02 12:34:02.049898 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44476) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:02.055338 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-3a63654e-34b3-49e0-8f52-65a30d04d205 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-297360373'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:02.069435 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3a63654e-34b3-49e0-8f52-65a30d04d205 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:02.072127 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41bf3be5-6ae1-42a2-bb64-6ea4e6f22501 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:34:02.072527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41bf3be5-6ae1-42a2-bb64-6ea4e6f22501 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.078738 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-66a56a24-f8c6-4912-9bc2-b57c62417261 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.080562 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3a63654e-34b3-49e0-8f52-65a30d04d205 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Usage tracker for resource:network and tenant:343cdd4a79934b8eb57ccfa54eec3318 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:02.084034 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3a63654e-34b3-49e0-8f52-65a30d04d205 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:34:02.091538 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:34:02.093975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3a63654e-34b3-49e0-8f52-65a30d04d205 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:02.104751 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb4315e-353f-40b6-97b5-2b27aa0e8455 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Router 21724b17-26bf-4052-85a6-7b638422d074 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:34:02.128162 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-76dad7a6-b685-491b-9a9f-34622beb0dbb None None] For port bb2a0e54-61c8-46e5-849c-db4785fb55cb, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=bb2a0e54-61c8-46e5-849c-db4785fb55cb,segment=NetworkSegment(17794e8b-03d2-4442-b22b-20e01ed51d81),segment_id=17794e8b-03d2-4442-b22b-20e01ed51d81)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:02.128647 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-76dad7a6-b685-491b-9a9f-34622beb0dbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.130421 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a63654e-34b3-49e0-8f52-65a30d04d205 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Made reservation on behalf of 343cdd4a79934b8eb57ccfa54eec3318 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:02.133819 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3a63654e-34b3-49e0-8f52-65a30d04d205 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.152323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-66a56a24-f8c6-4912-9bc2-b57c62417261 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.194812 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bf28e8d1-28ad-4aa9-8c4e-d8d85d2c8108 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.206029 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-455d2aea-4f02-4442-ae82-2091bb253fa3 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:02.255671 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28e8d1-28ad-4aa9-8c4e-d8d85d2c8108 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Subnet': ['ID=34a570e5-5ea2-4104-9ce6-ec0705dd6a11,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:02.271806 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bf28e8d1-28ad-4aa9-8c4e-d8d85d2c8108 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:02.276080 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bf28e8d1-28ad-4aa9-8c4e-d8d85d2c8108 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.282446 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41bf3be5-6ae1-42a2-bb64-6ea4e6f22501 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.284576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a63654e-34b3-49e0-8f52-65a30d04d205 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:34:02.301747 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8ab8d6f8-79c9-4865-abc0-26f5795a2fa7 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:02.304415 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c605834f-b014-425d-bcaf-0e97df5ee715 None None] Provisioning for port 7ecc3215-83f0-47c2-8b44-61785db1773a completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:02.311172 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4fc46d05-773e-4721-a2b3-88c5958c6671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:02.316883 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41bf3be5-6ae1-42a2-bb64-6ea4e6f22501 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.319876 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-76dad7a6-b685-491b-9a9f-34622beb0dbb None None] Calling delete_port for bb2a0e54-61c8-46e5-849c-db4785fb55cb owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:34:02.322741 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c605834f-b014-425d-bcaf-0e97df5ee715 None None] Provisioning complete for port 7ecc3215-83f0-47c2-8b44-61785db1773a triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:02.323263 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c605834f-b014-425d-bcaf-0e97df5ee715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.359124 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e1e60828-1a2d-49aa-abf3-3dcb4ddd7b9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.469s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:02.397644 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a7160d-b52b-47e0-b177-c810c996e45a None None] Network 633b0793-2f52-4622-a4ea-90170e3739f9 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:02.512551 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3a63654e-34b3-49e0-8f52-65a30d04d205 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.513383 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-3a63654e-34b3-49e0-8f52-65a30d04d205 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Added segment e560932a-51b6-427e-a8fe-8f09430e877a of type vlan for network a9bb44a0-7820-4a60-9c56-fb40a6b9249b Jun 02 12:34:02.537696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-66a56a24-f8c6-4912-9bc2-b57c62417261 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.543783 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf3be5-6ae1-42a2-bb64-6ea4e6f22501 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Pushing event deleted for resources: {'Network': ['ID=5f8f70fa-496f-42a8-b6f8-090baa296d01,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:02.546773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:02.549586 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bf28e8d1-28ad-4aa9-8c4e-d8d85d2c8108 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/subnets/34a570e5-5ea2-4104-9ce6-ec0705dd6a11 HTTP/1.1" status: 204 len: 168 time: 2.8436618 Jun 02 12:34:02.549770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44482) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:02.550606 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-41bf3be5-6ae1-42a2-bb64-6ea4e6f22501 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:02.576083 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a56a24-f8c6-4912-9bc2-b57c62417261 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8a099b-acf5-4e95-8bd4-62d22653068a,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:02.585592 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3a63654e-34b3-49e0-8f52-65a30d04d205 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.586770 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-41bf3be5-6ae1-42a2-bb64-6ea4e6f22501 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] 10.222.0.37 "DELETE /v2.0/networks/5f8f70fa-496f-42a8-b6f8-090baa296d01 HTTP/1.1" status: 204 len: 168 time: 1.6235325 Jun 02 12:34:02.589380 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-66a56a24-f8c6-4912-9bc2-b57c62417261 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:02.600715 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb4315e-353f-40b6-97b5-2b27aa0e8455 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:34:02.613070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-66a56a24-f8c6-4912-9bc2-b57c62417261 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.614685 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-66a56a24-f8c6-4912-9bc2-b57c62417261 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "DELETE /v2.0/security-groups/ca8a099b-acf5-4e95-8bd4-62d22653068a HTTP/1.1" status: 204 len: 168 time: 0.7570457 Jun 02 12:34:02.618045 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f916d99-9e20-480a-b05b-1ab0fb6c0c16 None None] Sync routers for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:34:02.626351 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44486) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:02.630455 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ecb4315e-353f-40b6-97b5-2b27aa0e8455 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.637181 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f916d99-9e20-480a-b05b-1ab0fb6c0c16 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:02.638384 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-7f916d99-9e20-480a-b05b-1ab0fb6c0c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:02.647899 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c605834f-b014-425d-bcaf-0e97df5ee715 None None] Port 7ecc3215-83f0-47c2-8b44-61785db1773a cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:34:02.708875 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=8e858c39-2280-418e-bbe9-f38870cbaa0e,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:02.720807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:02.720807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c605834f-b014-425d-bcaf-0e97df5ee715 None None] Provisioning complete for port bb2a0e54-61c8-46e5-849c-db4785fb55cb triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:02.720807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c605834f-b014-425d-bcaf-0e97df5ee715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.721224 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.resource_extend [None req-3a63654e-34b3-49e0-8f52-65a30d04d205 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:34:02.770534 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-7f916d99-9e20-480a-b05b-1ab0fb6c0c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:02.786392 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.objects.ports [None req-7ca7bd6e-d7bc-4b17-b394-0abf5bfd7c4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92304) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 12:34:02.787084 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f916d99-9e20-480a-b05b-1ab0fb6c0c16 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:02.787749 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-7f916d99-9e20-480a-b05b-1ab0fb6c0c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:02.787969 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.802900 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7ca7bd6e-d7bc-4b17-b394-0abf5bfd7c4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.813608 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-465116ce-bf6a-44fc-b03d-70e94cb7a1bc tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:02.816614 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3a63654e-34b3-49e0-8f52-65a30d04d205 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.828510 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a63654e-34b3-49e0-8f52-65a30d04d205 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:02.829148 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3a63654e-34b3-49e0-8f52-65a30d04d205 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.845853 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c8e1958f-062b-409d-af01-22a5506a239c tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:02.853926 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.904483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c605834f-b014-425d-bcaf-0e97df5ee715 None None] Could not find standard attr ID for object bb2a0e54-61c8-46e5-849c-db4785fb55cb. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:34:02.907656 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-76dad7a6-b685-491b-9a9f-34622beb0dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.919546 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-462a0e4d-cecc-4fd6-a41e-25b2f1a5fafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:02.925998 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca7bd6e-d7bc-4b17-b394-0abf5bfd7c4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:02.929348 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-7ca7bd6e-d7bc-4b17-b394-0abf5bfd7c4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:02.929674 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-7f916d99-9e20-480a-b05b-1ab0fb6c0c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:02.930190 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f916d99-9e20-480a-b05b-1ab0fb6c0c16 None None] The sync data for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:34:02.960895 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca7bd6e-d7bc-4b17-b394-0abf5bfd7c4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:02.961495 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7ca7bd6e-d7bc-4b17-b394-0abf5bfd7c4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:02.968074 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.plugins.ml2.db [None req-c605834f-b014-425d-bcaf-0e97df5ee715 None None] No ports have port_id starting with bb2a0e54-61c8-46e5-849c-db4785fb55cb Jun 02 12:34:02.976651 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8e858c39-2280-418e-bbe9-f38870cbaa0e up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:03.005221 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7bd6e-d7bc-4b17-b394-0abf5bfd7c4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=caf0a948-0ec0-4f77-9a8d-1a7644d0082e,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:03.019721 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7ca7bd6e-d7bc-4b17-b394-0abf5bfd7c4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:03.051571 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7ca7bd6e-d7bc-4b17-b394-0abf5bfd7c4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.8008454 Jun 02 12:34:03.052569 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652b6bbe-54e5-475e-ba5b-a4b4913eb6b7 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:03.055166 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44490) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:03.062085 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-3c180f89-941a-44e6-aa17-bf286b03166f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'mac_address': 'fa:16:3e:ab:c3:f9', 'name': 'tempest-NetworksTestDHCPv6-1483719471'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:03.063728 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c3910bab-6e68-4708-9faf-14de7df37729 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Synchronizing usage tracker for tenant:4a2d2564f94848c4b17bc78b58afeaa0 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:34:03.125026 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ecb4315e-353f-40b6-97b5-2b27aa0e8455 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "PUT /v2.0/floatingips/9c2acc99-7016-45d4-81d2-8e50887d64c5 HTTP/1.1" status: 200 len: 976 time: 3.6007085 Jun 02 12:34:03.125026 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3a63654e-34b3-49e0-8f52-65a30d04d205 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0731590 Jun 02 12:34:03.129109 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44492) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:03.129638 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44494) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:03.151012 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44496) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:03.167755 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dad7a6-b685-491b-9a9f-34622beb0dbb None None] Pushing event deleted for resources: {'Port': ['ID=bb2a0e54-61c8-46e5-849c-db4785fb55cb,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:03.170125 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dad7a6-b685-491b-9a9f-34622beb0dbb None None] No DVR routers for this DVR port bb2a0e54-61c8-46e5-849c-db4785fb55cb on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:34:03.178303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-76dad7a6-b685-491b-9a9f-34622beb0dbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:03.217060 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c605834f-b014-425d-bcaf-0e97df5ee715 None None] Provisioning for port ffab3995-3e07-4da0-a1f7-2f54d5702299 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:03.242403 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c605834f-b014-425d-bcaf-0e97df5ee715 None None] Provisioning complete for port ffab3995-3e07-4da0-a1f7-2f54d5702299 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:03.242759 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c605834f-b014-425d-bcaf-0e97df5ee715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:03.318808 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c605834f-b014-425d-bcaf-0e97df5ee715 None None] Port ffab3995-3e07-4da0-a1f7-2f54d5702299 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:34:03.321175 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 8e858c39-2280-418e-bbe9-f38870cbaa0e triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:03.324181 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:03.333389 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Deleting port 63ea2799-5658-4157-af12-0b4d564c4440 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:03.333986 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:03.337552 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c704b20d-d8d6-4622-9d8a-603957bdfe65 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Request body: {'subnet': {'network_id': 'a9bb44a0-7820-4a60-9c56-fb40a6b9249b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:03.365123 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3c180f89-941a-44e6-aa17-bf286b03166f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:03.402369 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d15a5c-1a0f-48d1-a8e5-cba7f30cbeba None None] DHCP port deletion for 633b0793-2f52-4622-a4ea-90170e3739f9 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:34:03.455745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3c180f89-941a-44e6-aa17-bf286b03166f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:03.459403 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63654e-34b3-49e0-8f52-65a30d04d205 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event updated for resources: {'Network': ['ID=a9bb44a0-7820-4a60-9c56-fb40a6b9249b,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:03.473537 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.db.resource_extend [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:34:03.489928 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network a9bb44a0-7820-4a60-9c56-fb40a6b9249b details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:34:03.502885 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3a63654e-34b3-49e0-8f52-65a30d04d205 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:03.515372 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c180f89-941a-44e6-aa17-bf286b03166f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:03.517651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c3910bab-6e68-4708-9faf-14de7df37729 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Unset dirty status for tenant:4a2d2564f94848c4b17bc78b58afeaa0 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:34:03.519413 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c3910bab-6e68-4708-9faf-14de7df37729 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8919945 Jun 02 12:34:03.527582 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44502) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:03.540470 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:03.551547 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] For port 63ea2799-5658-4157-af12-0b4d564c4440, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=63ea2799-5658-4157-af12-0b4d564c4440,segment=NetworkSegment(39347eee-b032-4cc4-8dc9-55e74088e82c),segment_id=39347eee-b032-4cc4-8dc9-55e74088e82c)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:03.552266 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:03.580113 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:03.601606 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-37f9f637-1524-44ca-8ee1-0ae5630dbba4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group': {'name': 'tempest-secgroup--23496766'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:03.629819 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-37f9f637-1524-44ca-8ee1-0ae5630dbba4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:03.657587 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-76c5cbee-fe4c-437b-9753-3abdb1dcda4a tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:03.674258 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-37f9f637-1524-44ca-8ee1-0ae5630dbba4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:03.679112 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a7413df9-4e7a-4187-aef8-a668d8bf2950', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'fixed_ips': [{'subnet_id': 'caf0a948-0ec0-4f77-9a8d-1a7644d0082e'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:34:03.680711 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:03.725345 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c704b20d-d8d6-4622-9d8a-603957bdfe65 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:03.744072 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c704b20d-d8d6-4622-9d8a-603957bdfe65 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Usage tracker for resource:subnet and tenant:343cdd4a79934b8eb57ccfa54eec3318 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:03.749603 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-37f9f637-1524-44ca-8ee1-0ae5630dbba4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:03.760101 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-aa64b618-ab47-4d65-af55-4d9097eb7707 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4205f37103a1478c8c9013669bd1496e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6062675 Jun 02 12:34:03.762884 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44504) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:03.771916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c704b20d-d8d6-4622-9d8a-603957bdfe65 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:03.779178 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-37f9f637-1524-44ca-8ee1-0ae5630dbba4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:03.783321 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-37f9f637-1524-44ca-8ee1-0ae5630dbba4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:03.786732 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-37f9f637-1524-44ca-8ee1-0ae5630dbba4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:03.793081 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-37f9f637-1524-44ca-8ee1-0ae5630dbba4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:03.819407 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-36d15a5c-1a0f-48d1-a8e5-cba7f30cbeba None None] Deleting port 63ea2799-5658-4157-af12-0b4d564c4440 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:03.819885 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-36d15a5c-1a0f-48d1-a8e5-cba7f30cbeba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:03.849986 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Calling delete_port for 63ea2799-5658-4157-af12-0b4d564c4440 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:34:03.873939 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-37f9f637-1524-44ca-8ee1-0ae5630dbba4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:03.881667 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c704b20d-d8d6-4622-9d8a-603957bdfe65 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:03.889018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-37f9f637-1524-44ca-8ee1-0ae5630dbba4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:03.898618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b22d717e-434c-476f-8bc0-fa59021aea02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:03.949119 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:03.953067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] Pushing event updated for resources: {'Port': ['ID=ffab3995-3e07-4da0-a1f7-2f54d5702299,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:03.964368 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9f637-1524-44ca-8ee1-0ae5630dbba4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1efe778a-a99a-4bbb-8456-76f42f727ae7,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:03.969916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-37f9f637-1524-44ca-8ee1-0ae5630dbba4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:03.972510 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:03.989166 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-37f9f637-1524-44ca-8ee1-0ae5630dbba4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:03.990853 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-37f9f637-1524-44ca-8ee1-0ae5630dbba4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4592538 Jun 02 12:34:03.991545 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c704b20d-d8d6-4622-9d8a-603957bdfe65 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Made reservation on behalf of 343cdd4a79934b8eb57ccfa54eec3318 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:03.995256 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c704b20d-d8d6-4622-9d8a-603957bdfe65 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:03.998829 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44506) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:03.999402 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-36d15a5c-1a0f-48d1-a8e5-cba7f30cbeba None None] For port 63ea2799-5658-4157-af12-0b4d564c4440, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=63ea2799-5658-4157-af12-0b4d564c4440,segment=NetworkSegment(39347eee-b032-4cc4-8dc9-55e74088e82c),segment_id=39347eee-b032-4cc4-8dc9-55e74088e82c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:03.999875 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-36d15a5c-1a0f-48d1-a8e5-cba7f30cbeba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:04.006805 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3c180f89-941a-44e6-aa17-bf286b03166f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:04.030938 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-d309c675-cf8d-4ee4-9920-ebef104f34cb tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group_rule': {'security_group_id': '1efe778a-a99a-4bbb-8456-76f42f727ae7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:04.047977 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING neutron.api.v2.base [None req-d309c675-cf8d-4ee4-9920-ebef104f34cb tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 02 12:34:04.048579 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-d309c675-cf8d-4ee4-9920-ebef104f34cb tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:34:04.049612 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d309c675-cf8d-4ee4-9920-ebef104f34cb tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0456984 Jun 02 12:34:04.058199 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44508) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:04.062751 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-a2bca7b7-9ef9-49ed-b55a-8a2c2e2e6fd7 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group_rule': {'security_group_id': '1efe778a-a99a-4bbb-8456-76f42f727ae7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:04.063413 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING neutron.api.v2.base [None req-a2bca7b7-9ef9-49ed-b55a-8a2c2e2e6fd7 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 02 12:34:04.063887 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-a2bca7b7-9ef9-49ed-b55a-8a2c2e2e6fd7 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:34:04.067810 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a2bca7b7-9ef9-49ed-b55a-8a2c2e2e6fd7 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061531 Jun 02 12:34:04.075672 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44510) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:04.082952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-29756745-d949-4e3c-9976-c969af56ea4c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group_rule': {'security_group_id': '1efe778a-a99a-4bbb-8456-76f42f727ae7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:04.083754 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING neutron.api.v2.base [None req-29756745-d949-4e3c-9976-c969af56ea4c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 02 12:34:04.084230 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-29756745-d949-4e3c-9976-c969af56ea4c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:34:04.087668 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-29756745-d949-4e3c-9976-c969af56ea4c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056505 Jun 02 12:34:04.095956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44512) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:04.097549 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-4945492b-8216-485f-84cc-af608baea07d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Deleting port 9d2e020e-f1a4-4d8e-9083-835b35e95878 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:04.097893 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4945492b-8216-485f-84cc-af608baea07d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:04.118781 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-fda31c32-ade6-49b6-ac86-0c4c4987f718 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group_rule': {'security_group_id': '1efe778a-a99a-4bbb-8456-76f42f727ae7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:04.120696 dv-neutron-601336-80-hyperv neutron-server[92305]: WARNING neutron.api.v2.base [None req-fda31c32-ade6-49b6-ac86-0c4c4987f718 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 02 12:34:04.121213 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-fda31c32-ade6-49b6-ac86-0c4c4987f718 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:34:04.124725 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fda31c32-ade6-49b6-ac86-0c4c4987f718 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0121667 Jun 02 12:34:04.129753 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-36d15a5c-1a0f-48d1-a8e5-cba7f30cbeba None None] Calling delete_port for 63ea2799-5658-4157-af12-0b4d564c4440 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:34:04.131032 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44514) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:04.135523 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device bb2a0e54-61c8-46e5-849c-db4785fb55cb no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:34:04.175189 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Allocated IP 2001:db8::f816:3eff:fe1c:b42f (a7413df9-4e7a-4187-aef8-a668d8bf2950/caf0a948-0ec0-4f77-9a8d-1a7644d0082e/a019dc0c-16e5-41ec-9920-3785213eb349) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:04.185706 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: bb2a0e54-61c8-46e5-849c-db4785fb55cb {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:34:04.186136 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device bb2a0e54-61c8-46e5-849c-db4785fb55cb not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:34:04.292519 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6884d05-7c7d-4fb7-8588-141c4493e568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:04.306121 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4945492b-8216-485f-84cc-af608baea07d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:04.306428 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4945492b-8216-485f-84cc-af608baea07d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:04.321994 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-3c180f89-941a-44e6-aa17-bf286b03166f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] device_id is not set on port 8951e554-3cd5-46c5-8d8f-7d8785469730 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:34:04.354424 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-36d15a5c-1a0f-48d1-a8e5-cba7f30cbeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:04.359971 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9f8f6511-4c04-4eed-9b11-fb77eee269cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:04.417267 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6884d05-7c7d-4fb7-8588-141c4493e568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:04.442517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:04.467281 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d15a5c-1a0f-48d1-a8e5-cba7f30cbeba None None] Pushing event deleted for resources: {'Port': ['ID=63ea2799-5658-4157-af12-0b4d564c4440,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:04.473421 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-36d15a5c-1a0f-48d1-a8e5-cba7f30cbeba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:04.487705 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-78971e73-c4fd-42eb-81c1-cc13a8ad3ee9 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:04.489609 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-4945492b-8216-485f-84cc-af608baea07d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Calling delete_port for 9d2e020e-f1a4-4d8e-9083-835b35e95878 owned by network:floatingip {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:34:04.498417 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3a481f31-eba1-4bb6-b907-200034fd4d00 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:04.540568 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Port': ['ID=63ea2799-5658-4157-af12-0b4d564c4440,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:04.543622 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:04.556456 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3a481f31-eba1-4bb6-b907-200034fd4d00 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:04.562325 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:04.567653 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] Network 538c4580-73df-464f-868c-daf3dec24418 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:04.571165 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] No DVR routers for this DVR port 63ea2799-5658-4157-af12-0b4d564c4440 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:34:04.580746 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d15a5c-1a0f-48d1-a8e5-cba7f30cbeba None None] No DVR routers for this DVR port 63ea2799-5658-4157-af12-0b4d564c4440 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:34:04.586388 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Transition to ACTIVE for port object a019dc0c-16e5-41ec-9920-3785213eb349 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:04.610441 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Transition to ACTIVE for port object a019dc0c-16e5-41ec-9920-3785213eb349 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:04.619346 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:04.626362 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:04.630410 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:04.711928 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Pushing event updated for resources: {'Port': ['ID=a019dc0c-16e5-41ec-9920-3785213eb349,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:04.723360 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:04.730282 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:04.732294 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:04.737925 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:04.758863 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3a481f31-eba1-4bb6-b907-200034fd4d00 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:04.763212 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-66a56a24-f8c6-4912-9bc2-b57c62417261 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:04.792974 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a481f31-eba1-4bb6-b907-200034fd4d00 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efe778a-a99a-4bbb-8456-76f42f727ae7,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:04.807842 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3a481f31-eba1-4bb6-b907-200034fd4d00 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:04.829365 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3a481f31-eba1-4bb6-b907-200034fd4d00 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:04.831591 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3a481f31-eba1-4bb6-b907-200034fd4d00 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "DELETE /v2.0/security-groups/1efe778a-a99a-4bbb-8456-76f42f727ae7 HTTP/1.1" status: 204 len: 168 time: 0.6985927 Jun 02 12:34:04.877182 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 63ea2799-5658-4157-af12-0b4d564c4440 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:34:04.878807 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44518) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:04.928158 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 63ea2799-5658-4157-af12-0b4d564c4440 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:34:04.928497 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 63ea2799-5658-4157-af12-0b4d564c4440 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:34:04.931886 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Attempting to bind port a019dc0c-16e5-41ec-9920-3785213eb349 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:34:04.932265 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Attempting to bind port a019dc0c-16e5-41ec-9920-3785213eb349 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:34:04.932702 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Attempting to bind port a019dc0c-16e5-41ec-9920-3785213eb349 on network a7413df9-4e7a-4187-aef8-a668d8bf2950 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:34:04.948974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:34:04.949346 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:04.949751 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:04.950207 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Bound using segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:34:04.950679 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Bound port: a019dc0c-16e5-41ec-9920-3785213eb349, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:34:04.951051 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:05.007252 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-3c180f89-941a-44e6-aa17-bf286b03166f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8::f816:3eff:feab:c3f9 (a7413df9-4e7a-4187-aef8-a668d8bf2950/caf0a948-0ec0-4f77-9a8d-1a7644d0082e/8951e554-3cd5-46c5-8d8f-7d8785469730) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:05.026418 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:05.038717 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6884d05-7c7d-4fb7-8588-141c4493e568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:05.052055 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] For port a019dc0c-16e5-41ec-9920-3785213eb349, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:34:05.054729 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-25900df1-67c2-4ac6-b473-35ae15fb5c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:05.059630 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-1b95a120-f4e4-49e8-92a3-158f502282b7 None None] Provisioning complete for port ffab3995-3e07-4da0-a1f7-2f54d5702299 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:05.060140 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1b95a120-f4e4-49e8-92a3-158f502282b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:05.082968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633b0793-2f52-4622-a4ea-90170e3739f9']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:05.084721 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4945492b-8216-485f-84cc-af608baea07d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:05.090051 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:05.103316 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6884d05-7c7d-4fb7-8588-141c4493e568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339fd30c-783c-45c5-8240-f6d48f94d8ef,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:05.105302 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] For port a019dc0c-16e5-41ec-9920-3785213eb349, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a019dc0c-16e5-41ec-9920-3785213eb349,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:34:05.114759 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b6884d05-7c7d-4fb7-8588-141c4493e568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:05.120311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39347eee-b032-4cc4-8dc9-55e74088e82c') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:05.120607 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39347eee-b032-4cc4-8dc9-55e74088e82c') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:05.127026 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:05.135302 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-93b765bb-c7f3-4eb3-bd8e-ad43698c0f27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:05.154154 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945492b-8216-485f-84cc-af608baea07d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event deleted for resources: {'Port': ['ID=9d2e020e-f1a4-4d8e-9083-835b35e95878,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:05.167726 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:05.181889 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a7d3a2f7-c30a-455b-a7d4-d49d0ec7af74 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Synchronizing usage tracker for tenant:4a2d2564f94848c4b17bc78b58afeaa0 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:34:05.183711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4945492b-8216-485f-84cc-af608baea07d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:05.191271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-1b95a120-f4e4-49e8-92a3-158f502282b7 None None] Port ffab3995-3e07-4da0-a1f7-2f54d5702299 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:34:05.220783 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6884d05-7c7d-4fb7-8588-141c4493e568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:05.224623 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b6884d05-7c7d-4fb7-8588-141c4493e568 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/339fd30c-783c-45c5-8240-f6d48f94d8ef HTTP/1.1" status: 204 len: 168 time: 1.3953428 Jun 02 12:34:05.226777 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] Router 29d3d7a0-d198-4622-8c9c-923c175c51dc has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:34:05.230542 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:05.243379 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Pushing event updated for resources: {'Port': ['ID=a019dc0c-16e5-41ec-9920-3785213eb349,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:05.249132 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:05.265193 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:34:05.265506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:34:05.289832 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:34:05.308048 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a7d3a2f7-c30a-455b-a7d4-d49d0ec7af74 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Unset dirty status for tenant:4a2d2564f94848c4b17bc78b58afeaa0 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:34:05.313051 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a7d3a2f7-c30a-455b-a7d4-d49d0ec7af74 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4218280 Jun 02 12:34:05.314495 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44522) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:05.321542 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-ac417068-f88a-4180-93bc-de870c6bd868 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group': {'name': 'tempest-secgroup--1180444308'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:05.331609 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ac417068-f88a-4180-93bc-de870c6bd868 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:05.349950 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4945492b-8216-485f-84cc-af608baea07d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:05.350315 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-4945492b-8216-485f-84cc-af608baea07d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Floating IP 9c2acc99-7016-45d4-81d2-8e50887d64c5 disassociated (deleted). External IP: 172.26.7.5, port: e7a79969-b3f7-46da-b815-280d5a9bbf62. Jun 02 12:34:05.402692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ac417068-f88a-4180-93bc-de870c6bd868 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:05.507020 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ac417068-f88a-4180-93bc-de870c6bd868 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:05.534747 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.objects.ports [None req-c704b20d-d8d6-4622-9d8a-603957bdfe65 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92305) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 12:34:05.541307 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c704b20d-d8d6-4622-9d8a-603957bdfe65 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:05.544780 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:05.550593 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3d68eb05-aa1c-4777-aedc-ce4568088b3a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:05.581134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-41bf3be5-6ae1-42a2-bb64-6ea4e6f22501 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:05.603714 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:05.627144 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Pushing event deleted for resources: {'Network': ['ID=633b0793-2f52-4622-a4ea-90170e3739f9,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:05.691669 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ac417068-f88a-4180-93bc-de870c6bd868 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:05.696031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ac417068-f88a-4180-93bc-de870c6bd868 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:05.699060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ac417068-f88a-4180-93bc-de870c6bd868 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:05.701792 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:05.708370 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ac417068-f88a-4180-93bc-de870c6bd868 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:05.716555 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] 10.222.0.37 "DELETE /v2.0/networks/633b0793-2f52-4622-a4ea-90170e3739f9 HTTP/1.1" status: 204 len: 168 time: 3.1569338 Jun 02 12:34:05.755416 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3c180f89-941a-44e6-aa17-bf286b03166f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:05.780905 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:34:05.797436 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] 10.222.0.37 "PUT /v2.0/routers/29d3d7a0-d198-4622-8c9c-923c175c51dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0289161 Jun 02 12:34:05.797436 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-3c180f89-941a-44e6-aa17-bf286b03166f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Transition to ACTIVE for port object 8951e554-3cd5-46c5-8d8f-7d8785469730 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:05.798178 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ac417068-f88a-4180-93bc-de870c6bd868 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:05.808840 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] Sync routers for ids ['29d3d7a0-d198-4622-8c9c-923c175c51dc'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:34:05.824779 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] Routers {'29d3d7a0-d198-4622-8c9c-923c175c51dc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:05.825464 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['29d3d7a0-d198-4622-8c9c-923c175c51dc'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:05.834666 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ac417068-f88a-4180-93bc-de870c6bd868 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:05.843397 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3c180f89-941a-44e6-aa17-bf286b03166f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:05.854442 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ba2d53a8-a4be-4c82-9810-2baf4f420e36 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:05.897044 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ac417068-f88a-4180-93bc-de870c6bd868 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:05.901549 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ac417068-f88a-4180-93bc-de870c6bd868 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5864115 Jun 02 12:34:05.902999 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44540) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:05.916659 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-a51494b5-1cfe-459d-abf8-a719e8b27149 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group_rule': {'security_group_id': '05015625-8bea-4345-a33c-3eca85bc053d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:05.917409 dv-neutron-601336-80-hyperv neutron-server[92305]: WARNING neutron.api.v2.base [None req-a51494b5-1cfe-459d-abf8-a719e8b27149 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 02 12:34:05.917901 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-a51494b5-1cfe-459d-abf8-a719e8b27149 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:34:05.922549 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a51494b5-1cfe-459d-abf8-a719e8b27149 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101731 Jun 02 12:34:05.924634 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44542) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:05.935971 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704b20d-d8d6-4622-9d8a-603957bdfe65 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event updated for resources: {'Subnet': ['ID=3f3c9485-bf65-444e-86ce-ff5e83c1ddf3,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:05.939375 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c704b20d-d8d6-4622-9d8a-603957bdfe65 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:05.941415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-e1f03400-4d25-459d-b35b-45a534f9453d tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group_rule': {'security_group_id': '05015625-8bea-4345-a33c-3eca85bc053d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:05.943474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-37f9f637-1524-44ca-8ee1-0ae5630dbba4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:06.005578 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e1f03400-4d25-459d-b35b-45a534f9453d tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:06.006271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c704b20d-d8d6-4622-9d8a-603957bdfe65 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Checking segment: {'id': 'e560932a-51b6-427e-a8fe-8f09430e877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a9bb44a0-7820-4a60-9c56-fb40a6b9249b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:06.006916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c704b20d-d8d6-4622-9d8a-603957bdfe65 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Network hostable DHCP agents. Network: a9bb44a0-7820-4a60-9c56-fb40a6b9249b, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:34:06.010995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac417068-f88a-4180-93bc-de870c6bd868 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05015625-8bea-4345-a33c-3eca85bc053d,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:06.020978 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ac417068-f88a-4180-93bc-de870c6bd868 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:06.024933 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e1f03400-4d25-459d-b35b-45a534f9453d tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:06.035698 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c180f89-941a-44e6-aa17-bf286b03166f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:06.049930 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e1f03400-4d25-459d-b35b-45a534f9453d tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:06.060840 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-3c180f89-941a-44e6-aa17-bf286b03166f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:06.080848 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c180f89-941a-44e6-aa17-bf286b03166f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:06.088584 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] Set router 29d3d7a0-d198-4622-8c9c-923c175c51dc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:34:06.092115 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c180f89-941a-44e6-aa17-bf286b03166f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:06.092796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3c180f89-941a-44e6-aa17-bf286b03166f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:06.098425 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e1f03400-4d25-459d-b35b-45a534f9453d tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:06.118212 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c180f89-941a-44e6-aa17-bf286b03166f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=8951e554-3cd5-46c5-8d8f-7d8785469730,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:06.123644 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3c180f89-941a-44e6-aa17-bf286b03166f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:06.131669 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3c180f89-941a-44e6-aa17-bf286b03166f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0737758 Jun 02 12:34:06.133198 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44548) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:06.159592 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c704b20d-d8d6-4622-9d8a-603957bdfe65 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Network a9bb44a0-7820-4a60-9c56-fb40a6b9249b is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:34:06.228889 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44552) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:06.242881 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-c704b20d-d8d6-4622-9d8a-603957bdfe65 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, a9bb44a0-7820-4a60-9c56-fb40a6b9249b) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:06.272527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c704b20d-d8d6-4622-9d8a-603957bdfe65 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:06.273788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c704b20d-d8d6-4622-9d8a-603957bdfe65 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:06.311572 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-e1f03400-4d25-459d-b35b-45a534f9453d tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:34:06.315795 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e1f03400-4d25-459d-b35b-45a534f9453d tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3779263 Jun 02 12:34:06.316282 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44558) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:06.322059 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c704b20d-d8d6-4622-9d8a-603957bdfe65 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1874645 Jun 02 12:34:06.326265 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44560) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:06.333933 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-28b76e82-5e84-4946-a795-eda741cbb60d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Request body: {'port': {'network_id': 'a9bb44a0-7820-4a60-9c56-fb40a6b9249b', 'name': 'tempest-NetworksIpV6TestAttrs-1827266527'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:06.336379 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-5fb66bb4-2422-4367-a8ac-0c771b207b80 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group_rule': {'security_group_id': '05015625-8bea-4345-a33c-3eca85bc053d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:06.337226 dv-neutron-601336-80-hyperv neutron-server[92305]: WARNING neutron.api.v2.base [None req-5fb66bb4-2422-4367-a8ac-0c771b207b80 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 02 12:34:06.339245 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-5fb66bb4-2422-4367-a8ac-0c771b207b80 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:34:06.340451 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5fb66bb4-2422-4367-a8ac-0c771b207b80 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0132203 Jun 02 12:34:06.344059 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44566) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:06.354467 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-5f6c2ea5-1941-40fb-aa00-861a2f959fef tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group_rule': {'security_group_id': '05015625-8bea-4345-a33c-3eca85bc053d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:06.365986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5f6c2ea5-1941-40fb-aa00-861a2f959fef tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:06.370307 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5f6c2ea5-1941-40fb-aa00-861a2f959fef tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:06.374696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5f6c2ea5-1941-40fb-aa00-861a2f959fef tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:06.380897 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5f6c2ea5-1941-40fb-aa00-861a2f959fef tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:06.410689 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4945492b-8216-485f-84cc-af608baea07d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Router 21724b17-26bf-4052-85a6-7b638422d074 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:34:06.468827 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-5f6c2ea5-1941-40fb-aa00-861a2f959fef tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:34:06.469884 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5f6c2ea5-1941-40fb-aa00-861a2f959fef tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1248088 Jun 02 12:34:06.560670 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44568) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:06.567431 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-9a4733bd-1646-4cb6-8898-c3a79a676ed3 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group_rule': {'security_group_id': '05015625-8bea-4345-a33c-3eca85bc053d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:06.567680 dv-neutron-601336-80-hyperv neutron-server[92305]: WARNING neutron.api.v2.base [None req-9a4733bd-1646-4cb6-8898-c3a79a676ed3 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 02 12:34:06.568262 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-9a4733bd-1646-4cb6-8898-c3a79a676ed3 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:34:06.569389 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9a4733bd-1646-4cb6-8898-c3a79a676ed3 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081644 Jun 02 12:34:06.572596 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c434d7-3c42-4817-bdb9-57224cb834fa None None] Network a9bb44a0-7820-4a60-9c56-fb40a6b9249b requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:06.585731 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44572) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:06.602595 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-a137bea1-3649-4c1a-8d1b-492ddc28dd6e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group_rule': {'security_group_id': '05015625-8bea-4345-a33c-3eca85bc053d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:06.619353 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a137bea1-3649-4c1a-8d1b-492ddc28dd6e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:06.631608 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a137bea1-3649-4c1a-8d1b-492ddc28dd6e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:06.665320 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a137bea1-3649-4c1a-8d1b-492ddc28dd6e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:06.679087 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a137bea1-3649-4c1a-8d1b-492ddc28dd6e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:06.891823 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a9bb44a0-7820-4a60-9c56-fb40a6b9249b', 'network_id': 'a9bb44a0-7820-4a60-9c56-fb40a6b9249b', 'tenant_id': '343cdd4a79934b8eb57ccfa54eec3318', 'fixed_ips': [{'subnet_id': '3f3c9485-bf65-444e-86ce-ff5e83c1ddf3'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:34:06.892935 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:06.900974 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-28b76e82-5e84-4946-a795-eda741cbb60d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:06.905254 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-a137bea1-3649-4c1a-8d1b-492ddc28dd6e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Project 4a2d2564f94848c4b17bc78b58afeaa0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:34:06.919294 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-28b76e82-5e84-4946-a795-eda741cbb60d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Usage tracker for resource:port and tenant:343cdd4a79934b8eb57ccfa54eec3318 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:06.925305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-28b76e82-5e84-4946-a795-eda741cbb60d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:06.950772 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-28b76e82-5e84-4946-a795-eda741cbb60d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:06.972513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4945492b-8216-485f-84cc-af608baea07d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:34:06.984212 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dab863-03cd-4726-9346-5dfd8347f34e None None] Sync routers for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:34:06.986763 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4945492b-8216-485f-84cc-af608baea07d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:07.001964 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dab863-03cd-4726-9346-5dfd8347f34e None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:07.002627 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a9dab863-03cd-4726-9346-5dfd8347f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:07.018998 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44580) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:07.053848 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b76e82-5e84-4946-a795-eda741cbb60d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Made reservation on behalf of 343cdd4a79934b8eb57ccfa54eec3318 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:07.057998 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-28b76e82-5e84-4946-a795-eda741cbb60d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:07.063742 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-a137bea1-3649-4c1a-8d1b-492ddc28dd6e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:34:07.064781 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a137bea1-3649-4c1a-8d1b-492ddc28dd6e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4770896 Jun 02 12:34:07.085950 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44586) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:07.105286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-9523fc20-ee0a-402a-9919-e94e8e13ad05 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group_rule': {'security_group_id': '05015625-8bea-4345-a33c-3eca85bc053d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:07.105772 dv-neutron-601336-80-hyperv neutron-server[92305]: WARNING neutron.api.v2.base [None req-9523fc20-ee0a-402a-9919-e94e8e13ad05 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 02 12:34:07.110192 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-9523fc20-ee0a-402a-9919-e94e8e13ad05 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:34:07.111205 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9523fc20-ee0a-402a-9919-e94e8e13ad05 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0224731 Jun 02 12:34:07.113703 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44588) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:07.135822 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-2a35d4ab-b716-4be0-b063-ac6d9717c309 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group_rule': {'security_group_id': '05015625-8bea-4345-a33c-3eca85bc053d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:07.158758 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4945492b-8216-485f-84cc-af608baea07d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "DELETE /v2.0/floatingips/9c2acc99-7016-45d4-81d2-8e50887d64c5 HTTP/1.1" status: 204 len: 168 time: 4.0252287 Jun 02 12:34:07.159140 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44590) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:07.184947 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Allocated IP 2001:db8::f816:3eff:fe16:d3b4 (a9bb44a0-7820-4a60-9c56-fb40a6b9249b/3f3c9485-bf65-444e-86ce-ff5e83c1ddf3/e28d3054-7fa0-4ba5-8aaa-915be079b1b7) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:07.192690 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a9dab863-03cd-4726-9346-5dfd8347f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:07.199165 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2a35d4ab-b716-4be0-b063-ac6d9717c309 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:07.210851 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2a35d4ab-b716-4be0-b063-ac6d9717c309 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:07.213841 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dab863-03cd-4726-9346-5dfd8347f34e None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:07.214495 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a9dab863-03cd-4726-9346-5dfd8347f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:07.223266 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9850b715-1c95-4d00-b264-5d6e37b5370d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:07.224668 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f5c251c6-030e-4df2-b1d2-1d8dee176bd2 None None] Provisioning for port a019dc0c-16e5-41ec-9920-3785213eb349 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:07.230234 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9850b715-1c95-4d00-b264-5d6e37b5370d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:07.231216 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a019dc0c-16e5-41ec-9920-3785213eb349 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:07.231560 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9850b715-1c95-4d00-b264-5d6e37b5370d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:34:07.240235 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2a35d4ab-b716-4be0-b063-ac6d9717c309 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:07.268757 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-28b76e82-5e84-4946-a795-eda741cbb60d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] device_id is not set on port 588fcba2-19ac-424e-b620-915e2f7ddf43 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:34:07.294205 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a9dab863-03cd-4726-9346-5dfd8347f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:07.294970 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dab863-03cd-4726-9346-5dfd8347f34e None None] The sync data for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:34:07.342935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44594) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:07.373043 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-823989638-network', 'tenant_id': 'fd24c910e47e44a78c86e8727202bb15'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:07.385434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:07.391552 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Usage tracker for resource:network and tenant:fd24c910e47e44a78c86e8727202bb15 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:07.395319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:07.403336 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:07.410178 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9850b715-1c95-4d00-b264-5d6e37b5370d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:34:07.415470 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9850b715-1c95-4d00-b264-5d6e37b5370d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.2792542 Jun 02 12:34:07.415622 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44596) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:07.419844 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2a35d4ab-b716-4be0-b063-ac6d9717c309 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:07.436550 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c511d2c5-6b88-488c-a48f-d87ed13bd9ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df12f77339d04f159923e892b9b45dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2063136 Jun 02 12:34:07.438989 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44600) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:07.440092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Made reservation on behalf of fd24c910e47e44a78c86e8727202bb15 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:07.442546 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:07.454498 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:34:02Z', 'revision_number': 4, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'ffab3995-3e07-4da0-a1f7-2f54d5702299', 'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'mac_address': 'fa:16:3e:43:22:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:58Z', 'updated_at': '2021-06-02T12:34:02Z', 'revision_number': 2, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'subnets': [{'id': '50a59100-ae12-4643-94d5-15b1702b852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:07.456962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:07.474864 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-73998805-3544-489d-bd5f-d4a76a5ba544 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Deleting port e7a79969-b3f7-46da-b815-280d5a9bbf62 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:07.475283 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73998805-3544-489d-bd5f-d4a76a5ba544 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:07.480441 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] Checking router: 29d3d7a0-d198-4622-8c9c-923c175c51dc for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:34:07.480854 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] Updating router 29d3d7a0-d198-4622-8c9c-923c175c51dc port ffab3995-3e07-4da0-a1f7-2f54d5702299 binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:34:07.487114 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.securitygroups_db [None req-2a35d4ab-b716-4be0-b063-ac6d9717c309 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Project 4a2d2564f94848c4b17bc78b58afeaa0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:34:07.503000 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:07.507345 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-aa4d6fd2-7ec0-488c-a78a-fe390ec8005d tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1248842392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:07.523871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-aa4d6fd2-7ec0-488c-a78a-fe390ec8005d tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:07.534502 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-aa4d6fd2-7ec0-488c-a78a-fe390ec8005d tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Usage tracker for resource:router and tenant:08004e04aed44533a9a48c1af8f09cc1 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:07.541944 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-aa4d6fd2-7ec0-488c-a78a-fe390ec8005d tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:07.554479 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Usage tracker for resource:security_group_rule and tenant:fd24c910e47e44a78c86e8727202bb15 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:07.558653 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-2a35d4ab-b716-4be0-b063-ac6d9717c309 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:34:07.562723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:07.564512 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2a35d4ab-b716-4be0-b063-ac6d9717c309 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4407473 Jun 02 12:34:07.565452 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44602) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:07.569730 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-aa4d6fd2-7ec0-488c-a78a-fe390ec8005d tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:07.578530 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-fa102f06-fd89-4fe4-9fc4-7514d18ed88b tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group_rule': {'security_group_id': '05015625-8bea-4345-a33c-3eca85bc053d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:07.583880 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:07.584877 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c53f1993-36ba-42bd-b719-cf3e32fd02d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:07.595415 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fa102f06-fd89-4fe4-9fc4-7514d18ed88b tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:07.601576 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aa4d6fd2-7ec0-488c-a78a-fe390ec8005d tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:07.602738 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aa4d6fd2-7ec0-488c-a78a-fe390ec8005d tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:07.607405 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:07.612691 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fa102f06-fd89-4fe4-9fc4-7514d18ed88b tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:07.621462 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fa102f06-fd89-4fe4-9fc4-7514d18ed88b tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:07.624854 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-49bcbae6-9cfe-4764-a0ed-44c352a33efd None None] Provisioning for port 8951e554-3cd5-46c5-8d8f-7d8785469730 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:07.638630 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c53f1993-36ba-42bd-b719-cf3e32fd02d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:07.657042 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aa4d6fd2-7ec0-488c-a78a-fe390ec8005d tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:07.662533 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-49bcbae6-9cfe-4764-a0ed-44c352a33efd None None] Provisioning complete for port 8951e554-3cd5-46c5-8d8f-7d8785469730 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:07.664830 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-49bcbae6-9cfe-4764-a0ed-44c352a33efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:07.715323 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aa4d6fd2-7ec0-488c-a78a-fe390ec8005d tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:07.759394 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aa4d6fd2-7ec0-488c-a78a-fe390ec8005d tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:07.763395 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-aa4d6fd2-7ec0-488c-a78a-fe390ec8005d tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7366953 Jun 02 12:34:07.763659 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44604) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:07.768532 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port a019dc0c-16e5-41ec-9920-3785213eb349 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:07.770994 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1284450945'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:07.777737 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c53f1993-36ba-42bd-b719-cf3e32fd02d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:07.780668 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c53f1993-36ba-42bd-b719-cf3e32fd02d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:07.781928 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c53f1993-36ba-42bd-b719-cf3e32fd02d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a005493-7173-4748-8eed-bfe80de07a14 HTTP/1.1" status: 204 len: 168 time: 0.3418453 Jun 02 12:34:07.783028 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:07.785338 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2564f6b3-3480-4232-bd4e-8df11edbcc0c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:07.793080 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fa102f06-fd89-4fe4-9fc4-7514d18ed88b tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:07.798326 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Usage tracker for resource:network and tenant:08004e04aed44533a9a48c1af8f09cc1 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:07.801754 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f1993-36ba-42bd-b719-cf3e32fd02d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a005493-7173-4748-8eed-bfe80de07a14,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:07.805016 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c53f1993-36ba-42bd-b719-cf3e32fd02d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:07.805925 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:07.814484 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:07.830183 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Made reservation on behalf of 08004e04aed44533a9a48c1af8f09cc1 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:07.835764 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:07.843161 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port a019dc0c-16e5-41ec-9920-3785213eb349 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:07.843659 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:07.853657 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:07.867578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73998805-3544-489d-bd5f-d4a76a5ba544 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:07.878318 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:07.883306 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-fa102f06-fd89-4fe4-9fc4-7514d18ed88b tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Project 4a2d2564f94848c4b17bc78b58afeaa0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:34:07.884747 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Usage tracker for resource:security_group_rule and tenant:08004e04aed44533a9a48c1af8f09cc1 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:07.888656 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:07.895659 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-49bcbae6-9cfe-4764-a0ed-44c352a33efd None None] Port 8951e554-3cd5-46c5-8d8f-7d8785469730 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:34:07.901774 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:08.014037 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.036428 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.042728 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.044729 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Transition to ACTIVE for port object e28d3054-7fa0-4ba5-8aaa-915be079b1b7 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:08.045073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-73998805-3544-489d-bd5f-d4a76a5ba544 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Calling delete_port for e7a79969-b3f7-46da-b815-280d5a9bbf62 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:34:08.050505 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-11aeaf80-6c2a-44da-a547-e7b118adca9b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:08.088572 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:34:08.098673 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0546ac-bcaa-4cd5-98a3-6fab4bcdec47,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:08.102498 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:08.103645 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-fa102f06-fd89-4fe4-9fc4-7514d18ed88b tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:34:08.104877 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fa102f06-fd89-4fe4-9fc4-7514d18ed88b tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5363257 Jun 02 12:34:08.109028 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.109446 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Added segment aa61c90c-3313-4025-926a-cbfa208688d7 of type vlan for network aa3d4e77-3155-4155-90f6-63047c1c36df Jun 02 12:34:08.110460 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44610) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:08.168678 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Transition to ACTIVE for port object e28d3054-7fa0-4ba5-8aaa-915be079b1b7 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:08.172042 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.209771 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.222582 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a5304e0f-b586-47c5-903d-3b8679daf584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:08.241298 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.266734 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.288956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.295569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c75284c1-daa1-4794-9520-298d7c057975 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:08.310811 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-a3829af6-2e27-46ad-8fb3-799605469c77 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting port 8951e554-3cd5-46c5-8d8f-7d8785469730 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:08.311326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a3829af6-2e27-46ad-8fb3-799605469c77 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.326867 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.334681 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:08.339262 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.353004 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port a019dc0c-16e5-41ec-9920-3785213eb349, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a019dc0c-16e5-41ec-9920-3785213eb349,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:08.353966 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:08.357710 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Network a9bb44a0-7820-4a60-9c56-fb40a6b9249b is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:08.368020 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:08.376284 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:08.378346 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.406120 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e5528298-1c3b-4b23-b0e4-f4f57db4ff58 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.415817 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-28b76e82-5e84-4946-a795-eda741cbb60d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Allocated IP 2001:db8::f816:3eff:feb8:d8bf (a9bb44a0-7820-4a60-9c56-fb40a6b9249b/3f3c9485-bf65-444e-86ce-ff5e83c1ddf3/588fcba2-19ac-424e-b620-915e2f7ddf43) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:08.444258 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Pushing event updated for resources: {'Port': ['ID=e28d3054-7fa0-4ba5-8aaa-915be079b1b7,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:08.455057 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:08.456983 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:08.477131 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38266bc-1949-45b9-ac18-7742618da33b,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:08.506260 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:08.515220 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:34:08.577864 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e5528298-1c3b-4b23-b0e4-f4f57db4ff58 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.609956 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Attempting to bind port e28d3054-7fa0-4ba5-8aaa-915be079b1b7 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:34:08.610478 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Attempting to bind port e28d3054-7fa0-4ba5-8aaa-915be079b1b7 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'e560932a-51b6-427e-a8fe-8f09430e877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a9bb44a0-7820-4a60-9c56-fb40a6b9249b'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:34:08.610982 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Attempting to bind port e28d3054-7fa0-4ba5-8aaa-915be079b1b7 on network a9bb44a0-7820-4a60-9c56-fb40a6b9249b {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:34:08.632369 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:34:08.632829 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Checking segment: {'id': 'e560932a-51b6-427e-a8fe-8f09430e877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a9bb44a0-7820-4a60-9c56-fb40a6b9249b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:08.633243 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.633358 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.633543 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Bound using segment: {'id': 'e560932a-51b6-427e-a8fe-8f09430e877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a9bb44a0-7820-4a60-9c56-fb40a6b9249b'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:34:08.633648 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Added segment 88f5534d-c454-4a22-9108-7a325f00b216 of type vlan for network 6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a Jun 02 12:34:08.633996 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Bound port: e28d3054-7fa0-4ba5-8aaa-915be079b1b7, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e560932a-51b6-427e-a8fe-8f09430e877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a9bb44a0-7820-4a60-9c56-fb40a6b9249b'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:34:08.634605 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.648880 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=a019dc0c-16e5-41ec-9920-3785213eb349,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:08.687581 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:08.701028 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73998805-3544-489d-bd5f-d4a76a5ba544 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.703929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.715101 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e5528298-1c3b-4b23-b0e4-f4f57db4ff58 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.723067 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6bf2d2a2-a364-45c9-a827-ef7e0211c2fd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:08.751841 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Pushing event updated for resources: {'Network': ['ID=aa3d4e77-3155-4155-90f6-63047c1c36df,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:08.759076 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:08.780087 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73998805-3544-489d-bd5f-d4a76a5ba544 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event deleted for resources: {'Port': ['ID=e7a79969-b3f7-46da-b815-280d5a9bbf62,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:08.786243 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network aa3d4e77-3155-4155-90f6-63047c1c36df details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:34:08.827751 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.837677 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6fca09df-1e99-4e5b-9cb4-521235f65d1e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:08.850977 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-73998805-3544-489d-bd5f-d4a76a5ba544 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:08.871851 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e5528298-1c3b-4b23-b0e4-f4f57db4ff58 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.873847 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e5528298-1c3b-4b23-b0e4-f4f57db4ff58 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "DELETE /v2.0/security-groups/05015625-8bea-4345-a33c-3eca85bc053d HTTP/1.1" status: 204 len: 168 time: 0.7624614 Jun 02 12:34:08.879358 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1146102 Jun 02 12:34:08.880291 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44630) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:08.885194 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5528298-1c3b-4b23-b0e4-f4f57db4ff58 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05015625-8bea-4345-a33c-3eca85bc053d,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:08.887198 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44632) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:08.909573 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.911288 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:08.911918 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.922678 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e5528298-1c3b-4b23-b0e4-f4f57db4ff58 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:08.925138 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a019dc0c-16e5-41ec-9920-3785213eb349 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:08.928626 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-364d2f01-120f-482a-9f3c-ffed25ff0436 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Request body: {'subnet': {'network_id': 'aa3d4e77-3155-4155-90f6-63047c1c36df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:08.965503 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a3829af6-2e27-46ad-8fb3-799605469c77 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:08.972946 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7946ea6f-dc08-457c-8d67-e6abc0aa3412 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:08.991057 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] Transition to ACTIVE for port object ffab3995-3e07-4da0-a1f7-2f54d5702299 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:09.013918 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44634) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:09.019830 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:09.032587 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b0f71832-1a00-45e5-b813-5928c328ff05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:09.070807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] For port e28d3054-7fa0-4ba5-8aaa-915be079b1b7, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:34:09.116169 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8ebe7de1-8f39-4ce1-ac4c-86384341dbdc tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Synchronizing usage tracker for tenant:4a2d2564f94848c4b17bc78b58afeaa0 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:34:09.127796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-364d2f01-120f-482a-9f3c-ffed25ff0436 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:09.145629 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-364d2f01-120f-482a-9f3c-ffed25ff0436 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Usage tracker for resource:subnet and tenant:08004e04aed44533a9a48c1af8f09cc1 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:09.152337 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-364d2f01-120f-482a-9f3c-ffed25ff0436 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:09.157053 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-28b76e82-5e84-4946-a795-eda741cbb60d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:09.167021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-364d2f01-120f-482a-9f3c-ffed25ff0436 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:09.177439 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8ebe7de1-8f39-4ce1-ac4c-86384341dbdc tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Unset dirty status for tenant:4a2d2564f94848c4b17bc78b58afeaa0 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:34:09.186358 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8ebe7de1-8f39-4ce1-ac4c-86384341dbdc tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3023272 Jun 02 12:34:09.186991 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44638) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:09.196438 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-1fac54a1-7d3f-4569-9b5f-0ab2307661ca tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group': {'name': 'tempest-secgroup--530443333'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:09.201375 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-28b76e82-5e84-4946-a795-eda741cbb60d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Transition to ACTIVE for port object 588fcba2-19ac-424e-b620-915e2f7ddf43 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:09.203317 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] For port e28d3054-7fa0-4ba5-8aaa-915be079b1b7, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e28d3054-7fa0-4ba5-8aaa-915be079b1b7,segment=NetworkSegment(e560932a-51b6-427e-a8fe-8f09430e877a),segment_id=e560932a-51b6-427e-a8fe-8f09430e877a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:34:09.205788 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1fac54a1-7d3f-4569-9b5f-0ab2307661ca tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:09.220251 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1fac54a1-7d3f-4569-9b5f-0ab2307661ca tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:09.238730 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1fac54a1-7d3f-4569-9b5f-0ab2307661ca tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:09.249049 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:09.267351 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1fac54a1-7d3f-4569-9b5f-0ab2307661ca tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:09.270986 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-28b76e82-5e84-4946-a795-eda741cbb60d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:09.279245 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:09.302367 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-a3829af6-2e27-46ad-8fb3-799605469c77 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Calling delete_port for 8951e554-3cd5-46c5-8d8f-7d8785469730 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:34:09.310459 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1fac54a1-7d3f-4569-9b5f-0ab2307661ca tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:09.320422 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1fac54a1-7d3f-4569-9b5f-0ab2307661ca tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:09.337944 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1fac54a1-7d3f-4569-9b5f-0ab2307661ca tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:09.351370 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b76e82-5e84-4946-a795-eda741cbb60d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Network a9bb44a0-7820-4a60-9c56-fb40a6b9249b is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:09.356149 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-28b76e82-5e84-4946-a795-eda741cbb60d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:09.363170 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d394b-1d0a-4dab-98e4-e6dd138ff809 None None] Pushing event updated for resources: {'Port': ['ID=ffab3995-3e07-4da0-a1f7-2f54d5702299,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:09.368847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b76e82-5e84-4946-a795-eda741cbb60d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:09.375646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b76e82-5e84-4946-a795-eda741cbb60d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:09.376412 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-28b76e82-5e84-4946-a795-eda741cbb60d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:09.376956 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port a019dc0c-16e5-41ec-9920-3785213eb349 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:09.377392 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:09.380477 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Pushing event updated for resources: {'Network': ['ID=6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:09.397452 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:09.402328 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b76e82-5e84-4946-a795-eda741cbb60d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event updated for resources: {'Port': ['ID=588fcba2-19ac-424e-b620-915e2f7ddf43,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:09.406471 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-28b76e82-5e84-4946-a795-eda741cbb60d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:09.415215 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-28b76e82-5e84-4946-a795-eda741cbb60d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.0910766 Jun 02 12:34:09.418168 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-2a5783cd-3b8f-4234-ae79-ecb58aad4079 tempest-DvrRoutersNegativeTest-1147788622 tempest-DvrRoutersNegativeTest-1147788622-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1063020198', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:09.421684 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44642) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:09.425994 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.policy [None req-2a5783cd-3b8f-4234-ae79-ecb58aad4079 tempest-DvrRoutersNegativeTest-1147788622 tempest-DvrRoutersNegativeTest-1147788622-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=92305) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 02 12:34:09.426581 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.policy [None req-2a5783cd-3b8f-4234-ae79-ecb58aad4079 tempest-DvrRoutersNegativeTest-1147788622 tempest-DvrRoutersNegativeTest-1147788622-project] Failed policy check for 'create_router' {{(pid=92305) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 02 12:34:09.427415 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-2a5783cd-3b8f-4234-ae79-ecb58aad4079 tempest-DvrRoutersNegativeTest-1147788622 tempest-DvrRoutersNegativeTest-1147788622-project] create failed (client error): Access was denied to this resource. Jun 02 12:34:09.428625 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2a5783cd-3b8f-4234-ae79-ecb58aad4079 tempest-DvrRoutersNegativeTest-1147788622 tempest-DvrRoutersNegativeTest-1147788622-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3884182 Jun 02 12:34:09.440680 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0913067 Jun 02 12:34:09.444237 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44646) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:09.448642 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73998805-3544-489d-bd5f-d4a76a5ba544 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:09.451792 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-73998805-3544-489d-bd5f-d4a76a5ba544 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "DELETE /v2.0/ports/e7a79969-b3f7-46da-b815-280d5a9bbf62 HTTP/1.1" status: 204 len: 168 time: 2.2916875 Jun 02 12:34:09.456454 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-5799bf33-bf8f-4be8-86ef-13e173e1278e admin admin] Request body: {'subnet': {'network_id': '6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-823989638-subnet', 'tenant_id': 'fd24c910e47e44a78c86e8727202bb15', 'ip_version': 4}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:09.462150 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5799bf33-bf8f-4be8-86ef-13e173e1278e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:09.465460 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44648) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:09.471247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:09.478665 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:09.489110 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:09.494684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5799bf33-bf8f-4be8-86ef-13e173e1278e admin admin] Usage tracker for resource:subnet and tenant:fd24c910e47e44a78c86e8727202bb15 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:09.500772 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5799bf33-bf8f-4be8-86ef-13e173e1278e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:09.519021 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5799bf33-bf8f-4be8-86ef-13e173e1278e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:09.526882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:09.543632 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e92d394b-1d0a-4dab-98e4-e6dd138ff809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:09.546295 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:34:09.556231 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5799bf33-bf8f-4be8-86ef-13e173e1278e admin admin] Made reservation on behalf of fd24c910e47e44a78c86e8727202bb15 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:09.558587 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5799bf33-bf8f-4be8-86ef-13e173e1278e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:09.598473 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364d2f01-120f-482a-9f3c-ffed25ff0436 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Made reservation on behalf of 08004e04aed44533a9a48c1af8f09cc1 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:09.603153 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-364d2f01-120f-482a-9f3c-ffed25ff0436 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:09.620120 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1fac54a1-7d3f-4569-9b5f-0ab2307661ca tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:09.636433 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1fac54a1-7d3f-4569-9b5f-0ab2307661ca tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:09.647105 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b6884d05-7c7d-4fb7-8588-141c4493e568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:09.663351 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4fd6a1ae-9990-493c-b5e7-ee02b9a174f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.404s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:09.770733 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Pushing event updated for resources: {'Port': ['ID=e28d3054-7fa0-4ba5-8aaa-915be079b1b7,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:09.793033 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a3829af6-2e27-46ad-8fb3-799605469c77 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:09.803988 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-03a0ff53-b0b3-4a2f-b393-2aee1a00d3d2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:09.810550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44652) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:09.818780 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:09.830130 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1fac54a1-7d3f-4569-9b5f-0ab2307661ca tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:09.834304 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1fac54a1-7d3f-4569-9b5f-0ab2307661ca tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6401491 Jun 02 12:34:09.837393 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44656) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:09.844443 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-76b1d6db-952c-4010-b4bb-7f74bb8ce3bf tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group_rule': {'security_group_id': '8220a7da-428b-41b3-ae35-42d9ee0dd713', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:09.894401 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] Attempting to bind port ffab3995-3e07-4da0-a1f7-2f54d5702299 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:34:09.894779 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] Attempting to bind port ffab3995-3e07-4da0-a1f7-2f54d5702299 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '76696f93-6ff0-492e-a64d-dd3a6a80634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '538c4580-73df-464f-868c-daf3dec24418'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:34:09.895153 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] Attempting to bind port ffab3995-3e07-4da0-a1f7-2f54d5702299 on network 538c4580-73df-464f-868c-daf3dec24418 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:34:09.919352 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:34:09.919751 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] Checking segment: {'id': '76696f93-6ff0-492e-a64d-dd3a6a80634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '538c4580-73df-464f-868c-daf3dec24418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:09.920179 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:09.920564 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] Bound using segment: {'id': '76696f93-6ff0-492e-a64d-dd3a6a80634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '538c4580-73df-464f-868c-daf3dec24418'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:34:09.921055 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] Bound port: ffab3995-3e07-4da0-a1f7-2f54d5702299, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76696f93-6ff0-492e-a64d-dd3a6a80634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '538c4580-73df-464f-868c-daf3dec24418'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:34:09.921441 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:10.039849 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] For port ffab3995-3e07-4da0-a1f7-2f54d5702299, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:34:10.040126 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-76b1d6db-952c-4010-b4bb-7f74bb8ce3bf tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:10.043245 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3829af6-2e27-46ad-8fb3-799605469c77 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Port': ['ID=8951e554-3cd5-46c5-8d8f-7d8785469730,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:10.043725 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] For port ffab3995-3e07-4da0-a1f7-2f54d5702299, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ffab3995-3e07-4da0-a1f7-2f54d5702299,segment=NetworkSegment(76696f93-6ff0-492e-a64d-dd3a6a80634c),segment_id=76696f93-6ff0-492e-a64d-dd3a6a80634c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:34:10.044492 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac54a1-7d3f-4569-9b5f-0ab2307661ca tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8220a7da-428b-41b3-ae35-42d9ee0dd713,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:10.049328 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a3829af6-2e27-46ad-8fb3-799605469c77 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:10.052562 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-76b1d6db-952c-4010-b4bb-7f74bb8ce3bf tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:10.060129 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:10.064771 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7b69b299-13ec-4cba-b7cf-97e93712f1ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:10.090434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-76b1d6db-952c-4010-b4bb-7f74bb8ce3bf tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:10.109447 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa36a02c-e5aa-4c29-a263-6f3784f6d9ea tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Deleting subnet 3f3c9485-bf65-444e-86ce-ff5e83c1ddf3 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:34:10.113108 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-76b1d6db-952c-4010-b4bb-7f74bb8ce3bf tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:10.114914 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1fac54a1-7d3f-4569-9b5f-0ab2307661ca tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:10.152755 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fa36a02c-e5aa-4c29-a263-6f3784f6d9ea tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:10.196352 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d394b-1d0a-4dab-98e4-e6dd138ff809 None None] Pushing event updated for resources: {'Port': ['ID=ffab3995-3e07-4da0-a1f7-2f54d5702299,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:10.200708 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e92d394b-1d0a-4dab-98e4-e6dd138ff809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:10.207961 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] Routers {'29d3d7a0-d198-4622-8c9c-923c175c51dc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:10.208766 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:33:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['29d3d7a0-d198-4622-8c9c-923c175c51dc'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:10.211835 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f069c3ed-bad1-4273-a48f-607b37f23d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:10.240792 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a3829af6-2e27-46ad-8fb3-799605469c77 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:10.253887 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f069c3ed-bad1-4273-a48f-607b37f23d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:10.273501 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f069c3ed-bad1-4273-a48f-607b37f23d0a admin admin] Usage tracker for resource:security_group_rule and tenant:ced81811155144b8a5801444257e4712 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:10.285850 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f069c3ed-bad1-4273-a48f-607b37f23d0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:10.295912 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a3829af6-2e27-46ad-8fb3-799605469c77 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/8951e554-3cd5-46c5-8d8f-7d8785469730 HTTP/1.1" status: 204 len: 168 time: 2.8736658 Jun 02 12:34:10.310399 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44658) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:10.439366 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] Set router 29d3d7a0-d198-4622-8c9c-923c175c51dc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:34:10.520120 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-76b1d6db-952c-4010-b4bb-7f74bb8ce3bf tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] create failed (client error): The resource could not be found. Jun 02 12:34:10.524014 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-76b1d6db-952c-4010-b4bb-7f74bb8ce3bf tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6826839 Jun 02 12:34:10.535282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44662) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:10.541171 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:10.552179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-1926c319-6548-4c2b-93cd-e813fd12c7e1 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group_rule': {'security_group_id': '8220a7da-428b-41b3-ae35-42d9ee0dd713', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd4cc089e-b722-4a62-b006-5824e8bb65e9'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:10.599529 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fa36a02c-e5aa-4c29-a263-6f3784f6d9ea tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:10.612318 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1926c319-6548-4c2b-93cd-e813fd12c7e1 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:10.627927 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f069c3ed-bad1-4273-a48f-607b37f23d0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:10.637094 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1926c319-6548-4c2b-93cd-e813fd12c7e1 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:10.647906 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1bc453-af01-47fd-a255-4734577ec17d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:10.650087 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1bc453-af01-47fd-a255-4734577ec17d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:10.650798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6d1bc453-af01-47fd-a255-4734577ec17d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:34:10.655302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1926c319-6548-4c2b-93cd-e813fd12c7e1 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:10.669883 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1926c319-6548-4c2b-93cd-e813fd12c7e1 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:10.853461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6d1bc453-af01-47fd-a255-4734577ec17d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:34:10.854961 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6d1bc453-af01-47fd-a255-4734577ec17d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5391600 Jun 02 12:34:10.861595 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44666) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:10.917056 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f069c3ed-bad1-4273-a48f-607b37f23d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:10.937028 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fa36a02c-e5aa-4c29-a263-6f3784f6d9ea tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:10.962615 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e28d3054-7fa0-4ba5-8aaa-915be079b1b7 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:10.967345 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-1926c319-6548-4c2b-93cd-e813fd12c7e1 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] create failed (client error): The resource could not be found. Jun 02 12:34:10.967911 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f069c3ed-bad1-4273-a48f-607b37f23d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:10.974611 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1926c319-6548-4c2b-93cd-e813fd12c7e1 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4262147 Jun 02 12:34:10.979118 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44670) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:11.001772 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-96b41302-60d4-4586-9625-c270fc02a79c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:11.016745 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Allocated IP 172.26.7.225 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/fbdf44fc-3020-45c5-80e5-96f85dc97d9a) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:11.145329 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:34:02Z', 'revision_number': 4, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'ffab3995-3e07-4da0-a1f7-2f54d5702299', 'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'mac_address': 'fa:16:3e:43:22:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:58Z', 'updated_at': '2021-06-02T12:34:10Z', 'revision_number': 4, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'subnets': [{'id': '50a59100-ae12-4643-94d5-15b1702b852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:11.151818 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port e28d3054-7fa0-4ba5-8aaa-915be079b1b7 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:11.155980 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaf1f53-0648-480a-89c0-79f00260f85b None None] The sync data for ids ['29d3d7a0-d198-4622-8c9c-923c175c51dc'] in dv-neutron-601336-80-hyperv is: [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:34:02Z', 'revision_number': 4, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'ffab3995-3e07-4da0-a1f7-2f54d5702299', 'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'mac_address': 'fa:16:3e:43:22:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:58Z', 'updated_at': '2021-06-02T12:34:10Z', 'revision_number': 4, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'subnets': [{'id': '50a59100-ae12-4643-94d5-15b1702b852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:34:11.168294 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f069c3ed-bad1-4273-a48f-607b37f23d0a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ced81811155144b8a5801444257e4712&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3526516 Jun 02 12:34:11.174020 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44672) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:11.235128 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79b3f83-c68c-43d2-b9be-25bcec38bb79 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet caf0a948-0ec0-4f77-9a8d-1a7644d0082e {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:34:11.255617 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069c3ed-bad1-4273-a48f-607b37f23d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3055daa9-ddc2-4c92-bc64-467790e1c7e1,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:11.263495 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c79b3f83-c68c-43d2-b9be-25bcec38bb79 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:11.299029 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ac48a882-c8cb-463b-9d0c-763b676123a4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:11.303643 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f069c3ed-bad1-4273-a48f-607b37f23d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:11.317850 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-364d2f01-120f-482a-9f3c-ffed25ff0436 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:11.375265 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4d626aea-d466-440d-93fd-d7944830dd0c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:11.377336 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ac48a882-c8cb-463b-9d0c-763b676123a4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:11.393088 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a018978-9627-4532-8ef8-28ebd92e3068 None None] Network a9bb44a0-7820-4a60-9c56-fb40a6b9249b requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:11.492790 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c79b3f83-c68c-43d2-b9be-25bcec38bb79 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:11.546991 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-87a44cf2-ec91-489f-8722-5bc4ab71a23b None None] Provisioning for port e28d3054-7fa0-4ba5-8aaa-915be079b1b7 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:11.547935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:11.557791 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-87a44cf2-ec91-489f-8722-5bc4ab71a23b None None] Provisioning complete for port e28d3054-7fa0-4ba5-8aaa-915be079b1b7 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:11.558228 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-87a44cf2-ec91-489f-8722-5bc4ab71a23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:11.566449 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5799bf33-bf8f-4be8-86ef-13e173e1278e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:11.568583 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d2f01-120f-482a-9f3c-ffed25ff0436 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Pushing event updated for resources: {'Subnet': ['ID=76da917a-1213-46eb-aa5e-ced9eef01b87,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:11.574316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-75eaf9d8-bed1-4c0b-b6d8-d114431ecc6a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:11.585222 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-364d2f01-120f-482a-9f3c-ffed25ff0436 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:11.623780 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d54095-720f-4509-b3ab-96e8b70e4552 req-a6d6641b-9533-4a6c-a8bc-a3a973b3ac93 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:11.630760 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-03d54095-720f-4509-b3ab-96e8b70e4552 req-a6d6641b-9533-4a6c-a8bc-a3a973b3ac93 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.7091327 Jun 02 12:34:11.634437 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-614b5dd7-7437-4083-a034-17f87843acda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:11.644924 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ac48a882-c8cb-463b-9d0c-763b676123a4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:11.728844 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d2f01-120f-482a-9f3c-ffed25ff0436 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Checking segment: {'id': 'aa61c90c-3313-4025-926a-cbfa208688d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'aa3d4e77-3155-4155-90f6-63047c1c36df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:11.729374 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364d2f01-120f-482a-9f3c-ffed25ff0436 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Network hostable DHCP agents. Network: aa3d4e77-3155-4155-90f6-63047c1c36df, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:34:11.761942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5799bf33-bf8f-4be8-86ef-13e173e1278e admin admin] Checking segment: {'id': '88f5534d-c454-4a22-9108-7a325f00b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:11.762393 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5799bf33-bf8f-4be8-86ef-13e173e1278e admin admin] Network hostable DHCP agents. Network: 6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:34:11.768494 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799bf33-bf8f-4be8-86ef-13e173e1278e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3e13ce9-8603-449e-9b2c-9dd0924f37d0,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:11.774346 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-614b5dd7-7437-4083-a034-17f87843acda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:11.777975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5799bf33-bf8f-4be8-86ef-13e173e1278e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:11.783523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-821db8ea-6a34-4147-898b-11ac4f8029f1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:11.809728 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-03d54095-720f-4509-b3ab-96e8b70e4552 req-58662bd9-0014-4dad-9a72-688da8e3f755 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780319 Jun 02 12:34:11.813527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ac48a882-c8cb-463b-9d0c-763b676123a4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:11.815537 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ac48a882-c8cb-463b-9d0c-763b676123a4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "DELETE /v2.0/security-groups/8220a7da-428b-41b3-ae35-42d9ee0dd713 HTTP/1.1" status: 204 len: 168 time: 0.8285260 Jun 02 12:34:11.819221 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44676) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:11.823048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48a882-c8cb-463b-9d0c-763b676123a4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8220a7da-428b-41b3-ae35-42d9ee0dd713,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:11.829696 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-87a44cf2-ec91-489f-8722-5bc4ab71a23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:11.833707 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ac48a882-c8cb-463b-9d0c-763b676123a4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:11.858435 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c79b3f83-c68c-43d2-b9be-25bcec38bb79 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:11.859786 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5799bf33-bf8f-4be8-86ef-13e173e1278e admin admin] Network 6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:34:11.867061 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:11.885427 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e2afed88-6b2a-46f1-8d9f-5850021607a7 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:11.922079 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364d2f01-120f-482a-9f3c-ffed25ff0436 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Network aa3d4e77-3155-4155-90f6-63047c1c36df is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:34:11.962081 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fa36a02c-e5aa-4c29-a263-6f3784f6d9ea tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:11.963554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-5799bf33-bf8f-4be8-86ef-13e173e1278e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:11.971006 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:11.976338 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-21b17b11-0f31-4254-8305-a950da0a300f tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:11.987368 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:11.999527 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0087bf0-000b-473e-9ec6-99f77609e4e9 None None] Network 6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:12.010806 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:12.029211 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-364d2f01-120f-482a-9f3c-ffed25ff0436 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, aa3d4e77-3155-4155-90f6-63047c1c36df) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:12.056781 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5799bf33-bf8f-4be8-86ef-13e173e1278e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:12.057342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5799bf33-bf8f-4be8-86ef-13e173e1278e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:12.063246 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36a02c-e5aa-4c29-a263-6f3784f6d9ea tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event deleted for resources: {'Subnet': ['ID=3f3c9485-bf65-444e-86ce-ff5e83c1ddf3,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:12.067779 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fa36a02c-e5aa-4c29-a263-6f3784f6d9ea tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:12.079823 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fa36a02c-e5aa-4c29-a263-6f3784f6d9ea tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:12.088121 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5799bf33-bf8f-4be8-86ef-13e173e1278e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6425350 Jun 02 12:34:12.089321 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44680) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:12.102837 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-823989638-router', 'tenant_id': 'fd24c910e47e44a78c86e8727202bb15', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:12.119201 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Port': ['ID=fbdf44fc-3020-45c5-80e5-96f85dc97d9a,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:12.126604 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:12.129658 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f82abc-9b67-4664-803d-e61938aa59e6 None None] Network aa3d4e77-3155-4155-90f6-63047c1c36df requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:12.129795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:12.147646 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Usage tracker for resource:router and tenant:fd24c910e47e44a78c86e8727202bb15 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:12.157669 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:12.168514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:12.184103 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:12.186351 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:12.228183 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-81d6b497-1465-4907-8802-b01d6b870081 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Synchronizing usage tracker for tenant:4a2d2564f94848c4b17bc78b58afeaa0 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:34:12.232745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364d2f01-120f-482a-9f3c-ffed25ff0436 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:12.233661 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-364d2f01-120f-482a-9f3c-ffed25ff0436 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:12.274540 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-614b5dd7-7437-4083-a034-17f87843acda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:12.277898 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-614b5dd7-7437-4083-a034-17f87843acda admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:12.286391 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-614b5dd7-7437-4083-a034-17f87843acda admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3055daa9-ddc2-4c92-bc64-467790e1c7e1 HTTP/1.1" status: 204 len: 168 time: 1.1069746 Jun 02 12:34:12.291174 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.db.api [None req-87a44cf2-ec91-489f-8722-5bc4ab71a23b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:34:12.291340 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_db.api [None req-87a44cf2-ec91-489f-8722-5bc4ab71a23b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:34:12.308276 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-32e99041-c762-4bb9-bccd-66bbc02bbb82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:12.310133 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:12.326082 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:12.347564 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fa36a02c-e5aa-4c29-a263-6f3784f6d9ea tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "DELETE /v2.0/subnets/3f3c9485-bf65-444e-86ce-ff5e83c1ddf3 HTTP/1.1" status: 204 len: 168 time: 2.9245565 Jun 02 12:34:12.354455 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44686) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:12.375071 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-364d2f01-120f-482a-9f3c-ffed25ff0436 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4528921 Jun 02 12:34:12.377188 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b5dd7-7437-4083-a034-17f87843acda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3055daa9-ddc2-4c92-bc64-467790e1c7e1,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:12.404669 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44688) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:12.422654 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-34672c57-e437-4117-aa49-23f9ef78781b tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Request body: {'network': {'name': 'tempest-router-network01--916049261'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:12.429662 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-614b5dd7-7437-4083-a034-17f87843acda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:12.439253 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-81d6b497-1465-4907-8802-b01d6b870081 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Unset dirty status for tenant:4a2d2564f94848c4b17bc78b58afeaa0 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:34:12.440727 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-81d6b497-1465-4907-8802-b01d6b870081 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6146100 Jun 02 12:34:12.441850 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-34672c57-e437-4117-aa49-23f9ef78781b tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:12.479757 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44690) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:12.487597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-34672c57-e437-4117-aa49-23f9ef78781b tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Usage tracker for resource:network and tenant:08004e04aed44533a9a48c1af8f09cc1 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:12.493683 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-27e1f79f-e0f4-42cc-9694-4fdde68c074f tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group_rule': {'security_group_id': '9d81bb5d-57b0-4ab6-9247-efcd7ec7f160', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:12.510091 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-34672c57-e437-4117-aa49-23f9ef78781b tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:12.540340 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-27e1f79f-e0f4-42cc-9694-4fdde68c074f tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:12.543004 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-34672c57-e437-4117-aa49-23f9ef78781b tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:12.586999 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-27e1f79f-e0f4-42cc-9694-4fdde68c074f tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:12.593566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-27e1f79f-e0f4-42cc-9694-4fdde68c074f tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:12.650457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-27e1f79f-e0f4-42cc-9694-4fdde68c074f tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:12.654228 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a', 'network_id': '6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a', 'tenant_id': 'fd24c910e47e44a78c86e8727202bb15', 'fixed_ips': [{'subnet_id': 'c3e13ce9-8603-449e-9b2c-9dd0924f37d0'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:34:12.655919 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:12.660706 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34672c57-e437-4117-aa49-23f9ef78781b tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Made reservation on behalf of 08004e04aed44533a9a48c1af8f09cc1 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:12.664429 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-34672c57-e437-4117-aa49-23f9ef78781b tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:12.689535 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-aa3d4e77-3155-4155-90f6-63047c1c36df', 'network_id': 'aa3d4e77-3155-4155-90f6-63047c1c36df', 'tenant_id': '08004e04aed44533a9a48c1af8f09cc1', 'fixed_ips': [{'subnet_id': '76da917a-1213-46eb-aa5e-ced9eef01b87'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:34:12.690865 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:12.768988 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34672c57-e437-4117-aa49-23f9ef78781b tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:34:12.784144 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-27e1f79f-e0f4-42cc-9694-4fdde68c074f tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] create failed (client error): The resource could not be found. Jun 02 12:34:12.792217 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-27e1f79f-e0f4-42cc-9694-4fdde68c074f tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3066869 Jun 02 12:34:12.794962 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44696) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:12.798159 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-34672c57-e437-4117-aa49-23f9ef78781b tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:12.798159 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-34672c57-e437-4117-aa49-23f9ef78781b tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Added segment a059df57-2829-4c16-8154-3a9fe29e77df of type vlan for network 2a791778-86a3-4e68-b435-9a3bcf611e3e Jun 02 12:34:12.799439 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c79b3f83-c68c-43d2-b9be-25bcec38bb79 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:12.817715 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-d06288e8-0149-43f2-afe3-8a3900c512b0 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group': {'name': 'tempest-secgroup--360514334'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:12.828308 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d06288e8-0149-43f2-afe3-8a3900c512b0 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:12.841485 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d06288e8-0149-43f2-afe3-8a3900c512b0 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:12.859246 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d70dcf-8b40-4eb7-8daf-c1bac55bfdb7 None None] Network a9bb44a0-7820-4a60-9c56-fb40a6b9249b requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:12.889457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-34672c57-e437-4117-aa49-23f9ef78781b tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:12.933461 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-74bdb16b-4ebe-4747-b51f-6accd1fc57d5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:12.964064 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device ffab3995-3e07-4da0-a1f7-2f54d5702299 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:12.971895 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-34672c57-e437-4117-aa49-23f9ef78781b tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:12.979605 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34672c57-e437-4117-aa49-23f9ef78781b tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:12.980456 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-34672c57-e437-4117-aa49-23f9ef78781b tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:13.006091 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d06288e8-0149-43f2-afe3-8a3900c512b0 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:13.044840 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d06288e8-0149-43f2-afe3-8a3900c512b0 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:13.050660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d06288e8-0149-43f2-afe3-8a3900c512b0 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:13.053801 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d06288e8-0149-43f2-afe3-8a3900c512b0 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:13.060524 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d06288e8-0149-43f2-afe3-8a3900c512b0 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:13.154743 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d06288e8-0149-43f2-afe3-8a3900c512b0 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:13.161458 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b3f83-c68c-43d2-b9be-25bcec38bb79 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=caf0a948-0ec0-4f77-9a8d-1a7644d0082e,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:13.163995 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c79b3f83-c68c-43d2-b9be-25bcec38bb79 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:13.165620 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-34672c57-e437-4117-aa49-23f9ef78781b tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7599733 Jun 02 12:34:13.167160 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-96abb74a-5d92-492a-8b42-a9464547a993 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:13.188156 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44706) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:13.213386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c4b0fd67-3331-4453-bdac-2bf5307e3ab1 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Request body: {'network': {'name': 'tempest-router-network02--611004950'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:13.214575 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c79b3f83-c68c-43d2-b9be-25bcec38bb79 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:13.221316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c4b0fd67-3331-4453-bdac-2bf5307e3ab1 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:13.228918 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c4b0fd67-3331-4453-bdac-2bf5307e3ab1 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Usage tracker for resource:network and tenant:08004e04aed44533a9a48c1af8f09cc1 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:13.229392 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d06288e8-0149-43f2-afe3-8a3900c512b0 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:13.233777 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c4b0fd67-3331-4453-bdac-2bf5307e3ab1 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:13.240576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c4b0fd67-3331-4453-bdac-2bf5307e3ab1 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:13.249849 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c79b3f83-c68c-43d2-b9be-25bcec38bb79 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/caf0a948-0ec0-4f77-9a8d-1a7644d0082e HTTP/1.1" status: 204 len: 168 time: 2.3839412 Jun 02 12:34:13.276854 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ca9f65-3366-48df-adc4-d3eb4f1b82e2 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:13.279400 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:13.283548 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44710) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:13.285795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b0fd67-3331-4453-bdac-2bf5307e3ab1 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Made reservation on behalf of 08004e04aed44533a9a48c1af8f09cc1 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:13.289671 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c4b0fd67-3331-4453-bdac-2bf5307e3ab1 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:13.301232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:13.305785 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d06288e8-0149-43f2-afe3-8a3900c512b0 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:13.309469 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d06288e8-0149-43f2-afe3-8a3900c512b0 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5111473 Jun 02 12:34:13.320824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44714) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:13.328880 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-62006655-286e-4ac9-b00e-fc77a9d5bf3c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group': {'name': 'tempest-secgroup--1989383380'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:13.338086 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-62006655-286e-4ac9-b00e-fc77a9d5bf3c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:13.353427 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34672c57-e437-4117-aa49-23f9ef78781b tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Pushing event updated for resources: {'Network': ['ID=2a791778-86a3-4e68-b435-9a3bcf611e3e,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:13.356957 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-34672c57-e437-4117-aa49-23f9ef78781b tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:13.358119 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-62006655-286e-4ac9-b00e-fc77a9d5bf3c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:13.359940 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:13.389678 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62006655-286e-4ac9-b00e-fc77a9d5bf3c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:13.414382 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Allocated IP 172.20.0.2 (6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a/c3e13ce9-8603-449e-9b2c-9dd0924f37d0/5c4b4507-5f5b-4abf-b56c-f9a909b043f8) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:13.414863 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06288e8-0149-43f2-afe3-8a3900c512b0 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb1605d-595b-4913-9b0f-0a60a04917ae,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:13.417848 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d06288e8-0149-43f2-afe3-8a3900c512b0 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:13.423365 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-62006655-286e-4ac9-b00e-fc77a9d5bf3c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:13.428125 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-62006655-286e-4ac9-b00e-fc77a9d5bf3c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:13.431345 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-62006655-286e-4ac9-b00e-fc77a9d5bf3c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:13.439796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-62006655-286e-4ac9-b00e-fc77a9d5bf3c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:13.483466 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548a498a-5cdf-4dd6-8026-975fe25ff8dd tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:13.485039 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548a498a-5cdf-4dd6-8026-975fe25ff8dd tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:13.486323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-548a498a-5cdf-4dd6-8026-975fe25ff8dd tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Synchronizing usage tracker for tenant:343cdd4a79934b8eb57ccfa54eec3318 on resource:subnet {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:34:13.492669 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-cf6ff760-8403-4fa8-ae5b-73ee7f2c15d9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900519 Jun 02 12:34:13.506583 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44718) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:13.541054 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 2a791778-86a3-4e68-b435-9a3bcf611e3e details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:34:13.567827 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44720) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:13.598361 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-548a498a-5cdf-4dd6-8026-975fe25ff8dd tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Unset dirty status for tenant:343cdd4a79934b8eb57ccfa54eec3318 on resource:subnet {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:34:13.602537 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-548a498a-5cdf-4dd6-8026-975fe25ff8dd tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.2470067 Jun 02 12:34:13.616228 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b0fd67-3331-4453-bdac-2bf5307e3ab1 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:34:13.626425 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c4b0fd67-3331-4453-bdac-2bf5307e3ab1 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:13.626872 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-c4b0fd67-3331-4453-bdac-2bf5307e3ab1 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Added segment bd2448b8-6fb9-4eff-9fce-1bc698c5635d of type vlan for network c92b591b-6ae8-419f-aa55-4c43d146375a Jun 02 12:34:13.666065 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c4b0fd67-3331-4453-bdac-2bf5307e3ab1 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:13.674246 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-87a44cf2-ec91-489f-8722-5bc4ab71a23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:13.705233 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44724) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:13.734478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c4b0fd67-3331-4453-bdac-2bf5307e3ab1 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:13.740104 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b0fd67-3331-4453-bdac-2bf5307e3ab1 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:13.741437 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c4b0fd67-3331-4453-bdac-2bf5307e3ab1 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:13.751918 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ca43e9f3-faa8-47fe-abcd-31697d43e5fc tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:13.760945 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62006655-286e-4ac9-b00e-fc77a9d5bf3c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:13.773405 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62006655-286e-4ac9-b00e-fc77a9d5bf3c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:13.782615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8ae6d458-35db-478a-a8a5-af166558aa59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:13.786374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d6d4e-b6d5-46cf-a125-46566c36d46b req-adaf211f-ea47-41a8-888c-71b46969b086 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:13.787941 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d7d6d4e-b6d5-46cf-a125-46566c36d46b req-adaf211f-ea47-41a8-888c-71b46969b086 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 1.2896893 Jun 02 12:34:13.818229 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1331122133'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:13.833102 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62006655-286e-4ac9-b00e-fc77a9d5bf3c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d74c5a-942c-41f4-822f-710dc9347b1d,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:13.836137 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-62006655-286e-4ac9-b00e-fc77a9d5bf3c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:13.858590 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770fb7fd-4994-4ed2-8e1a-2aaf79646d34 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:13.863136 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-770fb7fd-4994-4ed2-8e1a-2aaf79646d34 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3528926 Jun 02 12:34:13.863326 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44726) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:13.898026 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62006655-286e-4ac9-b00e-fc77a9d5bf3c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:13.899771 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-62006655-286e-4ac9-b00e-fc77a9d5bf3c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5778189 Jun 02 12:34:13.903906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44728) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:13.909265 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-8eb98ec4-e9e1-46ae-a1ad-2b26895151d8 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group_rule': {'security_group_id': '5bb1605d-595b-4913-9b0f-0a60a04917ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '61d74c5a-942c-41f4-822f-710dc9347b1d'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:13.920679 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8eb98ec4-e9e1-46ae-a1ad-2b26895151d8 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:13.927963 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8eb98ec4-e9e1-46ae-a1ad-2b26895151d8 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:13.930898 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:13.936658 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8eb98ec4-e9e1-46ae-a1ad-2b26895151d8 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:13.941859 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port ffab3995-3e07-4da0-a1f7-2f54d5702299 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:13.945835 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8eb98ec4-e9e1-46ae-a1ad-2b26895151d8 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:13.961552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3326bd-1911-4d8b-a142-c625b05014c1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:13.962378 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0b3326bd-1911-4d8b-a142-c625b05014c1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:34:13.992036 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port ffab3995-3e07-4da0-a1f7-2f54d5702299 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:13.992477 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:13.993940 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0b3326bd-1911-4d8b-a142-c625b05014c1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:34:13.998131 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0b3326bd-1911-4d8b-a142-c625b05014c1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1308007 Jun 02 12:34:13.998401 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44730) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:14.001612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Usage tracker for resource:network and tenant:84da4d956e9749c194c31efd7d37ca67 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:14.038739 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:14.065265 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-8eb98ec4-e9e1-46ae-a1ad-2b26895151d8 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:34:14.066261 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8eb98ec4-e9e1-46ae-a1ad-2b26895151d8 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1620274 Jun 02 12:34:14.073833 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44732) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:14.080420 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-846f78e5-dcf9-4087-a592-2beafd71fc91 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770833 Jun 02 12:34:14.091730 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44734) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:14.099530 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-3d0e9231-160f-4898-a823-af420ed17a5f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:14.106604 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Allocated IP 172.20.0.2 (aa3d4e77-3155-4155-90f6-63047c1c36df/76da917a-1213-46eb-aa5e-ced9eef01b87/4d7f1fab-a3a4-49dd-9a3a-4646038cb7be) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:14.117767 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:14.127117 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c4b0fd67-3331-4453-bdac-2bf5307e3ab1 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9337673 Jun 02 12:34:14.130280 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d7d6d4e-b6d5-46cf-a125-46566c36d46b req-e2ead7c8-0e29-42c2-ae86-09c544db76f7 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3173759 Jun 02 12:34:14.130845 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44736) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:14.149371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-0b6f8b96-70b9-4003-b895-131f17ae1b82 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Request body: {'subnet': {'network_id': '2a791778-86a3-4e68-b435-9a3bcf611e3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:14.164600 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-87a44cf2-ec91-489f-8722-5bc4ab71a23b None None] For port e28d3054-7fa0-4ba5-8aaa-915be079b1b7, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e28d3054-7fa0-4ba5-8aaa-915be079b1b7,segment=NetworkSegment(e560932a-51b6-427e-a8fe-8f09430e877a),segment_id=e560932a-51b6-427e-a8fe-8f09430e877a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:14.178088 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0fd67-3331-4453-bdac-2bf5307e3ab1 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Pushing event updated for resources: {'Network': ['ID=c92b591b-6ae8-419f-aa55-4c43d146375a,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:14.211316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:14.241435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-87a44cf2-ec91-489f-8722-5bc4ab71a23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:14.243664 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network c92b591b-6ae8-419f-aa55-4c43d146375a details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:34:14.290368 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-2ea60e62-2249-42a6-b740-dcca25372e1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:14.297093 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-10184ee1-f450-43c0-8720-3dfad2aec63e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:14.298972 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3d0e9231-160f-4898-a823-af420ed17a5f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:14.312459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bda46289-b394-4c6b-8537-d0c1c7789f4b tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:14.319085 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c4b0fd67-3331-4453-bdac-2bf5307e3ab1 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:14.322059 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3d0e9231-160f-4898-a823-af420ed17a5f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:14.324505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:14.340109 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0ccfbedb-1691-4312-b143-489673e9b6da tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:14.341684 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-10184ee1-f450-43c0-8720-3dfad2aec63e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:14.360147 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0e9231-160f-4898-a823-af420ed17a5f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:14.364099 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3d0e9231-160f-4898-a823-af420ed17a5f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:14.389126 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Made reservation on behalf of 84da4d956e9749c194c31efd7d37ca67 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:14.392668 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:14.397830 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-337b4837-36e3-4cfe-93a5-4fdc1ea15cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:14.429016 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda46289-b394-4c6b-8537-d0c1c7789f4b tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 02 12:34:14.429593 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda46289-b394-4c6b-8537-d0c1c7789f4b tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:34:14.431508 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-bda46289-b394-4c6b-8537-d0c1c7789f4b tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "DELETE /v2.0/networks/a9bb44a0-7820-4a60-9c56-fb40a6b9249b HTTP/1.1" status: 409 len: 405 time: 0.7241709 Jun 02 12:34:14.462379 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:14.471192 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44742) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:14.492966 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-dd647cd5-6a54-4a50-be51-7a8dfcd37b75 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-409010645'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:14.499118 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-0b6f8b96-70b9-4003-b895-131f17ae1b82 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:14.504518 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a44cf2-ec91-489f-8722-5bc4ab71a23b None None] Pushing event updated for resources: {'Port': ['ID=e28d3054-7fa0-4ba5-8aaa-915be079b1b7,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:14.519553 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-dd647cd5-6a54-4a50-be51-7a8dfcd37b75 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:14.524712 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0b6f8b96-70b9-4003-b895-131f17ae1b82 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Usage tracker for resource:subnet and tenant:08004e04aed44533a9a48c1af8f09cc1 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:14.528596 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-87a44cf2-ec91-489f-8722-5bc4ab71a23b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:14.534074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:14.537970 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-10184ee1-f450-43c0-8720-3dfad2aec63e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:14.539224 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0b6f8b96-70b9-4003-b895-131f17ae1b82 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:14.545202 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-26283f51-6253-4424-bd1a-c00049af4d1b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:14.553331 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Port': ['ID=fbdf44fc-3020-45c5-80e5-96f85dc97d9a,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:14.556185 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Usage tracker for resource:security_group_rule and tenant:84da4d956e9749c194c31efd7d37ca67 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:14.561160 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-dd647cd5-6a54-4a50-be51-7a8dfcd37b75 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Usage tracker for resource:network and tenant:343cdd4a79934b8eb57ccfa54eec3318 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:14.565096 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-0b6f8b96-70b9-4003-b895-131f17ae1b82 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:14.567149 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10184ee1-f450-43c0-8720-3dfad2aec63e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d74c5a-942c-41f4-822f-710dc9347b1d,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:14.569950 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-10184ee1-f450-43c0-8720-3dfad2aec63e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:14.584844 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:14.587717 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-dd647cd5-6a54-4a50-be51-7a8dfcd37b75 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:14.591576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:14.603122 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:14.605353 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-dd647cd5-6a54-4a50-be51-7a8dfcd37b75 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:14.613399 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:14.642298 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-10184ee1-f450-43c0-8720-3dfad2aec63e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:14.644077 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-10184ee1-f450-43c0-8720-3dfad2aec63e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "DELETE /v2.0/security-groups/61d74c5a-942c-41f4-822f-710dc9347b1d HTTP/1.1" status: 204 len: 168 time: 0.5664167 Jun 02 12:34:14.648537 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44746) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:14.649263 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6f8b96-70b9-4003-b895-131f17ae1b82 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Made reservation on behalf of 08004e04aed44533a9a48c1af8f09cc1 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:14.654662 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0b6f8b96-70b9-4003-b895-131f17ae1b82 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:14.682560 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd647cd5-6a54-4a50-be51-7a8dfcd37b75 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Made reservation on behalf of 343cdd4a79934b8eb57ccfa54eec3318 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:14.687294 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dd647cd5-6a54-4a50-be51-7a8dfcd37b75 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:14.724337 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:14.725936 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2594473 Jun 02 12:34:14.731135 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44748) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:14.736215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:14.741013 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-adebb447-4acb-4083-80ce-ea543475f0f0 None None] Provisioning complete for port e28d3054-7fa0-4ba5-8aaa-915be079b1b7 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:14.741394 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-adebb447-4acb-4083-80ce-ea543475f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:14.753864 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-95bb1fd4-6553-4b58-871d-75a369887ed5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Request body: {'port': {'network_id': '9c4035f7-d194-4bc4-8e42-d15783995347', 'name': 'tempest-FloatingIPTestJSON-1647792816'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:14.818479 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:14.831229 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b9fb07dd-2957-49eb-9866-9237dc380492 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Synchronizing usage tracker for tenant:4a2d2564f94848c4b17bc78b58afeaa0 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:34:14.838348 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccda87c-4f23-4e81-b709-e7a6e2f68ac9 None None] DHCP port deletion for a9bb44a0-7820-4a60-9c56-fb40a6b9249b request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:34:14.862080 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Transition to ACTIVE for port object 5c4b4507-5f5b-4abf-b56c-f9a909b043f8 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:14.976373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b9fb07dd-2957-49eb-9866-9237dc380492 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Unset dirty status for tenant:4a2d2564f94848c4b17bc78b58afeaa0 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:34:14.977782 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b9fb07dd-2957-49eb-9866-9237dc380492 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3278105 Jun 02 12:34:14.998247 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44752) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:15.026666 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Transition to ACTIVE for port object 5c4b4507-5f5b-4abf-b56c-f9a909b043f8 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:15.035077 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port ffab3995-3e07-4da0-a1f7-2f54d5702299, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ffab3995-3e07-4da0-a1f7-2f54d5702299,segment=NetworkSegment(76696f93-6ff0-492e-a64d-dd3a6a80634c),segment_id=76696f93-6ff0-492e-a64d-dd3a6a80634c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:15.096309 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958f0a61-7913-49dd-b152-972b43fe5fab None None] DHCP port deletion for a7413df9-4e7a-4187-aef8-a668d8bf2950 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:34:15.110228 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.112605 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.123774 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e92d394b-1d0a-4dab-98e4-e6dd138ff809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:15.130888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd647cd5-6a54-4a50-be51-7a8dfcd37b75 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:34:15.143483 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-861a7a5e-22c7-43ac-bab2-c18e430fd6b6 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.186068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-95bb1fd4-6553-4b58-871d-75a369887ed5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:15.191009 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-95bb1fd4-6553-4b58-871d-75a369887ed5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Usage tracker for resource:port and tenant:c238b4d1abdf43af85cd0e1ea5d0d537 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:15.195127 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-95bb1fd4-6553-4b58-871d-75a369887ed5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Quota usage for port was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:15.207328 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-95bb1fd4-6553-4b58-871d-75a369887ed5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:15.226659 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a019dc0c-16e5-41ec-9920-3785213eb349 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:34:15.255916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dd647cd5-6a54-4a50-be51-7a8dfcd37b75 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.256485 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-dd647cd5-6a54-4a50-be51-7a8dfcd37b75 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Added segment 98445070-ab2e-4216-ab13-aa58e0ea2c77 of type vlan for network 95f22e08-358d-4b9d-ae55-3ce887a2ed58 Jun 02 12:34:15.291064 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Network 6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:15.296017 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-861a7a5e-22c7-43ac-bab2-c18e430fd6b6 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.306396 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:15.309233 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:15.311161 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bb1fd4-6553-4b58-871d-75a369887ed5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Made reservation on behalf of c238b4d1abdf43af85cd0e1ea5d0d537 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:15.314577 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-95bb1fd4-6553-4b58-871d-75a369887ed5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.333080 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.348968 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-1ccda87c-4f23-4e81-b709-e7a6e2f68ac9 None None] Deleting port e28d3054-7fa0-4ba5-8aaa-915be079b1b7 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:15.349349 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1ccda87c-4f23-4e81-b709-e7a6e2f68ac9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.360722 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.387245 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-95bb1fd4-6553-4b58-871d-75a369887ed5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] device_id is not set on port 9753fe1e-eff0-4d4f-b876-188a6e784095 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:34:15.392342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.400222 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-adebb447-4acb-4083-80ce-ea543475f0f0 None None] Provisioning for port 588fcba2-19ac-424e-b620-915e2f7ddf43 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:15.405876 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dd647cd5-6a54-4a50-be51-7a8dfcd37b75 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.417448 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=ffab3995-3e07-4da0-a1f7-2f54d5702299,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:15.422442 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Transition to ACTIVE for port object 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:15.437952 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.444080 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-861a7a5e-22c7-43ac-bab2-c18e430fd6b6 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.445126 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.456759 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b534a400-a4a4-4a4d-a334-788e171fcead tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:15.457838 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-15c209d4-bf85-49be-9105-ffaef5cf95e9 tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:15.481212 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a7a5e-22c7-43ac-bab2-c18e430fd6b6 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb1605d-595b-4913-9b0f-0a60a04917ae,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:15.499704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-861a7a5e-22c7-43ac-bab2-c18e430fd6b6 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:15.500245 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-adebb447-4acb-4083-80ce-ea543475f0f0 None None] Provisioning complete for port 588fcba2-19ac-424e-b620-915e2f7ddf43 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:15.500624 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-adebb447-4acb-4083-80ce-ea543475f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.519922 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-861a7a5e-22c7-43ac-bab2-c18e430fd6b6 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.521330 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-861a7a5e-22c7-43ac-bab2-c18e430fd6b6 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "DELETE /v2.0/security-groups/5bb1605d-595b-4913-9b0f-0a60a04917ae HTTP/1.1" status: 204 len: 168 time: 0.4895823 Jun 02 12:34:15.526239 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44756) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:15.555044 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:34:15.608529 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d42b7a8-effa-45f6-9dd9-4572ee4de617,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:15.620002 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:15.621031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.621449 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Added segment 5e527fe9-b125-4067-af2d-c368001e81cb of type vlan for network 33ffc0e6-12b6-4f5b-ad57-db6df0b68d84 Jun 02 12:34:15.623949 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-95bb1fd4-6553-4b58-871d-75a369887ed5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Allocated IP 172.20.0.4 (9c4035f7-d194-4bc4-8e42-d15783995347/99ef8dec-4bf9-4d68-bce0-20168287b225/9753fe1e-eff0-4d4f-b876-188a6e784095) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:15.654557 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dd647cd5-6a54-4a50-be51-7a8dfcd37b75 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.660270 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd647cd5-6a54-4a50-be51-7a8dfcd37b75 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:15.661004 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dd647cd5-6a54-4a50-be51-7a8dfcd37b75 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.709018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7584bb18-fb87-4720-9df1-c9b285e4a56a tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:15.730721 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c206656-1ceb-4b5a-89ea-e8d244531b33 req-153bba58-9fcd-4480-8be4-f7496c1afd7e tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:15.732343 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f669b07f-2844-4ab3-a056-ff0f74d6854e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Synchronizing usage tracker for tenant:4a2d2564f94848c4b17bc78b58afeaa0 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:34:15.733339 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2c206656-1ceb-4b5a-89ea-e8d244531b33 req-153bba58-9fcd-4480-8be4-f7496c1afd7e tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.6036236 Jun 02 12:34:15.806818 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Transition to ACTIVE for port object 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:15.823995 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Attempting to bind port 5c4b4507-5f5b-4abf-b56c-f9a909b043f8 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:34:15.824533 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Attempting to bind port 5c4b4507-5f5b-4abf-b56c-f9a909b043f8 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '88f5534d-c454-4a22-9108-7a325f00b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:34:15.824794 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Attempting to bind port 5c4b4507-5f5b-4abf-b56c-f9a909b043f8 on network 6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:34:15.848187 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.851726 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Pushing event updated for resources: {'Port': ['ID=5c4b4507-5f5b-4abf-b56c-f9a909b043f8,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:15.861288 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-adebb447-4acb-4083-80ce-ea543475f0f0 None None] Port 588fcba2-19ac-424e-b620-915e2f7ddf43 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:34:15.871516 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.748s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:15.875052 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.720s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:15.876770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f669b07f-2844-4ab3-a056-ff0f74d6854e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Unset dirty status for tenant:4a2d2564f94848c4b17bc78b58afeaa0 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:34:15.878006 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f669b07f-2844-4ab3-a056-ff0f74d6854e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3506613 Jun 02 12:34:15.888402 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44758) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:15.898916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.899215 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-b88fd69a-f7c8-46ec-b9ef-ccb638a601c3 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group': {'name': 'tempest-secgroup--1557064035'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:15.907072 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-958f0a61-7913-49dd-b152-972b43fe5fab None None] Deleting port a019dc0c-16e5-41ec-9920-3785213eb349 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:15.907655 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-958f0a61-7913-49dd-b152-972b43fe5fab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.913492 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b88fd69a-f7c8-46ec-b9ef-ccb638a601c3 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:15.920547 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:34:15.921196 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Checking segment: {'id': '88f5534d-c454-4a22-9108-7a325f00b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:15.921758 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.922337 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Bound using segment: {'id': '88f5534d-c454-4a22-9108-7a325f00b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:34:15.922984 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Bound port: 5c4b4507-5f5b-4abf-b56c-f9a909b043f8, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f5534d-c454-4a22-9108-7a325f00b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:34:15.923538 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.932408 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3d0e9231-160f-4898-a823-af420ed17a5f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.937240 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd647cd5-6a54-4a50-be51-7a8dfcd37b75 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event updated for resources: {'Network': ['ID=95f22e08-358d-4b9d-ae55-3ce887a2ed58,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:15.942809 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1fd8c8b2-2129-4284-b97f-ac5e8b3a1344 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:15.949656 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-1ccda87c-4f23-4e81-b709-e7a6e2f68ac9 None None] For port e28d3054-7fa0-4ba5-8aaa-915be079b1b7, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e28d3054-7fa0-4ba5-8aaa-915be079b1b7,segment=NetworkSegment(e560932a-51b6-427e-a8fe-8f09430e877a),segment_id=e560932a-51b6-427e-a8fe-8f09430e877a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:15.950633 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1ccda87c-4f23-4e81-b709-e7a6e2f68ac9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:15.954450 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dd647cd5-6a54-4a50-be51-7a8dfcd37b75 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:15.962339 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Allocated IP 172.26.7.102 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:15.980761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 95f22e08-358d-4b9d-ae55-3ce887a2ed58 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:34:15.991812 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2c206656-1ceb-4b5a-89ea-e8d244531b33 req-90a411a3-872d-418f-ba5d-91408920eb7a tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338488 Jun 02 12:34:16.004830 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-dd647cd5-6a54-4a50-be51-7a8dfcd37b75 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5202973 Jun 02 12:34:16.011835 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44760) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:16.025664 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-da787cf4-e640-48fa-98a7-f20fdc82dce1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Request body: {'subnet': {'network_id': '95f22e08-358d-4b9d-ae55-3ce887a2ed58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:16.124246 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:16.135170 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Network aa3d4e77-3155-4155-90f6-63047c1c36df is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:16.219580 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b88fd69a-f7c8-46ec-b9ef-ccb638a601c3 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:16.306385 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:16.315493 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e9231-160f-4898-a823-af420ed17a5f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=ba7d407f-b4ba-49ea-a5de-8625aca17cf8,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:16.324251 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:16.330637 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b88fd69a-f7c8-46ec-b9ef-ccb638a601c3 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:16.331798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:16.332829 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:16.341230 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-1ccda87c-4f23-4e81-b709-e7a6e2f68ac9 None None] Calling delete_port for e28d3054-7fa0-4ba5-8aaa-915be079b1b7 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:34:16.348933 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c4b0fd67-3331-4453-bdac-2bf5307e3ab1 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:16.359935 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3d0e9231-160f-4898-a823-af420ed17a5f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:16.362170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0e9231-160f-4898-a823-af420ed17a5f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:16.365923 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-95bb1fd4-6553-4b58-871d-75a369887ed5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:16.368255 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:16.371203 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-da787cf4-e640-48fa-98a7-f20fdc82dce1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:16.377672 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-3d0e9231-160f-4898-a823-af420ed17a5f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:16.381813 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b88fd69a-f7c8-46ec-b9ef-ccb638a601c3 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:16.393710 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0e9231-160f-4898-a823-af420ed17a5f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:16.395933 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3d0e9231-160f-4898-a823-af420ed17a5f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:16.413647 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Pushing event updated for resources: {'Port': ['ID=4d7f1fab-a3a4-49dd-9a3a-4646038cb7be,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:16.436833 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3d0e9231-160f-4898-a823-af420ed17a5f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3439717 Jun 02 12:34:16.439287 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b88fd69a-f7c8-46ec-b9ef-ccb638a601c3 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:16.442724 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44762) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:16.450761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-eee5d14c-8ed6-46fa-be33-7b45386193a0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'mac_address': 'fa:16:3e:61:c1:12', 'name': 'tempest-NetworksTestDHCPv6-975204635'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:16.464623 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:16.466202 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.605s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:16.466558 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:16.467832 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b88fd69a-f7c8-46ec-b9ef-ccb638a601c3 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:16.478206 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b88fd69a-f7c8-46ec-b9ef-ccb638a601c3 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:16.498005 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-da787cf4-e640-48fa-98a7-f20fdc82dce1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:16.524787 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.9512534 Jun 02 12:34:16.532372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44764) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:16.547451 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.tag.tag_plugin [None req-a7db68f0-3856-4c02-810d-ba8e2810a49f tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '33ffc0e6-12b6-4f5b-ad57-db6df0b68d84', 'tempest-TagsTest-Tag-1333147124') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:16.569244 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port a019dc0c-16e5-41ec-9920-3785213eb349, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a019dc0c-16e5-41ec-9920-3785213eb349,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:16.582481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Pushing event updated for resources: {'Network': ['ID=33ffc0e6-12b6-4f5b-ad57-db6df0b68d84,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:16.591651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:16.594975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da787cf4-e640-48fa-98a7-f20fdc82dce1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Made reservation on behalf of 343cdd4a79934b8eb57ccfa54eec3318 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:16.598670 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-da787cf4-e640-48fa-98a7-f20fdc82dce1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:16.602859 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:16.604472 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e28d3054-7fa0-4ba5-8aaa-915be079b1b7 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:34:16.626343 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-95bb1fd4-6553-4b58-871d-75a369887ed5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:16.638515 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a0466590-1cf2-42a7-a35b-7df720d31d5e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:16.647335 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-958f0a61-7913-49dd-b152-972b43fe5fab None None] For port a019dc0c-16e5-41ec-9920-3785213eb349, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a019dc0c-16e5-41ec-9920-3785213eb349,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:16.647549 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-958f0a61-7913-49dd-b152-972b43fe5fab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:16.666618 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7e86b145-0945-4d65-b9cb-fc87c6924945 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:16.702704 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 33ffc0e6-12b6-4f5b-ad57-db6df0b68d84 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:34:16.765076 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:16.771957 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bb1fd4-6553-4b58-871d-75a369887ed5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Network 9c4035f7-d194-4bc4-8e42-d15783995347 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:16.784110 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-95bb1fd4-6553-4b58-871d-75a369887ed5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:16.786487 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-eee5d14c-8ed6-46fa-be33-7b45386193a0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:16.796103 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb1fd4-6553-4b58-871d-75a369887ed5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Port': ['ID=9753fe1e-eff0-4d4f-b876-188a6e784095,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:16.806774 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb1fd4-6553-4b58-871d-75a369887ed5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:16.817941 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] For port 5c4b4507-5f5b-4abf-b56c-f9a909b043f8, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:34:16.826324 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Attempting to bind port 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:34:16.826688 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Attempting to bind port 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'aa61c90c-3313-4025-926a-cbfa208688d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'aa3d4e77-3155-4155-90f6-63047c1c36df'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:34:16.827115 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Attempting to bind port 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be on network aa3d4e77-3155-4155-90f6-63047c1c36df {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:34:16.837952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-95bb1fd4-6553-4b58-871d-75a369887ed5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:16.845439 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-eee5d14c-8ed6-46fa-be33-7b45386193a0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:port and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:16.853155 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-eee5d14c-8ed6-46fa-be33-7b45386193a0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:16.877401 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-eee5d14c-8ed6-46fa-be33-7b45386193a0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:16.883620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b88fd69a-f7c8-46ec-b9ef-ccb638a601c3 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:16.895366 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b88fd69a-f7c8-46ec-b9ef-ccb638a601c3 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:16.905302 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:16.908230 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-958f0a61-7913-49dd-b152-972b43fe5fab None None] Calling delete_port for a019dc0c-16e5-41ec-9920-3785213eb349 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:34:16.923345 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bb1fd4-6553-4b58-871d-75a369887ed5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:16.923787 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-95bb1fd4-6553-4b58-871d-75a369887ed5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:16.932491 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee5d14c-8ed6-46fa-be33-7b45386193a0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:16.978748 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e7415ae0-c682-4fef-9bc0-e7cd8185049b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:16.985907 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] For port 5c4b4507-5f5b-4abf-b56c-f9a909b043f8, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=5c4b4507-5f5b-4abf-b56c-f9a909b043f8,segment=NetworkSegment(88f5534d-c454-4a22-9108-7a325f00b216),segment_id=88f5534d-c454-4a22-9108-7a325f00b216)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:34:16.991341 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:34:16.991803 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Checking segment: {'id': 'aa61c90c-3313-4025-926a-cbfa208688d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'aa3d4e77-3155-4155-90f6-63047c1c36df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:16.992278 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:16.992745 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Bound using segment: {'id': 'aa61c90c-3313-4025-926a-cbfa208688d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'aa3d4e77-3155-4155-90f6-63047c1c36df'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:34:16.993288 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Bound port: 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa61c90c-3313-4025-926a-cbfa208688d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'aa3d4e77-3155-4155-90f6-63047c1c36df'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:34:16.993730 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:17.004522 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0b6f8b96-70b9-4003-b895-131f17ae1b82 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:17.011764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-86285f20-b93c-413a-b36e-c822a4e94f2f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:17.018299 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:17.035627 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:17.047154 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a7db68f0-3856-4c02-810d-ba8e2810a49f tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] 10.222.0.37 "PUT /v2.0/networks/33ffc0e6-12b6-4f5b-ad57-db6df0b68d84/tags/tempest-TagsTest-Tag-1333147124 HTTP/1.1" status: 201 len: 201 time: 0.5060544 Jun 02 12:34:17.049660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44768) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:17.062283 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-0dbc596c-24c1-4450-a7fc-cee952abe698 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '33ffc0e6-12b6-4f5b-ad57-db6df0b68d84', 'tempest-TagsTest-Tag-1333147124') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:17.074998 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fd69a-f7c8-46ec-b9ef-ccb638a601c3 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf49be76-aa2d-4b51-a8f6-c7728916ba87,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:17.083037 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:17.085273 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-95bb1fd4-6553-4b58-871d-75a369887ed5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3530078 Jun 02 12:34:17.085922 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44770) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:17.087306 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b88fd69a-f7c8-46ec-b9ef-ccb638a601c3 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:17.096608 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-1dfacc45-1668-4e64-8cb5-eed2455092bd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Request body: {'floatingip': {'port_id': '9753fe1e-eff0-4d4f-b876-188a6e784095'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:17.123369 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=a019dc0c-16e5-41ec-9920-3785213eb349,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:17.128370 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:17.134281 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:17.150356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b88fd69a-f7c8-46ec-b9ef-ccb638a601c3 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:17.156351 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b88fd69a-f7c8-46ec-b9ef-ccb638a601c3 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2602167 Jun 02 12:34:17.161294 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44772) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:17.168027 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-f8e69b35-5d7e-45bb-9722-e16c3a31f85f tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group_rule': {'security_group_id': 'cf49be76-aa2d-4b51-a8f6-c7728916ba87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:17.185822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1ccda87c-4f23-4e81-b709-e7a6e2f68ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:17.214943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f8e69b35-5d7e-45bb-9722-e16c3a31f85f tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:17.235780 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f8e69b35-5d7e-45bb-9722-e16c3a31f85f tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:17.240713 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1dfacc45-1668-4e64-8cb5-eed2455092bd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:17.268562 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Port e28d3054-7fa0-4ba5-8aaa-915be079b1b7 update to DOWN by agent not found {{(pid=92306) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} Jun 02 12:34:17.294784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f8e69b35-5d7e-45bb-9722-e16c3a31f85f tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:17.297858 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccda87c-4f23-4e81-b709-e7a6e2f68ac9 None None] No DVR routers for this DVR port e28d3054-7fa0-4ba5-8aaa-915be079b1b7 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:34:17.322192 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f8e69b35-5d7e-45bb-9722-e16c3a31f85f tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:17.328329 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] For port 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:34:17.334370 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eee5d14c-8ed6-46fa-be33-7b45386193a0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:17.339355 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] For port 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4d7f1fab-a3a4-49dd-9a3a-4646038cb7be,segment=NetworkSegment(aa61c90c-3313-4025-926a-cbfa208688d7),segment_id=aa61c90c-3313-4025-926a-cbfa208688d7)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:34:17.352023 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:17.358606 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Pushing event updated for resources: {'Port': ['ID=5c4b4507-5f5b-4abf-b56c-f9a909b043f8,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:17.370332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:17.371083 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-36d15a5c-1a0f-48d1-a8e5-cba7f30cbeba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:17.418159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:17.456372 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-958f0a61-7913-49dd-b152-972b43fe5fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:17.461444 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccda87c-4f23-4e81-b709-e7a6e2f68ac9 None None] Pushing event deleted for resources: {'Port': ['ID=e28d3054-7fa0-4ba5-8aaa-915be079b1b7,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:17.461853 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f8b96-70b9-4003-b895-131f17ae1b82 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Pushing event updated for resources: {'Subnet': ['ID=3391f076-0f5c-4296-b225-b6bf0d5c3266,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:17.486392 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0b6f8b96-70b9-4003-b895-131f17ae1b82 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:17.487314 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:17.491898 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:17.521385 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device ffab3995-3e07-4da0-a1f7-2f54d5702299 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:17.543024 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6f8b96-70b9-4003-b895-131f17ae1b82 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Checking segment: {'id': 'a059df57-2829-4c16-8154-3a9fe29e77df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2a791778-86a3-4e68-b435-9a3bcf611e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:17.543392 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6f8b96-70b9-4003-b895-131f17ae1b82 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Network hostable DHCP agents. Network: 2a791778-86a3-4e68-b435-9a3bcf611e3e, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:34:17.551289 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4651ea1b-5162-4213-8321-aed552aeae6c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.458s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:17.692652 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f0a61-7913-49dd-b152-972b43fe5fab None None] No DVR routers for this DVR port a019dc0c-16e5-41ec-9920-3785213eb349 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:34:17.727056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6f8b96-70b9-4003-b895-131f17ae1b82 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Network 2a791778-86a3-4e68-b435-9a3bcf611e3e is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:34:17.734062 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2024cfd1-d1cb-4ead-b236-5e699395a0f9 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:17.737833 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-eee5d14c-8ed6-46fa-be33-7b45386193a0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] device_id is not set on port 70e3938f-a459-4919-ae9f-83f19ae354e5 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:34:17.764642 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-0b6f8b96-70b9-4003-b895-131f17ae1b82 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 2a791778-86a3-4e68-b435-9a3bcf611e3e) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:17.774596 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Pushing event updated for resources: {'Port': ['ID=a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:17.782146 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d956b9-2af0-4689-a7a4-5bc0d5752aa5 None None] Network 2a791778-86a3-4e68-b435-9a3bcf611e3e requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:17.791148 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:17.796325 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:17.846269 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0dbc596c-24c1-4450-a7fc-cee952abe698 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] 10.222.0.37 "GET /v2.0/networks/33ffc0e6-12b6-4f5b-ad57-db6df0b68d84/tags/tempest-TagsTest-Tag-1333147124 HTTP/1.1" status: 204 len: 168 time: 0.7858429 Jun 02 12:34:17.868413 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Pushing event updated for resources: {'Port': ['ID=4d7f1fab-a3a4-49dd-9a3a-4646038cb7be,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:17.876735 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44776) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:17.888511 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-038d660e-88cf-4041-8cd6-0ab797fe9f66 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '33ffc0e6-12b6-4f5b-ad57-db6df0b68d84') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:17.891814 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6f8b96-70b9-4003-b895-131f17ae1b82 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:17.892552 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0b6f8b96-70b9-4003-b895-131f17ae1b82 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:17.915276 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-f8e69b35-5d7e-45bb-9722-e16c3a31f85f tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:34:17.916441 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f8e69b35-5d7e-45bb-9722-e16c3a31f85f tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7523024 Jun 02 12:34:17.936406 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44778) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:17.980126 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:17.980687 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.622s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:18.016820 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4057b543-c8ed-4907-8de2-8d085bcc3c09 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group_rule': {'security_group_id': 'cf49be76-aa2d-4b51-a8f6-c7728916ba87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:18.024101 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4057b543-c8ed-4907-8de2-8d085bcc3c09 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:18.033526 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4057b543-c8ed-4907-8de2-8d085bcc3c09 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:18.038304 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4057b543-c8ed-4907-8de2-8d085bcc3c09 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:18.045968 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4057b543-c8ed-4907-8de2-8d085bcc3c09 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:18.057094 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0b6f8b96-70b9-4003-b895-131f17ae1b82 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9171863 Jun 02 12:34:18.063052 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f0a61-7913-49dd-b152-972b43fe5fab None None] Pushing event deleted for resources: {'Port': ['ID=a019dc0c-16e5-41ec-9920-3785213eb349,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:18.064251 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44780) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:18.091218 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-958f0a61-7913-49dd-b152-972b43fe5fab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:18.092145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.631s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:18.092498 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:18.124987 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port ffab3995-3e07-4da0-a1f7-2f54d5702299 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:18.125371 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:18.127688 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe939a4-f730-4446-838b-36def4469355 req-ed4cb53d-bb61-4ba9-ab56-ebd56f9922a3 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:18.131452 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-dfe939a4-f730-4446-838b-36def4469355 req-ed4cb53d-bb61-4ba9-ab56-ebd56f9922a3 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.9336371 Jun 02 12:34:18.138620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-97b5f9a4-88db-4e99-b330-854aa1a2cf57 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Request body: {'subnet': {'network_id': 'c92b591b-6ae8-419f-aa55-4c43d146375a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:18.244110 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-4057b543-c8ed-4907-8de2-8d085bcc3c09 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:34:18.249153 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4057b543-c8ed-4907-8de2-8d085bcc3c09 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3112953 Jun 02 12:34:18.254386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44782) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:18.443339 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a8eaf013-6de9-41c8-bfc6-62b30d0e792a tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:18.455557 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a7413df9-4e7a-4187-aef8-a668d8bf2950', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'fixed_ips': [{'subnet_id': 'ba7d407f-b4ba-49ea-a5de-8625aca17cf8'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:34:18.456892 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:18.469485 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-2a791778-86a3-4e68-b435-9a3bcf611e3e', 'network_id': '2a791778-86a3-4e68-b435-9a3bcf611e3e', 'tenant_id': '08004e04aed44533a9a48c1af8f09cc1', 'fixed_ips': [{'subnet_id': '3391f076-0f5c-4296-b225-b6bf0d5c3266'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:34:18.470740 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:18.557762 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a8eaf013-6de9-41c8-bfc6-62b30d0e792a tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:18.637414 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-038d660e-88cf-4041-8cd6-0ab797fe9f66 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] 10.222.0.37 "GET /v2.0/networks/33ffc0e6-12b6-4f5b-ad57-db6df0b68d84/tags HTTP/1.1" status: 200 len: 238 time: 0.7545631 Jun 02 12:34:18.647314 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44784) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:18.655727 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.tag.tag_plugin [None req-fe77f1ee-b48f-4efc-a3f1-98addfa2f1cc tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '33ffc0e6-12b6-4f5b-ad57-db6df0b68d84', {'tags': ['tempest-TagsTest-Tag-1219840971', 'tempest-TagsTest-Tag-1873934808', 'tempest-TagsTest-Tag-1552518467']}) {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:18.674061 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-dfe939a4-f730-4446-838b-36def4469355 req-44b491cb-52c5-4ca2-a8bd-10f0ae23f84c tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4447792 Jun 02 12:34:18.705014 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-97b5f9a4-88db-4e99-b330-854aa1a2cf57 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:18.709274 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-97b5f9a4-88db-4e99-b330-854aa1a2cf57 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Usage tracker for resource:subnet and tenant:08004e04aed44533a9a48c1af8f09cc1 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:18.712561 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-97b5f9a4-88db-4e99-b330-854aa1a2cf57 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:18.718797 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-97b5f9a4-88db-4e99-b330-854aa1a2cf57 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:18.743838 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-eee5d14c-8ed6-46fa-be33-7b45386193a0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8::e5 (a7413df9-4e7a-4187-aef8-a668d8bf2950/ba7d407f-b4ba-49ea-a5de-8625aca17cf8/70e3938f-a459-4919-ae9f-83f19ae354e5) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:18.751621 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b5f9a4-88db-4e99-b330-854aa1a2cf57 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Made reservation on behalf of 08004e04aed44533a9a48c1af8f09cc1 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:18.755905 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-97b5f9a4-88db-4e99-b330-854aa1a2cf57 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:18.791969 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Allocated IP 172.20.0.2 (2a791778-86a3-4e68-b435-9a3bcf611e3e/3391f076-0f5c-4296-b225-b6bf0d5c3266/256800a1-18eb-4b58-af06-3c81abb2a387) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:18.803153 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:18.849735 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2093d6ca-4088-4490-bf2c-c77914751de7 None None] Network 6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:18.943456 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.objects.ports [None req-da787cf4-e640-48fa-98a7-f20fdc82dce1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92305) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 12:34:18.952389 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a8eaf013-6de9-41c8-bfc6-62b30d0e792a tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:18.961542 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-de17ea49-72d4-42a1-b112-f4abc38c1658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:18.970068 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-da787cf4-e640-48fa-98a7-f20fdc82dce1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:18.987811 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fe77f1ee-b48f-4efc-a3f1-98addfa2f1cc tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] 10.222.0.37 "PUT /v2.0/networks/33ffc0e6-12b6-4f5b-ad57-db6df0b68d84/tags HTTP/1.1" status: 200 len: 309 time: 0.3376994 Jun 02 12:34:18.996384 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44786) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:19.003157 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-0a0f0aab-045a-433d-b0ae-006884352a3b tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '33ffc0e6-12b6-4f5b-ad57-db6df0b68d84', 'tempest-TagsTest-Tag-1219840971') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:19.050135 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-1526e9c2-3a44-4434-97c2-b2ce451772dc None None] Provisioning for port 5c4b4507-5f5b-4abf-b56c-f9a909b043f8 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:19.060021 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eaf013-6de9-41c8-bfc6-62b30d0e792a tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf49be76-aa2d-4b51-a8f6-c7728916ba87,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:19.066823 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a8eaf013-6de9-41c8-bfc6-62b30d0e792a tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:19.070202 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-da15c7c6-b584-4dfa-946b-894417d915df tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:19.119615 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a8eaf013-6de9-41c8-bfc6-62b30d0e792a tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:19.123185 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a8eaf013-6de9-41c8-bfc6-62b30d0e792a tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "DELETE /v2.0/security-groups/cf49be76-aa2d-4b51-a8f6-c7728916ba87 HTTP/1.1" status: 204 len: 168 time: 0.8655529 Jun 02 12:34:19.141220 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44788) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:19.259614 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:19.274757 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Transition to ACTIVE for port object 256800a1-18eb-4b58-af06-3c81abb2a387 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:19.299811 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Transition to ACTIVE for port object 256800a1-18eb-4b58-af06-3c81abb2a387 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:19.318986 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:19.333426 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:19.395994 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Network 2a791778-86a3-4e68-b435-9a3bcf611e3e is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:19.401707 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:19.423268 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:19.448862 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da787cf4-e640-48fa-98a7-f20fdc82dce1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event updated for resources: {'Subnet': ['ID=1227841f-8ee5-4a18-bcea-3ad0eb3758d6,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:19.451707 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0a0f0aab-045a-433d-b0ae-006884352a3b tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] 10.222.0.37 "DELETE /v2.0/networks/33ffc0e6-12b6-4f5b-ad57-db6df0b68d84/tags/tempest-TagsTest-Tag-1219840971 HTTP/1.1" status: 204 len: 168 time: 0.4531898 Jun 02 12:34:19.455432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44790) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:19.459302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-da787cf4-e640-48fa-98a7-f20fdc82dce1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:19.474297 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.tag.tag_plugin [None req-6ed837d0-7ddd-402f-8667-705e98d88290 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '33ffc0e6-12b6-4f5b-ad57-db6df0b68d84', 'tempest-TagsTest-Tag-1219840971') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:19.494125 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da787cf4-e640-48fa-98a7-f20fdc82dce1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Checking segment: {'id': '98445070-ab2e-4216-ab13-aa58e0ea2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '95f22e08-358d-4b9d-ae55-3ce887a2ed58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:19.494361 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b279991c-8f53-488e-8d58-3c4101706fe3 None None] Network aa3d4e77-3155-4155-90f6-63047c1c36df requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:19.494489 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da787cf4-e640-48fa-98a7-f20fdc82dce1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Network hostable DHCP agents. Network: 95f22e08-358d-4b9d-ae55-3ce887a2ed58, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:34:19.522511 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7b8131d8-eb0c-459f-a0a5-46496f7f7e8e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Synchronizing usage tracker for tenant:4a2d2564f94848c4b17bc78b58afeaa0 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:34:19.538943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eee5d14c-8ed6-46fa-be33-7b45386193a0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:19.580367 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1dfacc45-1668-4e64-8cb5-eed2455092bd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:19.587373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-eee5d14c-8ed6-46fa-be33-7b45386193a0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Transition to ACTIVE for port object 70e3938f-a459-4919-ae9f-83f19ae354e5 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:19.588535 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1dfacc45-1668-4e64-8cb5-eed2455092bd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:19.611832 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:19.656890 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Pushing event updated for resources: {'Port': ['ID=256800a1-18eb-4b58-af06-3c81abb2a387,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:19.659679 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:19.660403 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:19.697265 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da787cf4-e640-48fa-98a7-f20fdc82dce1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Network 95f22e08-358d-4b9d-ae55-3ce887a2ed58 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:34:19.731213 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:19.745755 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7b8131d8-eb0c-459f-a0a5-46496f7f7e8e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Unset dirty status for tenant:4a2d2564f94848c4b17bc78b58afeaa0 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:34:19.747984 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7b8131d8-eb0c-459f-a0a5-46496f7f7e8e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6000664 Jun 02 12:34:19.771739 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44794) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:19.831771 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-fd01eeb4-cf6a-4b09-958c-81cd4d72abb8 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group': {'name': 'tempest-secgroup--699090132'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:19.846898 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-fd01eeb4-cf6a-4b09-958c-81cd4d72abb8 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:19.861580 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Attempting to bind port 256800a1-18eb-4b58-af06-3c81abb2a387 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:34:19.862046 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Attempting to bind port 256800a1-18eb-4b58-af06-3c81abb2a387 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'a059df57-2829-4c16-8154-3a9fe29e77df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2a791778-86a3-4e68-b435-9a3bcf611e3e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:34:19.862503 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Attempting to bind port 256800a1-18eb-4b58-af06-3c81abb2a387 on network 2a791778-86a3-4e68-b435-9a3bcf611e3e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:34:19.877221 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-1be97d77-e95c-4407-ad0b-34156ec39518 None None] Provisioning for port 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:19.880167 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-fd01eeb4-cf6a-4b09-958c-81cd4d72abb8 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:19.888440 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eee5d14c-8ed6-46fa-be33-7b45386193a0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:19.889379 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-da787cf4-e640-48fa-98a7-f20fdc82dce1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 95f22e08-358d-4b9d-ae55-3ce887a2ed58) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:19.899477 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-1dfacc45-1668-4e64-8cb5-eed2455092bd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Floating IP 2847b92d-0af6-4d4e-98c1-56a2aa1051db associated. External IP: 172.26.7.225, port: 9753fe1e-eff0-4d4f-b876-188a6e784095. Jun 02 12:34:19.924075 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:34:19.924458 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Checking segment: {'id': 'a059df57-2829-4c16-8154-3a9fe29e77df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2a791778-86a3-4e68-b435-9a3bcf611e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:19.925005 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:19.925473 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Bound using segment: {'id': 'a059df57-2829-4c16-8154-3a9fe29e77df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2a791778-86a3-4e68-b435-9a3bcf611e3e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:34:19.926040 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Bound port: 256800a1-18eb-4b58-af06-3c81abb2a387, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a059df57-2829-4c16-8154-3a9fe29e77df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2a791778-86a3-4e68-b435-9a3bcf611e3e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:34:19.926512 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:19.936562 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-6ed837d0-7ddd-402f-8667-705e98d88290 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] show failed (client error): The resource could not be found. Jun 02 12:34:19.940002 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6ed837d0-7ddd-402f-8667-705e98d88290 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] 10.222.0.37 "GET /v2.0/networks/33ffc0e6-12b6-4f5b-ad57-db6df0b68d84/tags/tempest-TagsTest-Tag-1219840971 HTTP/1.1" status: 404 len: 326 time: 0.4673765 Jun 02 12:34:19.944165 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44796) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:19.945273 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96990228-b2b7-4bef-bbe1-b538ec9722ca None None] Network 95f22e08-358d-4b9d-ae55-3ce887a2ed58 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:19.949074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da787cf4-e640-48fa-98a7-f20fdc82dce1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:19.949661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-da787cf4-e640-48fa-98a7-f20fdc82dce1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:19.954424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3c180f89-941a-44e6-aa17-bf286b03166f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:19.960430 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.tag.tag_plugin [None req-447f1ecc-beaf-4de8-935d-62d2deabca5e tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '33ffc0e6-12b6-4f5b-ad57-db6df0b68d84', 'tempest-TagsTest-Tag-1873934808') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:20.045214 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fd01eeb4-cf6a-4b09-958c-81cd4d72abb8 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:20.072290 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-da787cf4-e640-48fa-98a7-f20fdc82dce1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.0569460 Jun 02 12:34:20.085099 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44798) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:20.087133 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee5d14c-8ed6-46fa-be33-7b45386193a0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:20.092747 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fd25c-e806-4222-8b04-89302eb2920b req-0372d8ba-9a63-4186-bf23-e948f07b76d3 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:20.094281 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b47fd25c-e806-4222-8b04-89302eb2920b req-0372d8ba-9a63-4186-bf23-e948f07b76d3 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.2833743 Jun 02 12:34:20.098202 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-eee5d14c-8ed6-46fa-be33-7b45386193a0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:20.105490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee5d14c-8ed6-46fa-be33-7b45386193a0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:20.111499 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee5d14c-8ed6-46fa-be33-7b45386193a0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:20.112124 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eee5d14c-8ed6-46fa-be33-7b45386193a0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:20.115781 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5d14c-8ed6-46fa-be33-7b45386193a0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=70e3938f-a459-4919-ae9f-83f19ae354e5,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:20.118383 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-fd01eeb4-cf6a-4b09-958c-81cd4d72abb8 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:20.206907 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Allocated IP 2001:db8::2 (a7413df9-4e7a-4187-aef8-a668d8bf2950/ba7d407f-b4ba-49ea-a5de-8625aca17cf8/c09afb2d-10f7-4f58-a36c-736f4154ef2c) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:20.256094 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:20.288302 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:20.288679 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:20.352789 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-eee5d14c-8ed6-46fa-be33-7b45386193a0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:20.363613 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-fd01eeb4-cf6a-4b09-958c-81cd4d72abb8 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Usage tracker for resource:security_group_rule and tenant:4a2d2564f94848c4b17bc78b58afeaa0 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:20.371317 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-447f1ecc-beaf-4de8-935d-62d2deabca5e tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] 10.222.0.37 "GET /v2.0/networks/33ffc0e6-12b6-4f5b-ad57-db6df0b68d84/tags/tempest-TagsTest-Tag-1873934808 HTTP/1.1" status: 204 len: 168 time: 0.4234900 Jun 02 12:34:20.375541 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-fd01eeb4-cf6a-4b09-958c-81cd4d72abb8 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:20.378621 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b47fd25c-e806-4222-8b04-89302eb2920b req-37f7e70b-186b-4664-b348-7bb0eae0296d tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527456 Jun 02 12:34:20.383126 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44800) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:20.398771 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-fd01eeb4-cf6a-4b09-958c-81cd4d72abb8 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:20.404272 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-a24a2962-9e64-4da7-bfe6-a8d6b46e721d tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '33ffc0e6-12b6-4f5b-ad57-db6df0b68d84', 'tempest-TagsTest-Tag-1552518467') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:20.435675 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:20.439327 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Router 909091e9-d616-4bf3-a661-42cc9fbdc580 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:34:20.456486 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-eee5d14c-8ed6-46fa-be33-7b45386193a0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0083797 Jun 02 12:34:20.467145 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44802) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:20.511433 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] For port 256800a1-18eb-4b58-af06-3c81abb2a387, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:34:20.555129 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] For port 256800a1-18eb-4b58-af06-3c81abb2a387, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=256800a1-18eb-4b58-af06-3c81abb2a387,segment=NetworkSegment(a059df57-2829-4c16-8154-3a9fe29e77df),segment_id=a059df57-2829-4c16-8154-3a9fe29e77df)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:34:20.576969 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:20.585237 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:20.663819 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:20.758187 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:34:20.831613 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] Sync routers for ids ['909091e9-d616-4bf3-a661-42cc9fbdc580'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:34:20.872871 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:20.874029 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.7749178 Jun 02 12:34:20.878025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44804) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:20.895943 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a24a2962-9e64-4da7-bfe6-a8d6b46e721d tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] 10.222.0.37 "GET /v2.0/networks/33ffc0e6-12b6-4f5b-ad57-db6df0b68d84/tags/tempest-TagsTest-Tag-1552518467 HTTP/1.1" status: 204 len: 168 time: 0.5051284 Jun 02 12:34:20.904242 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44806) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:20.906746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fd01eeb4-cf6a-4b09-958c-81cd4d72abb8 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:20.912667 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:20.925885 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-9777cf7b-6dd5-4951-bbfe-a0e626e3a642 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '33ffc0e6-12b6-4f5b-ad57-db6df0b68d84') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:20.945760 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-97b5f9a4-88db-4e99-b330-854aa1a2cf57 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:20.949246 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-95f22e08-358d-4b9d-ae55-3ce887a2ed58', 'network_id': '95f22e08-358d-4b9d-ae55-3ce887a2ed58', 'tenant_id': '343cdd4a79934b8eb57ccfa54eec3318', 'fixed_ips': [{'subnet_id': '1227841f-8ee5-4a18-bcea-3ad0eb3758d6'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:34:20.951179 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:20.955962 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7ca7bd6e-d7bc-4b17-b394-0abf5bfd7c4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:20.984439 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Transition to ACTIVE for port object c09afb2d-10f7-4f58-a36c-736f4154ef2c will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:20.989399 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8502fc85-edd9-4a64-a4f3-cbfa0eb94fa0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:20.990205 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8502fc85-edd9-4a64-a4f3-cbfa0eb94fa0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:34:20.992724 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fd01eeb4-cf6a-4b09-958c-81cd4d72abb8 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:21.024097 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] Routers {'909091e9-d616-4bf3-a661-42cc9fbdc580'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:21.024733 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['909091e9-d616-4bf3-a661-42cc9fbdc580'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:21.092011 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfacc45-1668-4e64-8cb5-eed2455092bd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Router 21724b17-26bf-4052-85a6-7b638422d074 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:34:21.107872 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Pushing event updated for resources: {'Port': ['ID=256800a1-18eb-4b58-af06-3c81abb2a387,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:21.119726 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:21.165970 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fd01eeb4-cf6a-4b09-958c-81cd4d72abb8 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:21.169839 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fd01eeb4-cf6a-4b09-958c-81cd4d72abb8 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3551276 Jun 02 12:34:21.169839 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8502fc85-edd9-4a64-a4f3-cbfa0eb94fa0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:34:21.169839 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8502fc85-edd9-4a64-a4f3-cbfa0eb94fa0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.6883693 Jun 02 12:34:21.176182 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5f9a4-88db-4e99-b330-854aa1a2cf57 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Pushing event updated for resources: {'Subnet': ['ID=8c3fcaeb-e617-49af-a098-e3770c7f9f22,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:21.179685 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44808) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:21.180045 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44810) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:21.192060 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-b86f0eff-4953-4493-91ef-e32c96894b84 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:21.192485 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING neutron.api.v2.base [None req-b86f0eff-4953-4493-91ef-e32c96894b84 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 02 12:34:21.192987 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-b86f0eff-4953-4493-91ef-e32c96894b84 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] update failed (client error): There was a conflict when trying to complete your request. Jun 02 12:34:21.193956 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b86f0eff-4953-4493-91ef-e32c96894b84 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "PUT /v2.0/security-groups/9787229a-4af8-43af-bf15-f865ba4cea9d HTTP/1.1" status: 409 len: 330 time: 0.0099623 Jun 02 12:34:21.200623 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-97b5f9a4-88db-4e99-b330-854aa1a2cf57 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:21.204569 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Transition to ACTIVE for port object c09afb2d-10f7-4f58-a36c-736f4154ef2c will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:21.208707 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:21.227448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44812) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:21.243695 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-40864d43-0cdf-4f69-90b5-967152dc1b78 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:21.267930 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4d7f1fab-a3a4-49dd-9a3a-4646038cb7be,segment=NetworkSegment(aa61c90c-3313-4025-926a-cbfa208688d7),segment_id=aa61c90c-3313-4025-926a-cbfa208688d7)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:21.287664 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:21.309131 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:21.403053 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b5f9a4-88db-4e99-b330-854aa1a2cf57 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Checking segment: {'id': 'bd2448b8-6fb9-4eff-9fce-1bc698c5635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c92b591b-6ae8-419f-aa55-4c43d146375a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:21.404146 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b5f9a4-88db-4e99-b330-854aa1a2cf57 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Network hostable DHCP agents. Network: c92b591b-6ae8-419f-aa55-4c43d146375a, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:34:21.416309 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:21.417034 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 5c4b4507-5f5b-4abf-b56c-f9a909b043f8 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:21.482533 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01eeb4-cf6a-4b09-958c-81cd4d72abb8 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9787229a-4af8-43af-bf15-f865ba4cea9d,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:21.489624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fd01eeb4-cf6a-4b09-958c-81cd4d72abb8 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:21.513986 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:21.574577 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e1b07448-391d-4b49-95f4-ae1ce657ce1c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:21.601096 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:21.603707 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:21.635577 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e1b07448-391d-4b49-95f4-ae1ce657ce1c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:21.695449 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9777cf7b-6dd5-4951-bbfe-a0e626e3a642 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] 10.222.0.37 "DELETE /v2.0/networks/33ffc0e6-12b6-4f5b-ad57-db6df0b68d84/tags HTTP/1.1" status: 204 len: 168 time: 0.7836263 Jun 02 12:34:21.698185 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44816) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:21.699460 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b5f9a4-88db-4e99-b330-854aa1a2cf57 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Network c92b591b-6ae8-419f-aa55-4c43d146375a is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:34:21.715231 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.tag.tag_plugin [None req-19ccca79-87ab-4abc-a6da-4bb3516d371f tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '33ffc0e6-12b6-4f5b-ad57-db6df0b68d84', 'tempest-TagsTest-Tag-1873934808') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:21.739466 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-97b5f9a4-88db-4e99-b330-854aa1a2cf57 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, c92b591b-6ae8-419f-aa55-4c43d146375a) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:21.758736 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfacc45-1668-4e64-8cb5-eed2455092bd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:34:21.768512 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1dfacc45-1668-4e64-8cb5-eed2455092bd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:21.778661 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14cf931-a1de-4cfa-839e-3e79a2e07301 None None] Sync routers for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:34:21.807518 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1339e174-2c9e-4c66-8616-1d7c6868c258 None None] Network c92b591b-6ae8-419f-aa55-4c43d146375a requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:21.811513 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14cf931-a1de-4cfa-839e-3e79a2e07301 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:21.812991 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-c14cf931-a1de-4cfa-839e-3e79a2e07301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:21.819531 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b5f9a4-88db-4e99-b330-854aa1a2cf57 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:21.820134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-97b5f9a4-88db-4e99-b330-854aa1a2cf57 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:21.835197 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-54e84e36-a477-4573-8f11-3eef11a07a07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting port 70e3938f-a459-4919-ae9f-83f19ae354e5 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:21.835550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-54e84e36-a477-4573-8f11-3eef11a07a07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:21.880802 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3476a1-bc73-45b9-9ecf-706803ad2e2e req-1a40d319-1fa0-45f8-b91c-c0e309eb3111 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:21.882352 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3c3476a1-bc73-45b9-9ecf-706803ad2e2e req-1a40d319-1fa0-45f8-b91c-c0e309eb3111 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.3312275 Jun 02 12:34:21.964014 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-97b5f9a4-88db-4e99-b330-854aa1a2cf57 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8312204 Jun 02 12:34:21.968649 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44818) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:21.970257 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-c14cf931-a1de-4cfa-839e-3e79a2e07301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:21.983482 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14cf931-a1de-4cfa-839e-3e79a2e07301 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:21.986233 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-c14cf931-a1de-4cfa-839e-3e79a2e07301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:21.999869 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Pushing event updated for resources: {'Port': ['ID=c09afb2d-10f7-4f58-a36c-736f4154ef2c,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:22.008379 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:22.026859 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.574s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:22.046644 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1dfacc45-1668-4e64-8cb5-eed2455092bd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "PUT /v2.0/floatingips/2847b92d-0af6-4d4e-98c1-56a2aa1051db HTTP/1.1" status: 200 len: 978 time: 4.9497881 Jun 02 12:34:22.051039 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44820) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:22.118079 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-c14cf931-a1de-4cfa-839e-3e79a2e07301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:22.119133 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14cf931-a1de-4cfa-839e-3e79a2e07301 None None] The sync data for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:34:22.143897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d8ebfaf1-a443-4f58-807e-b002085f898d None None] Provisioning complete for port 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:22.144946 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d8ebfaf1-a443-4f58-807e-b002085f898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:22.164983 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e1b07448-391d-4b49-95f4-ae1ce657ce1c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:22.181797 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a8eaf013-6de9-41c8-bfc6-62b30d0e792a tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:22.204826 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e1b07448-391d-4b49-95f4-ae1ce657ce1c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:22.205958 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e1b07448-391d-4b49-95f4-ae1ce657ce1c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "DELETE /v2.0/security-groups/9787229a-4af8-43af-bf15-f865ba4cea9d HTTP/1.1" status: 204 len: 168 time: 0.9744818 Jun 02 12:34:22.223808 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-19ccca79-87ab-4abc-a6da-4bb3516d371f tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] show failed (client error): The resource could not be found. Jun 02 12:34:22.224889 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-19ccca79-87ab-4abc-a6da-4bb3516d371f tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] 10.222.0.37 "GET /v2.0/networks/33ffc0e6-12b6-4f5b-ad57-db6df0b68d84/tags/tempest-TagsTest-Tag-1873934808 HTTP/1.1" status: 404 len: 326 time: 0.5226536 Jun 02 12:34:22.232891 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44822) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:22.233223 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44824) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:22.241320 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b07448-391d-4b49-95f4-ae1ce657ce1c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9787229a-4af8-43af-bf15-f865ba4cea9d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:22.252072 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Allocated IP 2001:db8::f816:3eff:fe2f:5a87 (95f22e08-358d-4b9d-ae55-3ce887a2ed58/1227841f-8ee5-4a18-bcea-3ad0eb3758d6/ef222984-599b-412b-a9d5-fe501730e375) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:22.275402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.tag.tag_plugin [None req-0e8fa587-cad2-4e94-8dd0-f53da0bc18a1 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '33ffc0e6-12b6-4f5b-ad57-db6df0b68d84', 'tempest-TagsTest-Tag-1552518467') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:22.296933 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e1b07448-391d-4b49-95f4-ae1ce657ce1c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:22.307817 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Attempting to bind port c09afb2d-10f7-4f58-a36c-736f4154ef2c on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:34:22.308208 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Attempting to bind port c09afb2d-10f7-4f58-a36c-736f4154ef2c by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:34:22.308557 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Attempting to bind port c09afb2d-10f7-4f58-a36c-736f4154ef2c on network a7413df9-4e7a-4187-aef8-a668d8bf2950 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:34:22.316437 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] Set router 909091e9-d616-4bf3-a661-42cc9fbdc580 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:34:22.349458 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f028317b-31fe-422a-a761-cf650dc642a0 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Synchronizing usage tracker for tenant:4a2d2564f94848c4b17bc78b58afeaa0 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:34:22.445512 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 5c4b4507-5f5b-4abf-b56c-f9a909b043f8 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:22.464983 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 5c4b4507-5f5b-4abf-b56c-f9a909b043f8 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:22.465403 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:22.503657 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-54e84e36-a477-4573-8f11-3eef11a07a07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:22.516115 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f028317b-31fe-422a-a761-cf650dc642a0 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Unset dirty status for tenant:4a2d2564f94848c4b17bc78b58afeaa0 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:34:22.517373 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f028317b-31fe-422a-a761-cf650dc642a0 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2811496 Jun 02 12:34:22.539707 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:34:22.540087 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:22.540490 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:22.540895 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Bound using segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:34:22.541459 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Bound port: c09afb2d-10f7-4f58-a36c-736f4154ef2c, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:34:22.541757 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:22.577069 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44826) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:22.604606 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=4d7f1fab-a3a4-49dd-9a3a-4646038cb7be,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:22.607563 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:22.613477 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1363b68d-d657-4ec8-a9cd-104063807a84 None None] Network 2a791778-86a3-4e68-b435-9a3bcf611e3e requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:22.624834 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:22.639335 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-a2120ee4-5c64-4fee-b02c-07b77a094910 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] delete failed (client error): The resource could not be found. Jun 02 12:34:22.643904 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a2120ee4-5c64-4fee-b02c-07b77a094910 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "DELETE /v2.0/security-groups/f833e70f-c324-4901-9bef-8f824051fad9 HTTP/1.1" status: 404 len: 347 time: 0.0602214 Jun 02 12:34:22.644053 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-54e84e36-a477-4573-8f11-3eef11a07a07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Calling delete_port for 70e3938f-a459-4919-ae9f-83f19ae354e5 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:34:22.645485 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44828) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:22.662052 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-c92b591b-6ae8-419f-aa55-4c43d146375a', 'network_id': 'c92b591b-6ae8-419f-aa55-4c43d146375a', 'tenant_id': '08004e04aed44533a9a48c1af8f09cc1', 'fixed_ips': [{'subnet_id': '8c3fcaeb-e617-49af-a098-e3770c7f9f22'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:34:22.662901 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:22.672296 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-0e8fa587-cad2-4e94-8dd0-f53da0bc18a1 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] show failed (client error): The resource could not be found. Jun 02 12:34:22.675760 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0e8fa587-cad2-4e94-8dd0-f53da0bc18a1 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] 10.222.0.37 "GET /v2.0/networks/33ffc0e6-12b6-4f5b-ad57-db6df0b68d84/tags/tempest-TagsTest-Tag-1552518467 HTTP/1.1" status: 404 len: 326 time: 0.4359767 Jun 02 12:34:22.677471 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44830) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:22.712388 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-334bf6f4-901e-44d7-afbe-6c4710077e74 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] show failed (client error): The resource could not be found. Jun 02 12:34:22.717046 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-334bf6f4-901e-44d7-afbe-6c4710077e74 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "GET /v2.0/security-groups/159fcffe-5493-4c3d-b6cf-fc1e8444b3a1 HTTP/1.1" status: 404 len: 347 time: 0.0665426 Jun 02 12:34:22.717046 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.tag.tag_plugin [None req-27b239ee-4dd0-4cb8-9cc0-58e630a931e7 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '33ffc0e6-12b6-4f5b-ad57-db6df0b68d84') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:22.723305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44832) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:22.744372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-c6a32122-5855-4594-888d-6d3ee86f7ab8 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Deleting port 9753fe1e-eff0-4d4f-b876-188a6e784095 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:22.744720 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c6a32122-5855-4594-888d-6d3ee86f7ab8 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:22.796343 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3c3476a1-bc73-45b9-9ecf-706803ad2e2e req-19d931e3-4860-4bfb-8189-c0c27c86ad57 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9066069 Jun 02 12:34:22.817264 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-d81434ed-abb8-4e03-8b14-58bb4c41fee0 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] show failed (client error): The resource could not be found. Jun 02 12:34:22.821497 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d81434ed-abb8-4e03-8b14-58bb4c41fee0 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] 10.222.0.37 "GET /v2.0/security-group-rules/018bc205-20ba-4fff-a87a-a9c2346cb8f1 HTTP/1.1" status: 404 len: 356 time: 0.0940497 Jun 02 12:34:22.959552 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c6a32122-5855-4594-888d-6d3ee86f7ab8 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:23.123093 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:23.224065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44838) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:23.227527 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] For port c09afb2d-10f7-4f58-a36c-736f4154ef2c, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:34:23.472962 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] For port c09afb2d-10f7-4f58-a36c-736f4154ef2c, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c09afb2d-10f7-4f58-a36c-736f4154ef2c,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:34:23.489441 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-54e84e36-a477-4573-8f11-3eef11a07a07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:23.499312 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:34:23.503090 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:23.548699 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:23.557514 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:23.576822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4fc46d05-773e-4721-a2b3-88c5958c6671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:23.582938 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c14cb523-dd09-408c-93e9-80be73a6fff1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a2d2564f94848c4b17bc78b58afeaa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3492815 Jun 02 12:34:23.588523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44842) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:23.598333 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e84e36-a477-4573-8f11-3eef11a07a07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Port': ['ID=70e3938f-a459-4919-ae9f-83f19ae354e5,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:23.635651 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-54e84e36-a477-4573-8f11-3eef11a07a07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:23.656762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-54e84e36-a477-4573-8f11-3eef11a07a07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:23.675551 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-27b239ee-4dd0-4cb8-9cc0-58e630a931e7 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] 10.222.0.37 "DELETE /v2.0/networks/33ffc0e6-12b6-4f5b-ad57-db6df0b68d84/tags HTTP/1.1" status: 204 len: 168 time: 0.9985840 Jun 02 12:34:23.689350 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44844) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:23.704210 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Allocated IP 172.20.0.2 (c92b591b-6ae8-419f-aa55-4c43d146375a/8c3fcaeb-e617-49af-a098-e3770c7f9f22/c0d1420d-f934-4a1a-b85c-b77fbceefeab) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:23.711761 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c6a32122-5855-4594-888d-6d3ee86f7ab8 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:23.712146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c6a32122-5855-4594-888d-6d3ee86f7ab8 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:23.712463 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-c6a32122-5855-4594-888d-6d3ee86f7ab8 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Floating IP 2847b92d-0af6-4d4e-98c1-56a2aa1051db disassociated. External IP: 172.26.7.225, port: 9753fe1e-eff0-4d4f-b876-188a6e784095. Jun 02 12:34:23.713086 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-c6a32122-5855-4594-888d-6d3ee86f7ab8 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Calling delete_port for 9753fe1e-eff0-4d4f-b876-188a6e784095 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:34:23.716217 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] Allocated IP 172.20.0.1 (6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a/c3e13ce9-8603-449e-9b2c-9dd0924f37d0/f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:23.729919 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-54e84e36-a477-4573-8f11-3eef11a07a07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/70e3938f-a459-4919-ae9f-83f19ae354e5 HTTP/1.1" status: 204 len: 168 time: 2.5419812 Jun 02 12:34:23.730849 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44846) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:23.731039 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b1e3ee21-16da-460f-9b85-bb54ee117efa None None] Provisioning for port 256800a1-18eb-4b58-af06-3c81abb2a387 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:23.765314 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:23.787184 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 5c4b4507-5f5b-4abf-b56c-f9a909b043f8, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=5c4b4507-5f5b-4abf-b56c-f9a909b043f8,segment=NetworkSegment(88f5534d-c454-4a22-9108-7a325f00b216),segment_id=88f5534d-c454-4a22-9108-7a325f00b216)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:23.815592 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Allocated IP 172.20.0.1 (2a791778-86a3-4e68-b435-9a3bcf611e3e/3391f076-0f5c-4296-b225-b6bf0d5c3266/44f3431b-a1ef-42b7-bcde-cca294815a39) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:23.827086 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Transition to ACTIVE for port object ef222984-599b-412b-a9d5-fe501730e375 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:23.835456 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182b8b50-dc21-4ebb-8eaf-ec451048d5ed tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:23.838173 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182b8b50-dc21-4ebb-8eaf-ec451048d5ed tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:23.838173 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-182b8b50-dc21-4ebb-8eaf-ec451048d5ed tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:34:23.838865 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:23.842275 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Pushing event updated for resources: {'Port': ['ID=c09afb2d-10f7-4f58-a36c-736f4154ef2c,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:23.854699 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:23.861144 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9e3e68a5-093d-4aaa-9401-68740ab19880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:23.914357 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-182b8b50-dc21-4ebb-8eaf-ec451048d5ed tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:34:23.916031 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-182b8b50-dc21-4ebb-8eaf-ec451048d5ed tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1826801 Jun 02 12:34:23.920726 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44850) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:23.927609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-87a44cf2-ec91-489f-8722-5bc4ab71a23b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:24.011822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Transition to ACTIVE for port object ef222984-599b-412b-a9d5-fe501730e375 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:24.041569 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:24.076318 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909091e9-d616-4bf3-a661-42cc9fbdc580', 'name': 'tempest-TestVolumeBootPattern-823989638-router', 'tenant_id': 'fd24c910e47e44a78c86e8727202bb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:12Z', 'updated_at': '2021-06-02T12:34:18Z', 'revision_number': 3, 'project_id': 'fd24c910e47e44a78c86e8727202bb15', 'gw_port': {'id': 'a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909091e9-d616-4bf3-a661-42cc9fbdc580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:15Z', 'updated_at': '2021-06-02T12:34:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:24.096783 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=5c4b4507-5f5b-4abf-b56c-f9a909b043f8,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:24.113210 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] Checking router: 909091e9-d616-4bf3-a661-42cc9fbdc580 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:34:24.113210 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] Updating router 909091e9-d616-4bf3-a661-42cc9fbdc580 port a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:34:24.142856 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:24.146384 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e2bb0c12-2413-41c6-858d-779d191265c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:24.147392 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-55db7da0-b0d0-411e-b085-fbcf42b7dd86 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:24.180022 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Network 95f22e08-358d-4b9d-ae55-3ce887a2ed58 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:24.194609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 256800a1-18eb-4b58-af06-3c81abb2a387 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:24.257095 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:24.282720 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:24.305090 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9e3e68a5-093d-4aaa-9401-68740ab19880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:24.408296 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-d713e196-6c50-464d-b9e8-00126181d65c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet ba7d407f-b4ba-49ea-a5de-8625aca17cf8 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:34:24.411893 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d713e196-6c50-464d-b9e8-00126181d65c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:24.415627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:24.452740 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a83e6288-f735-4b18-b9dd-1055efa5c527 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:24.508225 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:24.514748 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d713e196-6c50-464d-b9e8-00126181d65c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:24.515942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event deleted for resources: {'Subnet': ['ID=1227841f-8ee5-4a18-bcea-3ad0eb3758d6,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:24.520713 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Transition to ACTIVE for port object c0d1420d-f934-4a1a-b85c-b77fbceefeab will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:24.534663 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:24.537653 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:24.552775 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:24.559965 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Pushing event updated for resources: {'Port': ['ID=ef222984-599b-412b-a9d5-fe501730e375,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:24.572134 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:24.590470 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Transition to ACTIVE for port object 44f3431b-a1ef-42b7-bcde-cca294815a39 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:24.617429 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Transition to ACTIVE for port object c0d1420d-f934-4a1a-b85c-b77fbceefeab will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:24.620234 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Attempting to bind port ef222984-599b-412b-a9d5-fe501730e375 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:34:24.620618 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Attempting to bind port ef222984-599b-412b-a9d5-fe501730e375 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '98445070-ab2e-4216-ab13-aa58e0ea2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '95f22e08-358d-4b9d-ae55-3ce887a2ed58'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:34:24.620994 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Attempting to bind port ef222984-599b-412b-a9d5-fe501730e375 on network 95f22e08-358d-4b9d-ae55-3ce887a2ed58 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:34:24.639759 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:34:24.640162 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Checking segment: {'id': '98445070-ab2e-4216-ab13-aa58e0ea2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '95f22e08-358d-4b9d-ae55-3ce887a2ed58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:24.640518 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:24.640957 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Bound using segment: {'id': '98445070-ab2e-4216-ab13-aa58e0ea2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '95f22e08-358d-4b9d-ae55-3ce887a2ed58'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:34:24.641425 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Bound port: ef222984-599b-412b-a9d5-fe501730e375, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98445070-ab2e-4216-ab13-aa58e0ea2c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '95f22e08-358d-4b9d-ae55-3ce887a2ed58'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:34:24.641973 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:24.642975 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d713e196-6c50-464d-b9e8-00126181d65c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:24.657176 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:24.676071 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:24.682414 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:24.698703 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-fe80d12f-e463-4350-b24a-14d5f06a7465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:24.732232 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 256800a1-18eb-4b58-af06-3c81abb2a387 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:24.769600 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Network 2a791778-86a3-4e68-b435-9a3bcf611e3e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:24.786303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-da3528c1-f9e6-4930-9ecb-f0c228ec8e83 None None] Provisioning complete for port 256800a1-18eb-4b58-af06-3c81abb2a387 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:24.786685 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-da3528c1-f9e6-4930-9ecb-f0c228ec8e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:24.791145 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:24.793594 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:24.804684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c6a32122-5855-4594-888d-6d3ee86f7ab8 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:24.808160 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:24.818384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-55db7da0-b0d0-411e-b085-fbcf42b7dd86 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:24.830721 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:24.853926 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-12d3d9a4-c661-4403-ba7b-37ebe3eaf73f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:24.866390 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 256800a1-18eb-4b58-af06-3c81abb2a387 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:24.866816 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:24.922950 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Pushing event updated for resources: {'Port': ['ID=44f3431b-a1ef-42b7-bcde-cca294815a39,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:24.926092 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:24.932047 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:24.936502 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a32122-5855-4594-888d-6d3ee86f7ab8 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event deleted for resources: {'Port': ['ID=9753fe1e-eff0-4d4f-b876-188a6e784095,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:24.956559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272eee5-9780-4575-87f5-779138bc9b17 req-87c1243d-cc97-43fe-8fb3-65605c34cb02 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:24.959507 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d272eee5-9780-4575-87f5-779138bc9b17 req-87c1243d-cc97-43fe-8fb3-65605c34cb02 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.8050690 Jun 02 12:34:24.966474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f22e08-358d-4b9d-ae55-3ce887a2ed58']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:24.976124 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c6a32122-5855-4594-888d-6d3ee86f7ab8 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:24.979258 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-55db7da0-b0d0-411e-b085-fbcf42b7dd86 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ffc0e6-12b6-4f5b-ad57-db6df0b68d84']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:25.029639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] For port ef222984-599b-412b-a9d5-fe501730e375, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:34:25.033807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] For port ef222984-599b-412b-a9d5-fe501730e375, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ef222984-599b-412b-a9d5-fe501730e375,segment=NetworkSegment(98445070-ab2e-4216-ab13-aa58e0ea2c77),segment_id=98445070-ab2e-4216-ab13-aa58e0ea2c77)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:34:25.048224 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Network c92b591b-6ae8-419f-aa55-4c43d146375a is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:25.063815 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:25.066386 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:25.070262 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98445070-ab2e-4216-ab13-aa58e0ea2c77') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:25.070680 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98445070-ab2e-4216-ab13-aa58e0ea2c77') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:25.095508 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-55db7da0-b0d0-411e-b085-fbcf42b7dd86 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e527fe9-b125-4067-af2d-c368001e81cb') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:25.095720 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-55db7da0-b0d0-411e-b085-fbcf42b7dd86 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e527fe9-b125-4067-af2d-c368001e81cb') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:25.118616 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-55db7da0-b0d0-411e-b085-fbcf42b7dd86 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:25.136535 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-55db7da0-b0d0-411e-b085-fbcf42b7dd86 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:25.176100 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:25.210052 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:25.246446 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] Transition to ACTIVE for port object f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:25.262084 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9e3e68a5-093d-4aaa-9401-68740ab19880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:25.268474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55db7da0-b0d0-411e-b085-fbcf42b7dd86 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:34:25.269091 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-55db7da0-b0d0-411e-b085-fbcf42b7dd86 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:25.316958 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:25.329375 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3ad1e9f7-2cb1-469a-8a6e-b660edeee847 tempest-ExternalNetworksAdminNegativeTestJSON-971948610 tempest-ExternalNetworksAdminNegativeTestJSON-971948610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:34:25.336060 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:34:25.373031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e68a5-093d-4aaa-9401-68740ab19880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23079923-e181-4c3a-807e-13e81ee10d83,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:25.382782 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d272eee5-9780-4575-87f5-779138bc9b17 req-64193d88-7a1a-4a42-a8d2-840022c0b59b tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3902619 Jun 02 12:34:25.389785 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9e3e68a5-093d-4aaa-9401-68740ab19880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:25.487619 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d713e196-6c50-464d-b9e8-00126181d65c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:25.497301 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Pushing event updated for resources: {'Port': ['ID=c0d1420d-f934-4a1a-b85c-b77fbceefeab,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:25.500364 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:25.502722 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-db03f5d6-907e-4872-bf1e-dc7010fa30e4 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:25.524654 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.304s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:25.547606 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713e196-6c50-464d-b9e8-00126181d65c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=ba7d407f-b4ba-49ea-a5de-8625aca17cf8,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:25.561127 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d713e196-6c50-464d-b9e8-00126181d65c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:25.568020 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d713e196-6c50-464d-b9e8-00126181d65c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:25.619910 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:25.655075 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:34:25.655486 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:34:25.680800 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:34:25.759262 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d713e196-6c50-464d-b9e8-00126181d65c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/ba7d407f-b4ba-49ea-a5de-8625aca17cf8 HTTP/1.1" status: 204 len: 168 time: 1.8344402 Jun 02 12:34:25.759449 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:25.761882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4945492b-8216-485f-84cc-af608baea07d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:25.762027 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44852) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:25.785705 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:25.795313 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6bf48b-5d8c-4e19-9318-19a77bb191b3 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:25.848286 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0236acd9-8dc4-410c-9153-19256b312c77 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853860 Jun 02 12:34:25.850593 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44854) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:25.866798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-55db7da0-b0d0-411e-b085-fbcf42b7dd86 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:25.909167 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-55db7da0-b0d0-411e-b085-fbcf42b7dd86 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:25.924354 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:25.928764 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-da3528c1-f9e6-4930-9ecb-f0c228ec8e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:25.936037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:25.940578 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Attempting to bind port c0d1420d-f934-4a1a-b85c-b77fbceefeab on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:34:25.941706 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Attempting to bind port c0d1420d-f934-4a1a-b85c-b77fbceefeab by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'bd2448b8-6fb9-4eff-9fce-1bc698c5635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c92b591b-6ae8-419f-aa55-4c43d146375a'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:34:25.942090 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Attempting to bind port c0d1420d-f934-4a1a-b85c-b77fbceefeab on network c92b591b-6ae8-419f-aa55-4c43d146375a {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:34:25.944388 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] Network 6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:25.956830 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:25.967694 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:25.971013 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fe115afc-c6c4-4906-a216-543cd2ab222a tempest-RoutersAdminNegativeIpV6Test-1358795983 tempest-RoutersAdminNegativeIpV6Test-1358795983-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:25.978236 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:25.997332 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-55db7da0-b0d0-411e-b085-fbcf42b7dd86 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] 10.222.0.37 "DELETE /v2.0/networks/33ffc0e6-12b6-4f5b-ad57-db6df0b68d84 HTTP/1.1" status: 204 len: 168 time: 2.3038259 Jun 02 12:34:25.997332 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.api [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 12:34:25.997332 dv-neutron-601336-80-hyperv neutron-server[92305]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 12:34:25.997332 dv-neutron-601336-80-hyperv neutron-server[92305]: [parameters: {'id': '95f22e08-358d-4b9d-ae55-3ce887a2ed58'}] Jun 02 12:34:25.997332 dv-neutron-601336-80-hyperv neutron-server[92305]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:34:25.997332 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_db.api [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:34:26.004976 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] Pushing event updated for resources: {'Port': ['ID=f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:26.007690 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9e3e68a5-093d-4aaa-9401-68740ab19880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:26.008857 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9e3e68a5-093d-4aaa-9401-68740ab19880 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23079923-e181-4c3a-807e-13e81ee10d83 HTTP/1.1" status: 204 len: 168 time: 2.3977973 Jun 02 12:34:26.013881 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:26.018201 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3491d264-3691-43b6-bac9-1826c46a8796 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:26.039699 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:34:26.040884 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Checking segment: {'id': 'bd2448b8-6fb9-4eff-9fce-1bc698c5635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c92b591b-6ae8-419f-aa55-4c43d146375a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:26.040884 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:26.041942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a32122-5855-4594-888d-6d3ee86f7ab8 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Router 21724b17-26bf-4052-85a6-7b638422d074 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:34:26.042399 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Bound using segment: {'id': 'bd2448b8-6fb9-4eff-9fce-1bc698c5635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c92b591b-6ae8-419f-aa55-4c43d146375a'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:34:26.045217 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Bound port: c0d1420d-f934-4a1a-b85c-b77fbceefeab, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2448b8-6fb9-4eff-9fce-1bc698c5635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c92b591b-6ae8-419f-aa55-4c43d146375a'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:34:26.045639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:26.054898 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db7da0-b0d0-411e-b085-fbcf42b7dd86 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Pushing event deleted for resources: {'Network': ['ID=33ffc0e6-12b6-4f5b-ad57-db6df0b68d84,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:26.061323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-55db7da0-b0d0-411e-b085-fbcf42b7dd86 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:26.074507 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:26.076109 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fae255-3d7b-463f-bcd0-382f58732a77 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:26.076884 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-18fae255-3d7b-463f-bcd0-382f58732a77 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:34:26.092278 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:26.096171 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Pushing event updated for resources: {'Port': ['ID=44f3431b-a1ef-42b7-bcde-cca294815a39,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:26.100713 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:26.146300 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-18fae255-3d7b-463f-bcd0-382f58732a77 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:34:26.147655 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-18fae255-3d7b-463f-bcd0-382f58732a77 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2961586 Jun 02 12:34:26.151575 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.db.resource_extend [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:34:26.341511 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Pushing event updated for resources: {'Port': ['ID=ef222984-599b-412b-a9d5-fe501730e375,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:26.351524 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d36b7d-3ee5-44a0-be58-6dec0141ce50 None None] Network 95f22e08-358d-4b9d-ae55-3ce887a2ed58 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:26.396179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44860) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:26.418524 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] For port c0d1420d-f934-4a1a-b85c-b77fbceefeab, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:34:26.422037 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] For port c0d1420d-f934-4a1a-b85c-b77fbceefeab, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c0d1420d-f934-4a1a-b85c-b77fbceefeab,segment=NetworkSegment(bd2448b8-6fb9-4eff-9fce-1bc698c5635d),segment_id=bd2448b8-6fb9-4eff-9fce-1bc698c5635d)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:34:26.426837 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:26.443454 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:26.462901 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0178991e-8d47-4a5a-b1e2-88cb77ecaca3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:26.506061 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:26.547293 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Network 2a791778-86a3-4e68-b435-9a3bcf611e3e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:26.548133 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44870) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:26.548964 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:26.578724 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 256800a1-18eb-4b58-af06-3c81abb2a387, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=256800a1-18eb-4b58-af06-3c81abb2a387,segment=NetworkSegment(a059df57-2829-4c16-8154-3a9fe29e77df),segment_id=a059df57-2829-4c16-8154-3a9fe29e77df)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:26.732695 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:26.746388 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7459282b-a930-45b6-87cf-38fc1d0e0ea8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:26.754917 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7459282b-a930-45b6-87cf-38fc1d0e0ea8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3461199 Jun 02 12:34:26.755612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44880) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:26.795190 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:26.796073 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:27.010176 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c0779013-7d5c-492e-a55c-4e6a2f8dbc5e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2235613 Jun 02 12:34:27.013394 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44888) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:27.023962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:27.049390 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a32122-5855-4594-888d-6d3ee86f7ab8 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:34:27.139650 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eebda0a-1800-4b0e-80af-393d0b834cca None None] Sync routers for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:34:27.149342 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74279864-f75a-40dd-8e38-ad740dce269e req-82438a4a-551d-47f1-8e92-004dc632cba9 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:27.156820 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-74279864-f75a-40dd-8e38-ad740dce269e req-82438a4a-551d-47f1-8e92-004dc632cba9 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.5829072 Jun 02 12:34:27.165149 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2fca1b04-057c-4b5f-bfad-3934d384f5ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84da4d956e9749c194c31efd7d37ca67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6047876 Jun 02 12:34:27.178345 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] Transition to ACTIVE for port object a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:27.181598 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44892) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:27.196908 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eebda0a-1800-4b0e-80af-393d0b834cca None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:27.197477 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5eebda0a-1800-4b0e-80af-393d0b834cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:27.271987 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-74279864-f75a-40dd-8e38-ad740dce269e req-f206202d-3f30-4565-9da3-e5c5c08ddd7b tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142251 Jun 02 12:34:27.311957 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Router c8c79f53-4555-4561-9fd9-a961efb9fe6c is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:34:27.333239 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44896) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:27.334008 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d90df68-edb2-4fae-90ec-66e6094010a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:27.336719 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5eebda0a-1800-4b0e-80af-393d0b834cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:27.339141 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.db.api [None req-da3528c1-f9e6-4930-9ecb-f0c228ec8e83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:34:27.339502 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_db.api [None req-da3528c1-f9e6-4930-9ecb-f0c228ec8e83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:34:27.340003 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Pushing event updated for resources: {'Port': ['ID=c0d1420d-f934-4a1a-b85c-b77fbceefeab,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:27.363018 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.900s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:27.369385 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:27.373136 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:27.466247 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eebda0a-1800-4b0e-80af-393d0b834cca None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:27.466808 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5eebda0a-1800-4b0e-80af-393d0b834cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:27.596253 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:27.609266 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-eb754b82-966e-4205-b369-3faf96821593 tempest-ServiceProvidersTest-153139279 tempest-ServiceProvidersTest-153139279-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2588739 Jun 02 12:34:27.616457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d90df68-edb2-4fae-90ec-66e6094010a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:27.619620 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5eebda0a-1800-4b0e-80af-393d0b834cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:27.620139 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eebda0a-1800-4b0e-80af-393d0b834cca None None] The sync data for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:34:27.662337 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:27.694499 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:27.694788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Deleting port ef222984-599b-412b-a9d5-fe501730e375 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:27.695326 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:27.695780 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:27.722414 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c6a32122-5855-4594-888d-6d3ee86f7ab8 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:27.729106 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c6a32122-5855-4594-888d-6d3ee86f7ab8 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "DELETE /v2.0/ports/9753fe1e-eff0-4d4f-b876-188a6e784095 HTTP/1.1" status: 204 len: 168 time: 5.6427157 Jun 02 12:34:27.749346 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:27.753744 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44904) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:27.756167 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:27.778068 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] Attempting to bind port a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:34:27.778580 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] Attempting to bind port a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:34:27.778958 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] Attempting to bind port a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:34:27.796913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=256800a1-18eb-4b58-af06-3c81abb2a387,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:27.805378 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:27.924677 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:34:27.934678 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b715fd1-370a-45d3-baf6-b36c0dde2dcf None None] Sync routers for ids ['c8c79f53-4555-4561-9fd9-a961efb9fe6c'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:34:27.940075 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "PUT /v2.0/routers/c8c79f53-4555-4561-9fd9-a961efb9fe6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9637465 Jun 02 12:34:27.944770 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cb50b330-3245-4526-8ba1-cca13f98d369 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "GET /v2.0/floatingips/2847b92d-0af6-4d4e-98c1-56a2aa1051db HTTP/1.1" status: 200 len: 688 time: 0.1739421 Jun 02 12:34:27.945855 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44908) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:27.953264 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b715fd1-370a-45d3-baf6-b36c0dde2dcf None None] Routers {'c8c79f53-4555-4561-9fd9-a961efb9fe6c'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:27.956695 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-3b715fd1-370a-45d3-baf6-b36c0dde2dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c8c79f53-4555-4561-9fd9-a961efb9fe6c'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:28.011527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44910) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:28.094805 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-3b715fd1-370a-45d3-baf6-b36c0dde2dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:28.105293 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b715fd1-370a-45d3-baf6-b36c0dde2dcf None None] Routers {'c8c79f53-4555-4561-9fd9-a961efb9fe6c'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:28.106923 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-3b715fd1-370a-45d3-baf6-b36c0dde2dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c8c79f53-4555-4561-9fd9-a961efb9fe6c'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:28.124888 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:34:28.125483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:28.126196 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:28.126785 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:34:28.127447 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] Bound port: a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:34:28.127936 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:28.143784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44914) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:28.152644 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647534ff-8d44-49c9-bbcb-1fe83255e83f None None] DHCP port deletion for a7413df9-4e7a-4187-aef8-a668d8bf2950 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:34:28.175550 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2921736-dd66-480a-871c-862b5022d98e None None] Network c92b591b-6ae8-419f-aa55-4c43d146375a requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:28.184224 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-3b715fd1-370a-45d3-baf6-b36c0dde2dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:28.185128 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b715fd1-370a-45d3-baf6-b36c0dde2dcf None None] The sync data for ids ['c8c79f53-4555-4561-9fd9-a961efb9fe6c'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:34:28.191330 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d90df68-edb2-4fae-90ec-66e6094010a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:28.223578 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e5528298-1c3b-4b23-b0e4-f4f57db4ff58 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:28.230649 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:28.235527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:28.245238 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90df68-edb2-4fae-90ec-66e6094010a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d42b7a8-effa-45f6-9dd9-4572ee4de617,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:28.251602 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5d90df68-edb2-4fae-90ec-66e6094010a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:28.264806 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f31fb-b2d8-47ec-a9e6-9abf199e6f5f req-a94b76b8-e98f-415d-978e-d21e2d1a5140 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:28.272336 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-eb3f31fb-b2d8-47ec-a9e6-9abf199e6f5f req-a94b76b8-e98f-415d-978e-d21e2d1a5140 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.6148489 Jun 02 12:34:28.306583 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d90df68-edb2-4fae-90ec-66e6094010a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:28.310017 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5d90df68-edb2-4fae-90ec-66e6094010a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d42b7a8-effa-45f6-9dd9-4572ee4de617 HTTP/1.1" status: 204 len: 168 time: 1.1202013 Jun 02 12:34:28.321731 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d22e23ac-2860-4460-a992-59b2ea20df47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:28.339620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d22e23ac-2860-4460-a992-59b2ea20df47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:28.344201 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d22e23ac-2860-4460-a992-59b2ea20df47 admin admin] Usage tracker for resource:security_group_rule and tenant:f325e6ea4170495faa6ff43a31f0dabf is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:28.347070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d22e23ac-2860-4460-a992-59b2ea20df47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:28.352842 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d22e23ac-2860-4460-a992-59b2ea20df47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:28.440644 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d735d67-e4b3-4dc4-853f-25e156411c28 None None] Pushing event updated for resources: {'Port': ['ID=a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:28.502483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9d735d67-e4b3-4dc4-853f-25e156411c28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.128s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:28.502483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.084s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:28.502483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:28.555789 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-eb3f31fb-b2d8-47ec-a9e6-9abf199e6f5f req-dd64ec57-32cc-4b6c-a764-f2c316f34ab0 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824409 Jun 02 12:34:28.576787 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] For port a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:34:28.625203 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] For port a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:34:28.635683 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-647534ff-8d44-49c9-bbcb-1fe83255e83f None None] Deleting port c09afb2d-10f7-4f58-a36c-736f4154ef2c {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:28.636466 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-647534ff-8d44-49c9-bbcb-1fe83255e83f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:28.650989 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d22e23ac-2860-4460-a992-59b2ea20df47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:28.659326 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:28.665973 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d22e23ac-2860-4460-a992-59b2ea20df47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:28.670961 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e92d394b-1d0a-4dab-98e4-e6dd138ff809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:28.678701 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f069c3ed-bad1-4273-a48f-607b37f23d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:28.712335 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e23ac-2860-4460-a992-59b2ea20df47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5d47ed-9159-47c1-8ac1-183791ea9e87,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:28.734356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e23ac-2860-4460-a992-59b2ea20df47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:28.734983 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e23ac-2860-4460-a992-59b2ea20df47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:28.735540 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e23ac-2860-4460-a992-59b2ea20df47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:28.736067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e23ac-2860-4460-a992-59b2ea20df47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:28.736685 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e23ac-2860-4460-a992-59b2ea20df47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:28.737216 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e23ac-2860-4460-a992-59b2ea20df47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:28.737752 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e23ac-2860-4460-a992-59b2ea20df47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:28.738318 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e23ac-2860-4460-a992-59b2ea20df47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:28.738835 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e23ac-2860-4460-a992-59b2ea20df47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:28.739349 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e23ac-2860-4460-a992-59b2ea20df47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:28.739863 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e23ac-2860-4460-a992-59b2ea20df47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:28.740539 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e23ac-2860-4460-a992-59b2ea20df47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:28.750639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d735d67-e4b3-4dc4-853f-25e156411c28 None None] Pushing event updated for resources: {'Port': ['ID=a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:28.757878 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d22e23ac-2860-4460-a992-59b2ea20df47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:28.787245 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9d735d67-e4b3-4dc4-853f-25e156411c28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:28.800862 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] For port ef222984-599b-412b-a9d5-fe501730e375, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ef222984-599b-412b-a9d5-fe501730e375,segment=NetworkSegment(98445070-ab2e-4216-ab13-aa58e0ea2c77),segment_id=98445070-ab2e-4216-ab13-aa58e0ea2c77)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:28.801422 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-dedf40ee-8aff-4e61-a1a0-69fc90a7a47e None None] Provisioning for port 44f3431b-a1ef-42b7-bcde-cca294815a39 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:28.801556 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:28.813482 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-dedf40ee-8aff-4e61-a1a0-69fc90a7a47e None None] Provisioning complete for port 44f3431b-a1ef-42b7-bcde-cca294815a39 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:28.813482 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dedf40ee-8aff-4e61-a1a0-69fc90a7a47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:28.920729 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 256800a1-18eb-4b58-af06-3c81abb2a387 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:28.985952 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Calling delete_port for ef222984-599b-412b-a9d5-fe501730e375 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:34:29.020696 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d22e23ac-2860-4460-a992-59b2ea20df47 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f325e6ea4170495faa6ff43a31f0dabf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8742545 Jun 02 12:34:29.021627 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44920) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:29.044760 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7acf2d-092b-4b79-823c-4645807f707a req-8301499d-acf3-40d7-8425-4b8dc555160f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:29.046283 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f7acf2d-092b-4b79-823c-4645807f707a req-8301499d-acf3-40d7-8425-4b8dc555160f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2eeecbacfd564d3d9465a6227d2e7ddc&device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 1098 time: 1.2649491 Jun 02 12:34:29.068357 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] Routers {'909091e9-d616-4bf3-a661-42cc9fbdc580'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:29.069334 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['909091e9-d616-4bf3-a661-42cc9fbdc580'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:29.131785 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-dedf40ee-8aff-4e61-a1a0-69fc90a7a47e None None] Port 44f3431b-a1ef-42b7-bcde-cca294815a39 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:34:29.154736 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-647534ff-8d44-49c9-bbcb-1fe83255e83f None None] For port c09afb2d-10f7-4f58-a36c-736f4154ef2c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c09afb2d-10f7-4f58-a36c-736f4154ef2c,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:29.155138 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-647534ff-8d44-49c9-bbcb-1fe83255e83f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:29.210036 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-08edc6c1-fcc5-47a7-ae57-ee83ec333bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:29.235736 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-29e13c80-9bc7-4ece-8a6a-db90dc11e406 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Deleting port fbdf44fc-3020-45c5-80e5-96f85dc97d9a {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:29.236124 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-29e13c80-9bc7-4ece-8a6a-db90dc11e406 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:29.278466 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-08edc6c1-fcc5-47a7-ae57-ee83ec333bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:29.295935 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-647534ff-8d44-49c9-bbcb-1fe83255e83f None None] Calling delete_port for c09afb2d-10f7-4f58-a36c-736f4154ef2c owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:34:29.305700 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-dedf40ee-8aff-4e61-a1a0-69fc90a7a47e None None] Provisioning for port f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:29.325002 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-e35cc4b8-7bb4-436e-b4ab-cd8e2737f32b tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:34:29.329132 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e35cc4b8-7bb4-436e-b4ab-cd8e2737f32b tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "PUT /v2.0/routers/c8c79f53-4555-4561-9fd9-a961efb9fe6c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3790414 Jun 02 12:34:29.329686 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44922) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:29.338324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:29.364036 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:29.380929 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-dedf40ee-8aff-4e61-a1a0-69fc90a7a47e None None] Provisioning complete for port f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:29.381306 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dedf40ee-8aff-4e61-a1a0-69fc90a7a47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:29.401399 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:29.439680 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 256800a1-18eb-4b58-af06-3c81abb2a387 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:29.441284 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:29.506953 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-08edc6c1-fcc5-47a7-ae57-ee83ec333bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:29.512857 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b88fd69a-f7c8-46ec-b9ef-ccb638a601c3 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:29.551041 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-dedf40ee-8aff-4e61-a1a0-69fc90a7a47e None None] Port f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:34:29.564320 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] Set router 909091e9-d616-4bf3-a661-42cc9fbdc580 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:34:29.596799 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08edc6c1-fcc5-47a7-ae57-ee83ec333bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5d47ed-9159-47c1-8ac1-183791ea9e87,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:29.599471 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-08edc6c1-fcc5-47a7-ae57-ee83ec333bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:29.666319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-08edc6c1-fcc5-47a7-ae57-ee83ec333bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:29.670902 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-08edc6c1-fcc5-47a7-ae57-ee83ec333bcd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d5d47ed-9159-47c1-8ac1-183791ea9e87 HTTP/1.1" status: 204 len: 168 time: 0.5964875 Jun 02 12:34:29.703268 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7acf2d-092b-4b79-823c-4645807f707a req-9603e7c7-f738-46a4-a295-d04646478bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:29.704679 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f7acf2d-092b-4b79-823c-4645807f707a req-9603e7c7-f738-46a4-a295-d04646478bd6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d26e7cf0-c529-4972-8a72-bcb5f758199e HTTP/1.1" status: 200 len: 912 time: 0.6279428 Jun 02 12:34:29.732256 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:29.856470 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-dedf40ee-8aff-4e61-a1a0-69fc90a7a47e None None] Provisioning for port c0d1420d-f934-4a1a-b85c-b77fbceefeab completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:29.886283 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-647534ff-8d44-49c9-bbcb-1fe83255e83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:29.896387 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:29.915353 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:29.920916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] Pushing event updated for resources: {'Port': ['ID=f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:29.935088 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:29.948228 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7c7ee55a-331f-4580-95b0-47a016074dbe tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:30.001735 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-dedf40ee-8aff-4e61-a1a0-69fc90a7a47e None None] Could not find standard attr ID for object 70e3938f-a459-4919-ae9f-83f19ae354e5. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:34:30.015552 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-29e13c80-9bc7-4ece-8a6a-db90dc11e406 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:30.015884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-29e13c80-9bc7-4ece-8a6a-db90dc11e406 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:30.016495 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647534ff-8d44-49c9-bbcb-1fe83255e83f None None] No DVR routers for this DVR port c09afb2d-10f7-4f58-a36c-736f4154ef2c on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:34:30.018148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-dedf40ee-8aff-4e61-a1a0-69fc90a7a47e None None] Could not find standard attr ID for object c09afb2d-10f7-4f58-a36c-736f4154ef2c. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:34:30.031072 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b8b02b0a-ebfa-4dc3-8779-7958e2acafcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:30.068559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] No DVR routers for this DVR port ef222984-599b-412b-a9d5-fe501730e375 on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:34:30.080669 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f7acf2d-092b-4b79-823c-4645807f707a req-2192b929-06d0-4fc4-ade1-3ece1c9c5b96 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ded582b0-2d55-48af-be8b-cc1d90a47d42 HTTP/1.1" status: 200 len: 1001 time: 0.2972546 Jun 02 12:34:30.085997 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6645379d-57d7-4065-935b-62c6d238e15d None None] get_active_networks_info from dv-neutron-601336-80-hyperv {{(pid=92306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 12:34:30.113083 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647534ff-8d44-49c9-bbcb-1fe83255e83f None None] Pushing event deleted for resources: {'Port': ['ID=c09afb2d-10f7-4f58-a36c-736f4154ef2c,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:30.147259 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647534ff-8d44-49c9-bbcb-1fe83255e83f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:30.147601 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647534ff-8d44-49c9-bbcb-1fe83255e83f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:30.147931 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647534ff-8d44-49c9-bbcb-1fe83255e83f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:30.148508 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647534ff-8d44-49c9-bbcb-1fe83255e83f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:30.148831 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647534ff-8d44-49c9-bbcb-1fe83255e83f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:30.149153 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647534ff-8d44-49c9-bbcb-1fe83255e83f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:30.149471 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647534ff-8d44-49c9-bbcb-1fe83255e83f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:30.149786 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647534ff-8d44-49c9-bbcb-1fe83255e83f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:30.150122 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647534ff-8d44-49c9-bbcb-1fe83255e83f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:30.150451 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647534ff-8d44-49c9-bbcb-1fe83255e83f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:30.150881 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647534ff-8d44-49c9-bbcb-1fe83255e83f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:30.151208 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647534ff-8d44-49c9-bbcb-1fe83255e83f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:30.170647 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-647534ff-8d44-49c9-bbcb-1fe83255e83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:30.187495 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 5c4b4507-5f5b-4abf-b56c-f9a909b043f8 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:30.213573 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event deleted for resources: {'Port': ['ID=ef222984-599b-412b-a9d5-fe501730e375,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:30.221809 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:30.436923 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6645379d-57d7-4065-935b-62c6d238e15d None None] Resources bound (agent type, host, resource id): {{(pid=92306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 12:34:30.443937 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 5c4b4507-5f5b-4abf-b56c-f9a909b043f8 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:30.444311 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:30.525929 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909091e9-d616-4bf3-a661-42cc9fbdc580', 'name': 'tempest-TestVolumeBootPattern-823989638-router', 'tenant_id': 'fd24c910e47e44a78c86e8727202bb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:12Z', 'updated_at': '2021-06-02T12:34:27Z', 'revision_number': 4, 'project_id': 'fd24c910e47e44a78c86e8727202bb15', 'gw_port': {'id': 'a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909091e9-d616-4bf3-a661-42cc9fbdc580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:15Z', 'updated_at': '2021-06-02T12:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe', 'name': '', 'network_id': '6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a', 'tenant_id': 'fd24c910e47e44a78c86e8727202bb15', 'mac_address': 'fa:16:3e:40:a4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909091e9-d616-4bf3-a661-42cc9fbdc580', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'c3e13ce9-8603-449e-9b2c-9dd0924f37d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:22Z', 'updated_at': '2021-06-02T12:34:23Z', 'revision_number': 1, 'project_id': 'fd24c910e47e44a78c86e8727202bb15', 'subnets': [{'id': 'c3e13ce9-8603-449e-9b2c-9dd0924f37d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:30.545500 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b171d3c-6a4d-4f46-a654-a1c8e8d9ff05 None None] The sync data for ids ['909091e9-d616-4bf3-a661-42cc9fbdc580'] in dv-neutron-601336-80-hyperv is: [{'id': '909091e9-d616-4bf3-a661-42cc9fbdc580', 'name': 'tempest-TestVolumeBootPattern-823989638-router', 'tenant_id': 'fd24c910e47e44a78c86e8727202bb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:12Z', 'updated_at': '2021-06-02T12:34:27Z', 'revision_number': 4, 'project_id': 'fd24c910e47e44a78c86e8727202bb15', 'gw_port': {'id': 'a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909091e9-d616-4bf3-a661-42cc9fbdc580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:15Z', 'updated_at': '2021-06-02T12:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe', 'name': '', 'network_id': '6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a', 'tenant_id': 'fd24c910e47e44a78c86e8727202bb15', 'mac_address': 'fa:16:3e:40:a4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909091e9-d616-4bf3-a661-42cc9fbdc580', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'c3e13ce9-8603-449e-9b2c-9dd0924f37d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:22Z', 'updated_at': '2021-06-02T12:34:23Z', 'revision_number': 1, 'project_id': 'fd24c910e47e44a78c86e8727202bb15', 'subnets': [{'id': 'c3e13ce9-8603-449e-9b2c-9dd0924f37d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:34:30.552954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-b8b02b0a-ebfa-4dc3-8779-7958e2acafcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Deleting port 44f3431b-a1ef-42b7-bcde-cca294815a39 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:30.553503 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b8b02b0a-ebfa-4dc3-8779-7958e2acafcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:30.562544 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-29e13c80-9bc7-4ece-8a6a-db90dc11e406 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Calling delete_port for fbdf44fc-3020-45c5-80e5-96f85dc97d9a owned by network:floatingip {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:34:30.582782 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] Network 6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:30.625169 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:30.632773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7acf2d-092b-4b79-823c-4645807f707a req-8b3a4977-ab96-4d21-8703-bcd2cc26d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:30.634918 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f7acf2d-092b-4b79-823c-4645807f707a req-8b3a4977-ab96-4d21-8703-bcd2cc26d8fa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=35e7c6b0-13d3-41ba-a88f-b72a6c16c109 HTTP/1.1" status: 200 len: 850 time: 0.4282205 Jun 02 12:34:30.738044 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c0d1420d-f934-4a1a-b85c-b77fbceefeab up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:30.762570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b8b02b0a-ebfa-4dc3-8779-7958e2acafcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:30.964794 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port c0d1420d-f934-4a1a-b85c-b77fbceefeab completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:30.984176 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port c0d1420d-f934-4a1a-b85c-b77fbceefeab triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:30.984551 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:31.068670 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] Router 909091e9-d616-4bf3-a661-42cc9fbdc580 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:34:31.071750 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:31.092340 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84254e9-b3f3-48e5-ad6b-351d32f12f9e req-53907199-d5d0-4e31-9beb-0405ebf985e4 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:31.100745 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a84254e9-b3f3-48e5-ad6b-351d32f12f9e req-53907199-d5d0-4e31-9beb-0405ebf985e4 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 1.3994863 Jun 02 12:34:31.178987 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f22e08-358d-4b9d-ae55-3ce887a2ed58']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:31.222961 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-b8b02b0a-ebfa-4dc3-8779-7958e2acafcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Calling delete_port for 44f3431b-a1ef-42b7-bcde-cca294815a39 owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:34:31.257983 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98445070-ab2e-4216-ab13-aa58e0ea2c77') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:31.258319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98445070-ab2e-4216-ab13-aa58e0ea2c77') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:31.281788 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a7413df9-4e7a-4187-aef8-a668d8bf2950', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'fixed_ips': [{'subnet_id': '733eb161-78b7-4f98-b3f6-11d85c150718'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:34:31.284180 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:31.382345 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:31.399496 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:31.431445 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a84254e9-b3f3-48e5-ad6b-351d32f12f9e req-2027e4ec-2157-499e-b18e-00a8b427767f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3298056 Jun 02 12:34:31.452934 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b8b02b0a-ebfa-4dc3-8779-7958e2acafcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:31.465065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2d8e8b72-aa49-46ba-b4f3-e7808d55649f tempest-RoutersAdminTest-1256545461 tempest-RoutersAdminTest-1256545461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:31.501780 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port c0d1420d-f934-4a1a-b85c-b77fbceefeab, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c0d1420d-f934-4a1a-b85c-b77fbceefeab,segment=NetworkSegment(bd2448b8-6fb9-4eff-9fce-1bc698c5635d),segment_id=bd2448b8-6fb9-4eff-9fce-1bc698c5635d)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:31.510398 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:31.519083 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9d735d67-e4b3-4dc4-853f-25e156411c28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:31.694682 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b02b0a-ebfa-4dc3-8779-7958e2acafcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Pushing event deleted for resources: {'Port': ['ID=44f3431b-a1ef-42b7-bcde-cca294815a39,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:31.699326 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b8b02b0a-ebfa-4dc3-8779-7958e2acafcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:31.740992 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=c0d1420d-f934-4a1a-b85c-b77fbceefeab,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:31.746027 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:31.749215 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:31.758421 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Allocated IP 2001:db8::f816:3eff:fe1b:b707 (a7413df9-4e7a-4187-aef8-a668d8bf2950/733eb161-78b7-4f98-b3f6-11d85c150718/e8fa4682-7eee-4b76-b003-9c51c78abac0) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:31.868263 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:34:31.868672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:34:31.889514 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:34:31.918695 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7acf2d-092b-4b79-823c-4645807f707a req-73b01602-2d5a-4fc8-b980-0638bb7cc9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:31.920213 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f7acf2d-092b-4b79-823c-4645807f707a req-73b01602-2d5a-4fc8-b980-0638bb7cc9b6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d26e7cf0-c529-4972-8a72-bcb5f758199e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 1.2659874 Jun 02 12:34:31.929824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b8b02b0a-ebfa-4dc3-8779-7958e2acafcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:31.992282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44960) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:32.061582 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:32.074417 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Transition to ACTIVE for port object e8fa4682-7eee-4b76-b003-9c51c78abac0 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:32.082529 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.objects.ports [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92305) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 12:34:32.093588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:32.102008 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Transition to ACTIVE for port object e8fa4682-7eee-4b76-b003-9c51c78abac0 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:32.104543 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3658f942-a298-458d-9a99-5a794b913b19 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:32.113203 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:32.129283 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:32.137729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-29e13c80-9bc7-4ece-8a6a-db90dc11e406 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:32.161951 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:32.217193 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:32.220321 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:34:32.222009 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:32.235806 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:32.241363 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:32.262995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:32.273081 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:32.308472 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b02b0a-ebfa-4dc3-8779-7958e2acafcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Router c8c79f53-4555-4561-9fd9-a961efb9fe6c has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:34:32.310143 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:32.310744 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:32.339550 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "DELETE /v2.0/networks/95f22e08-358d-4b9d-ae55-3ce887a2ed58 HTTP/1.1" status: 204 len: 168 time: 12.2441792 Jun 02 12:34:32.352651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44964) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:32.382299 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Pushing event updated for resources: {'Port': ['ID=e8fa4682-7eee-4b76-b003-9c51c78abac0,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:32.386201 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:32.392687 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-35b48375-95df-44e9-9286-3cb12fc76c83 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-362509233'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:32.397747 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-35b48375-95df-44e9-9286-3cb12fc76c83 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:32.403645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-35b48375-95df-44e9-9286-3cb12fc76c83 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Usage tracker for resource:network and tenant:343cdd4a79934b8eb57ccfa54eec3318 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:32.429153 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=733eb161-78b7-4f98-b3f6-11d85c150718,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:32.443244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'network': {'name': 'tempest-network-smoke--594167901', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'port_security_enabled': True}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:32.448592 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-35b48375-95df-44e9-9286-3cb12fc76c83 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:32.449079 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Attempting to bind port e8fa4682-7eee-4b76-b003-9c51c78abac0 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:34:32.449669 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Attempting to bind port e8fa4682-7eee-4b76-b003-9c51c78abac0 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:34:32.450042 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Attempting to bind port e8fa4682-7eee-4b76-b003-9c51c78abac0 on network a7413df9-4e7a-4187-aef8-a668d8bf2950 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:34:32.463264 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] 10.222.0.37 "PUT /v2.0/routers/909091e9-d616-4bf3-a661-42cc9fbdc580/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5771232 Jun 02 12:34:32.463478 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:34:32.463478 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:32.463478 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:32.463478 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Bound using segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:34:32.463478 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Bound port: e8fa4682-7eee-4b76-b003-9c51c78abac0, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:34:32.463478 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:32.464052 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44966) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:32.464148 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.4428830 Jun 02 12:34:32.466974 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-50dfaeb8-43e0-4d56-a60a-1e10ac8ff000 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:32.502033 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:32.504753 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-35b48375-95df-44e9-9286-3cb12fc76c83 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:32.530017 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:network and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:32.533791 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:32.534332 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:32.534851 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:32.535325 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:32.535847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:32.536321 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:32.537047 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:32.537562 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:32.538037 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:32.538548 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:32.539016 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:32.539490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:34:32.551503 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:32.564654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:32.567694 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c6a32122-5855-4594-888d-6d3ee86f7ab8 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.415s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:32.630173 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e13c80-9bc7-4ece-8a6a-db90dc11e406 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event deleted for resources: {'Port': ['ID=fbdf44fc-3020-45c5-80e5-96f85dc97d9a,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:32.641314 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-29e13c80-9bc7-4ece-8a6a-db90dc11e406 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:32.657749 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:32.660000 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-813a045e-a723-4ed1-8daa-61ee3dbf917f tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.425s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:32.675629 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] For port e8fa4682-7eee-4b76-b003-9c51c78abac0, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:34:32.679582 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] For port e8fa4682-7eee-4b76-b003-9c51c78abac0, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e8fa4682-7eee-4b76-b003-9c51c78abac0,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:34:32.690079 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:32.694495 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b48375-95df-44e9-9286-3cb12fc76c83 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Made reservation on behalf of 343cdd4a79934b8eb57ccfa54eec3318 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:32.700264 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d3f7b230-760c-4d2d-a728-4d0516ddf05d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:32.700454 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-35b48375-95df-44e9-9286-3cb12fc76c83 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:32.724635 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-50dfaeb8-43e0-4d56-a60a-1e10ac8ff000 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:32.728919 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-50dfaeb8-43e0-4d56-a60a-1e10ac8ff000 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:32.738694 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b02b0a-ebfa-4dc3-8779-7958e2acafcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:34:32.741371 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-50dfaeb8-43e0-4d56-a60a-1e10ac8ff000 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:32.743129 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event deleted for resources: {'Network': ['ID=95f22e08-358d-4b9d-ae55-3ce887a2ed58,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:32.750906 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f7acf2d-092b-4b79-823c-4645807f707a req-0d29e40e-962b-425e-9d97-146aeef54cb1 service neutron] 10.222.0.22 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7594302 Jun 02 12:34:32.751483 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:32.754943 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:32.755911 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b8b02b0a-ebfa-4dc3-8779-7958e2acafcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "PUT /v2.0/routers/c8c79f53-4555-4561-9fd9-a961efb9fe6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4244361 Jun 02 12:34:32.757741 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-50dfaeb8-43e0-4d56-a60a-1e10ac8ff000 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:32.761602 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44976) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:32.774903 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:32.779409 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec8403e-d823-4471-8695-25dd8f4b4238 None None] Sync routers for ids ['c8c79f53-4555-4561-9fd9-a961efb9fe6c'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:34:32.782052 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:32.819472 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec8403e-d823-4471-8695-25dd8f4b4238 None None] Routers {'c8c79f53-4555-4561-9fd9-a961efb9fe6c'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:32.820161 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-aec8403e-d823-4471-8695-25dd8f4b4238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c8c79f53-4555-4561-9fd9-a961efb9fe6c'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:32.852696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:32.857775 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dfaeb8-43e0-4d56-a60a-1e10ac8ff000 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:32.859756 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:32.861529 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-50dfaeb8-43e0-4d56-a60a-1e10ac8ff000 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:32.863135 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:32.870415 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:32.921013 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-aec8403e-d823-4471-8695-25dd8f4b4238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:32.954057 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Pushing event updated for resources: {'Port': ['ID=e8fa4682-7eee-4b76-b003-9c51c78abac0,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:32.957351 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec8403e-d823-4471-8695-25dd8f4b4238 None None] Routers {'c8c79f53-4555-4561-9fd9-a961efb9fe6c'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:32.958260 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-aec8403e-d823-4471-8695-25dd8f4b4238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c8c79f53-4555-4561-9fd9-a961efb9fe6c'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:32.973162 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-29e13c80-9bc7-4ece-8a6a-db90dc11e406 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:33.023666 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:33.036815 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b48375-95df-44e9-9286-3cb12fc76c83 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:34:33.041604 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-aec8403e-d823-4471-8695-25dd8f4b4238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:33.042022 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec8403e-d823-4471-8695-25dd8f4b4238 None None] The sync data for ids ['c8c79f53-4555-4561-9fd9-a961efb9fe6c'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:34:33.052722 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:33.065176 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:33.082554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0241a782-ff3f-4bd8-8173-197552064e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:33.097992 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-35b48375-95df-44e9-9286-3cb12fc76c83 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:33.098443 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-35b48375-95df-44e9-9286-3cb12fc76c83 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Added segment 74d10fef-1545-4a8d-8daf-c2b2ff7e278c of type vlan for network 9c1acdb5-72fb-45c5-b904-b0a60997dd9c Jun 02 12:34:33.155630 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:34:33.180196 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-29e13c80-9bc7-4ece-8a6a-db90dc11e406 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:33.181272 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-29e13c80-9bc7-4ece-8a6a-db90dc11e406 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "DELETE /v2.0/floatingips/2847b92d-0af6-4d4e-98c1-56a2aa1051db HTTP/1.1" status: 204 len: 168 time: 5.1495528 Jun 02 12:34:33.196335 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44978) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:33.199467 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069489a9-50f9-44d0-92a3-729877b17b20,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:33.208968 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-35b48375-95df-44e9-9286-3cb12fc76c83 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:33.214689 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:33.218061 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': 'd92dd45f-79a2-446d-a1f7-2cccb2550b89'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:33.219059 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.ipam_backend_mixin [None req-50dfaeb8-43e0-4d56-a60a-1e10ac8ff000 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 733eb161-78b7-4f98-b3f6-11d85c150718 (CIDR: 2001:db8::/64) Jun 02 12:34:33.221029 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-0942e505-c326-4d0e-9d57-13681c55e8f6 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] delete failed (client error): The resource could not be found. Jun 02 12:34:33.222285 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0942e505-c326-4d0e-9d57-13681c55e8f6 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-346690703 HTTP/1.1" status: 404 len: 334 time: 0.4584048 Jun 02 12:34:33.239134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44980) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:33.243143 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-50dfaeb8-43e0-4d56-a60a-1e10ac8ff000 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:34:33.245829 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50dfaeb8-43e0-4d56-a60a-1e10ac8ff000 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:34:33.260103 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-bae02c09-6a0e-490c-9daa-840b8d367d3e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c8c79f53-4555-4561-9fd9-a961efb9fe6c'}}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:33.262944 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:33.271728 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Added segment d80491b6-7d17-41d0-90f8-498bab64187e of type vlan for network 7748cee2-ce49-44f8-8a52-729fed4c4a96 Jun 02 12:34:33.278977 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:33.297046 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f7acf2d-092b-4b79-823c-4645807f707a req-93f51a37-2ba4-489a-81a7-4c3e61d14432 service neutron] 10.222.0.22 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5207686 Jun 02 12:34:33.320232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44982) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:33.352717 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-f504b414-7344-461c-a17f-264d59e62f0a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1312623783', 'description': 'tempest-secgroup-smoke-1312623783 description', 'project_id': '96bf45be6aa145b6aaf403d7070d5e51'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:33.403986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:33.412960 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:33.428734 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24c82a-8a1e-4cc3-b0b0-e4a84de1991e req-cbcd1ec3-ff32-4e30-b47b-a7f84256152c tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:33.429645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f504b414-7344-461c-a17f-264d59e62f0a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:33.430349 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ac24c82a-8a1e-4cc3-b0b0-e4a84de1991e req-cbcd1ec3-ff32-4e30-b47b-a7f84256152c tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.7562201 Jun 02 12:34:33.431586 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-50dfaeb8-43e0-4d56-a60a-1e10ac8ff000 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9704721 Jun 02 12:34:33.433100 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.resource_extend [None req-35b48375-95df-44e9-9286-3cb12fc76c83 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:34:33.435514 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44984) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:33.442415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-21904dc3-64c7-4502-9749-3004895f95f7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:33.455400 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:33.480230 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f504b414-7344-461c-a17f-264d59e62f0a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Usage tracker for resource:security_group and tenant:96bf45be6aa145b6aaf403d7070d5e51 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:33.489139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f504b414-7344-461c-a17f-264d59e62f0a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:33.514435 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f504b414-7344-461c-a17f-264d59e62f0a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:33.531611 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-35b48375-95df-44e9-9286-3cb12fc76c83 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:33.537666 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b48375-95df-44e9-9286-3cb12fc76c83 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:33.538502 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-35b48375-95df-44e9-9286-3cb12fc76c83 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:33.544648 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ca47907b-5878-4156-a5f8-e9c1040262a7 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:33.572716 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f504b414-7344-461c-a17f-264d59e62f0a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:33.646038 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:33.652040 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:33.652645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:33.739787 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-35b48375-95df-44e9-9286-3cb12fc76c83 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3570981 Jun 02 12:34:33.751707 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 44986) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:33.761466 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:33.762948 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-068641c8-e28d-4e46-afe8-780a2c46d8ab tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Request body: {'subnet': {'network_id': '9c1acdb5-72fb-45c5-b904-b0a60997dd9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:33.795427 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f504b414-7344-461c-a17f-264d59e62f0a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:33.804331 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b48375-95df-44e9-9286-3cb12fc76c83 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event updated for resources: {'Network': ['ID=9c1acdb5-72fb-45c5-b904-b0a60997dd9c,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:33.807197 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-35b48375-95df-44e9-9286-3cb12fc76c83 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:33.824720 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9abe02c8-2919-495b-b639-456db63672a9 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:33.828242 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 9c1acdb5-72fb-45c5-b904-b0a60997dd9c details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:34:33.832164 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ac24c82a-8a1e-4cc3-b0b0-e4a84de1991e req-45940b31-74a0-4738-82f3-60885ab709cd tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3635995 Jun 02 12:34:33.842700 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f504b414-7344-461c-a17f-264d59e62f0a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Usage tracker for resource:security_group_rule and tenant:96bf45be6aa145b6aaf403d7070d5e51 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:33.856746 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8368506 Jun 02 12:34:33.856746 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f504b414-7344-461c-a17f-264d59e62f0a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:33.866945 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44988) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:33.879627 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bae02c09-6a0e-490c-9daa-840b8d367d3e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:33.886243 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-95299244', 'admin_state_up': True, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:33.916829 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:33.929467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:router and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:33.933704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:33.945398 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:33.957263 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f504b414-7344-461c-a17f-264d59e62f0a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:34.048327 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:34.057239 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:34.057868 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:34.085620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:34.086729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Network': ['ID=7748cee2-ce49-44f8-8a52-729fed4c4a96,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:34.087372 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:34.089492 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:34.095783 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-21904dc3-64c7-4502-9749-3004895f95f7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:34.102733 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-068641c8-e28d-4e46-afe8-780a2c46d8ab tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:34.103166 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-bae02c09-6a0e-490c-9daa-840b8d367d3e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] update failed (client error): The resource could not be found. Jun 02 12:34:34.104321 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bae02c09-6a0e-490c-9daa-840b8d367d3e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "PUT /v2.0/routers/c8c79f53-4555-4561-9fd9-a961efb9fe6c HTTP/1.1" status: 404 len: 339 time: 0.8537655 Jun 02 12:34:34.109342 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-21904dc3-64c7-4502-9749-3004895f95f7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:34.113429 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 7748cee2-ce49-44f8-8a52-729fed4c4a96 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:34:34.114014 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44990) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:34.116431 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-21904dc3-64c7-4502-9749-3004895f95f7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:34.129732 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] Sync routers for ids ['909091e9-d616-4bf3-a661-42cc9fbdc580'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:34:34.141460 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-068641c8-e28d-4e46-afe8-780a2c46d8ab tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Usage tracker for resource:subnet and tenant:343cdd4a79934b8eb57ccfa54eec3318 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:34.143536 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] Routers {'909091e9-d616-4bf3-a661-42cc9fbdc580'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:34.144697 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['909091e9-d616-4bf3-a661-42cc9fbdc580'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:34.160206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-068641c8-e28d-4e46-afe8-780a2c46d8ab tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:34.181091 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-068641c8-e28d-4e46-afe8-780a2c46d8ab tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:34.194419 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:34.240432 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-21904dc3-64c7-4502-9749-3004895f95f7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:34.252456 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:34.370766 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:34.392364 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:34.399921 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:34.400936 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c0d1420d-f934-4a1a-b85c-b77fbceefeab up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:34.428178 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] Set router 909091e9-d616-4bf3-a661-42cc9fbdc580 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:34:34.431599 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21904dc3-64c7-4502-9749-3004895f95f7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:34.437452 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-21904dc3-64c7-4502-9749-3004895f95f7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:34.439233 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:34.496916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068641c8-e28d-4e46-afe8-780a2c46d8ab tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Made reservation on behalf of 343cdd4a79934b8eb57ccfa54eec3318 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:34.501579 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-068641c8-e28d-4e46-afe8-780a2c46d8ab tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:34.503777 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2c0b4d-e3d1-4dfe-930a-85b97f0bd5cd None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:34.664704 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d28a6b13-00f9-4599-bc25-53be123b22f2 None None] Provisioning for port e8fa4682-7eee-4b76-b003-9c51c78abac0 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:34.692428 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:34.696013 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:34.729591 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port c0d1420d-f934-4a1a-b85c-b77fbceefeab triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:34.730156 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:34.772035 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Allocated IP 172.26.7.140 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/753d4b1e-7477-403a-bd4d-db3a305f62b5) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:34.969682 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-19eed092-97dc-4062-aabc-64a2383e8dc8 None None] Provisioning complete for port f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:34.970310 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-19eed092-97dc-4062-aabc-64a2383e8dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:35.014268 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909091e9-d616-4bf3-a661-42cc9fbdc580', 'name': 'tempest-TestVolumeBootPattern-823989638-router', 'tenant_id': 'fd24c910e47e44a78c86e8727202bb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:12Z', 'updated_at': '2021-06-02T12:34:27Z', 'revision_number': 4, 'project_id': 'fd24c910e47e44a78c86e8727202bb15', 'gw_port': {'id': 'a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909091e9-d616-4bf3-a661-42cc9fbdc580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:15Z', 'updated_at': '2021-06-02T12:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe', 'name': '', 'network_id': '6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a', 'tenant_id': 'fd24c910e47e44a78c86e8727202bb15', 'mac_address': 'fa:16:3e:40:a4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909091e9-d616-4bf3-a661-42cc9fbdc580', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'c3e13ce9-8603-449e-9b2c-9dd0924f37d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:22Z', 'updated_at': '2021-06-02T12:34:28Z', 'revision_number': 2, 'project_id': 'fd24c910e47e44a78c86e8727202bb15', 'subnets': [{'id': 'c3e13ce9-8603-449e-9b2c-9dd0924f37d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:35.026732 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] Checking router: 909091e9-d616-4bf3-a661-42cc9fbdc580 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:34:35.027385 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] Updating router 909091e9-d616-4bf3-a661-42cc9fbdc580 port f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:34:35.032224 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e8fa4682-7eee-4b76-b003-9c51c78abac0 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:35.040988 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:35.077203 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f504b414-7344-461c-a17f-264d59e62f0a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:35.085498 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:35.106745 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-19eed092-97dc-4062-aabc-64a2383e8dc8 None None] Port f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:34:35.120442 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:35.141194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a55cf49b-c9e6-4c3c-b6ee-d0d9012c9e78 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:35.154171 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port e8fa4682-7eee-4b76-b003-9c51c78abac0 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:35.160979 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port e8fa4682-7eee-4b76-b003-9c51c78abac0 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:35.164311 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:35.186809 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f504b414-7344-461c-a17f-264d59e62f0a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:35.226920 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:35.299997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:35.338907 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:35.426481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f504b414-7344-461c-a17f-264d59e62f0a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:35.427701 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f504b414-7344-461c-a17f-264d59e62f0a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.0828967 Jun 02 12:34:35.440645 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:35.458463 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44994) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:35.461414 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Port': ['ID=753d4b1e-7477-403a-bd4d-db3a305f62b5,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:35.467568 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-46f9ad29-bf1a-4ad4-81d6-36cb657c0d49 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Request body: {'security_group_rule': {'security_group_id': '3a597685-9ec8-478a-be7f-68c3fb1ee0b4', 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:35.488974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port e8fa4682-7eee-4b76-b003-9c51c78abac0, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e8fa4682-7eee-4b76-b003-9c51c78abac0,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:35.490623 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-46f9ad29-bf1a-4ad4-81d6-36cb657c0d49 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:35.495021 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:35.495610 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:35.498418 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:35.499478 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:35.501091 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-76aec450-5c9d-4a8c-8846-fac964a2a47c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:35.517733 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-46f9ad29-bf1a-4ad4-81d6-36cb657c0d49 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Usage tracker for resource:security_group_rule and tenant:96bf45be6aa145b6aaf403d7070d5e51 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:35.528293 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-46f9ad29-bf1a-4ad4-81d6-36cb657c0d49 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:35.541902 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-46f9ad29-bf1a-4ad4-81d6-36cb657c0d49 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:35.591623 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=e8fa4682-7eee-4b76-b003-9c51c78abac0,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:35.598547 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:35.608575 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b7711bc2-a308-47e4-a0f9-fb6072ac0a61 None None] Provisioning complete for port e8fa4682-7eee-4b76-b003-9c51c78abac0 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:35.608961 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b7711bc2-a308-47e4-a0f9-fb6072ac0a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:35.627891 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504b414-7344-461c-a17f-264d59e62f0a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a597685-9ec8-478a-be7f-68c3fb1ee0b4,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:35.635530 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:35.692645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7db54-238c-4c11-92f8-35ab5e2bb253 req-d39e0be6-ed8b-48f4-b11b-cc23dd6656cc tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:35.694486 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-96a7db54-238c-4c11-92f8-35ab5e2bb253 req-d39e0be6-ed8b-48f4-b11b-cc23dd6656cc tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.6241486 Jun 02 12:34:35.695602 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f504b414-7344-461c-a17f-264d59e62f0a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:35.697381 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:35.706745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-46f9ad29-bf1a-4ad4-81d6-36cb657c0d49 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:35.713209 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] Transition to ACTIVE for port object f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:35.725257 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:35.729443 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:35.738637 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:35.805409 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207bac66-1e12-4397-bba5-64931e6cdb0b None None] Pushing event updated for resources: {'Port': ['ID=f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:35.811083 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-207bac66-1e12-4397-bba5-64931e6cdb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:35.852549 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:35.854308 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:35.928871 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-96a7db54-238c-4c11-92f8-35ab5e2bb253 req-7ee41e1a-4b47-4a53-89ac-46d163d8d801 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238472 Jun 02 12:34:36.087129 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] Attempting to bind port f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:34:36.094316 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] Attempting to bind port f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '88f5534d-c454-4a22-9108-7a325f00b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:34:36.095090 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] Attempting to bind port f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe on network 6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:34:36.104376 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:34:36.105148 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] Checking segment: {'id': '88f5534d-c454-4a22-9108-7a325f00b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:36.106391 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:36.107030 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] Bound using segment: {'id': '88f5534d-c454-4a22-9108-7a325f00b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:34:36.107722 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] Bound port: f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f5534d-c454-4a22-9108-7a325f00b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:34:36.109701 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:36.164567 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-46f9ad29-bf1a-4ad4-81d6-36cb657c0d49 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:36.238179 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] For port f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:34:36.240634 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-46f9ad29-bf1a-4ad4-81d6-36cb657c0d49 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:36.241632 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] For port f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe,segment=NetworkSegment(88f5534d-c454-4a22-9108-7a325f00b216),segment_id=88f5534d-c454-4a22-9108-7a325f00b216)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:34:36.247743 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:36.252420 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:36.285286 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:36.339226 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] Routers {'909091e9-d616-4bf3-a661-42cc9fbdc580'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:36.339810 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['909091e9-d616-4bf3-a661-42cc9fbdc580'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:36.364857 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9ad29-bf1a-4ad4-81d6-36cb657c0d49 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5e546c-9b6f-4110-8d6c-73c294fd5300,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:36.367456 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-46f9ad29-bf1a-4ad4-81d6-36cb657c0d49 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:36.389295 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:36.410111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-068641c8-e28d-4e46-afe8-780a2c46d8ab tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:36.416018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c790a5a9-0129-45ca-a025-a0af76165873 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:36.444278 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207bac66-1e12-4397-bba5-64931e6cdb0b None None] Pushing event updated for resources: {'Port': ['ID=f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe,revision_number=4']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:36.449604 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-207bac66-1e12-4397-bba5-64931e6cdb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:36.461932 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-46f9ad29-bf1a-4ad4-81d6-36cb657c0d49 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:36.463228 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-46f9ad29-bf1a-4ad4-81d6-36cb657c0d49 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0012171 Jun 02 12:34:36.468924 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 44998) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:36.475865 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-1cbdb6d5-b037-40ec-a9cb-34386cbbb18a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Request body: {'security_group_rule': {'security_group_id': '3a597685-9ec8-478a-be7f-68c3fb1ee0b4', 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:36.553538 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1cbdb6d5-b037-40ec-a9cb-34386cbbb18a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:36.586232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068641c8-e28d-4e46-afe8-780a2c46d8ab tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event updated for resources: {'Subnet': ['ID=02d6a4d8-0235-4f9c-82fd-1cc053549952,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:36.600393 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-068641c8-e28d-4e46-afe8-780a2c46d8ab tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:36.605480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068641c8-e28d-4e46-afe8-780a2c46d8ab tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Checking segment: {'id': '74d10fef-1545-4a8d-8daf-c2b2ff7e278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9c1acdb5-72fb-45c5-b904-b0a60997dd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:36.605480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068641c8-e28d-4e46-afe8-780a2c46d8ab tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Network hostable DHCP agents. Network: 9c1acdb5-72fb-45c5-b904-b0a60997dd9c, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:34:36.632341 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] Set router 909091e9-d616-4bf3-a661-42cc9fbdc580 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:34:36.648937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:36.695711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068641c8-e28d-4e46-afe8-780a2c46d8ab tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Network 9c1acdb5-72fb-45c5-b904-b0a60997dd9c is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:34:36.734333 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-068641c8-e28d-4e46-afe8-780a2c46d8ab tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 9c1acdb5-72fb-45c5-b904-b0a60997dd9c) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:36.742246 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae53b9a-3dd1-4017-9cb2-d17b247959f3 None None] Network 9c1acdb5-72fb-45c5-b904-b0a60997dd9c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:36.755775 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068641c8-e28d-4e46-afe8-780a2c46d8ab tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:36.756378 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-068641c8-e28d-4e46-afe8-780a2c46d8ab tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:36.818531 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1cbdb6d5-b037-40ec-a9cb-34386cbbb18a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Usage tracker for resource:security_group_rule and tenant:96bf45be6aa145b6aaf403d7070d5e51 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:36.878868 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1cbdb6d5-b037-40ec-a9cb-34386cbbb18a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:36.908407 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Allocated IP 172.20.0.1 (aa3d4e77-3155-4155-90f6-63047c1c36df/76da917a-1213-46eb-aa5e-ced9eef01b87/e79eceb9-59d0-4e05-a595-394314329052) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:36.910789 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1cbdb6d5-b037-40ec-a9cb-34386cbbb18a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:36.928366 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6556f-77a2-4c94-9d5b-3b9bd7c77e05 req-051bc56c-c250-4a8c-b086-caacef2486cd tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:36.930016 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-bed6556f-77a2-4c94-9d5b-3b9bd7c77e05 req-051bc56c-c250-4a8c-b086-caacef2486cd tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.7590935 Jun 02 12:34:36.994219 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:37.069107 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:37.120384 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-068641c8-e28d-4e46-afe8-780a2c46d8ab tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3621047 Jun 02 12:34:37.120605 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-9c1acdb5-72fb-45c5-b904-b0a60997dd9c', 'network_id': '9c1acdb5-72fb-45c5-b904-b0a60997dd9c', 'tenant_id': '343cdd4a79934b8eb57ccfa54eec3318', 'fixed_ips': [{'subnet_id': '02d6a4d8-0235-4f9c-82fd-1cc053549952'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:34:37.122586 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45000) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:37.124910 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:37.126724 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909091e9-d616-4bf3-a661-42cc9fbdc580', 'name': 'tempest-TestVolumeBootPattern-823989638-router', 'tenant_id': 'fd24c910e47e44a78c86e8727202bb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:12Z', 'updated_at': '2021-06-02T12:34:27Z', 'revision_number': 4, 'project_id': 'fd24c910e47e44a78c86e8727202bb15', 'gw_port': {'id': 'a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909091e9-d616-4bf3-a661-42cc9fbdc580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:15Z', 'updated_at': '2021-06-02T12:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe', 'name': '', 'network_id': '6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a', 'tenant_id': 'fd24c910e47e44a78c86e8727202bb15', 'mac_address': 'fa:16:3e:40:a4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909091e9-d616-4bf3-a661-42cc9fbdc580', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'c3e13ce9-8603-449e-9b2c-9dd0924f37d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:22Z', 'updated_at': '2021-06-02T12:34:36Z', 'revision_number': 4, 'project_id': 'fd24c910e47e44a78c86e8727202bb15', 'subnets': [{'id': 'c3e13ce9-8603-449e-9b2c-9dd0924f37d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:37.137024 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de91bbd-6f52-4380-b230-dc9479592689 None None] The sync data for ids ['909091e9-d616-4bf3-a661-42cc9fbdc580'] in dv-neutron-601336-80-hyperv is: [{'id': '909091e9-d616-4bf3-a661-42cc9fbdc580', 'name': 'tempest-TestVolumeBootPattern-823989638-router', 'tenant_id': 'fd24c910e47e44a78c86e8727202bb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:12Z', 'updated_at': '2021-06-02T12:34:27Z', 'revision_number': 4, 'project_id': 'fd24c910e47e44a78c86e8727202bb15', 'gw_port': {'id': 'a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909091e9-d616-4bf3-a661-42cc9fbdc580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:15Z', 'updated_at': '2021-06-02T12:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe', 'name': '', 'network_id': '6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a', 'tenant_id': 'fd24c910e47e44a78c86e8727202bb15', 'mac_address': 'fa:16:3e:40:a4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909091e9-d616-4bf3-a661-42cc9fbdc580', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'c3e13ce9-8603-449e-9b2c-9dd0924f37d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:22Z', 'updated_at': '2021-06-02T12:34:36Z', 'revision_number': 4, 'project_id': 'fd24c910e47e44a78c86e8727202bb15', 'subnets': [{'id': 'c3e13ce9-8603-449e-9b2c-9dd0924f37d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:34:37.174068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb6d5-b037-40ec-a9cb-34386cbbb18a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:37.190471 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:37.291291 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:37.298865 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2cf3ae52-6cb5-45b6-8cd4-46ff5c5c872e tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:37.303116 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-bed6556f-77a2-4c94-9d5b-3b9bd7c77e05 req-0e7fd951-22a5-4306-a53a-735a124d8495 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3421283 Jun 02 12:34:37.348010 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Allocated IP 2001:db8::2 (9c1acdb5-72fb-45c5-b904-b0a60997dd9c/02d6a4d8-0235-4f9c-82fd-1cc053549952/f8a6e4ff-7871-4da2-a521-c71e71a8a659) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:37.504586 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Port': ['ID=753d4b1e-7477-403a-bd4d-db3a305f62b5,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:37.507935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:37.530486 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:37.557788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:37.712385 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:37.735127 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Transition to ACTIVE for port object f8a6e4ff-7871-4da2-a521-c71e71a8a659 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:37.760335 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Transition to ACTIVE for port object f8a6e4ff-7871-4da2-a521-c71e71a8a659 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:37.765653 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e8fa4682-7eee-4b76-b003-9c51c78abac0 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:37.808484 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb6d5-b037-40ec-a9cb-34386cbbb18a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:37.813234 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-21904dc3-64c7-4502-9749-3004895f95f7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:37.815526 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:37.830143 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-76dad7a6-b685-491b-9a9f-34622beb0dbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:37.847188 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bf28e8d1-28ad-4aa9-8c4e-d8d85d2c8108 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:37.861514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:37.921907 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb6d5-b037-40ec-a9cb-34386cbbb18a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:37.922326 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Floating IP 1e8c0d4c-48f2-4da6-ae51-4ed83abfaa11 associated. External IP: 172.26.7.140, port: d92dd45f-79a2-446d-a1f7-2cccb2550b89. Jun 02 12:34:37.927716 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Network 9c1acdb5-72fb-45c5-b904-b0a60997dd9c is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:37.932802 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:37.943110 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:37.985060 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21904dc3-64c7-4502-9749-3004895f95f7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:38.020597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-21904dc3-64c7-4502-9749-3004895f95f7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:38.043986 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21904dc3-64c7-4502-9749-3004895f95f7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=c11dc56b-8abb-41b4-961d-a5a10353021e,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:38.052527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.26.7.41 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/06c58203-a4f8-423c-8cf6-2fb2237a621d) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:38.063783 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-21904dc3-64c7-4502-9749-3004895f95f7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:38.065076 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Pushing event updated for resources: {'Port': ['ID=f8a6e4ff-7871-4da2-a521-c71e71a8a659,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:38.066554 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:38.074950 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-46f9ad29-bf1a-4ad4-81d6-36cb657c0d49 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:38.102878 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21904dc3-64c7-4502-9749-3004895f95f7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:38.103459 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-21904dc3-64c7-4502-9749-3004895f95f7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:38.116198 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7655639f-5e9d-4c37-a9ce-1e6736f3b0a8 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:38.148630 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:38.155669 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdb6d5-b037-40ec-a9cb-34386cbbb18a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d623ab2-5ec0-42f3-9077-6a2c7c181495,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:38.158235 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1cbdb6d5-b037-40ec-a9cb-34386cbbb18a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:38.164717 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Transition to ACTIVE for port object e79eceb9-59d0-4e05-a595-394314329052 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:38.165975 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb6d5-b037-40ec-a9cb-34386cbbb18a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:38.167252 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1cbdb6d5-b037-40ec-a9cb-34386cbbb18a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6949787 Jun 02 12:34:38.173196 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45006) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:38.180857 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port e8fa4682-7eee-4b76-b003-9c51c78abac0 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:38.181247 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:38.189043 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-6687178a-ad1d-44d1-8912-7bad8dc5fd48 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Request body: {'security_group_rule': {'security_group_id': '3a597685-9ec8-478a-be7f-68c3fb1ee0b4', 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:38.244744 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Attempting to bind port f8a6e4ff-7871-4da2-a521-c71e71a8a659 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:34:38.245162 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Attempting to bind port f8a6e4ff-7871-4da2-a521-c71e71a8a659 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '74d10fef-1545-4a8d-8daf-c2b2ff7e278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9c1acdb5-72fb-45c5-b904-b0a60997dd9c'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:34:38.245497 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Attempting to bind port f8a6e4ff-7871-4da2-a521-c71e71a8a659 on network 9c1acdb5-72fb-45c5-b904-b0a60997dd9c {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:34:38.255455 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:34:38.255722 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Checking segment: {'id': '74d10fef-1545-4a8d-8daf-c2b2ff7e278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9c1acdb5-72fb-45c5-b904-b0a60997dd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:38.256004 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:38.256311 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Bound using segment: {'id': '74d10fef-1545-4a8d-8daf-c2b2ff7e278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9c1acdb5-72fb-45c5-b904-b0a60997dd9c'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:34:38.256801 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Bound port: f8a6e4ff-7871-4da2-a521-c71e71a8a659, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d10fef-1545-4a8d-8daf-c2b2ff7e278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9c1acdb5-72fb-45c5-b904-b0a60997dd9c'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:34:38.257185 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:38.261243 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-21904dc3-64c7-4502-9749-3004895f95f7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8247242 Jun 02 12:34:38.272709 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45008) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:38.273957 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6687178a-ad1d-44d1-8912-7bad8dc5fd48 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:38.283220 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-6923f4e5-33f8-4b6b-8cee-1a0f2c035ed1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'mac_address': 'fa:16:3e:c5:87:b3', 'name': 'tempest-NetworksTestDHCPv6-62206829'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:38.303929 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6687178a-ad1d-44d1-8912-7bad8dc5fd48 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Usage tracker for resource:security_group_rule and tenant:96bf45be6aa145b6aaf403d7070d5e51 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:38.323182 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6687178a-ad1d-44d1-8912-7bad8dc5fd48 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:38.337729 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6687178a-ad1d-44d1-8912-7bad8dc5fd48 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:38.442719 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c145ae-89a3-45f0-99b5-bf012b6afb86 req-061110c9-8c15-4dc8-8dff-8f6a4c388826 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:38.444200 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-23c145ae-89a3-45f0-99b5-bf012b6afb86 req-061110c9-8c15-4dc8-8dff-8f6a4c388826 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.5180111 Jun 02 12:34:38.497794 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6687178a-ad1d-44d1-8912-7bad8dc5fd48 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:38.504841 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:38.519302 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:38.553180 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:38.560658 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-503f2787-0cbf-40d9-a621-2d6d1822aef1 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:38.585363 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] For port f8a6e4ff-7871-4da2-a521-c71e71a8a659, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:34:38.587663 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Router 21724b17-26bf-4052-85a6-7b638422d074 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:34:38.607296 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:38.625247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event deleted for resources: {'Subnet': ['ID=02d6a4d8-0235-4f9c-82fd-1cc053549952,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:38.625247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:38.631257 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:38.644744 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] For port f8a6e4ff-7871-4da2-a521-c71e71a8a659, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f8a6e4ff-7871-4da2-a521-c71e71a8a659,segment=NetworkSegment(74d10fef-1545-4a8d-8daf-c2b2ff7e278c),segment_id=74d10fef-1545-4a8d-8daf-c2b2ff7e278c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:34:38.656408 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:38.670135 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f259cc36-70c1-4369-9208-c0f337451302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:38.681860 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Network aa3d4e77-3155-4155-90f6-63047c1c36df is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:38.703097 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-23c145ae-89a3-45f0-99b5-bf012b6afb86 req-f11ac260-00bd-4851-bc1d-aa7fb7546011 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330084 Jun 02 12:34:38.703928 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:38.709832 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:38.747231 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Pushing event updated for resources: {'Port': ['ID=f8a6e4ff-7871-4da2-a521-c71e71a8a659,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:38.753804 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Pushing event updated for resources: {'Port': ['ID=e79eceb9-59d0-4e05-a595-394314329052,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:38.764644 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6923f4e5-33f8-4b6b-8cee-1a0f2c035ed1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:38.771514 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:38.782916 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6923f4e5-33f8-4b6b-8cee-1a0f2c035ed1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:port and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:38.786863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:38.793697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6923f4e5-33f8-4b6b-8cee-1a0f2c035ed1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:38.805937 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6923f4e5-33f8-4b6b-8cee-1a0f2c035ed1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:38.842079 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:38.848826 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:38.849661 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:38.852446 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:38.860222 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6687178a-ad1d-44d1-8912-7bad8dc5fd48 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:38.863137 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6923f4e5-33f8-4b6b-8cee-1a0f2c035ed1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:38.901672 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6687178a-ad1d-44d1-8912-7bad8dc5fd48 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:38.921102 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c4c7f8a5-591f-410d-92ea-f33e19b8f9f9 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:39.079684 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7610070e-7ed4-4214-85ed-2e194b5383db None None] Update dhcp port {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'fixed_ips': [{'subnet_id': '733eb161-78b7-4f98-b3f6-11d85c150718', 'ip_address': '2001:db8::f816:3eff:fe1b:b707'}, {'subnet_id': 'c11dc56b-8abb-41b4-961d-a5a10353021e'}], 'binding:host_id': 'dv-neutron-601336-80-hyperv'}, 'id': 'e8fa4682-7eee-4b76-b003-9c51c78abac0'} from dv-neutron-601336-80-hyperv. {{(pid=92306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 12:34:39.085438 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:39.099598 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687178a-ad1d-44d1-8912-7bad8dc5fd48 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba7616bf-4d28-4f97-a58d-97c31bf24727,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:39.132795 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6687178a-ad1d-44d1-8912-7bad8dc5fd48 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:39.144763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-58716297-4a24-48e9-84e8-cecbed8fe148 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:39.220463 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6687178a-ad1d-44d1-8912-7bad8dc5fd48 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:39.221802 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6687178a-ad1d-44d1-8912-7bad8dc5fd48 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0468278 Jun 02 12:34:39.224529 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:39.225886 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45014) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:39.237619 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:39.241448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-6505fe53-d705-4e2e-8360-68102cc37477 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Request body: {'security_group_rule': {'security_group_id': '3a597685-9ec8-478a-be7f-68c3fb1ee0b4', 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:39.247605 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:39.258987 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:39.264811 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:39.272074 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7610070e-7ed4-4214-85ed-2e194b5383db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:39.294003 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-600013c9-a13e-4424-8c70-b721073a9084 None None] Provisioning for port e79eceb9-59d0-4e05-a595-394314329052 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:39.310867 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-600013c9-a13e-4424-8c70-b721073a9084 None None] Provisioning complete for port e79eceb9-59d0-4e05-a595-394314329052 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:39.311249 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-600013c9-a13e-4424-8c70-b721073a9084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:39.312033 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=06c58203-a4f8-423c-8cf6-2fb2237a621d,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:39.316577 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-6505fe53-d705-4e2e-8360-68102cc37477 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:39.326031 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:39.338620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6505fe53-d705-4e2e-8360-68102cc37477 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Usage tracker for resource:security_group_rule and tenant:96bf45be6aa145b6aaf403d7070d5e51 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:39.344116 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6505fe53-d705-4e2e-8360-68102cc37477 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:39.353695 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-6505fe53-d705-4e2e-8360-68102cc37477 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:39.363173 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1acdb5-72fb-45c5-b904-b0a60997dd9c']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:39.381872 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d10fef-1545-4a8d-8daf-c2b2ff7e278c') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:39.382203 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d10fef-1545-4a8d-8daf-c2b2ff7e278c') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:39.480009 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:39.504946 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6505fe53-d705-4e2e-8360-68102cc37477 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:39.510412 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe,segment=NetworkSegment(88f5534d-c454-4a22-9108-7a325f00b216),segment_id=88f5534d-c454-4a22-9108-7a325f00b216)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:39.532260 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:39.539424 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:39.551022 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:39.561742 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:34:39.609650 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:34:39.610071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:39.617917 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6923f4e5-33f8-4b6b-8cee-1a0f2c035ed1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:39.619938 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:39.622582 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-600013c9-a13e-4424-8c70-b721073a9084 None None] Port e79eceb9-59d0-4e05-a595-394314329052 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:34:39.624110 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d69a8b-04d2-48da-adef-5108c04384be None None] Sync routers for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:34:39.629097 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:34:39.646740 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:34:39.684815 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d69a8b-04d2-48da-adef-5108c04384be None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:39.685527 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-04d69a8b-04d2-48da-adef-5108c04384be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:39.739757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:39.750137 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f8a6e4ff-7871-4da2-a521-c71e71a8a659 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:39.756965 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:39.769197 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-6923f4e5-33f8-4b6b-8cee-1a0f2c035ed1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] device_id is not set on port 165e04fd-997e-469c-8afb-787bfbaed9a0 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:34:39.819268 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-04d69a8b-04d2-48da-adef-5108c04384be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:39.846997 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.6421361 Jun 02 12:34:39.849220 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45016) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:39.851791 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.api [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 12:34:39.851791 dv-neutron-601336-80-hyperv neutron-server[92305]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 12:34:39.851791 dv-neutron-601336-80-hyperv neutron-server[92305]: [parameters: {'id': '9c1acdb5-72fb-45c5-b904-b0a60997dd9c'}] Jun 02 12:34:39.851791 dv-neutron-601336-80-hyperv neutron-server[92305]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:34:39.852194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_db.api [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:34:39.856806 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-478fdc61-ebb2-4821-9680-41e4c09ed021 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1668667745'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:39.857479 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-7610070e-7ed4-4214-85ed-2e194b5383db None None] Allocated IP 2001:db8:0:1::2 (a7413df9-4e7a-4187-aef8-a668d8bf2950/c11dc56b-8abb-41b4-961d-a5a10353021e/e8fa4682-7eee-4b76-b003-9c51c78abac0) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:39.862805 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-478fdc61-ebb2-4821-9680-41e4c09ed021 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:39.865452 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d69a8b-04d2-48da-adef-5108c04384be None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:39.866305 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-04d69a8b-04d2-48da-adef-5108c04384be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:39.868856 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-478fdc61-ebb2-4821-9680-41e4c09ed021 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Usage tracker for resource:network and tenant:c238b4d1abdf43af85cd0e1ea5d0d537 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:39.872848 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-478fdc61-ebb2-4821-9680-41e4c09ed021 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:39.884236 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-478fdc61-ebb2-4821-9680-41e4c09ed021 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:39.910113 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6505fe53-d705-4e2e-8360-68102cc37477 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:39.915962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6505fe53-d705-4e2e-8360-68102cc37477 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:39.942557 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2daa6a88-4528-4385-90c2-01af70ba2e11 tempest-ServersTestJSON-748267735 tempest-ServersTestJSON-748267735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:39.950337 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-04d69a8b-04d2-48da-adef-5108c04384be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:39.950999 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d69a8b-04d2-48da-adef-5108c04384be None None] The sync data for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:34:39.962070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478fdc61-ebb2-4821-9680-41e4c09ed021 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Made reservation on behalf of c238b4d1abdf43af85cd0e1ea5d0d537 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:39.968129 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-478fdc61-ebb2-4821-9680-41e4c09ed021 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:39.974993 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port f8a6e4ff-7871-4da2-a521-c71e71a8a659 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:39.987205 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6505fe53-d705-4e2e-8360-68102cc37477 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:39.990803 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6505fe53-d705-4e2e-8360-68102cc37477 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7593291 Jun 02 12:34:39.992764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45018) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:40.000075 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-1b1e4af7-17f7-4bee-a418-9ad59358211d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Request body: {'security_group_rule': {'security_group_id': '3a597685-9ec8-478a-be7f-68c3fb1ee0b4', 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:40.005858 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505fe53-d705-4e2e-8360-68102cc37477 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31bcca2d-43c8-4148-8832-8465fad95d51,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:40.008442 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6505fe53-d705-4e2e-8360-68102cc37477 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:40.013743 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1b1e4af7-17f7-4bee-a418-9ad59358211d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:40.019726 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1b1e4af7-17f7-4bee-a418-9ad59358211d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Usage tracker for resource:security_group_rule and tenant:96bf45be6aa145b6aaf403d7070d5e51 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:40.024337 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1b1e4af7-17f7-4bee-a418-9ad59358211d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:40.036676 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1b1e4af7-17f7-4bee-a418-9ad59358211d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:40.038880 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478fdc61-ebb2-4821-9680-41e4c09ed021 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:34:40.062972 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-478fdc61-ebb2-4821-9680-41e4c09ed021 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:40.064720 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-478fdc61-ebb2-4821-9680-41e4c09ed021 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Added segment 3a39e5e3-330a-4047-9e4a-3be2166f050e of type vlan for network 723398e5-a080-4fc1-8140-68d8832c4521 Jun 02 12:34:40.070075 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-1b1e4af7-17f7-4bee-a418-9ad59358211d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Project 96bf45be6aa145b6aaf403d7070d5e51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:34:40.077981 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4af7-17f7-4bee-a418-9ad59358211d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:40.123059 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7610070e-7ed4-4214-85ed-2e194b5383db None None] For port e8fa4682-7eee-4b76-b003-9c51c78abac0, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e8fa4682-7eee-4b76-b003-9c51c78abac0,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:40.132834 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-478fdc61-ebb2-4821-9680-41e4c09ed021 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:40.156892 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7610070e-7ed4-4214-85ed-2e194b5383db None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:40.178270 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7610070e-7ed4-4214-85ed-2e194b5383db None None] Transition to ACTIVE for port object e8fa4682-7eee-4b76-b003-9c51c78abac0 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:40.183136 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4af7-17f7-4bee-a418-9ad59358211d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:40.186923 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7610070e-7ed4-4214-85ed-2e194b5383db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:40.191261 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-446fbb45-6c1c-40b9-beeb-d6e54c2e5dcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:40.196798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4af7-17f7-4bee-a418-9ad59358211d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:40.197547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-478fdc61-ebb2-4821-9680-41e4c09ed021 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:40.214241 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478fdc61-ebb2-4821-9680-41e4c09ed021 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:40.214898 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-478fdc61-ebb2-4821-9680-41e4c09ed021 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:40.220854 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a83f9eb6-a42d-4c1d-8962-bfd8ee06870a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:40.288754 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b68af0d-5760-42bf-b04c-d034ea1ed849 None None] Network 9c1acdb5-72fb-45c5-b904-b0a60997dd9c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:40.289270 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a005bba-bffd-4c3c-8e6e-d2ec5f4dd8e6 req-48579182-d9e6-447a-b910-b3662e1d0ad7 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:40.291523 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8a005bba-bffd-4c3c-8e6e-d2ec5f4dd8e6 req-48579182-d9e6-447a-b910-b3662e1d0ad7 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.7372522 Jun 02 12:34:40.353555 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:40.374744 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-478fdc61-ebb2-4821-9680-41e4c09ed021 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5240331 Jun 02 12:34:40.375589 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fdc61-ebb2-4821-9680-41e4c09ed021 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Network': ['ID=723398e5-a080-4fc1-8140-68d8832c4521,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:40.377863 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45020) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:40.380514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4af7-17f7-4bee-a418-9ad59358211d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:40.384392 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1b1e4af7-17f7-4bee-a418-9ad59358211d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3887551 Jun 02 12:34:40.388611 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-b9e85806-fff7-4eb3-b0a7-5d8d8435f7cd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Request body: {'subnet': {'network_id': '723398e5-a080-4fc1-8140-68d8832c4521', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:40.392474 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45022) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:40.403479 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-478fdc61-ebb2-4821-9680-41e4c09ed021 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:40.404171 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:40.407818 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-90a070a7-9ace-4601-8f3a-84c6a1a7fa5c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Request body: {'security_group_rule': {'security_group_id': '3a597685-9ec8-478a-be7f-68c3fb1ee0b4', 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:40.421736 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 723398e5-a080-4fc1-8140-68d8832c4521 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:34:40.433768 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610070e-7ed4-4214-85ed-2e194b5383db None None] Pushing event updated for resources: {'Port': ['ID=e8fa4682-7eee-4b76-b003-9c51c78abac0,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:40.436460 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-90a070a7-9ace-4601-8f3a-84c6a1a7fa5c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:40.437781 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7610070e-7ed4-4214-85ed-2e194b5383db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:40.469405 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e4af7-17f7-4bee-a418-9ad59358211d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7e050b-2f67-4a42-baf5-3c07bb3950a7,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:40.483215 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-90a070a7-9ace-4601-8f3a-84c6a1a7fa5c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Usage tracker for resource:security_group_rule and tenant:96bf45be6aa145b6aaf403d7070d5e51 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:40.502145 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-90a070a7-9ace-4601-8f3a-84c6a1a7fa5c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:40.532975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1b1e4af7-17f7-4bee-a418-9ad59358211d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:40.533939 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d9b9a58e-cb29-4510-b342-1c6f729fdc37 None None] Provisioning for port f8a6e4ff-7871-4da2-a521-c71e71a8a659 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:40.591258 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b9e85806-fff7-4eb3-b0a7-5d8d8435f7cd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:40.591841 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-90a070a7-9ace-4601-8f3a-84c6a1a7fa5c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:40.607425 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b9e85806-fff7-4eb3-b0a7-5d8d8435f7cd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:40.617458 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8a005bba-bffd-4c3c-8e6e-d2ec5f4dd8e6 req-95cfaa67-bb66-4a5c-b6ff-818472ef00a8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3033957 Jun 02 12:34:40.624357 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d9b9a58e-cb29-4510-b342-1c6f729fdc37 None None] Provisioning complete for port f8a6e4ff-7871-4da2-a521-c71e71a8a659 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:40.625187 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d9b9a58e-cb29-4510-b342-1c6f729fdc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:40.631737 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e85806-fff7-4eb3-b0a7-5d8d8435f7cd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Made reservation on behalf of c238b4d1abdf43af85cd0e1ea5d0d537 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:40.635911 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b9e85806-fff7-4eb3-b0a7-5d8d8435f7cd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:40.660772 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Deleting port f8a6e4ff-7871-4da2-a521-c71e71a8a659 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:40.661209 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:40.753580 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.securitygroups_db [None req-90a070a7-9ace-4601-8f3a-84c6a1a7fa5c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Project 96bf45be6aa145b6aaf403d7070d5e51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:34:40.796279 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90a070a7-9ace-4601-8f3a-84c6a1a7fa5c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:40.808180 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:40.867353 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] For port f8a6e4ff-7871-4da2-a521-c71e71a8a659, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f8a6e4ff-7871-4da2-a521-c71e71a8a659,segment=NetworkSegment(74d10fef-1545-4a8d-8daf-c2b2ff7e278c),segment_id=74d10fef-1545-4a8d-8daf-c2b2ff7e278c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:40.867723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:40.900902 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d9b9a58e-cb29-4510-b342-1c6f729fdc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:40.924048 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-6923f4e5-33f8-4b6b-8cee-1a0f2c035ed1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8:0:1::3cd (a7413df9-4e7a-4187-aef8-a668d8bf2950/c11dc56b-8abb-41b4-961d-a5a10353021e/165e04fd-997e-469c-8afb-787bfbaed9a0) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:40.958221 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d9b9a58e-cb29-4510-b342-1c6f729fdc37 None None] For port f8a6e4ff-7871-4da2-a521-c71e71a8a659, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f8a6e4ff-7871-4da2-a521-c71e71a8a659,segment=NetworkSegment(74d10fef-1545-4a8d-8daf-c2b2ff7e278c),segment_id=74d10fef-1545-4a8d-8daf-c2b2ff7e278c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:40.967972 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d9b9a58e-cb29-4510-b342-1c6f729fdc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:40.974881 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-6923f4e5-33f8-4b6b-8cee-1a0f2c035ed1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8::f816:3eff:fec5:87b3 (a7413df9-4e7a-4187-aef8-a668d8bf2950/733eb161-78b7-4f98-b3f6-11d85c150718/165e04fd-997e-469c-8afb-787bfbaed9a0) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:40.979955 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:41.023708 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Calling delete_port for f8a6e4ff-7871-4da2-a521-c71e71a8a659 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:34:41.065078 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdaaf53-3de3-4675-9d82-d666a6220dc2 None None] DHCP port deletion for 9c1acdb5-72fb-45c5-b904-b0a60997dd9c request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:34:41.132523 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9a58e-cb29-4510-b342-1c6f729fdc37 None None] Pushing event updated for resources: {'Port': ['ID=f8a6e4ff-7871-4da2-a521-c71e71a8a659,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:41.137756 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d9b9a58e-cb29-4510-b342-1c6f729fdc37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:41.170537 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:41.178544 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-af4b5737-fff3-4471-8154-59f862b2e407 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:41.190729 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9cdaaf53-3de3-4675-9d82-d666a6220dc2 None None] Deleting port f8a6e4ff-7871-4da2-a521-c71e71a8a659 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:41.191188 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9cdaaf53-3de3-4675-9d82-d666a6220dc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:41.263892 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event deleted for resources: {'Port': ['ID=f8a6e4ff-7871-4da2-a521-c71e71a8a659,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:41.267787 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] No DVR routers for this DVR port f8a6e4ff-7871-4da2-a521-c71e71a8a659 on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:34:41.269708 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:41.325929 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-81d57234-1db0-4bf9-96c0-10601115f1c0 None None] Provisioning for port e8fa4682-7eee-4b76-b003-9c51c78abac0 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:41.331886 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-9cdaaf53-3de3-4675-9d82-d666a6220dc2 None None] For port f8a6e4ff-7871-4da2-a521-c71e71a8a659, host dv-neutron-601336-80-hyperv, got binding levels [] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:41.332294 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9cdaaf53-3de3-4675-9d82-d666a6220dc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:41.343445 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-81d57234-1db0-4bf9-96c0-10601115f1c0 None None] Provisioning complete for port e8fa4682-7eee-4b76-b003-9c51c78abac0 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:41.343941 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-81d57234-1db0-4bf9-96c0-10601115f1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:41.398576 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90a070a7-9ace-4601-8f3a-84c6a1a7fa5c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:41.492256 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90a070a7-9ace-4601-8f3a-84c6a1a7fa5c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:41.494401 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:41.524558 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9cdaaf53-3de3-4675-9d82-d666a6220dc2 None None] Calling delete_port for f8a6e4ff-7871-4da2-a521-c71e71a8a659 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:34:41.533880 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.ipam_backend_mixin [None req-9cdaaf53-3de3-4675-9d82-d666a6220dc2 None None] Port f8a6e4ff-7871-4da2-a521-c71e71a8a659 was not found and therefore no delete operation was performed {{(pid=92306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 12:34:41.539463 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9cdaaf53-3de3-4675-9d82-d666a6220dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:41.545988 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-647534ff-8d44-49c9-bbcb-1fe83255e83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:41.560027 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:41.569894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:41.576044 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:41.594592 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1acdb5-72fb-45c5-b904-b0a60997dd9c']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:41.610465 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdaaf53-3de3-4675-9d82-d666a6220dc2 None None] Pushing event deleted for resources: {'Port': ['ID=f8a6e4ff-7871-4da2-a521-c71e71a8a659,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:41.619131 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9cdaaf53-3de3-4675-9d82-d666a6220dc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:41.620076 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdaaf53-3de3-4675-9d82-d666a6220dc2 None None] No DVR routers for this DVR port f8a6e4ff-7871-4da2-a521-c71e71a8a659 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:34:41.646652 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a070a7-9ace-4601-8f3a-84c6a1a7fa5c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70929bc-965f-46a0-90cd-a42f5420eb7a,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:41.667230 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:41.686349 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-90a070a7-9ace-4601-8f3a-84c6a1a7fa5c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:41.686865 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-64c2fae4-cb95-44aa-8396-ef70c148ee80 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:41.690014 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d10fef-1545-4a8d-8daf-c2b2ff7e278c') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:41.690345 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d10fef-1545-4a8d-8daf-c2b2ff7e278c') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:41.708575 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:41.743497 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:41.754423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:34:41.755112 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:34:41.774378 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:34:41.793656 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:41.794225 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:41.830342 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:41.844791 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90a070a7-9ace-4601-8f3a-84c6a1a7fa5c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:41.845944 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-90a070a7-9ace-4601-8f3a-84c6a1a7fa5c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4479475 Jun 02 12:34:41.927980 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:41.932416 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3b67782b-ed1f-44f6-b6b5-9cb9233c30ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:41.937399 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e8fa4682-7eee-4b76-b003-9c51c78abac0 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:41.941421 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Pushing event updated for resources: {'Port': ['ID=e79eceb9-59d0-4e05-a595-394314329052,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:41.947470 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6923f4e5-33f8-4b6b-8cee-1a0f2c035ed1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:41.957933 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:41.982854 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "DELETE /v2.0/networks/9c1acdb5-72fb-45c5-b904-b0a60997dd9c HTTP/1.1" status: 204 len: 168 time: 4.8589964 Jun 02 12:34:41.993139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45042) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:42.000986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-71f4bf93-5129-4aee-8c28-2dbbcbc7ac04 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-876114641'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:42.002366 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:42.006544 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event deleted for resources: {'Network': ['ID=9c1acdb5-72fb-45c5-b904-b0a60997dd9c,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:42.018065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:42.025381 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port e8fa4682-7eee-4b76-b003-9c51c78abac0 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:42.025765 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:42.041653 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:42.042229 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-6923f4e5-33f8-4b6b-8cee-1a0f2c035ed1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Transition to ACTIVE for port object 165e04fd-997e-469c-8afb-787bfbaed9a0 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:42.049121 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-71f4bf93-5129-4aee-8c28-2dbbcbc7ac04 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:42.059413 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-71f4bf93-5129-4aee-8c28-2dbbcbc7ac04 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Usage tracker for resource:network and tenant:343cdd4a79934b8eb57ccfa54eec3318 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:42.074005 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-71f4bf93-5129-4aee-8c28-2dbbcbc7ac04 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:42.090793 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-71f4bf93-5129-4aee-8c28-2dbbcbc7ac04 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:42.123938 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b271f-ce3a-4874-aa4e-e33010efac40 req-4701cfa2-a2ba-4b83-971d-598afda92360 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:42.130628 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-626b271f-ce3a-4874-aa4e-e33010efac40 req-4701cfa2-a2ba-4b83-971d-598afda92360 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.2943723 Jun 02 12:34:42.132833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b9e85806-fff7-4eb3-b0a7-5d8d8435f7cd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:42.146791 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-aeaf2e44-ede2-4f5d-a974-8ef2c51cacaf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:42.223142 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f4bf93-5129-4aee-8c28-2dbbcbc7ac04 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Made reservation on behalf of 343cdd4a79934b8eb57ccfa54eec3318 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:42.226663 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-71f4bf93-5129-4aee-8c28-2dbbcbc7ac04 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:42.241831 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f8a6e4ff-7871-4da2-a521-c71e71a8a659 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:34:42.271613 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Network aa3d4e77-3155-4155-90f6-63047c1c36df is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:42.275811 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6923f4e5-33f8-4b6b-8cee-1a0f2c035ed1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:42.280882 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:42.282315 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: f8a6e4ff-7871-4da2-a521-c71e71a8a659 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:34:42.282315 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f8a6e4ff-7871-4da2-a521-c71e71a8a659 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:34:42.301087 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c36a2f0c-955b-487d-be4e-ba7378e77d12 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:42.312894 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e85806-fff7-4eb3-b0a7-5d8d8435f7cd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Subnet': ['ID=dad50ee1-f6f1-4aa0-a7bb-a35b9453eef4,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:42.325812 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-626b271f-ce3a-4874-aa4e-e33010efac40 req-b39602a6-5228-4aca-a43b-3a1060b5e342 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939709 Jun 02 12:34:42.329509 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b9e85806-fff7-4eb3-b0a7-5d8d8435f7cd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:42.341164 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f4bf93-5129-4aee-8c28-2dbbcbc7ac04 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:34:42.359581 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e85806-fff7-4eb3-b0a7-5d8d8435f7cd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Checking segment: {'id': '3a39e5e3-330a-4047-9e4a-3be2166f050e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '723398e5-a080-4fc1-8140-68d8832c4521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:42.359952 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e85806-fff7-4eb3-b0a7-5d8d8435f7cd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Network hostable DHCP agents. Network: 723398e5-a080-4fc1-8140-68d8832c4521, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:34:42.373024 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-71f4bf93-5129-4aee-8c28-2dbbcbc7ac04 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:42.373349 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-71f4bf93-5129-4aee-8c28-2dbbcbc7ac04 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Added segment 20afa7ba-2843-477d-80fc-db4f08581043 of type vlan for network f195ef23-cee0-4c4b-b7f3-a970ad3c9871 Jun 02 12:34:42.382981 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6923f4e5-33f8-4b6b-8cee-1a0f2c035ed1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:42.394658 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-6923f4e5-33f8-4b6b-8cee-1a0f2c035ed1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:42.416588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e85806-fff7-4eb3-b0a7-5d8d8435f7cd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Network 723398e5-a080-4fc1-8140-68d8832c4521 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:34:42.427587 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-71f4bf93-5129-4aee-8c28-2dbbcbc7ac04 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:42.445999 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-b9e85806-fff7-4eb3-b0a7-5d8d8435f7cd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 723398e5-a080-4fc1-8140-68d8832c4521) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:42.459101 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce16b01b-9e52-4d36-a24e-dcaba7e23c3f None None] Network 723398e5-a080-4fc1-8140-68d8832c4521 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:42.459870 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6923f4e5-33f8-4b6b-8cee-1a0f2c035ed1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:42.466752 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e85806-fff7-4eb3-b0a7-5d8d8435f7cd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:42.466958 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6923f4e5-33f8-4b6b-8cee-1a0f2c035ed1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:42.467493 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b9e85806-fff7-4eb3-b0a7-5d8d8435f7cd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:42.467889 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6923f4e5-33f8-4b6b-8cee-1a0f2c035ed1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:42.546872 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b9e85806-fff7-4eb3-b0a7-5d8d8435f7cd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1672328 Jun 02 12:34:42.547901 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45078) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:42.548741 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-71f4bf93-5129-4aee-8c28-2dbbcbc7ac04 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:42.554580 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f4bf93-5129-4aee-8c28-2dbbcbc7ac04 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:42.564362 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-71f4bf93-5129-4aee-8c28-2dbbcbc7ac04 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:42.578954 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-519612566', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}, 'admin_state_up': False}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:42.591086 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f4e5-33f8-4b6b-8cee-1a0f2c035ed1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=165e04fd-997e-469c-8afb-787bfbaed9a0,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:42.598784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6923f4e5-33f8-4b6b-8cee-1a0f2c035ed1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:42.603559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5812bf61-1249-45d5-8cc9-58af5ec64c92 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:42.631678 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6923f4e5-33f8-4b6b-8cee-1a0f2c035ed1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.3545296 Jun 02 12:34:42.637399 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45080) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:42.658371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:42.700970 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Usage tracker for resource:router and tenant:c238b4d1abdf43af85cd0e1ea5d0d537 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:42.800760 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Quota usage for router was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:42.836554 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-71f4bf93-5129-4aee-8c28-2dbbcbc7ac04 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8401313 Jun 02 12:34:42.837556 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45084) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:42.861237 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-d5649a86-b42a-45aa-b0f9-e9d72062ed72 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Request body: {'subnet': {'network_id': 'f195ef23-cee0-4c4b-b7f3-a970ad3c9871', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:42.937827 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Router c8c79f53-4555-4561-9fd9-a961efb9fe6c has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:34:42.958608 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-723398e5-a080-4fc1-8140-68d8832c4521', 'network_id': '723398e5-a080-4fc1-8140-68d8832c4521', 'tenant_id': 'c238b4d1abdf43af85cd0e1ea5d0d537', 'fixed_ips': [{'subnet_id': 'dad50ee1-f6f1-4aa0-a7bb-a35b9453eef4'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:34:42.963556 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:42.975016 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:34:42.986148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9a04d6bb-bea6-4323-a261-4672e9463c10 None None] Provisioning complete for port e79eceb9-59d0-4e05-a595-394314329052 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:42.987069 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9a04d6bb-bea6-4323-a261-4672e9463c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:42.997361 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:43.064383 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4bf93-5129-4aee-8c28-2dbbcbc7ac04 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event updated for resources: {'Network': ['ID=f195ef23-cee0-4c4b-b7f3-a970ad3c9871,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:43.091316 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network f195ef23-cee0-4c4b-b7f3-a970ad3c9871 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:34:43.117092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-71f4bf93-5129-4aee-8c28-2dbbcbc7ac04 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:43.234711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:43.236259 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:43.322631 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Allocated IP 172.20.0.2 (723398e5-a080-4fc1-8140-68d8832c4521/dad50ee1-f6f1-4aa0-a7bb-a35b9453eef4/0cf3aa3a-1da3-4490-9c4b-3a136fb24c48) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:43.326553 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:43.329768 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d5649a86-b42a-45aa-b0f9-e9d72062ed72 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:43.346727 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d5649a86-b42a-45aa-b0f9-e9d72062ed72 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Usage tracker for resource:subnet and tenant:343cdd4a79934b8eb57ccfa54eec3318 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:43.354032 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d5649a86-b42a-45aa-b0f9-e9d72062ed72 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:43.367348 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d5649a86-b42a-45aa-b0f9-e9d72062ed72 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:43.386593 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8267f6-87dc-4cb0-822c-8d85571769af req-c71bb291-b30e-4ad4-8f39-b6669a39f0bc tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:43.394609 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1d8267f6-87dc-4cb0-822c-8d85571769af req-c71bb291-b30e-4ad4-8f39-b6669a39f0bc tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.4992654 Jun 02 12:34:43.482083 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5649a86-b42a-45aa-b0f9-e9d72062ed72 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Made reservation on behalf of 343cdd4a79934b8eb57ccfa54eec3318 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:43.485566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d5649a86-b42a-45aa-b0f9-e9d72062ed72 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:43.498254 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9a04d6bb-bea6-4323-a261-4672e9463c10 None None] Port e79eceb9-59d0-4e05-a595-394314329052 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:34:43.561164 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:34:43.572048 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca4b02-099f-487b-ba63-782c0bafd39f None None] Sync routers for ids ['c8c79f53-4555-4561-9fd9-a961efb9fe6c'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:34:43.576518 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "PUT /v2.0/routers/c8c79f53-4555-4561-9fd9-a961efb9fe6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4611390 Jun 02 12:34:43.579591 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45096) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:43.586253 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca4b02-099f-487b-ba63-782c0bafd39f None None] Routers {'c8c79f53-4555-4561-9fd9-a961efb9fe6c'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:43.586864 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-40ca4b02-099f-487b-ba63-782c0bafd39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c8c79f53-4555-4561-9fd9-a961efb9fe6c'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:43.678023 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1d8267f6-87dc-4cb0-822c-8d85571769af req-aefca809-59da-4cfc-a4a0-22b3d03c3321 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824230 Jun 02 12:34:43.722745 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-570918c0-c856-46dc-b2d0-c0045395c3e4 None None] Provisioning for port 165e04fd-997e-469c-8afb-787bfbaed9a0 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:43.752834 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-d25ab8ef-a9ec-4bec-ae42-4179774eb468 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting port 165e04fd-997e-469c-8afb-787bfbaed9a0 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:43.752834 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d25ab8ef-a9ec-4bec-ae42-4179774eb468 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:43.760672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-570918c0-c856-46dc-b2d0-c0045395c3e4 None None] Provisioning complete for port 165e04fd-997e-469c-8afb-787bfbaed9a0 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:43.761317 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-570918c0-c856-46dc-b2d0-c0045395c3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:43.789027 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-40ca4b02-099f-487b-ba63-782c0bafd39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:43.796430 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:34:43.813606 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca4b02-099f-487b-ba63-782c0bafd39f None None] Routers {'c8c79f53-4555-4561-9fd9-a961efb9fe6c'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:43.814937 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-40ca4b02-099f-487b-ba63-782c0bafd39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c8c79f53-4555-4561-9fd9-a961efb9fe6c'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:43.854058 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] Sync routers for ids ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:34:43.891410 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-40ca4b02-099f-487b-ba63-782c0bafd39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:43.891825 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca4b02-099f-487b-ba63-782c0bafd39f None None] The sync data for ids ['c8c79f53-4555-4561-9fd9-a961efb9fe6c'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:34:43.924710 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-96541aab-694b-47bf-a193-75191265b909 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:43.956037 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] Routers {'399bbf47-fb5f-439a-a6aa-c44dc198fc73'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:43.956701 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:43.979757 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:43.984487 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.1170626 Jun 02 12:34:43.991556 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45130) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:44.047742 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-570918c0-c856-46dc-b2d0-c0045395c3e4 None None] Port 165e04fd-997e-469c-8afb-787bfbaed9a0 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:34:44.048332 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:44.120606 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d25ab8ef-a9ec-4bec-ae42-4179774eb468 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:44.137183 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:44.186237 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4040350c-6732-44c0-a9b5-e40c43b5cd2c tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d135ab4d6a4341bf86e3c86c09f17ff8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1915801 Jun 02 12:34:44.240071 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45134) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:44.251712 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Transition to ACTIVE for port object 0cf3aa3a-1da3-4490-9c4b-3a136fb24c48 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:44.297518 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-51d58038-6053-432f-975e-3803e5cbd5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:44.325497 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Transition to ACTIVE for port object 0cf3aa3a-1da3-4490-9c4b-3a136fb24c48 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:44.355483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:44.361984 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7610070e-7ed4-4214-85ed-2e194b5383db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:44.395372 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-d25ab8ef-a9ec-4bec-ae42-4179774eb468 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Calling delete_port for 165e04fd-997e-469c-8afb-787bfbaed9a0 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:34:44.406690 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-96541aab-694b-47bf-a193-75191265b909 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 02 12:34:44.407778 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-96541aab-694b-47bf-a193-75191265b909 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "DELETE /v2.0/routers/c8c79f53-4555-4561-9fd9-a961efb9fe6c HTTP/1.1" status: 409 len: 329 time: 0.8271070 Jun 02 12:34:44.421067 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45138) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:44.421762 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] Set router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:34:44.531383 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd4d0cb-6e30-4fdb-bc48-0b33d7f4327a tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:44.535379 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cfd4d0cb-6e30-4fdb-bc48-0b33d7f4327a tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2889564 Jun 02 12:34:44.554240 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45140) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:44.605263 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ea345eff-ec73-48bd-9231-6f8d4cf306af tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0474777 Jun 02 12:34:44.616057 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45142) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:44.621017 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Network 723398e5-a080-4fc1-8140-68d8832c4521 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:44.626650 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-a608daec-8843-4e04-8f73-1b8444131434 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1962631874', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:44.630396 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Pushing event updated for resources: {'Port': ['ID=0cf3aa3a-1da3-4490-9c4b-3a136fb24c48,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:44.635289 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:44.683675 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:44.688550 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:44.936975 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a608daec-8843-4e04-8f73-1b8444131434 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:44.972067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a608daec-8843-4e04-8f73-1b8444131434 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:subnet and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:44.972590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Attempting to bind port 0cf3aa3a-1da3-4490-9c4b-3a136fb24c48 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:34:44.972590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Attempting to bind port 0cf3aa3a-1da3-4490-9c4b-3a136fb24c48 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '3a39e5e3-330a-4047-9e4a-3be2166f050e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '723398e5-a080-4fc1-8140-68d8832c4521'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:34:44.972590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Attempting to bind port 0cf3aa3a-1da3-4490-9c4b-3a136fb24c48 on network 723398e5-a080-4fc1-8140-68d8832c4521 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:34:44.974902 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a608daec-8843-4e04-8f73-1b8444131434 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:44.987674 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:34:44.987674 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Checking segment: {'id': '3a39e5e3-330a-4047-9e4a-3be2166f050e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '723398e5-a080-4fc1-8140-68d8832c4521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:44.987674 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:44.987674 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Bound using segment: {'id': '3a39e5e3-330a-4047-9e4a-3be2166f050e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '723398e5-a080-4fc1-8140-68d8832c4521'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:34:44.987674 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Bound port: 0cf3aa3a-1da3-4490-9c4b-3a136fb24c48, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a39e5e3-330a-4047-9e4a-3be2166f050e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '723398e5-a080-4fc1-8140-68d8832c4521'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:34:44.987674 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:44.999905 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a608daec-8843-4e04-8f73-1b8444131434 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:45.048023 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a608daec-8843-4e04-8f73-1b8444131434 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:45.051924 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a608daec-8843-4e04-8f73-1b8444131434 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:45.091086 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:45.135663 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] For port 0cf3aa3a-1da3-4490-9c4b-3a136fb24c48, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:34:45.143408 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] For port 0cf3aa3a-1da3-4490-9c4b-3a136fb24c48, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=0cf3aa3a-1da3-4490-9c4b-3a136fb24c48,segment=NetworkSegment(3a39e5e3-330a-4047-9e4a-3be2166f050e),segment_id=3a39e5e3-330a-4047-9e4a-3be2166f050e)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:34:45.147947 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:45.151550 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:45.157733 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:45.217305 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'name': 'tempest-TestNetworkBasicOps-router-95299244', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:34Z', 'updated_at': '2021-06-02T12:34:40Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:37Z', 'updated_at': '2021-06-02T12:34:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:45.239500 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] Checking router: 399bbf47-fb5f-439a-a6aa-c44dc198fc73 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:34:45.239862 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] Updating router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 port 06c58203-a4f8-423c-8cf6-2fb2237a621d binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:34:45.270477 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d25ab8ef-a9ec-4bec-ae42-4179774eb468 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:45.296075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-95bb1fd4-6553-4b58-871d-75a369887ed5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:45.314077 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Pushing event updated for resources: {'Port': ['ID=0cf3aa3a-1da3-4490-9c4b-3a136fb24c48,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:45.319270 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:45.331524 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:45.419449 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ab8ef-a9ec-4bec-ae42-4179774eb468 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Port': ['ID=165e04fd-997e-469c-8afb-787bfbaed9a0,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:45.428365 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbbb78-6fc8-4dcb-a246-18276447974c req-386654f3-f89e-46bf-9c47-f3678c404f2f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:45.435889 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c0bbbb78-6fc8-4dcb-a246-18276447974c req-386654f3-f89e-46bf-9c47-f3678c404f2f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.5440080 Jun 02 12:34:45.439691 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Allocated IP 172.26.7.69 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/53f8e07e-ce5b-4e01-b8fa-b69aa966a9b7) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:45.442766 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d25ab8ef-a9ec-4bec-ae42-4179774eb468 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:45.720467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d25ab8ef-a9ec-4bec-ae42-4179774eb468 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:45.790051 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d25ab8ef-a9ec-4bec-ae42-4179774eb468 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/165e04fd-997e-469c-8afb-787bfbaed9a0 HTTP/1.1" status: 204 len: 168 time: 3.1468832 Jun 02 12:34:45.805899 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c0bbbb78-6fc8-4dcb-a246-18276447974c req-da95c4dd-14b6-454d-abe5-8f76febb3272 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3690529 Jun 02 12:34:45.806661 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45148) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:45.958397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.objects.ports [None req-d5649a86-b42a-45aa-b0f9-e9d72062ed72 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92305) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 12:34:46.010475 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c52b3c-4012-4c4c-bad8-42b97a3c48a5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:46.011254 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-43c52b3c-4012-4c4c-bad8-42b97a3c48a5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:34:46.044067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-43c52b3c-4012-4c4c-bad8-42b97a3c48a5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:34:46.045094 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-43c52b3c-4012-4c4c-bad8-42b97a3c48a5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2340868 Jun 02 12:34:46.048448 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45152) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:46.182060 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a608daec-8843-4e04-8f73-1b8444131434 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:46.186736 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d5649a86-b42a-45aa-b0f9-e9d72062ed72 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:46.188731 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b37bcec5-ff2f-402c-bc1d-1a411973ef44 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:46.206879 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-da787cf4-e640-48fa-98a7-f20fdc82dce1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:46.321641 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608daec-8843-4e04-8f73-1b8444131434 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Subnet': ['ID=1fe024fd-2f61-42b1-85b7-38c4bb5283ce,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:46.331605 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45b3526-d08e-4db8-9b4b-79ab2cf679d6 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:46.335942 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f45b3526-d08e-4db8-9b4b-79ab2cf679d6 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2865448 Jun 02 12:34:46.338851 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45154) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:46.339597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a608daec-8843-4e04-8f73-1b8444131434 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:46.377551 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:46.390453 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5649a86-b42a-45aa-b0f9-e9d72062ed72 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event updated for resources: {'Subnet': ['ID=f1155a3b-9a26-4b42-858f-bb1e5701697f,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:46.393063 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a608daec-8843-4e04-8f73-1b8444131434 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Checking segment: {'id': 'd80491b6-7d17-41d0-90f8-498bab64187e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:46.393541 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a608daec-8843-4e04-8f73-1b8444131434 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network hostable DHCP agents. Network: 7748cee2-ce49-44f8-8a52-729fed4c4a96, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:34:46.397303 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d5649a86-b42a-45aa-b0f9-e9d72062ed72 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:46.427127 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5649a86-b42a-45aa-b0f9-e9d72062ed72 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Checking segment: {'id': '20afa7ba-2843-477d-80fc-db4f08581043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f195ef23-cee0-4c4b-b7f3-a970ad3c9871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:46.427497 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5649a86-b42a-45aa-b0f9-e9d72062ed72 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Network hostable DHCP agents. Network: f195ef23-cee0-4c4b-b7f3-a970ad3c9871, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:34:46.430815 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03df5e03-10d0-4027-acd6-274e9db5ebbe tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:46.432590 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03df5e03-10d0-4027-acd6-274e9db5ebbe tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:46.434763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03df5e03-10d0-4027-acd6-274e9db5ebbe tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:46.435601 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-03df5e03-10d0-4027-acd6-274e9db5ebbe tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:34:46.449900 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a608daec-8843-4e04-8f73-1b8444131434 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 7748cee2-ce49-44f8-8a52-729fed4c4a96 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:34:46.458648 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-03df5e03-10d0-4027-acd6-274e9db5ebbe tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:34:46.462488 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-03df5e03-10d0-4027-acd6-274e9db5ebbe tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1192615 Jun 02 12:34:46.462488 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-a608daec-8843-4e04-8f73-1b8444131434 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 7748cee2-ce49-44f8-8a52-729fed4c4a96) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:46.463207 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45156) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:46.471503 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cfbe97-ace2-41e3-b151-949adb2dd856 None None] Network 7748cee2-ce49-44f8-8a52-729fed4c4a96 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:46.499016 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502316db-9040-40b1-92a1-512c52b6b697 req-d9a8bb7f-24f9-4e07-beab-d9fa9e7e1b34 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:46.500593 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-502316db-9040-40b1-92a1-512c52b6b697 req-d9a8bb7f-24f9-4e07-beab-d9fa9e7e1b34 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.5366008 Jun 02 12:34:46.504730 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5649a86-b42a-45aa-b0f9-e9d72062ed72 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Network f195ef23-cee0-4c4b-b7f3-a970ad3c9871 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:34:46.529736 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a608daec-8843-4e04-8f73-1b8444131434 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:46.530426 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a608daec-8843-4e04-8f73-1b8444131434 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:46.547008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-d5649a86-b42a-45aa-b0f9-e9d72062ed72 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, f195ef23-cee0-4c4b-b7f3-a970ad3c9871) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:46.550563 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc47c-bcf8-4a83-a7f7-1853b313adcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:46.596105 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3dfd32-bdc7-4acb-b291-c7dece70034f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet 733eb161-78b7-4f98-b3f6-11d85c150718 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:34:46.603012 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ac3dfd32-bdc7-4acb-b291-c7dece70034f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:46.625915 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7483a409-93aa-4439-bfdd-665ca2dcecf0 None None] Network f195ef23-cee0-4c4b-b7f3-a970ad3c9871 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:46.628571 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:46.643438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-73998805-3544-489d-bd5f-d4a76a5ba544 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:46.677738 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a608daec-8843-4e04-8f73-1b8444131434 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0574677 Jun 02 12:34:46.683530 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45160) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:46.749062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ac3dfd32-bdc7-4acb-b291-c7dece70034f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:46.852474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5649a86-b42a-45aa-b0f9-e9d72062ed72 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:46.853071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d5649a86-b42a-45aa-b0f9-e9d72062ed72 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:46.903086 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549a7961-6262-4c52-b0fa-45c5e73d6b27 None None] Network 723398e5-a080-4fc1-8140-68d8832c4521 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:46.920642 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:46.934271 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ac3dfd32-bdc7-4acb-b291-c7dece70034f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:46.939179 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-502316db-9040-40b1-92a1-512c52b6b697 req-e6d2fba0-6e94-4442-a102-fcbf032043fa tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4320052 Jun 02 12:34:46.948629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:46.958383 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-339ab498-2e96-4bd1-9daf-27c8b0e89849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:46.960195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:46.999582 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:47.067879 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Port': ['ID=53f8e07e-ce5b-4e01-b8fa-b69aa966a9b7,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:47.124818 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:47.148954 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d5649a86-b42a-45aa-b0f9-e9d72062ed72 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.3038793 Jun 02 12:34:47.153866 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45164) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:47.156688 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-03405eb3-2d82-40ff-8bb7-c9ab92efb01c None None] Provisioning for port 0cf3aa3a-1da3-4490-9c4b-3a136fb24c48 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:47.396517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-7748cee2-ce49-44f8-8a52-729fed4c4a96', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ips': [{'subnet_id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:34:47.397350 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:47.426586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.db.resource_extend [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:34:47.446471 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-f195ef23-cee0-4c4b-b7f3-a970ad3c9871', 'network_id': 'f195ef23-cee0-4c4b-b7f3-a970ad3c9871', 'tenant_id': '343cdd4a79934b8eb57ccfa54eec3318', 'fixed_ips': [{'subnet_id': 'f1155a3b-9a26-4b42-858f-bb1e5701697f'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:34:47.447927 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:47.585017 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:47.602159 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:47.631312 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] Transition to ACTIVE for port object 06c58203-a4f8-423c-8cf6-2fb2237a621d will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:47.631624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fdf8f-5973-470e-b876-1eac0df59500 req-86321c50-06b5-415d-a3a8-192c8cbf6662 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:47.633246 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-566fdf8f-5973-470e-b876-1eac0df59500 req-86321c50-06b5-415d-a3a8-192c8cbf6662 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.4451334 Jun 02 12:34:47.716959 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:47.721360 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 0cf3aa3a-1da3-4490-9c4b-3a136fb24c48 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:47.728773 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ac3dfd32-bdc7-4acb-b291-c7dece70034f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:47.744011 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5546d8c0-b4b6-4a07-aa56-d30439ca62eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:47.748922 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:47.971342 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-566fdf8f-5973-470e-b876-1eac0df59500 req-aa6a3d19-a6c8-4623-85a3-8c35e893a2f5 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3067760 Jun 02 12:34:47.976894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:48.019108 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3dfd32-bdc7-4acb-b291-c7dece70034f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=733eb161-78b7-4f98-b3f6-11d85c150718,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:48.022507 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ac3dfd32-bdc7-4acb-b291-c7dece70034f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:48.029422 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ac3dfd32-bdc7-4acb-b291-c7dece70034f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:48.063846 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ac3dfd32-bdc7-4acb-b291-c7dece70034f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/733eb161-78b7-4f98-b3f6-11d85c150718 HTTP/1.1" status: 204 len: 168 time: 1.5973191 Jun 02 12:34:48.067967 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45170) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:48.083252 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:48.109982 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69f00e9-f60e-4eb3-9412-20e9f6c3fa1b None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:48.171881 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] Attempting to bind port 06c58203-a4f8-423c-8cf6-2fb2237a621d on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:34:48.172704 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] Attempting to bind port 06c58203-a4f8-423c-8cf6-2fb2237a621d by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:34:48.173314 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] Attempting to bind port 06c58203-a4f8-423c-8cf6-2fb2237a621d on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:34:48.214228 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6b2bd-4449-4a17-aeb7-152ff6274e9d None None] Pushing event updated for resources: {'Port': ['ID=06c58203-a4f8-423c-8cf6-2fb2237a621d,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:48.232213 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-38f6b2bd-4449-4a17-aeb7-152ff6274e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:48.291932 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:34:48.292680 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:48.293852 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:48.294284 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:34:48.294788 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] Bound port: 06c58203-a4f8-423c-8cf6-2fb2237a621d, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:34:48.295172 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:48.318549 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef98de74-8435-47c5-a592-f6e5f60d845c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet c11dc56b-8abb-41b4-961d-a5a10353021e {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:34:48.322461 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef98de74-8435-47c5-a592-f6e5f60d845c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:48.462978 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Allocated IP 172.20.0.2 (7748cee2-ce49-44f8-8a52-729fed4c4a96/1fe024fd-2f61-42b1-85b7-38c4bb5283ce/d3fb7594-33ce-4c02-8eb3-19121452c64f) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:48.481602 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 0cf3aa3a-1da3-4490-9c4b-3a136fb24c48 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:48.505826 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef98de74-8435-47c5-a592-f6e5f60d845c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:48.529450 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Allocated IP 2001:db8::f816:3eff:fe3e:10a4 (f195ef23-cee0-4c4b-b7f3-a970ad3c9871/f1155a3b-9a26-4b42-858f-bb1e5701697f/92128f04-2d87-434c-ac9d-9e5659efbf1d) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:48.531736 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 0cf3aa3a-1da3-4490-9c4b-3a136fb24c48 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:48.531736 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:48.535154 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:48.591975 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] For port 06c58203-a4f8-423c-8cf6-2fb2237a621d, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:34:48.620990 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef98de74-8435-47c5-a592-f6e5f60d845c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:48.712310 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] For port 06c58203-a4f8-423c-8cf6-2fb2237a621d, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=06c58203-a4f8-423c-8cf6-2fb2237a621d,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:34:48.765660 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:48.783285 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0ed9477b-83c7-47b9-991b-bbb0326319a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:49.045480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416597a-4488-428c-9bff-453e2a5ccd97 req-f2776ab1-9850-4b5f-9338-a48e5c3a5d5f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:49.047232 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2416597a-4488-428c-9bff-453e2a5ccd97 req-f2776ab1-9850-4b5f-9338-a48e5c3a5d5f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.8026705 Jun 02 12:34:49.053304 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-d4fbc47c-bcf8-4a83-a7f7-1853b313adcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Deleting port e79eceb9-59d0-4e05-a595-394314329052 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:49.053865 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc47c-bcf8-4a83-a7f7-1853b313adcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:49.142147 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef98de74-8435-47c5-a592-f6e5f60d845c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:49.150141 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] Routers {'399bbf47-fb5f-439a-a6aa-c44dc198fc73'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:49.150776 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:49.158480 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6aa98f00-2774-4701-b2c7-4c21442cb740 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:49.209483 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98de74-8435-47c5-a592-f6e5f60d845c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=c11dc56b-8abb-41b4-961d-a5a10353021e,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:49.211281 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6b2bd-4449-4a17-aeb7-152ff6274e9d None None] Pushing event updated for resources: {'Port': ['ID=06c58203-a4f8-423c-8cf6-2fb2237a621d,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:49.231143 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef98de74-8435-47c5-a592-f6e5f60d845c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:49.234131 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ef98de74-8435-47c5-a592-f6e5f60d845c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:49.250050 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ef98de74-8435-47c5-a592-f6e5f60d845c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/c11dc56b-8abb-41b4-961d-a5a10353021e HTTP/1.1" status: 204 len: 168 time: 1.1809001 Jun 02 12:34:49.252339 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45174) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:49.263425 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-38f6b2bd-4449-4a17-aeb7-152ff6274e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:49.295929 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-fd2389d1-9a5b-4a02-8d3f-c9ee51927011 None None] Provisioning complete for port 0cf3aa3a-1da3-4490-9c4b-3a136fb24c48 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:49.296317 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fd2389d1-9a5b-4a02-8d3f-c9ee51927011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:49.331072 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2416597a-4488-428c-9bff-453e2a5ccd97 req-8895677e-414c-4ad4-9775-f622c9344f1b tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2518132 Jun 02 12:34:49.384968 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:49.393371 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bac19d39-ef80-455c-8c2d-b6c9462b659c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1396399 Jun 02 12:34:49.396034 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45178) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:49.406371 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:49.423309 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:49.528539 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc47c-bcf8-4a83-a7f7-1853b313adcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:49.538701 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:49.583406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:49.589828 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:49.594679 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:49.602307 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:49.616717 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:49.622350 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:49.712918 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:49.722135 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:49.728941 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:49.739854 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 0cf3aa3a-1da3-4490-9c4b-3a136fb24c48, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=0cf3aa3a-1da3-4490-9c4b-3a136fb24c48,segment=NetworkSegment(3a39e5e3-330a-4047-9e4a-3be2166f050e),segment_id=3a39e5e3-330a-4047-9e4a-3be2166f050e)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:49.765241 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Transition to ACTIVE for port object d3fb7594-33ce-4c02-8eb3-19121452c64f will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:49.770913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Transition to ACTIVE for port object 92128f04-2d87-434c-ac9d-9e5659efbf1d will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:49.773771 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:49.787327 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a73e1b4b-c3fc-427f-8b68-9d441c013624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:49.882853 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] Set router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:34:49.904296 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-d4fbc47c-bcf8-4a83-a7f7-1853b313adcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Calling delete_port for e79eceb9-59d0-4e05-a595-394314329052 owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:34:50.060826 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Transition to ACTIVE for port object d3fb7594-33ce-4c02-8eb3-19121452c64f will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:50.090610 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Transition to ACTIVE for port object 92128f04-2d87-434c-ac9d-9e5659efbf1d will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:50.132155 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:50.136481 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:50.174352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:50.200595 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=0cf3aa3a-1da3-4490-9c4b-3a136fb24c48,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:50.205016 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-dca0391b-65e5-42fb-932b-b1dbe06fd9dd tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:50.211513 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:50.216780 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:50.298389 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de05139-378d-42f9-8364-2d451343ad41 None None] Update dhcp port {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'fixed_ips': [{'subnet_id': 'c11dc56b-8abb-41b4-961d-a5a10353021e'}], 'binding:host_id': 'dv-neutron-601336-80-hyperv'}, 'id': 'e8fa4682-7eee-4b76-b003-9c51c78abac0'} from dv-neutron-601336-80-hyperv. {{(pid=92306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 12:34:50.320212 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Router 16a71cba-6ade-4fc1-a5e1-7af1b16965b1 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:34:50.330833 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Network 7748cee2-ce49-44f8-8a52-729fed4c4a96 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:50.344386 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Network f195ef23-cee0-4c4b-b7f3-a970ad3c9871 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:50.345406 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:50.357705 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:50.374000 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:50.388543 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:50.422530 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event deleted for resources: {'Subnet': ['ID=f1155a3b-9a26-4b42-858f-bb1e5701697f,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:50.445286 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Pushing event updated for resources: {'Port': ['ID=d3fb7594-33ce-4c02-8eb3-19121452c64f,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:50.454434 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:50.459823 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:50.475433 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f195ef23-cee0-4c4b-b7f3-a970ad3c9871']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:50.490624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20afa7ba-2843-477d-80fc-db4f08581043') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:50.490915 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20afa7ba-2843-477d-80fc-db4f08581043') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:50.506403 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:50.521148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0de05139-378d-42f9-8364-2d451343ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:50.541483 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:50.550223 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:34:50.550615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:34:50.721159 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:34:50.736230 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:34:50.742679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc47c-bcf8-4a83-a7f7-1853b313adcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:50.752860 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8d77d-9cda-4186-a7f8-4c8a842ffd58 None None] Sync routers for ids ['16a71cba-6ade-4fc1-a5e1-7af1b16965b1'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:34:50.754442 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Pushing event updated for resources: {'Port': ['ID=92128f04-2d87-434c-ac9d-9e5659efbf1d,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:50.756649 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Attempting to bind port 92128f04-2d87-434c-ac9d-9e5659efbf1d on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:34:50.757032 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Attempting to bind port 92128f04-2d87-434c-ac9d-9e5659efbf1d by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '20afa7ba-2843-477d-80fc-db4f08581043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f195ef23-cee0-4c4b-b7f3-a970ad3c9871'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:34:50.757404 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Attempting to bind port 92128f04-2d87-434c-ac9d-9e5659efbf1d on network f195ef23-cee0-4c4b-b7f3-a970ad3c9871 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:34:50.761333 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:50.769083 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Attempting to bind port d3fb7594-33ce-4c02-8eb3-19121452c64f on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:34:50.769470 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Attempting to bind port d3fb7594-33ce-4c02-8eb3-19121452c64f by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'd80491b6-7d17-41d0-90f8-498bab64187e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:34:50.769845 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Attempting to bind port d3fb7594-33ce-4c02-8eb3-19121452c64f on network 7748cee2-ce49-44f8-8a52-729fed4c4a96 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:34:50.772626 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d9b9a58e-cb29-4510-b342-1c6f729fdc37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.622s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:50.772989 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d9b9a58e-cb29-4510-b342-1c6f729fdc37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:50.778665 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec8d77d-9cda-4186-a7f8-4c8a842ffd58 None None] Routers {'16a71cba-6ade-4fc1-a5e1-7af1b16965b1'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:50.779553 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-9ec8d77d-9cda-4186-a7f8-4c8a842ffd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['16a71cba-6ade-4fc1-a5e1-7af1b16965b1'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:50.784146 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:34:50.784533 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Checking segment: {'id': '20afa7ba-2843-477d-80fc-db4f08581043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f195ef23-cee0-4c4b-b7f3-a970ad3c9871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:50.784950 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:50.785342 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Bound using segment: {'id': '20afa7ba-2843-477d-80fc-db4f08581043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f195ef23-cee0-4c4b-b7f3-a970ad3c9871'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:34:50.785827 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Bound port: 92128f04-2d87-434c-ac9d-9e5659efbf1d, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20afa7ba-2843-477d-80fc-db4f08581043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f195ef23-cee0-4c4b-b7f3-a970ad3c9871'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:34:50.786235 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:50.798549 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ef52b4d6-cf6c-4920-86d8-c93fb344ee4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:50.799072 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:34:50.799463 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Checking segment: {'id': 'd80491b6-7d17-41d0-90f8-498bab64187e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:34:50.799878 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:50.800289 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Bound using segment: {'id': 'd80491b6-7d17-41d0-90f8-498bab64187e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:34:50.800791 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Bound port: d3fb7594-33ce-4c02-8eb3-19121452c64f, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80491b6-7d17-41d0-90f8-498bab64187e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:34:50.801174 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:50.852713 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.db.api [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 12:34:50.852713 dv-neutron-601336-80-hyperv neutron-server[92304]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 12:34:50.852713 dv-neutron-601336-80-hyperv neutron-server[92304]: [parameters: {'id': 'f195ef23-cee0-4c4b-b7f3-a970ad3c9871'}] Jun 02 12:34:50.852713 dv-neutron-601336-80-hyperv neutron-server[92304]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:34:50.853261 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_db.api [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:34:50.870872 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-9ec8d77d-9cda-4186-a7f8-4c8a842ffd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:50.884537 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec8d77d-9cda-4186-a7f8-4c8a842ffd58 None None] Routers {'16a71cba-6ade-4fc1-a5e1-7af1b16965b1'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:50.885618 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-9ec8d77d-9cda-4186-a7f8-4c8a842ffd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['16a71cba-6ade-4fc1-a5e1-7af1b16965b1'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:50.920083 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbc47c-bcf8-4a83-a7f7-1853b313adcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Pushing event deleted for resources: {'Port': ['ID=e79eceb9-59d0-4e05-a595-394314329052,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:50.970559 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-9ec8d77d-9cda-4186-a7f8-4c8a842ffd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:50.971403 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8d77d-9cda-4186-a7f8-4c8a842ffd58 None None] The sync data for ids ['16a71cba-6ade-4fc1-a5e1-7af1b16965b1'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:34:50.972518 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d4fbc47c-bcf8-4a83-a7f7-1853b313adcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:51.009631 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.objects.ports [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92304) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 12:34:51.134042 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:51.141912 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.5727010 Jun 02 12:34:51.142803 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45182) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:51.198135 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'name': 'tempest-TestNetworkBasicOps-router-95299244', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:34Z', 'updated_at': '2021-06-02T12:34:40Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:37Z', 'updated_at': '2021-06-02T12:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:51.224798 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] For port d3fb7594-33ce-4c02-8eb3-19121452c64f, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:34:51.228786 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] For port d3fb7594-33ce-4c02-8eb3-19121452c64f, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=d3fb7594-33ce-4c02-8eb3-19121452c64f,segment=NetworkSegment(d80491b6-7d17-41d0-90f8-498bab64187e),segment_id=d80491b6-7d17-41d0-90f8-498bab64187e)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:34:51.234735 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ff16ee-623f-4dd5-82af-e374bd13132b None None] The sync data for ids ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'] in dv-neutron-601336-80-hyperv is: [{'id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'name': 'tempest-TestNetworkBasicOps-router-95299244', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:34Z', 'updated_at': '2021-06-02T12:34:40Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:37Z', 'updated_at': '2021-06-02T12:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:34:51.238492 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] For port 92128f04-2d87-434c-ac9d-9e5659efbf1d, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:34:51.241616 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:51.249700 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] For port 92128f04-2d87-434c-ac9d-9e5659efbf1d, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=92128f04-2d87-434c-ac9d-9e5659efbf1d,segment=NetworkSegment(20afa7ba-2843-477d-80fc-db4f08581043),segment_id=20afa7ba-2843-477d-80fc-db4f08581043)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:34:51.252864 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d9b9a58e-cb29-4510-b342-1c6f729fdc37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:51.323379 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:51.358959 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:51.366805 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Pushing event updated for resources: {'Port': ['ID=d3fb7594-33ce-4c02-8eb3-19121452c64f,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:51.372548 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:51.373699 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:51.388551 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d5c6cb-0e6b-4c56-a374-ec625489792b None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:51.414607 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-612834ac-4403-4d0b-a69f-3b5ffe1fbbbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:51.425729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.20.0.1 (7748cee2-ce49-44f8-8a52-729fed4c4a96/1fe024fd-2f61-42b1-85b7-38c4bb5283ce/262e6800-8578-4159-a854-4af777c3910d) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:51.638224 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4e3624f4-9fe7-4811-9712-074b3b2a8b16 None None] Provisioning complete for port e8fa4682-7eee-4b76-b003-9c51c78abac0 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:51.638612 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4e3624f4-9fe7-4811-9712-074b3b2a8b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:51.873386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc47c-bcf8-4a83-a7f7-1853b313adcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:51.973645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Deleting port 92128f04-2d87-434c-ac9d-9e5659efbf1d {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:51.974490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:52.030913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Pushing event updated for resources: {'Port': ['ID=92128f04-2d87-434c-ac9d-9e5659efbf1d,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:52.046180 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:52.109133 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b56869-b755-4814-96b0-fdd3a4b93adf None None] Network f195ef23-cee0-4c4b-b7f3-a970ad3c9871 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:52.170729 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 0cf3aa3a-1da3-4490-9c4b-3a136fb24c48 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:52.210470 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] For port e8fa4682-7eee-4b76-b003-9c51c78abac0, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e8fa4682-7eee-4b76-b003-9c51c78abac0,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:52.269487 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] For port 92128f04-2d87-434c-ac9d-9e5659efbf1d, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=92128f04-2d87-434c-ac9d-9e5659efbf1d,segment=NetworkSegment(20afa7ba-2843-477d-80fc-db4f08581043),segment_id=20afa7ba-2843-477d-80fc-db4f08581043)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:52.269843 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:52.456423 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Calling delete_port for 92128f04-2d87-434c-ac9d-9e5659efbf1d owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:34:52.470654 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.db.resource_extend [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:34:52.491611 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:52.506838 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:52.506838 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:52.519678 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-54e84e36-a477-4573-8f11-3eef11a07a07 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:52.646742 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=e8fa4682-7eee-4b76-b003-9c51c78abac0,revision_number=8']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:52.651815 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:52.657627 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ef98de74-8435-47c5-a592-f6e5f60d845c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:52.714005 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:52.717068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:52.742342 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:52.742968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:52.750708 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 0cf3aa3a-1da3-4490-9c4b-3a136fb24c48 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:52.751333 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:52.762497 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:52.784347 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=7b21bd14-7e13-480c-acf2-f1fb2b17e934,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:52.786747 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Transition to ACTIVE for port object 262e6800-8578-4159-a854-4af777c3910d will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:52.809651 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:52.829157 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4283834 Jun 02 12:34:52.829524 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45188) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:52.835959 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-9c9b6c5c-9482-473b-a7d6-06d73e6f69d1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:52.854437 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:52.873055 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6d25ee98-0949-4788-9dea-c39ea384b4af tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:52.885746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:52.898837 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-dc575796-43d3-40a2-b84b-d0666e830734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:53.004525 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event deleted for resources: {'Port': ['ID=92128f04-2d87-434c-ac9d-9e5659efbf1d,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:53.013001 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:53.015772 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 06c58203-a4f8-423c-8cf6-2fb2237a621d up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:53.082164 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] No DVR routers for this DVR port 92128f04-2d87-434c-ac9d-9e5659efbf1d on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:34:53.100002 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=262e6800-8578-4159-a854-4af777c3910d,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:53.132179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:53.193841 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 7748cee2-ce49-44f8-8a52-729fed4c4a96 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:53.198782 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4fbc47c-bcf8-4a83-a7f7-1853b313adcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Router c8c79f53-4555-4561-9fd9-a961efb9fe6c has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:34:53.201774 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:53.212972 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 06c58203-a4f8-423c-8cf6-2fb2237a621d completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:53.221984 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 06c58203-a4f8-423c-8cf6-2fb2237a621d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:53.222408 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:53.249523 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9c9b6c5c-9482-473b-a7d6-06d73e6f69d1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:53.255537 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9c9b6c5c-9482-473b-a7d6-06d73e6f69d1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:53.259164 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9c9b6c5c-9482-473b-a7d6-06d73e6f69d1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:53.266384 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9c9b6c5c-9482-473b-a7d6-06d73e6f69d1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:53.350245 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db69d443-521c-4c31-8205-81211ee07aab None None] Network 7748cee2-ce49-44f8-8a52-729fed4c4a96 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:53.351194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:53.354270 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:53.367511 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9b6c5c-9482-473b-a7d6-06d73e6f69d1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:53.372801 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9c9b6c5c-9482-473b-a7d6-06d73e6f69d1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:53.400259 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f195ef23-cee0-4c4b-b7f3-a970ad3c9871']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:53.580931 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a5742530-6e60-466d-a4e2-133aa6ae91c2 None None] Provisioning for port d3fb7594-33ce-4c02-8eb3-19121452c64f completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:53.628136 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:53.680626 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20afa7ba-2843-477d-80fc-db4f08581043') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:53.681271 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20afa7ba-2843-477d-80fc-db4f08581043') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:53.701401 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:53.734227 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:53.736312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fbc47c-bcf8-4a83-a7f7-1853b313adcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:34:53.754035 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d4fbc47c-bcf8-4a83-a7f7-1853b313adcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "PUT /v2.0/routers/c8c79f53-4555-4561-9fd9-a961efb9fe6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3299055 Jun 02 12:34:53.764549 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45192) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:53.770445 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40b789d-15dc-4903-a23c-b0710da34fec None None] Sync routers for ids ['c8c79f53-4555-4561-9fd9-a961efb9fe6c'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:34:53.822538 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:53.845683 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 06c58203-a4f8-423c-8cf6-2fb2237a621d, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=06c58203-a4f8-423c-8cf6-2fb2237a621d,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:53.877761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40b789d-15dc-4903-a23c-b0710da34fec None None] Routers {'c8c79f53-4555-4561-9fd9-a961efb9fe6c'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:53.878439 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f40b789d-15dc-4903-a23c-b0710da34fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c8c79f53-4555-4561-9fd9-a961efb9fe6c'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:53.892780 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:34:53.893188 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:34:53.913745 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:34:53.953239 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-801c5122-ba8a-493d-8d35-1dbd842c8c58 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] show failed (client error): The resource could not be found. Jun 02 12:34:53.955176 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-801c5122-ba8a-493d-8d35-1dbd842c8c58 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1853401941 HTTP/1.1" status: 404 len: 335 time: 0.1896412 Jun 02 12:34:53.997628 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:54.005866 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45194) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:54.015479 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-10dcc2fc-5111-4da2-ba7a-057e431451be tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Request body: {'router': {'name': 'new_name'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:54.017198 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9cdaaf53-3de3-4675-9d82-d666a6220dc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:54.054686 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.ipam_backend_mixin [None req-9c9b6c5c-9482-473b-a7d6-06d73e6f69d1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7b21bd14-7e13-480c-acf2-f1fb2b17e934 (CIDR: 2001:db8::/64) Jun 02 12:34:54.089129 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9b6c5c-9482-473b-a7d6-06d73e6f69d1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:34:54.089634 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c9b6c5c-9482-473b-a7d6-06d73e6f69d1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:34:54.101721 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e8fa4682-7eee-4b76-b003-9c51c78abac0 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:34:54.119966 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9c9b6c5c-9482-473b-a7d6-06d73e6f69d1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2868764 Jun 02 12:34:54.120283 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45196) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:54.127367 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-1760f038-803a-45b5-9a6f-cc66100aa353 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:54.150438 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:54.158165 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:54.163092 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f40b789d-15dc-4903-a23c-b0710da34fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:54.166914 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc260b0-0309-4930-8e4c-007bb056e826 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:54.174599 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8643728e-e64d-4fe4-8aaf-415da74fe9a2 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:54.191202 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "DELETE /v2.0/networks/f195ef23-cee0-4c4b-b7f3-a970ad3c9871 HTTP/1.1" status: 204 len: 168 time: 7.0368323 Jun 02 12:34:54.206728 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45198) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:54.309311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event deleted for resources: {'Network': ['ID=f195ef23-cee0-4c4b-b7f3-a970ad3c9871,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:54.321766 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:54.329888 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e0a010-6eeb-454b-bd86-60c0c0a32523 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] DELETE failed (client error): The resource could not be found. Jun 02 12:34:54.331888 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e0a010-6eeb-454b-bd86-60c0c0a32523 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:34:54.337584 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-25e0a010-6eeb-454b-bd86-60c0c0a32523 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "DELETE /v2.0/subnets/f1155a3b-9a26-4b42-858f-bb1e5701697f HTTP/1.1" status: 404 len: 337 time: 0.1207585 Jun 02 12:34:54.343310 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45200) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:54.347708 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-10dcc2fc-5111-4da2-ba7a-057e431451be tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] update failed (client error): The resource could not be found. Jun 02 12:34:54.348786 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-10dcc2fc-5111-4da2-ba7a-057e431451be tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-932816359 HTTP/1.1" status: 404 len: 334 time: 0.3407657 Jun 02 12:34:54.356873 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45202) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:54.395872 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-85218434-a596-4861-bef1-d6ea0a23fd97 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] DELETE failed (client error): The resource could not be found. Jun 02 12:34:54.396342 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85218434-a596-4861-bef1-d6ea0a23fd97 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:34:54.398843 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-85218434-a596-4861-bef1-d6ea0a23fd97 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "DELETE /v2.0/networks/f195ef23-cee0-4c4b-b7f3-a970ad3c9871 HTTP/1.1" status: 404 len: 339 time: 0.0537357 Jun 02 12:34:54.402486 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45204) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:54.447354 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40b789d-15dc-4903-a23c-b0710da34fec None None] Routers {'c8c79f53-4555-4561-9fd9-a961efb9fe6c'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:54.447964 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f40b789d-15dc-4903-a23c-b0710da34fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c8c79f53-4555-4561-9fd9-a961efb9fe6c'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:54.462842 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3bc047-fe55-49d7-9db2-4ca02e6fc499 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] DELETE failed (client error): The resource could not be found. Jun 02 12:34:54.463292 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b3bc047-fe55-49d7-9db2-4ca02e6fc499 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:34:54.464973 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1b3bc047-fe55-49d7-9db2-4ca02e6fc499 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "DELETE /v2.0/subnets/02d6a4d8-0235-4f9c-82fd-1cc053549952 HTTP/1.1" status: 404 len: 337 time: 0.0615478 Jun 02 12:34:54.467862 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45206) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:54.489023 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-124f94a7-2257-4fc5-af24-43ea5e13b404 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Deleting subnet 8c3fcaeb-e617-49af-a098-e3770c7f9f22 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:34:54.501208 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-124f94a7-2257-4fc5-af24-43ea5e13b404 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:54.515600 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-830915dc-fd88-4bd9-8e7d-e7247125df2e tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] DELETE failed (client error): The resource could not be found. Jun 02 12:34:54.516754 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-830915dc-fd88-4bd9-8e7d-e7247125df2e tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:34:54.522777 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-830915dc-fd88-4bd9-8e7d-e7247125df2e tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "DELETE /v2.0/networks/9c1acdb5-72fb-45c5-b904-b0a60997dd9c HTTP/1.1" status: 404 len: 339 time: 0.0539382 Jun 02 12:34:54.524029 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45208) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:54.525539 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1760f038-803a-45b5-9a6f-cc66100aa353 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:54.573310 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1760f038-803a-45b5-9a6f-cc66100aa353 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:34:54.575781 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:54.591447 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1760f038-803a-45b5-9a6f-cc66100aa353 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:34:54.596482 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef624a04-4b6f-42c7-9afe-d3b87135dedc tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] DELETE failed (client error): The resource could not be found. Jun 02 12:34:54.597334 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef624a04-4b6f-42c7-9afe-d3b87135dedc tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:34:54.601947 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ef624a04-4b6f-42c7-9afe-d3b87135dedc tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "DELETE /v2.0/subnets/1227841f-8ee5-4a18-bcea-3ad0eb3758d6 HTTP/1.1" status: 404 len: 337 time: 0.0731344 Jun 02 12:34:54.602670 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45210) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:54.638229 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1760f038-803a-45b5-9a6f-cc66100aa353 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:54.642295 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-929c0e81-1a5d-4ccd-b123-4c67200031f9 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] DELETE failed (client error): The resource could not be found. Jun 02 12:34:54.642954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929c0e81-1a5d-4ccd-b123-4c67200031f9 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:34:54.645475 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-124f94a7-2257-4fc5-af24-43ea5e13b404 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:54.647549 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-929c0e81-1a5d-4ccd-b123-4c67200031f9 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "DELETE /v2.0/networks/95f22e08-358d-4b9d-ae55-3ce887a2ed58 HTTP/1.1" status: 404 len: 339 time: 0.0404882 Jun 02 12:34:54.649795 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45212) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:54.722999 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1760f038-803a-45b5-9a6f-cc66100aa353 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:54.726442 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1760f038-803a-45b5-9a6f-cc66100aa353 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:54.741560 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f40b789d-15dc-4903-a23c-b0710da34fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:54.742111 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40b789d-15dc-4903-a23c-b0710da34fec None None] The sync data for ids ['c8c79f53-4555-4561-9fd9-a961efb9fe6c'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:34:54.743725 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:54.771143 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=06c58203-a4f8-423c-8cf6-2fb2237a621d,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:54.790941 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-47da88d3-fc20-430a-a593-7d937e7d4c18 None None] Provisioning complete for port e8fa4682-7eee-4b76-b003-9c51c78abac0 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:54.791153 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-47da88d3-fc20-430a-a593-7d937e7d4c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:54.799059 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:54.837717 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:54.930617 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port e8fa4682-7eee-4b76-b003-9c51c78abac0, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e8fa4682-7eee-4b76-b003-9c51c78abac0,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:54.946874 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:54.951784 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-29307876-896e-447a-b7fb-50893b7a6cd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:55.090814 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-ece96b39-e7b1-4775-9c86-d58d47553147 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Deleting port 588fcba2-19ac-424e-b620-915e2f7ddf43 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:55.091160 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ece96b39-e7b1-4775-9c86-d58d47553147 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:55.170674 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=e8fa4682-7eee-4b76-b003-9c51c78abac0,revision_number=9']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:55.187071 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:55.273177 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-124f94a7-2257-4fc5-af24-43ea5e13b404 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:55.296827 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ece96b39-e7b1-4775-9c86-d58d47553147 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:55.375124 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device d3fb7594-33ce-4c02-8eb3-19121452c64f up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:55.449660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-ece96b39-e7b1-4775-9c86-d58d47553147 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Calling delete_port for 588fcba2-19ac-424e-b620-915e2f7ddf43 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:34:55.513989 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-47da88d3-fc20-430a-a593-7d937e7d4c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:55.572928 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port d3fb7594-33ce-4c02-8eb3-19121452c64f completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:55.582476 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port d3fb7594-33ce-4c02-8eb3-19121452c64f triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:55.582857 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:55.608412 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Allocated IP 172.20.0.1 (723398e5-a080-4fc1-8140-68d8832c4521/dad50ee1-f6f1-4aa0-a7bb-a35b9453eef4/c86db272-e3fd-4a68-b131-28d769e2cb26) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:55.627507 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-47da88d3-fc20-430a-a593-7d937e7d4c18 None None] For port e8fa4682-7eee-4b76-b003-9c51c78abac0, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e8fa4682-7eee-4b76-b003-9c51c78abac0,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:55.638813 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-47da88d3-fc20-430a-a593-7d937e7d4c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:55.643210 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ece96b39-e7b1-4775-9c86-d58d47553147 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:55.646944 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:55.650907 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a8bef460-681f-4362-b864-e3053488f818 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:55.735917 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece96b39-e7b1-4775-9c86-d58d47553147 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event deleted for resources: {'Port': ['ID=588fcba2-19ac-424e-b620-915e2f7ddf43,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:55.753184 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ece96b39-e7b1-4775-9c86-d58d47553147 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:55.755792 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ece96b39-e7b1-4775-9c86-d58d47553147 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:55.762913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:55.766930 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ece96b39-e7b1-4775-9c86-d58d47553147 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "DELETE /v2.0/ports/588fcba2-19ac-424e-b620-915e2f7ddf43 HTTP/1.1" status: 204 len: 168 time: 1.1159813 Jun 02 12:34:55.771704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45218) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:55.815591 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da88d3-fc20-430a-a593-7d937e7d4c18 None None] Pushing event updated for resources: {'Port': ['ID=e8fa4682-7eee-4b76-b003-9c51c78abac0,revision_number=10']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:55.820200 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-47da88d3-fc20-430a-a593-7d937e7d4c18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:55.851782 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-cf6b2f18-4b58-4fee-b548-77e16ea3f0b2 None None] Provisioning complete for port d3fb7594-33ce-4c02-8eb3-19121452c64f triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:55.852294 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cf6b2f18-4b58-4fee-b548-77e16ea3f0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:55.909179 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:55.966681 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port d3fb7594-33ce-4c02-8eb3-19121452c64f, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=d3fb7594-33ce-4c02-8eb3-19121452c64f,segment=NetworkSegment(d80491b6-7d17-41d0-90f8-498bab64187e),segment_id=d80491b6-7d17-41d0-90f8-498bab64187e)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:55.999519 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e915a388-9872-4106-80a4-889d08bc7ffe None None] get_active_networks_info from dv-neutron-601336-80-hyperv {{(pid=92306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 12:34:56.038237 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:56.039108 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 06c58203-a4f8-423c-8cf6-2fb2237a621d up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:56.041379 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25b6bcf-e4af-4d50-8524-f4023171fb00 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] DELETE failed (client error): The resource could not be found. Jun 02 12:34:56.041846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d25b6bcf-e4af-4d50-8524-f4023171fb00 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:34:56.043600 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d25b6bcf-e4af-4d50-8524-f4023171fb00 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "DELETE /v2.0/subnets/3f3c9485-bf65-444e-86ce-ff5e83c1ddf3 HTTP/1.1" status: 404 len: 337 time: 0.2711067 Jun 02 12:34:56.062906 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:56.072660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45220) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:56.081085 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:56.093522 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Transition to ACTIVE for port object c86db272-e3fd-4a68-b131-28d769e2cb26 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:56.209023 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1760f038-803a-45b5-9a6f-cc66100aa353 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:56.231285 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d713e196-6c50-464d-b9e8-00126181d65c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:56.247980 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-cf6b2f18-4b58-4fee-b548-77e16ea3f0b2 None None] Provisioning for port 262e6800-8578-4159-a854-4af777c3910d completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:56.256656 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=d3fb7594-33ce-4c02-8eb3-19121452c64f,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:56.267196 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:56.268059 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-cf6b2f18-4b58-4fee-b548-77e16ea3f0b2 None None] Provisioning complete for port 262e6800-8578-4159-a854-4af777c3910d triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:56.268200 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cf6b2f18-4b58-4fee-b548-77e16ea3f0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:56.340975 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-cf6b2f18-4b58-4fee-b548-77e16ea3f0b2 None None] Port 262e6800-8578-4159-a854-4af777c3910d cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:34:56.345319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8dc602d1-1734-4beb-85d4-52696abec75d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:56.358351 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 06c58203-a4f8-423c-8cf6-2fb2237a621d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:56.358351 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:56.409683 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1760f038-803a-45b5-9a6f-cc66100aa353 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:56.414694 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-1760f038-803a-45b5-9a6f-cc66100aa353 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:56.456860 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e915a388-9872-4106-80a4-889d08bc7ffe None None] Resources bound (agent type, host, resource id): {{(pid=92306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 12:34:56.461308 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:56.473833 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760f038-803a-45b5-9a6f-cc66100aa353 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=b33d415f-391c-42b6-8a8e-dfb9189f6a2f,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:56.474954 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:56.478349 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1760f038-803a-45b5-9a6f-cc66100aa353 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:56.479138 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1760f038-803a-45b5-9a6f-cc66100aa353 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:56.498936 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1760f038-803a-45b5-9a6f-cc66100aa353 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:56.609197 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ffc2a6bb-767a-442b-b51c-3b246cdeae03 None None] Provisioning complete for port e8fa4682-7eee-4b76-b003-9c51c78abac0 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:56.609197 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ffc2a6bb-767a-442b-b51c-3b246cdeae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:56.610485 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1760f038-803a-45b5-9a6f-cc66100aa353 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4888165 Jun 02 12:34:56.611331 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45224) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:56.621408 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-e4c3b1d2-9823-43e2-93ea-51e2a378d2f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'mac_address': 'fa:16:3e:6b:56:01', 'name': 'tempest-NetworksTestDHCPv6-2077864847'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:34:56.648355 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8dc602d1-1734-4beb-85d4-52696abec75d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:56.721840 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-8dc602d1-1734-4beb-85d4-52696abec75d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9bb44a0-7820-4a60-9c56-fb40a6b9249b']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:56.738716 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e8fa4682-7eee-4b76-b003-9c51c78abac0 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:56.745377 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-8dc602d1-1734-4beb-85d4-52696abec75d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e560932a-51b6-427e-a8fe-8f09430e877a') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:56.746847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-8dc602d1-1734-4beb-85d4-52696abec75d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e560932a-51b6-427e-a8fe-8f09430e877a') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:56.776087 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8dc602d1-1734-4beb-85d4-52696abec75d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:56.811570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Port': ['ID=c86db272-e3fd-4a68-b131-28d769e2cb26,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:56.817547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:56.825851 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8dc602d1-1734-4beb-85d4-52696abec75d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:56.852768 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc602d1-1734-4beb-85d4-52696abec75d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:34:56.853505 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8dc602d1-1734-4beb-85d4-52696abec75d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:56.877340 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Network 723398e5-a080-4fc1-8140-68d8832c4521 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:34:56.879139 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:34:56.884498 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:56.887409 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:56.900712 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e4c3b1d2-9823-43e2-93ea-51e2a378d2f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:34:57.009515 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:57.014922 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-124f94a7-2257-4fc5-af24-43ea5e13b404 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:57.018435 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e4c3b1d2-9823-43e2-93ea-51e2a378d2f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:34:57.032214 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8dc602d1-1734-4beb-85d4-52696abec75d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:57.033139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-068641c8-e28d-4e46-afe8-780a2c46d8ab tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:57.034981 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port e8fa4682-7eee-4b76-b003-9c51c78abac0 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:57.035366 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:57.038560 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c3b1d2-9823-43e2-93ea-51e2a378d2f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:34:57.055628 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2fdf06c6-5fe0-4d3d-9f2f-e7a7ead430a0 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:57.077242 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8dc602d1-1734-4beb-85d4-52696abec75d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:57.084480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-124f94a7-2257-4fc5-af24-43ea5e13b404 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:57.093132 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f94a7-2257-4fc5-af24-43ea5e13b404 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Pushing event deleted for resources: {'Subnet': ['ID=8c3fcaeb-e617-49af-a098-e3770c7f9f22,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:57.096171 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-124f94a7-2257-4fc5-af24-43ea5e13b404 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:57.100179 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-124f94a7-2257-4fc5-af24-43ea5e13b404 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "DELETE /v2.0/subnets/8c3fcaeb-e617-49af-a098-e3770c7f9f22 HTTP/1.1" status: 204 len: 168 time: 2.7402709 Jun 02 12:34:57.102971 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc602d1-1734-4beb-85d4-52696abec75d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event deleted for resources: {'Network': ['ID=a9bb44a0-7820-4a60-9c56-fb40a6b9249b,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:57.104824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45226) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:57.109446 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8dc602d1-1734-4beb-85d4-52696abec75d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "DELETE /v2.0/networks/a9bb44a0-7820-4a60-9c56-fb40a6b9249b HTTP/1.1" status: 204 len: 168 time: 1.0322731 Jun 02 12:34:57.112411 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45228) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:57.157974 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:57.184458 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:57.207717 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8dc602d1-1734-4beb-85d4-52696abec75d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:57.236962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ee82083b-86bf-4825-b5f0-85122a5cccfa tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:57.280550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38baaeb-0bc0-4c88-af21-c9d793e113e2 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Deleting subnet 3391f076-0f5c-4296-b225-b6bf0d5c3266 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:34:57.297389 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a38baaeb-0bc0-4c88-af21-c9d793e113e2 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:57.351233 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e4c3b1d2-9823-43e2-93ea-51e2a378d2f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:57.353140 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be1c52d-1059-41c4-bb6d-1380b7311196 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:57.385725 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049e97be-164a-46a9-967b-29350e2b11f3 None None] Network c92b591b-6ae8-419f-aa55-4c43d146375a requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:57.422782 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=262e6800-8578-4159-a854-4af777c3910d,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:57.432493 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:57.436669 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-e4c3b1d2-9823-43e2-93ea-51e2a378d2f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] device_id is not set on port 761f1456-3f70-44d9-861e-df20ef62c113 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:34:57.450326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:57.517250 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a38baaeb-0bc0-4c88-af21-c9d793e113e2 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:57.619000 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device d3fb7594-33ce-4c02-8eb3-19121452c64f up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:57.698785 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 7748cee2-ce49-44f8-8a52-729fed4c4a96 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:57.711503 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:57.735595 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a38baaeb-0bc0-4c88-af21-c9d793e113e2 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:57.933864 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e21f4f77-b5a6-4d9c-a758-5c6c01cd7549 None None] Provisioning for port c86db272-e3fd-4a68-b131-28d769e2cb26 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:34:57.966399 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e21f4f77-b5a6-4d9c-a758-5c6c01cd7549 None None] Provisioning complete for port c86db272-e3fd-4a68-b131-28d769e2cb26 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:57.966785 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e21f4f77-b5a6-4d9c-a758-5c6c01cd7549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:58.006465 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-e4c3b1d2-9823-43e2-93ea-51e2a378d2f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8:0:1::d9 (a7413df9-4e7a-4187-aef8-a668d8bf2950/b33d415f-391c-42b6-8a8e-dfb9189f6a2f/761f1456-3f70-44d9-861e-df20ef62c113) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:58.022258 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-e4c3b1d2-9823-43e2-93ea-51e2a378d2f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8::f816:3eff:fe6b:5601 (a7413df9-4e7a-4187-aef8-a668d8bf2950/7b21bd14-7e13-480c-acf2-f1fb2b17e934/761f1456-3f70-44d9-861e-df20ef62c113) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:58.035242 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port d3fb7594-33ce-4c02-8eb3-19121452c64f triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:58.035625 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:58.089360 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:58.116736 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:34:58.148084 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-e21f4f77-b5a6-4d9c-a758-5c6c01cd7549 None None] Port c86db272-e3fd-4a68-b131-28d769e2cb26 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:34:58.274307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9c1fd9-6e76-4df3-be64-72c4c994eb33 None None] DHCP port deletion for c92b591b-6ae8-419f-aa55-4c43d146375a request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:34:58.354521 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e8fa4682-7eee-4b76-b003-9c51c78abac0 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:34:58.374396 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6e22aea7-e33e-4091-9c29-bf871d666c6b req-7c64bb89-5eef-4b3b-a970-fddd223b6ee8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4272168 Jun 02 12:34:58.378929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-1f8392d8-7ac6-450a-888a-824c9efa7ca5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Deleting port 7ecc3215-83f0-47c2-8b44-61785db1773a {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:58.379402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f8392d8-7ac6-450a-888a-824c9efa7ca5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:58.381458 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e4facbe7-3e49-4cd0-ac8d-2b2a5e036f74 None None] Provisioning complete for port 262e6800-8578-4159-a854-4af777c3910d triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:58.381843 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e4facbe7-3e49-4cd0-ac8d-2b2a5e036f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:58.512359 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f8392d8-7ac6-450a-888a-824c9efa7ca5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:58.545883 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-e4facbe7-3e49-4cd0-ac8d-2b2a5e036f74 None None] Port 262e6800-8578-4159-a854-4af777c3910d cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:34:58.589025 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07423609-8ce9-4635-8f9f-793b6bb74138 None None] Update dhcp port {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'fixed_ips': [{'subnet_id': '7b21bd14-7e13-480c-acf2-f1fb2b17e934', 'ip_address': '2001:db8::f816:3eff:fe1b:b707'}, {'subnet_id': 'b33d415f-391c-42b6-8a8e-dfb9189f6a2f'}], 'binding:host_id': 'dv-neutron-601336-80-hyperv'}, 'id': 'e8fa4682-7eee-4b76-b003-9c51c78abac0'} from dv-neutron-601336-80-hyperv. {{(pid=92306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 12:34:58.618887 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-0b9c1fd9-6e76-4df3-be64-72c4c994eb33 None None] Deleting port c0d1420d-f934-4a1a-b85c-b77fbceefeab {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:58.618887 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0b9c1fd9-6e76-4df3-be64-72c4c994eb33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:58.701601 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e4c3b1d2-9823-43e2-93ea-51e2a378d2f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:58.733036 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a38baaeb-0bc0-4c88-af21-c9d793e113e2 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:58.740487 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:58.744214 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port e8fa4682-7eee-4b76-b003-9c51c78abac0 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:34:58.744600 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:58.782689 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-e4c3b1d2-9823-43e2-93ea-51e2a378d2f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Transition to ACTIVE for port object 761f1456-3f70-44d9-861e-df20ef62c113 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:58.785583 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38baaeb-0bc0-4c88-af21-c9d793e113e2 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Pushing event deleted for resources: {'Subnet': ['ID=3391f076-0f5c-4296-b225-b6bf0d5c3266,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:58.792663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a38baaeb-0bc0-4c88-af21-c9d793e113e2 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:58.802210 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a38baaeb-0bc0-4c88-af21-c9d793e113e2 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:58.817346 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a38baaeb-0bc0-4c88-af21-c9d793e113e2 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "DELETE /v2.0/subnets/3391f076-0f5c-4296-b225-b6bf0d5c3266 HTTP/1.1" status: 204 len: 168 time: 1.7065032 Jun 02 12:34:58.821007 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45238) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:58.824339 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a786a7-337a-4aee-959a-1092ef5979df None None] Network 2a791778-86a3-4e68-b435-9a3bcf611e3e requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:34:58.843191 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-07423609-8ce9-4635-8f9f-793b6bb74138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:58.948163 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e4c3b1d2-9823-43e2-93ea-51e2a378d2f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:58.951073 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0b9c1fd9-6e76-4df3-be64-72c4c994eb33 None None] For port c0d1420d-f934-4a1a-b85c-b77fbceefeab, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c0d1420d-f934-4a1a-b85c-b77fbceefeab,segment=NetworkSegment(bd2448b8-6fb9-4eff-9fce-1bc698c5635d),segment_id=bd2448b8-6fb9-4eff-9fce-1bc698c5635d)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:58.951248 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0b9c1fd9-6e76-4df3-be64-72c4c994eb33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:58.958688 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:58.985349 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-1f8392d8-7ac6-450a-888a-824c9efa7ca5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Calling delete_port for 7ecc3215-83f0-47c2-8b44-61785db1773a owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:34:59.031580 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c3b1d2-9823-43e2-93ea-51e2a378d2f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:34:59.035219 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-e4c3b1d2-9823-43e2-93ea-51e2a378d2f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:34:59.037928 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c3b1d2-9823-43e2-93ea-51e2a378d2f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:34:59.045499 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c3b1d2-9823-43e2-93ea-51e2a378d2f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:59.046778 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e4c3b1d2-9823-43e2-93ea-51e2a378d2f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:59.054560 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:59.102024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3b1d2-9823-43e2-93ea-51e2a378d2f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=761f1456-3f70-44d9-861e-df20ef62c113,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:59.112219 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e4c3b1d2-9823-43e2-93ea-51e2a378d2f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:59.116731 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e4c3b1d2-9823-43e2-93ea-51e2a378d2f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5007610 Jun 02 12:34:59.118061 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45240) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:59.127527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f8392d8-7ac6-450a-888a-824c9efa7ca5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:59.136112 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:34:59.146726 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] Sync routers for ids ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:34:59.158578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:59.164577 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] Routers {'399bbf47-fb5f-439a-a6aa-c44dc198fc73'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:34:59.165525 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:34:59.245861 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-0b9c1fd9-6e76-4df3-be64-72c4c994eb33 None None] Calling delete_port for c0d1420d-f934-4a1a-b85c-b77fbceefeab owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:34:59.296705 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/routers/399bbf47-fb5f-439a-a6aa-c44dc198fc73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5956945 Jun 02 12:34:59.300380 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45242) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:59.322652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8392d8-7ac6-450a-888a-824c9efa7ca5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event deleted for resources: {'Port': ['ID=7ecc3215-83f0-47c2-8b44-61785db1773a,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:34:59.340904 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1f8392d8-7ac6-450a-888a-824c9efa7ca5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:34:59.365729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f8392d8-7ac6-450a-888a-824c9efa7ca5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:59.370142 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1f8392d8-7ac6-450a-888a-824c9efa7ca5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "DELETE /v2.0/ports/7ecc3215-83f0-47c2-8b44-61785db1773a HTTP/1.1" status: 204 len: 168 time: 2.2538590 Jun 02 12:34:59.396943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45244) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:59.447649 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22aea7-e33e-4091-9c29-bf871d666c6b req-1d068dcb-7f71-4533-a24a-a45978a1d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:59.453175 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6e22aea7-e33e-4091-9c29-bf871d666c6b req-1d068dcb-7f71-4533-a24a-a45978a1d7b1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2eeecbacfd564d3d9465a6227d2e7ddc&device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 1098 time: 0.4767931 Jun 02 12:34:59.460120 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-62147a43-755b-4350-af69-ea97628fae2f tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] DELETE failed (client error): The resource could not be found. Jun 02 12:34:59.460578 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62147a43-755b-4350-af69-ea97628fae2f tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:34:59.474666 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-62147a43-755b-4350-af69-ea97628fae2f tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "DELETE /v2.0/subnets/37aa5d23-deaa-4cc7-bc07-3187f40ac6ee HTTP/1.1" status: 404 len: 337 time: 0.0704465 Jun 02 12:34:59.475324 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45246) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:34:59.518467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Deleting port c0d1420d-f934-4a1a-b85c-b77fbceefeab {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:59.519073 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:59.595023 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-07423609-8ce9-4635-8f9f-793b6bb74138 None None] Allocated IP 2001:db8:0:1::2 (a7413df9-4e7a-4187-aef8-a668d8bf2950/b33d415f-391c-42b6-8a8e-dfb9189f6a2f/e8fa4682-7eee-4b76-b003-9c51c78abac0) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:34:59.606416 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] Set router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:34:59.764151 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-07423609-8ce9-4635-8f9f-793b6bb74138 None None] For port e8fa4682-7eee-4b76-b003-9c51c78abac0, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e8fa4682-7eee-4b76-b003-9c51c78abac0,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:59.773128 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] For port c0d1420d-f934-4a1a-b85c-b77fbceefeab, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c0d1420d-f934-4a1a-b85c-b77fbceefeab,segment=NetworkSegment(bd2448b8-6fb9-4eff-9fce-1bc698c5635d),segment_id=bd2448b8-6fb9-4eff-9fce-1bc698c5635d)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:34:59.774806 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:59.791594 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-07423609-8ce9-4635-8f9f-793b6bb74138 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:59.813942 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c0d1420d-f934-4a1a-b85c-b77fbceefeab no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:34:59.839697 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e23d5e-cb1c-42e1-ba4d-0f528ad238ae None None] DHCP port deletion for 2a791778-86a3-4e68-b435-9a3bcf611e3e request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:34:59.842148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-07423609-8ce9-4635-8f9f-793b6bb74138 None None] Transition to ACTIVE for port object e8fa4682-7eee-4b76-b003-9c51c78abac0 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:34:59.865229 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0b9c1fd9-6e76-4df3-be64-72c4c994eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:59.886361 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9d735d67-e4b3-4dc4-853f-25e156411c28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:34:59.924831 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22aea7-e33e-4091-9c29-bf871d666c6b req-ec6bc7db-39df-4e0a-b3cb-1edfd9abd58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:34:59.926352 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6e22aea7-e33e-4091-9c29-bf871d666c6b req-ec6bc7db-39df-4e0a-b3cb-1edfd9abd58d service neutron] 10.222.0.22 "GET /v2.0/networks?id=d26e7cf0-c529-4972-8a72-bcb5f758199e HTTP/1.1" status: 200 len: 912 time: 0.3989437 Jun 02 12:34:59.933190 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-5b08be38-ec33-4139-b719-addc784d116d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting port 761f1456-3f70-44d9-861e-df20ef62c113 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:34:59.934197 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5b08be38-ec33-4139-b719-addc784d116d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:59.947770 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-07423609-8ce9-4635-8f9f-793b6bb74138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:34:59.955457 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: c0d1420d-f934-4a1a-b85c-b77fbceefeab {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:34:59.956544 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c0d1420d-f934-4a1a-b85c-b77fbceefeab not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:35:00.028451 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c1fd9-6e76-4df3-be64-72c4c994eb33 None None] Pushing event deleted for resources: {'Port': ['ID=c0d1420d-f934-4a1a-b85c-b77fbceefeab,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:00.028677 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'name': 'tempest-TestNetworkBasicOps-router-95299244', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:34Z', 'updated_at': '2021-06-02T12:34:54Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:37Z', 'updated_at': '2021-06-02T12:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '262e6800-8578-4159-a854-4af777c3910d', 'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:56:04:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:50Z', 'updated_at': '2021-06-02T12:34:56Z', 'revision_number': 2, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:00.031516 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9c1fd9-6e76-4df3-be64-72c4c994eb33 None None] No DVR routers for this DVR port c0d1420d-f934-4a1a-b85c-b77fbceefeab on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:35:00.032849 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] Checking router: 399bbf47-fb5f-439a-a6aa-c44dc198fc73 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:35:00.033069 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] Updating router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 port 262e6800-8578-4159-a854-4af777c3910d binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:35:00.037688 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0b9c1fd9-6e76-4df3-be64-72c4c994eb33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:00.038265 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-47da88d3-fc20-430a-a593-7d937e7d4c18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:00.062244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:00.130065 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:00.149637 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:00.219923 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Calling delete_port for c0d1420d-f934-4a1a-b85c-b77fbceefeab owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:00.230130 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-318c3c07-e01e-403e-a829-10887a75e616 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:00.233794 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:00.283732 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:00.307217 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07423609-8ce9-4635-8f9f-793b6bb74138 None None] Pushing event updated for resources: {'Port': ['ID=e8fa4682-7eee-4b76-b003-9c51c78abac0,revision_number=11']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:00.311533 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-07423609-8ce9-4635-8f9f-793b6bb74138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:00.326724 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c1e23d5e-cb1c-42e1-ba4d-0f528ad238ae None None] Deleting port 256800a1-18eb-4b58-af06-3c81abb2a387 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:00.333248 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c1e23d5e-cb1c-42e1-ba4d-0f528ad238ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:00.414037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd3eb26-6b24-49e6-9990-fb1913505270 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.414535 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd3eb26-6b24-49e6-9990-fb1913505270 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.414997 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd3eb26-6b24-49e6-9990-fb1913505270 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.415457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd3eb26-6b24-49e6-9990-fb1913505270 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.416394 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd3eb26-6b24-49e6-9990-fb1913505270 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.416860 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd3eb26-6b24-49e6-9990-fb1913505270 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.417326 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd3eb26-6b24-49e6-9990-fb1913505270 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.418448 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd3eb26-6b24-49e6-9990-fb1913505270 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.418906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd3eb26-6b24-49e6-9990-fb1913505270 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.419361 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd3eb26-6b24-49e6-9990-fb1913505270 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.419812 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd3eb26-6b24-49e6-9990-fb1913505270 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.420268 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd3eb26-6b24-49e6-9990-fb1913505270 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.420713 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd3eb26-6b24-49e6-9990-fb1913505270 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.421702 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd3eb26-6b24-49e6-9990-fb1913505270 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.421702 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd3eb26-6b24-49e6-9990-fb1913505270 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.423847 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1bd3eb26-6b24-49e6-9990-fb1913505270 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10486 time: 1.1218433 Jun 02 12:35:00.434471 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45258) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:00.518928 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-c1e23d5e-cb1c-42e1-ba4d-0f528ad238ae None None] For port 256800a1-18eb-4b58-af06-3c81abb2a387, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=256800a1-18eb-4b58-af06-3c81abb2a387,segment=NetworkSegment(a059df57-2829-4c16-8154-3a9fe29e77df),segment_id=a059df57-2829-4c16-8154-3a9fe29e77df)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:00.522075 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c1e23d5e-cb1c-42e1-ba4d-0f528ad238ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:00.628787 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45feb09a-2e51-46b2-aa58-242ee1ef24d0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.629526 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45feb09a-2e51-46b2-aa58-242ee1ef24d0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.630000 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45feb09a-2e51-46b2-aa58-242ee1ef24d0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.630553 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45feb09a-2e51-46b2-aa58-242ee1ef24d0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.631021 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45feb09a-2e51-46b2-aa58-242ee1ef24d0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.631482 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45feb09a-2e51-46b2-aa58-242ee1ef24d0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.631937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45feb09a-2e51-46b2-aa58-242ee1ef24d0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.632539 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45feb09a-2e51-46b2-aa58-242ee1ef24d0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.632998 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45feb09a-2e51-46b2-aa58-242ee1ef24d0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.633503 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45feb09a-2e51-46b2-aa58-242ee1ef24d0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.633962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45feb09a-2e51-46b2-aa58-242ee1ef24d0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.634444 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45feb09a-2e51-46b2-aa58-242ee1ef24d0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.634896 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45feb09a-2e51-46b2-aa58-242ee1ef24d0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.641481 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-45feb09a-2e51-46b2-aa58-242ee1ef24d0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8338 time: 0.1914148 Jun 02 12:35:00.651698 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45260) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:00.653241 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Port': ['ID=c86db272-e3fd-4a68-b131-28d769e2cb26,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:00.708580 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c1e23d5e-cb1c-42e1-ba4d-0f528ad238ae None None] Calling delete_port for 256800a1-18eb-4b58-af06-3c81abb2a387 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:00.751304 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:00.753923 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6e22aea7-e33e-4091-9c29-bf871d666c6b req-9595767f-e1a7-407f-84cd-c26f361f7c6f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ded582b0-2d55-48af-be8b-cc1d90a47d42 HTTP/1.1" status: 200 len: 1001 time: 0.6870649 Jun 02 12:35:00.759896 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:00.776361 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c1e23d5e-cb1c-42e1-ba4d-0f528ad238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:00.780107 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] Transition to ACTIVE for port object 262e6800-8578-4159-a854-4af777c3910d will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:00.780762 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:00.803564 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:35:00.804202 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:00.808324 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:00.867736 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5b08be38-ec33-4139-b719-addc784d116d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:00.874068 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e23d5e-cb1c-42e1-ba4d-0f528ad238ae None None] Pushing event deleted for resources: {'Port': ['ID=256800a1-18eb-4b58-af06-3c81abb2a387,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:00.878815 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c1e23d5e-cb1c-42e1-ba4d-0f528ad238ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:00.879807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e23d5e-cb1c-42e1-ba4d-0f528ad238ae None None] No DVR routers for this DVR port 256800a1-18eb-4b58-af06-3c81abb2a387 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:35:00.940123 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22aea7-e33e-4091-9c29-bf871d666c6b req-8ee258c9-8b17-4fe0-b104-6982b8648bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:00.942261 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6e22aea7-e33e-4091-9c29-bf871d666c6b req-8ee258c9-8b17-4fe0-b104-6982b8648bcc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=35e7c6b0-13d3-41ba-a88f-b72a6c16c109 HTTP/1.1" status: 200 len: 850 time: 0.1753592 Jun 02 12:35:01.048490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Network 723398e5-a080-4fc1-8140-68d8832c4521 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:01.058193 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:01.102368 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d309c5f-98fb-4ebd-9bbb-5be90ff6e442 None None] Pushing event updated for resources: {'Port': ['ID=262e6800-8578-4159-a854-4af777c3910d,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:01.117067 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309c5f-98fb-4ebd-9bbb-5be90ff6e442 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:01.117879 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309c5f-98fb-4ebd-9bbb-5be90ff6e442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:01.118471 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309c5f-98fb-4ebd-9bbb-5be90ff6e442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:01.118976 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309c5f-98fb-4ebd-9bbb-5be90ff6e442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:01.119464 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309c5f-98fb-4ebd-9bbb-5be90ff6e442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:01.119971 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309c5f-98fb-4ebd-9bbb-5be90ff6e442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:01.120464 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309c5f-98fb-4ebd-9bbb-5be90ff6e442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:01.121498 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309c5f-98fb-4ebd-9bbb-5be90ff6e442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:01.121999 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309c5f-98fb-4ebd-9bbb-5be90ff6e442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:01.122728 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309c5f-98fb-4ebd-9bbb-5be90ff6e442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:01.123200 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309c5f-98fb-4ebd-9bbb-5be90ff6e442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:01.123813 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309c5f-98fb-4ebd-9bbb-5be90ff6e442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:01.133895 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-9d309c5f-98fb-4ebd-9bbb-5be90ff6e442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:01.175145 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-5b08be38-ec33-4139-b719-addc784d116d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Calling delete_port for 761f1456-3f70-44d9-861e-df20ef62c113 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:01.213084 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] Attempting to bind port 262e6800-8578-4159-a854-4af777c3910d on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:35:01.213757 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] Attempting to bind port 262e6800-8578-4159-a854-4af777c3910d by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'd80491b6-7d17-41d0-90f8-498bab64187e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:35:01.214371 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] Attempting to bind port 262e6800-8578-4159-a854-4af777c3910d on network 7748cee2-ce49-44f8-8a52-729fed4c4a96 {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:35:01.223347 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:35:01.224107 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] Checking segment: {'id': 'd80491b6-7d17-41d0-90f8-498bab64187e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:35:01.226356 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:01.227026 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] Bound using segment: {'id': 'd80491b6-7d17-41d0-90f8-498bab64187e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:35:01.227876 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] Bound port: 262e6800-8578-4159-a854-4af777c3910d, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80491b6-7d17-41d0-90f8-498bab64187e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:35:01.228645 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:01.344198 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] For port 262e6800-8578-4159-a854-4af777c3910d, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:35:01.348219 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] For port 262e6800-8578-4159-a854-4af777c3910d, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=262e6800-8578-4159-a854-4af777c3910d,segment=NetworkSegment(d80491b6-7d17-41d0-90f8-498bab64187e),segment_id=d80491b6-7d17-41d0-90f8-498bab64187e)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:35:01.354657 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:01.364475 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:01.419489 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-46377236-800d-471e-a459-203e03640610 None None] Provisioning for port e8fa4682-7eee-4b76-b003-9c51c78abac0 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:35:01.427540 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-46377236-800d-471e-a459-203e03640610 None None] Provisioning complete for port e8fa4682-7eee-4b76-b003-9c51c78abac0 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:01.430505 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-46377236-800d-471e-a459-203e03640610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:01.444453 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d309c5f-98fb-4ebd-9bbb-5be90ff6e442 None None] Pushing event updated for resources: {'Port': ['ID=262e6800-8578-4159-a854-4af777c3910d,revision_number=4']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:01.455512 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-9d309c5f-98fb-4ebd-9bbb-5be90ff6e442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:01.464654 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-318c3c07-e01e-403e-a829-10887a75e616 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:01.474674 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] Routers {'399bbf47-fb5f-439a-a6aa-c44dc198fc73'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:35:01.475303 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:01.496484 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-318c3c07-e01e-403e-a829-10887a75e616 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93f9c16-ee53-41e3-a0f3-b46776d0ab7c']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:01.524978 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5b08be38-ec33-4139-b719-addc784d116d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:01.528343 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-318c3c07-e01e-403e-a829-10887a75e616 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17794e8b-03d2-4442-b22b-20e01ed51d81') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:01.528645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-318c3c07-e01e-403e-a829-10887a75e616 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17794e8b-03d2-4442-b22b-20e01ed51d81') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:01.569518 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:01.654266 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e8fa4682-7eee-4b76-b003-9c51c78abac0 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:35:01.701091 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-318c3c07-e01e-403e-a829-10887a75e616 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:01.740537 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-318c3c07-e01e-403e-a829-10887a75e616 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:01.754759 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-318c3c07-e01e-403e-a829-10887a75e616 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:35:01.757669 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-318c3c07-e01e-403e-a829-10887a75e616 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:01.869221 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] Set router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:35:01.907401 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22aea7-e33e-4091-9c29-bf871d666c6b req-4e69b481-614b-4c16-b31b-d060f12260d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:01.908820 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6e22aea7-e33e-4091-9c29-bf871d666c6b req-4e69b481-614b-4c16-b31b-d060f12260d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d26e7cf0-c529-4972-8a72-bcb5f758199e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.9579966 Jun 02 12:35:01.917040 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port e8fa4682-7eee-4b76-b003-9c51c78abac0 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:01.917697 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:35:01.990435 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:35:02.036928 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Router 16a71cba-6ade-4fc1-a5e1-7af1b16965b1 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:35:02.120722 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0b2763eb-eaa2-4a28-b41a-bfe47d85575a None None] Provisioning complete for port c86db272-e3fd-4a68-b131-28d769e2cb26 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:02.121661 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0b2763eb-eaa2-4a28-b41a-bfe47d85575a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:02.160363 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08be38-ec33-4139-b719-addc784d116d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Port': ['ID=761f1456-3f70-44d9-861e-df20ef62c113,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:02.169287 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5b08be38-ec33-4139-b719-addc784d116d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:02.170831 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-318c3c07-e01e-403e-a829-10887a75e616 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:02.175388 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fd9b9d59-0bb3-4d4d-9081-050317fd0369 tempest-PortsAdminExtendedAttrsTestJSON-948105909 tempest-PortsAdminExtendedAttrsTestJSON-948105909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:02.233188 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-318c3c07-e01e-403e-a829-10887a75e616 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:02.239175 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 256800a1-18eb-4b58-af06-3c81abb2a387 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:35:02.249183 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5b08be38-ec33-4139-b719-addc784d116d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:02.257272 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:02.273012 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c3c07-e01e-403e-a829-10887a75e616 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event deleted for resources: {'Network': ['ID=e93f9c16-ee53-41e3-a0f3-b46776d0ab7c,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:02.295143 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-318c3c07-e01e-403e-a829-10887a75e616 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:02.316243 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 256800a1-18eb-4b58-af06-3c81abb2a387 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:35:02.316590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 256800a1-18eb-4b58-af06-3c81abb2a387 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:35:02.317985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6b398be7-23ba-4924-b169-8b4e7fe71627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:02.326526 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-01be2f27-dde2-4268-babf-2597dd527d8b tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5739 time: 1.6672745 Jun 02 12:35:02.328156 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-0b2763eb-eaa2-4a28-b41a-bfe47d85575a None None] Port c86db272-e3fd-4a68-b131-28d769e2cb26 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:35:02.335733 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0b2763eb-eaa2-4a28-b41a-bfe47d85575a None None] Could not find standard attr ID for object 761f1456-3f70-44d9-861e-df20ef62c113. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:35:02.415737 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] No DVR routers for this DVR port c0d1420d-f934-4a1a-b85c-b77fbceefeab on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:35:02.417752 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Pushing event deleted for resources: {'Port': ['ID=c0d1420d-f934-4a1a-b85c-b77fbceefeab,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:02.459804 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-318c3c07-e01e-403e-a829-10887a75e616 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "DELETE /v2.0/networks/e93f9c16-ee53-41e3-a0f3-b46776d0ab7c HTTP/1.1" status: 204 len: 168 time: 2.9792619 Jun 02 12:35:02.460058 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6e22aea7-e33e-4091-9c29-bf871d666c6b req-016e631a-b10f-4113-8151-281cc54bfc18 service neutron] 10.222.0.22 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398793 Jun 02 12:35:02.460480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45278) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:02.467342 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:02.474989 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5b08be38-ec33-4139-b719-addc784d116d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/761f1456-3f70-44d9-861e-df20ef62c113 HTTP/1.1" status: 204 len: 168 time: 3.3556139 Jun 02 12:35:02.475706 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45280) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:02.535788 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'name': 'tempest-TestNetworkBasicOps-router-95299244', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:34Z', 'updated_at': '2021-06-02T12:34:54Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:37Z', 'updated_at': '2021-06-02T12:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '262e6800-8578-4159-a854-4af777c3910d', 'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:56:04:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:50Z', 'updated_at': '2021-06-02T12:35:01Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:02.540341 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5191485-d0c5-4923-a773-e633b98ea45a None None] The sync data for ids ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'] in dv-neutron-601336-80-hyperv is: [{'id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'name': 'tempest-TestNetworkBasicOps-router-95299244', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:34Z', 'updated_at': '2021-06-02T12:34:54Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:37Z', 'updated_at': '2021-06-02T12:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '262e6800-8578-4159-a854-4af777c3910d', 'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:56:04:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:50Z', 'updated_at': '2021-06-02T12:35:01Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:35:02.559420 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:35:02.574863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23169c98-95e0-4297-bc2a-1dadb4fdacd6 None None] Sync routers for ids ['16a71cba-6ade-4fc1-a5e1-7af1b16965b1'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:35:02.619520 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23169c98-95e0-4297-bc2a-1dadb4fdacd6 None None] Routers {'16a71cba-6ade-4fc1-a5e1-7af1b16965b1'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:35:02.623914 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-23169c98-95e0-4297-bc2a-1dadb4fdacd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['16a71cba-6ade-4fc1-a5e1-7af1b16965b1'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:02.661233 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "PUT /v2.0/routers/16a71cba-6ade-4fc1-a5e1-7af1b16965b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5088944 Jun 02 12:35:02.661867 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:02.669452 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45282) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:02.679343 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-ce093d3f-aea3-4ea5-8917-cb4c1f6d705c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Request body: {'port': {'network_id': '723398e5-a080-4fc1-8140-68d8832c4521', 'name': 'tempest-FloatingIPTestJSON-1691430164'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:02.698685 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c92b591b-6ae8-419f-aa55-4c43d146375a']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:02.724056 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-23169c98-95e0-4297-bc2a-1dadb4fdacd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:02.730022 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2448b8-6fb9-4eff-9fce-1bc698c5635d') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:02.730923 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2448b8-6fb9-4eff-9fce-1bc698c5635d') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:02.736845 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23169c98-95e0-4297-bc2a-1dadb4fdacd6 None None] Routers {'16a71cba-6ade-4fc1-a5e1-7af1b16965b1'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:35:02.737585 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-23169c98-95e0-4297-bc2a-1dadb4fdacd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['16a71cba-6ade-4fc1-a5e1-7af1b16965b1'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:02.770944 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a16c09-9da4-4089-8748-a576cb81a755 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:02.771671 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-02a16c09-9da4-4089-8748-a576cb81a755 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:02.775731 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:02.813888 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-02a16c09-9da4-4089-8748-a576cb81a755 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:02.818428 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-02a16c09-9da4-4089-8748-a576cb81a755 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.3413436 Jun 02 12:35:02.819896 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:02.823006 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45284) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:02.858482 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-23169c98-95e0-4297-bc2a-1dadb4fdacd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:02.859568 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23169c98-95e0-4297-bc2a-1dadb4fdacd6 None None] The sync data for ids ['16a71cba-6ade-4fc1-a5e1-7af1b16965b1'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:35:02.875796 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ce093d3f-aea3-4ea5-8917-cb4c1f6d705c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:02.880672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ce093d3f-aea3-4ea5-8917-cb4c1f6d705c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Usage tracker for resource:port and tenant:c238b4d1abdf43af85cd0e1ea5d0d537 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:02.884439 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ce093d3f-aea3-4ea5-8917-cb4c1f6d705c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Quota usage for port was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:02.884756 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:35:02.885506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:02.892227 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ce093d3f-aea3-4ea5-8917-cb4c1f6d705c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:02.908581 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9477a4b-1cfc-4bff-89fb-e1789184a24b tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Deleting subnet f06c1c4a-241c-4d4d-b553-a13671dfd7a8 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:35:02.912024 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f9477a4b-1cfc-4bff-89fb-e1789184a24b tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:35:02.963455 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:35:02.977382 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f9477a4b-1cfc-4bff-89fb-e1789184a24b tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:03.024378 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:03.035886 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:03.051896 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5f4689e3-191f-4c63-ad01-0c1439dcb89c tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:03.061688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce093d3f-aea3-4ea5-8917-cb4c1f6d705c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Made reservation on behalf of c238b4d1abdf43af85cd0e1ea5d0d537 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:03.065587 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ce093d3f-aea3-4ea5-8917-cb4c1f6d705c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:03.071367 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "DELETE /v2.0/networks/c92b591b-6ae8-419f-aa55-4c43d146375a HTTP/1.1" status: 204 len: 168 time: 4.2469838 Jun 02 12:35:03.076702 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45286) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:03.087187 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Pushing event deleted for resources: {'Network': ['ID=c92b591b-6ae8-419f-aa55-4c43d146375a,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:03.094793 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:03.108977 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d6be44-c42c-45af-94c8-55b98e32cbd8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:03.109964 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a6d6be44-c42c-45af-94c8-55b98e32cbd8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2858729 Jun 02 12:35:03.115751 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45288) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:03.148308 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-ce093d3f-aea3-4ea5-8917-cb4c1f6d705c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] device_id is not set on port 1c2688f0-02de-4673-a0db-6266417ff9b4 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:35:03.201227 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760289c1-df73-476d-8ac1-d492e3f674aa tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:03.202782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760289c1-df73-476d-8ac1-d492e3f674aa tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:03.204292 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760289c1-df73-476d-8ac1-d492e3f674aa tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:03.205129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-760289c1-df73-476d-8ac1-d492e3f674aa tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:03.236001 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-760289c1-df73-476d-8ac1-d492e3f674aa tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:03.240217 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-760289c1-df73-476d-8ac1-d492e3f674aa tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1274493 Jun 02 12:35:03.240982 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45290) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:03.319912 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6e22aea7-e33e-4091-9c29-bf871d666c6b req-3e6a0d31-ab40-43cc-8a4a-9abc9d71357b service neutron] 10.222.0.22 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8254414 Jun 02 12:35:03.377840 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a33119-831c-4b38-b4ec-57131a5b1da0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet 7b21bd14-7e13-480c-acf2-f1fb2b17e934 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:35:03.385984 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f9477a4b-1cfc-4bff-89fb-e1789184a24b tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:03.396709 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b4a33119-831c-4b38-b4ec-57131a5b1da0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:03.530084 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b4a33119-831c-4b38-b4ec-57131a5b1da0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:03.693126 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 262e6800-8578-4159-a854-4af777c3910d up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:35:03.706309 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b4a33119-831c-4b38-b4ec-57131a5b1da0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:03.822227 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 262e6800-8578-4159-a854-4af777c3910d completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:35:03.833669 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 262e6800-8578-4159-a854-4af777c3910d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:03.834511 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:03.989146 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45306) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:03.994147 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-576ed2b3-dcf7-46c5-b9bb-adc160f73cf8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1482311552', 'description': 'tempest-secgroup-smoke-1482311552 description', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:04.008688 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:04.010407 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-576ed2b3-dcf7-46c5-b9bb-adc160f73cf8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:04.019068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-576ed2b3-dcf7-46c5-b9bb-adc160f73cf8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:04.039728 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-576ed2b3-dcf7-46c5-b9bb-adc160f73cf8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:04.050354 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 262e6800-8578-4159-a854-4af777c3910d, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=262e6800-8578-4159-a854-4af777c3910d,segment=NetworkSegment(d80491b6-7d17-41d0-90f8-498bab64187e),segment_id=d80491b6-7d17-41d0-90f8-498bab64187e)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:04.055568 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:04.057777 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-576ed2b3-dcf7-46c5-b9bb-adc160f73cf8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:04.064614 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:04.078045 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-31841f4f-5d54-4f29-84b3-49d57f080f7a tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:04.109041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-ce093d3f-aea3-4ea5-8917-cb4c1f6d705c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Allocated IP 172.20.0.13 (723398e5-a080-4fc1-8140-68d8832c4521/dad50ee1-f6f1-4aa0-a7bb-a35b9453eef4/1c2688f0-02de-4673-a0db-6266417ff9b4) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:35:04.137534 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-576ed2b3-dcf7-46c5-b9bb-adc160f73cf8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:04.174694 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-576ed2b3-dcf7-46c5-b9bb-adc160f73cf8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:04.188492 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-576ed2b3-dcf7-46c5-b9bb-adc160f73cf8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:04.196592 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-576ed2b3-dcf7-46c5-b9bb-adc160f73cf8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:04.211552 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=262e6800-8578-4159-a854-4af777c3910d,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:04.213073 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-576ed2b3-dcf7-46c5-b9bb-adc160f73cf8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:04.215693 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:04.234055 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f9477a4b-1cfc-4bff-89fb-e1789184a24b tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:04.245530 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:04.254708 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b4a33119-831c-4b38-b4ec-57131a5b1da0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:04.261956 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-58e5ebeb-0cdd-4bff-b7e3-4d26ef39f995 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:04.307186 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a33119-831c-4b38-b4ec-57131a5b1da0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=7b21bd14-7e13-480c-acf2-f1fb2b17e934,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:04.310937 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b4a33119-831c-4b38-b4ec-57131a5b1da0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:04.317220 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b4a33119-831c-4b38-b4ec-57131a5b1da0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:04.329179 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed19f87-a1f6-4840-8a2e-1df5f9a618ff None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:04.358419 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b4a33119-831c-4b38-b4ec-57131a5b1da0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/7b21bd14-7e13-480c-acf2-f1fb2b17e934 HTTP/1.1" status: 204 len: 168 time: 1.1081512 Jun 02 12:35:04.360157 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45308) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:04.376532 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61399fe3-4ce8-4a5c-843d-e3dcc0e7d11f None None] Network b426cb57-2865-4c43-8d9c-856c3621d28b requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:04.387192 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-576ed2b3-dcf7-46c5-b9bb-adc160f73cf8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:04.391259 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-576ed2b3-dcf7-46c5-b9bb-adc160f73cf8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:04.397701 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-614b5dd7-7437-4083-a034-17f87843acda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:04.415804 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f9477a4b-1cfc-4bff-89fb-e1789184a24b tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:04.435436 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9477a4b-1cfc-4bff-89fb-e1789184a24b tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event deleted for resources: {'Subnet': ['ID=f06c1c4a-241c-4d4d-b553-a13671dfd7a8,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:04.436856 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-576ed2b3-dcf7-46c5-b9bb-adc160f73cf8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:04.442858 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-576ed2b3-dcf7-46c5-b9bb-adc160f73cf8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4526961 Jun 02 12:35:04.446721 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45312) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:04.451202 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-cb658f44-9475-486e-bdd0-930e7a9dc498 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '0094626d-408a-4895-890b-c9989264b30c', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:04.462491 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-cb658f44-9475-486e-bdd0-930e7a9dc498 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:04.464700 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ed2b3-dcf7-46c5-b9bb-adc160f73cf8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0094626d-408a-4895-890b-c9989264b30c,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:04.468339 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-576ed2b3-dcf7-46c5-b9bb-adc160f73cf8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:04.473367 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-cb658f44-9475-486e-bdd0-930e7a9dc498 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:04.482878 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-cb658f44-9475-486e-bdd0-930e7a9dc498 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:04.485226 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-31841f4f-5d54-4f29-84b3-49d57f080f7a tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:04.495647 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-cb658f44-9475-486e-bdd0-930e7a9dc498 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:04.505139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f9477a4b-1cfc-4bff-89fb-e1789184a24b tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:04.518548 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f9477a4b-1cfc-4bff-89fb-e1789184a24b tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "DELETE /v2.0/subnets/f06c1c4a-241c-4d4d-b553-a13671dfd7a8 HTTP/1.1" status: 204 len: 168 time: 2.0525708 Jun 02 12:35:04.520061 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45314) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:04.529622 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-31841f4f-5d54-4f29-84b3-49d57f080f7a tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a791778-86a3-4e68-b435-9a3bcf611e3e']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:04.573111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-31841f4f-5d54-4f29-84b3-49d57f080f7a tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a059df57-2829-4c16-8154-3a9fe29e77df') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:04.573316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-31841f4f-5d54-4f29-84b3-49d57f080f7a tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a059df57-2829-4c16-8154-3a9fe29e77df') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:04.648273 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-31841f4f-5d54-4f29-84b3-49d57f080f7a tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:04.658364 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cb658f44-9475-486e-bdd0-930e7a9dc498 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:04.676171 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-85bb193c-975c-4eee-9fcc-1650299cbfac tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet b33d415f-391c-42b6-8a8e-dfb9189f6a2f {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:35:04.682164 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-31841f4f-5d54-4f29-84b3-49d57f080f7a tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:04.684207 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-85bb193c-975c-4eee-9fcc-1650299cbfac tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:04.700555 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:04.735284 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31841f4f-5d54-4f29-84b3-49d57f080f7a tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:35:04.735695 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-31841f4f-5d54-4f29-84b3-49d57f080f7a tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:04.745192 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cb658f44-9475-486e-bdd0-930e7a9dc498 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:04.754305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cb658f44-9475-486e-bdd0-930e7a9dc498 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:35:04.754858 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:35:04.794579 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:04.811765 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb658f44-9475-486e-bdd0-930e7a9dc498 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f2af7f-0621-419c-8a4b-167db139724a,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:04.816821 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cb658f44-9475-486e-bdd0-930e7a9dc498 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:04.848505 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cb658f44-9475-486e-bdd0-930e7a9dc498 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:04.849741 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cb658f44-9475-486e-bdd0-930e7a9dc498 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4022253 Jun 02 12:35:04.852476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45316) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:04.857885 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-5de8836a-676a-4e0d-9328-fdb3a5ceb26b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '0094626d-408a-4895-890b-c9989264b30c', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:04.864864 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5de8836a-676a-4e0d-9328-fdb3a5ceb26b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:04.868843 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5de8836a-676a-4e0d-9328-fdb3a5ceb26b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:04.872125 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5de8836a-676a-4e0d-9328-fdb3a5ceb26b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:04.910035 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-85bb193c-975c-4eee-9fcc-1650299cbfac tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:05.006654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-31841f4f-5d54-4f29-84b3-49d57f080f7a tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:05.007884 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c85bec0-1c39-43ba-aae3-915674b9a456 None None] DHCP port deletion for b426cb57-2865-4c43-8d9c-856c3621d28b request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:35:05.014171 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-31841f4f-5d54-4f29-84b3-49d57f080f7a tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:05.026517 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6614afb7-f106-41f5-8b3f-1a749fad421b tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:05.047799 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5de8836a-676a-4e0d-9328-fdb3a5ceb26b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:05.052705 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-31841f4f-5d54-4f29-84b3-49d57f080f7a tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "DELETE /v2.0/networks/2a791778-86a3-4e68-b435-9a3bcf611e3e HTTP/1.1" status: 204 len: 168 time: 1.9696178 Jun 02 12:35:05.055297 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45318) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:05.064887 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ce093d3f-aea3-4ea5-8917-cb4c1f6d705c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:05.098976 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31841f4f-5d54-4f29-84b3-49d57f080f7a tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Pushing event deleted for resources: {'Network': ['ID=2a791778-86a3-4e68-b435-9a3bcf611e3e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:05.101608 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-31841f4f-5d54-4f29-84b3-49d57f080f7a tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:05.118857 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-7c85bec0-1c39-43ba-aae3-915674b9a456 None None] Deleting port 0a43b98f-960c-481e-9c53-c7ba4068f92a {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:05.119483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7c85bec0-1c39-43ba-aae3-915674b9a456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:05.126352 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-ce093d3f-aea3-4ea5-8917-cb4c1f6d705c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Transition to ACTIVE for port object 1c2688f0-02de-4673-a0db-6266417ff9b4 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:05.156683 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5de8836a-676a-4e0d-9328-fdb3a5ceb26b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:05.156960 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-85bb193c-975c-4eee-9fcc-1650299cbfac tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:05.255807 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Deleting port 0a43b98f-960c-481e-9c53-c7ba4068f92a {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:05.256155 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:05.268751 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ce093d3f-aea3-4ea5-8917-cb4c1f6d705c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:05.279142 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7c85bec0-1c39-43ba-aae3-915674b9a456 None None] For port 0a43b98f-960c-481e-9c53-c7ba4068f92a, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=0a43b98f-960c-481e-9c53-c7ba4068f92a,segment=NetworkSegment(37468323-36b6-4e78-bca5-6e8766f05194),segment_id=37468323-36b6-4e78-bca5-6e8766f05194)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:05.279894 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7c85bec0-1c39-43ba-aae3-915674b9a456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:05.281869 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1f8392d8-7ac6-450a-888a-824c9efa7ca5 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:05.298362 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b56726-9404-4c38-8320-6b7c04677cff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Deleting subnet 76da917a-1213-46eb-aa5e-ced9eef01b87 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:35:05.411932 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce093d3f-aea3-4ea5-8917-cb4c1f6d705c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Network 723398e5-a080-4fc1-8140-68d8832c4521 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:05.418516 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-ce093d3f-aea3-4ea5-8917-cb4c1f6d705c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:05.432655 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce093d3f-aea3-4ea5-8917-cb4c1f6d705c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:35:05.452748 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] For port 0a43b98f-960c-481e-9c53-c7ba4068f92a, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=0a43b98f-960c-481e-9c53-c7ba4068f92a,segment=NetworkSegment(37468323-36b6-4e78-bca5-6e8766f05194),segment_id=37468323-36b6-4e78-bca5-6e8766f05194)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:05.453233 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:05.485698 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-7c85bec0-1c39-43ba-aae3-915674b9a456 None None] Calling delete_port for 0a43b98f-960c-481e-9c53-c7ba4068f92a owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:05.583703 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7c85bec0-1c39-43ba-aae3-915674b9a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:05.588074 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0b9c1fd9-6e76-4df3-be64-72c4c994eb33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:05.595104 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f0b56726-9404-4c38-8320-6b7c04677cff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:05.725322 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 262e6800-8578-4159-a854-4af777c3910d up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:35:05.766660 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce093d3f-aea3-4ea5-8917-cb4c1f6d705c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event updated for resources: {'Port': ['ID=1c2688f0-02de-4673-a0db-6266417ff9b4,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:05.817101 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ce093d3f-aea3-4ea5-8917-cb4c1f6d705c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:05.825815 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce093d3f-aea3-4ea5-8917-cb4c1f6d705c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:05.829438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ce093d3f-aea3-4ea5-8917-cb4c1f6d705c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:05.897994 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ce093d3f-aea3-4ea5-8917-cb4c1f6d705c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2234313 Jun 02 12:35:05.903032 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45322) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:05.908659 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-d00d6a6d-8266-4deb-a425-915e61822071 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Request body: {'floatingip': {'port_id': '1c2688f0-02de-4673-a0db-6266417ff9b4'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:05.910292 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Calling delete_port for 0a43b98f-960c-481e-9c53-c7ba4068f92a owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:05.925877 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f0b56726-9404-4c38-8320-6b7c04677cff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:05.941205 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85bec0-1c39-43ba-aae3-915674b9a456 None None] Pushing event deleted for resources: {'Port': ['ID=0a43b98f-960c-481e-9c53-c7ba4068f92a,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:05.952159 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7c85bec0-1c39-43ba-aae3-915674b9a456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:05.957763 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c85bec0-1c39-43ba-aae3-915674b9a456 None None] No DVR routers for this DVR port 0a43b98f-960c-481e-9c53-c7ba4068f92a on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:35:05.983552 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-05b2da7b-ddb3-4374-87e9-ae8d43990138 None None] Provisioning for port 1c2688f0-02de-4673-a0db-6266417ff9b4 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:35:06.011198 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-85bb193c-975c-4eee-9fcc-1650299cbfac tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:06.012196 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-05b2da7b-ddb3-4374-87e9-ae8d43990138 None None] Provisioning complete for port 1c2688f0-02de-4673-a0db-6266417ff9b4 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:06.013320 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-05b2da7b-ddb3-4374-87e9-ae8d43990138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:06.024585 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:06.065452 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 262e6800-8578-4159-a854-4af777c3910d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:06.067141 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:06.068852 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5de8836a-676a-4e0d-9328-fdb3a5ceb26b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:06.082847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5de8836a-676a-4e0d-9328-fdb3a5ceb26b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:06.084856 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-85bb193c-975c-4eee-9fcc-1650299cbfac tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:06.088003 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb193c-975c-4eee-9fcc-1650299cbfac tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=b33d415f-391c-42b6-8a8e-dfb9189f6a2f,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:06.108126 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-85bb193c-975c-4eee-9fcc-1650299cbfac tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:06.109695 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:06.123218 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-85bb193c-975c-4eee-9fcc-1650299cbfac tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/b33d415f-391c-42b6-8a8e-dfb9189f6a2f HTTP/1.1" status: 204 len: 168 time: 1.7528784 Jun 02 12:35:06.124668 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45324) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:06.127784 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494e72dc-2f4a-40ee-ae8e-57d68b7673d7 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:06.154355 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5de8836a-676a-4e0d-9328-fdb3a5ceb26b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:06.159334 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5de8836a-676a-4e0d-9328-fdb3a5ceb26b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3020825 Jun 02 12:35:06.168756 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45326) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:06.172587 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8836a-676a-4e0d-9328-fdb3a5ceb26b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440499a9-d578-48e5-af0b-df089301e37e,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:06.177736 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-0b0dbeba-0b90-4b3f-bb87-0a23978e5641 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '0094626d-408a-4895-890b-c9989264b30c', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:06.184715 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0b0dbeba-0b90-4b3f-bb87-0a23978e5641 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:06.189600 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0b0dbeba-0b90-4b3f-bb87-0a23978e5641 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:06.192859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d00d6a6d-8266-4deb-a425-915e61822071 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:06.193374 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0b0dbeba-0b90-4b3f-bb87-0a23978e5641 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:06.200404 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0b0dbeba-0b90-4b3f-bb87-0a23978e5641 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:06.216387 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5de8836a-676a-4e0d-9328-fdb3a5ceb26b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:06.244561 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b0dbeba-0b90-4b3f-bb87-0a23978e5641 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:06.312174 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f0b56726-9404-4c38-8320-6b7c04677cff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:06.351387 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:06.359210 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:06.362330 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-05b2da7b-ddb3-4374-87e9-ae8d43990138 None None] Port 1c2688f0-02de-4673-a0db-6266417ff9b4 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:35:06.420733 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b7830fdf-87ba-4f5b-9d76-3f571d1fb84f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2914267 Jun 02 12:35:06.424509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45328) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:06.435744 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event deleted for resources: {'Port': ['ID=0a43b98f-960c-481e-9c53-c7ba4068f92a,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:06.441185 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-d48472ba-ab4c-4690-9a39-f80405e0452d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:06.467901 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:06.469824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b0dbeba-0b90-4b3f-bb87-0a23978e5641 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:06.490943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] No DVR routers for this DVR port 0a43b98f-960c-481e-9c53-c7ba4068f92a on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:35:06.550057 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b0dbeba-0b90-4b3f-bb87-0a23978e5641 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:06.598672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2450f40b-4911-4bd2-ae6c-c13c17286003 None None] Provisioning complete for port e8fa4682-7eee-4b76-b003-9c51c78abac0 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:06.599062 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2450f40b-4911-4bd2-ae6c-c13c17286003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:06.625738 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6687178a-ad1d-44d1-8912-7bad8dc5fd48 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:06.707950 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 0a43b98f-960c-481e-9c53-c7ba4068f92a no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:35:06.759722 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 0a43b98f-960c-481e-9c53-c7ba4068f92a {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:35:06.760075 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 0a43b98f-960c-481e-9c53-c7ba4068f92a not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:35:06.802721 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0dbeba-0b90-4b3f-bb87-0a23978e5641 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8520bb91-43d8-4ae3-8be1-953fd52c5252,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:06.809041 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159fe492-884b-4337-adc5-ea64b322e18a None None] DHCP port deletion for a7413df9-4e7a-4187-aef8-a668d8bf2950 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:35:06.830619 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0b0dbeba-0b90-4b3f-bb87-0a23978e5641 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:06.862278 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:06.873657 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b0dbeba-0b90-4b3f-bb87-0a23978e5641 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:06.874894 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0b0dbeba-0b90-4b3f-bb87-0a23978e5641 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7034996 Jun 02 12:35:06.879123 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45332) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:06.888633 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-fee713ae-323d-4376-8ea0-7509c8cffe78 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '0094626d-408a-4895-890b-c9989264b30c', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:06.896188 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d48472ba-ab4c-4690-9a39-f80405e0452d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:06.907538 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-fee713ae-323d-4376-8ea0-7509c8cffe78 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:06.911676 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b426cb57-2865-4c43-8d9c-856c3621d28b']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:06.919003 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d48472ba-ab4c-4690-9a39-f80405e0452d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:06.926021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d48472ba-ab4c-4690-9a39-f80405e0452d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:06.942753 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-fee713ae-323d-4376-8ea0-7509c8cffe78 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:06.951264 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d48472ba-ab4c-4690-9a39-f80405e0452d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:06.954229 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-fee713ae-323d-4376-8ea0-7509c8cffe78 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:06.957858 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37468323-36b6-4e78-bca5-6e8766f05194') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:06.958167 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37468323-36b6-4e78-bca5-6e8766f05194') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:06.974162 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-fee713ae-323d-4376-8ea0-7509c8cffe78 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:06.978155 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-159fe492-884b-4337-adc5-ea64b322e18a None None] Deleting port e8fa4682-7eee-4b76-b003-9c51c78abac0 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:06.978551 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-159fe492-884b-4337-adc5-ea64b322e18a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:07.017699 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:07.034816 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48472ba-ab4c-4690-9a39-f80405e0452d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:07.038316 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d48472ba-ab4c-4690-9a39-f80405e0452d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:07.080572 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:07.104666 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-159fe492-884b-4337-adc5-ea64b322e18a None None] For port e8fa4682-7eee-4b76-b003-9c51c78abac0, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e8fa4682-7eee-4b76-b003-9c51c78abac0,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:07.105297 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-159fe492-884b-4337-adc5-ea64b322e18a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:07.152087 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fee713ae-323d-4376-8ea0-7509c8cffe78 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:07.170132 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:35:07.170526 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:35:07.193433 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:35:07.259182 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d00d6a6d-8266-4deb-a425-915e61822071 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:07.263969 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d00d6a6d-8266-4deb-a425-915e61822071 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:07.264657 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-159fe492-884b-4337-adc5-ea64b322e18a None None] Calling delete_port for e8fa4682-7eee-4b76-b003-9c51c78abac0 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:07.319593 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-159fe492-884b-4337-adc5-ea64b322e18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:07.325055 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:07.327824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f0b56726-9404-4c38-8320-6b7c04677cff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:07.335063 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-045dc270-afc5-46b6-8a57-1973a0587c72 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:07.376468 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fe492-884b-4337-adc5-ea64b322e18a None None] Pushing event deleted for resources: {'Port': ['ID=e8fa4682-7eee-4b76-b003-9c51c78abac0,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:07.378527 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159fe492-884b-4337-adc5-ea64b322e18a None None] No DVR routers for this DVR port e8fa4682-7eee-4b76-b003-9c51c78abac0 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:35:07.380055 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-159fe492-884b-4337-adc5-ea64b322e18a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:07.478842 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-d00d6a6d-8266-4deb-a425-915e61822071 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Floating IP 1e8c0d4c-48f2-4da6-ae51-4ed83abfaa11 associated. External IP: 172.26.7.140, port: d92dd45f-79a2-446d-a1f7-2cccb2550b89. Jun 02 12:35:07.525645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:07.536484 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b56726-9404-4c38-8320-6b7c04677cff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Pushing event deleted for resources: {'Subnet': ['ID=76da917a-1213-46eb-aa5e-ced9eef01b87,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:07.541700 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f0b56726-9404-4c38-8320-6b7c04677cff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:07.544965 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:07.551373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f0b56726-9404-4c38-8320-6b7c04677cff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:07.551892 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-19867408-bb1a-47dc-9e04-53cbbdd848f4 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:07.566758 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4018d240-abab-4728-933c-38dbabd0c60d None None] Network aa3d4e77-3155-4155-90f6-63047c1c36df requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:07.631504 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Pushing event deleted for resources: {'Network': ['ID=b426cb57-2865-4c43-8d9c-856c3621d28b,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:07.648777 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fee713ae-323d-4376-8ea0-7509c8cffe78 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:07.649991 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:07.652464 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f0b56726-9404-4c38-8320-6b7c04677cff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "DELETE /v2.0/subnets/76da917a-1213-46eb-aa5e-ced9eef01b87 HTTP/1.1" status: 204 len: 168 time: 2.5943549 Jun 02 12:35:07.659642 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] 10.222.0.37 "DELETE /v2.0/networks/b426cb57-2865-4c43-8d9c-856c3621d28b HTTP/1.1" status: 204 len: 168 time: 3.1383638 Jun 02 12:35:07.662918 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45334) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:07.684391 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e8fa4682-7eee-4b76-b003-9c51c78abac0 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:35:07.684580 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fee713ae-323d-4376-8ea0-7509c8cffe78 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:07.701545 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:07.735007 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: e8fa4682-7eee-4b76-b003-9c51c78abac0 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:35:07.735411 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e8fa4682-7eee-4b76-b003-9c51c78abac0 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:35:07.813499 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee713ae-323d-4376-8ea0-7509c8cffe78 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b1ee0f-74c1-447d-a3b7-448757c651da,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:07.840392 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fee713ae-323d-4376-8ea0-7509c8cffe78 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:07.846318 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fee713ae-323d-4376-8ea0-7509c8cffe78 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:07.850140 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fee713ae-323d-4376-8ea0-7509c8cffe78 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9629729 Jun 02 12:35:07.850805 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45338) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:07.854014 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:07.871593 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-492bda33-3943-4c71-997b-630a03d05043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '0094626d-408a-4895-890b-c9989264b30c', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:07.881539 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-492bda33-3943-4c71-997b-630a03d05043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:07.889687 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-492bda33-3943-4c71-997b-630a03d05043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:07.901952 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-492bda33-3943-4c71-997b-630a03d05043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:07.916001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-492bda33-3943-4c71-997b-630a03d05043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:07.957967 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e05c68-a3a3-404a-9eb9-67810741a723 None None] DHCP port deletion for aa3d4e77-3155-4155-90f6-63047c1c36df request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:35:08.036691 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Deleting port 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:08.037236 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:08.067965 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-492bda33-3943-4c71-997b-630a03d05043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:35:08.075960 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-a0e05c68-a3a3-404a-9eb9-67810741a723 None None] Deleting port 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:08.076488 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a0e05c68-a3a3-404a-9eb9-67810741a723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:08.104228 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-492bda33-3943-4c71-997b-630a03d05043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:08.112210 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45346) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:08.192362 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-a0e05c68-a3a3-404a-9eb9-67810741a723 None None] For port 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4d7f1fab-a3a4-49dd-9a3a-4646038cb7be,segment=NetworkSegment(aa61c90c-3313-4025-926a-cbfa208688d7),segment_id=aa61c90c-3313-4025-926a-cbfa208688d7)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:08.192911 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a0e05c68-a3a3-404a-9eb9-67810741a723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:08.202960 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00d6a6d-8266-4deb-a425-915e61822071 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Router 21724b17-26bf-4052-85a6-7b638422d074 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:35:08.250753 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] For port 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4d7f1fab-a3a4-49dd-9a3a-4646038cb7be,segment=NetworkSegment(aa61c90c-3313-4025-926a-cbfa208688d7),segment_id=aa61c90c-3313-4025-926a-cbfa208688d7)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:08.251025 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:08.309637 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-492bda33-3943-4c71-997b-630a03d05043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:08.336336 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-492bda33-3943-4c71-997b-630a03d05043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:08.347831 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6e24783c-7fb8-4d7c-a70e-7ced40e39800 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:08.426212 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Calling delete_port for 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:08.451924 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-a0e05c68-a3a3-404a-9eb9-67810741a723 None None] Calling delete_port for 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:08.506894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d48472ba-ab4c-4690-9a39-f80405e0452d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:08.507404 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a0e05c68-a3a3-404a-9eb9-67810741a723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:08.512576 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7c85bec0-1c39-43ba-aae3-915674b9a456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:08.513581 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3f84f4b2-09ec-4dc8-a05c-830ecf126b43 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:08.557181 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e05c68-a3a3-404a-9eb9-67810741a723 None None] Pushing event deleted for resources: {'Port': ['ID=4d7f1fab-a3a4-49dd-9a3a-4646038cb7be,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:08.559079 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e05c68-a3a3-404a-9eb9-67810741a723 None None] No DVR routers for this DVR port 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:35:08.560498 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a0e05c68-a3a3-404a-9eb9-67810741a723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:08.566956 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48472ba-ab4c-4690-9a39-f80405e0452d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:08.568983 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bda33-3943-4c71-997b-630a03d05043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1ed792-111e-405f-8d7d-78261ab45328,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:08.574587 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-d48472ba-ab4c-4690-9a39-f80405e0452d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:08.595341 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48472ba-ab4c-4690-9a39-f80405e0452d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:08.595940 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d48472ba-ab4c-4690-9a39-f80405e0452d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:08.599379 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a35e07-56e7-4ff8-bd6d-ad458e6fae15 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:08.614258 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48472ba-ab4c-4690-9a39-f80405e0452d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=16486a2c-7f97-4a4f-b036-d3192936ea85,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:08.618158 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d48472ba-ab4c-4690-9a39-f80405e0452d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:08.629381 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:08.631506 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-492bda33-3943-4c71-997b-630a03d05043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:08.636065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-279ea042-78af-4136-812e-ce495f9af208 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:08.660411 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-492bda33-3943-4c71-997b-630a03d05043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:08.664334 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-492bda33-3943-4c71-997b-630a03d05043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7949576 Jun 02 12:35:08.680258 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45356) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:08.685786 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d48472ba-ab4c-4690-9a39-f80405e0452d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2485237 Jun 02 12:35:08.686847 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-059f3af6-8071-4bd2-9786-1dff8e219494 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=343cdd4a79934b8eb57ccfa54eec3318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5643609 Jun 02 12:35:08.689444 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45358) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:08.689754 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45360) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:08.692716 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-009d4b6d-c79f-496f-bf84-746fc9d8662a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '0094626d-408a-4895-890b-c9989264b30c', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:08.694247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-fabc240b-78b3-46cf-9d9a-596e94b5a720 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Synchronizing usage tracker for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:08.707619 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-009d4b6d-c79f-496f-bf84-746fc9d8662a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:08.710294 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-77b6e3d9-d817-4852-9a11-f6effb2cec4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:08.711890 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Pushing event deleted for resources: {'Port': ['ID=4d7f1fab-a3a4-49dd-9a3a-4646038cb7be,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:08.717532 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] No DVR routers for this DVR port 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:35:08.720746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:08.751011 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-009d4b6d-c79f-496f-bf84-746fc9d8662a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:08.757168 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-009d4b6d-c79f-496f-bf84-746fc9d8662a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:08.778918 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-009d4b6d-c79f-496f-bf84-746fc9d8662a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:08.801436 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00d6a6d-8266-4deb-a425-915e61822071 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:35:08.814560 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dffd3b4-5bf3-4b0d-a21d-bf32c1145a85 None None] Sync routers for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:35:08.826793 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dffd3b4-5bf3-4b0d-a21d-bf32c1145a85 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:35:08.827835 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-2dffd3b4-5bf3-4b0d-a21d-bf32c1145a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:08.840687 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a7413df9-4e7a-4187-aef8-a668d8bf2950', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'fixed_ips': [{'subnet_id': '16486a2c-7f97-4a4f-b036-d3192936ea85'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:35:08.841827 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:08.861809 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.securitygroups_db [None req-009d4b6d-c79f-496f-bf84-746fc9d8662a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:35:08.870122 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-009d4b6d-c79f-496f-bf84-746fc9d8662a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:08.884616 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:08.909707 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3d4e77-3155-4155-90f6-63047c1c36df']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:08.912757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-fabc240b-78b3-46cf-9d9a-596e94b5a720 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Unset dirty status for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:08.913968 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-fabc240b-78b3-46cf-9d9a-596e94b5a720 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312623783&fields=id&tenant_id=96bf45be6aa145b6aaf403d7070d5e51 HTTP/1.1" status: 200 len: 267 time: 0.3967700 Jun 02 12:35:08.926180 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-2dffd3b4-5bf3-4b0d-a21d-bf32c1145a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:08.936763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa61c90c-3313-4025-926a-cbfa208688d7') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:08.937117 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa61c90c-3313-4025-926a-cbfa208688d7') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:08.940458 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dffd3b4-5bf3-4b0d-a21d-bf32c1145a85 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:35:08.941521 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-2dffd3b4-5bf3-4b0d-a21d-bf32c1145a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:08.957218 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:08.984254 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:08.987270 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-009d4b6d-c79f-496f-bf84-746fc9d8662a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:08.992825 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:35:08.993222 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:35:09.008392 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:35:09.017735 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-009d4b6d-c79f-496f-bf84-746fc9d8662a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:09.037709 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-2dffd3b4-5bf3-4b0d-a21d-bf32c1145a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:09.038775 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dffd3b4-5bf3-4b0d-a21d-bf32c1145a85 None None] The sync data for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:35:09.059929 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Allocated IP 2001:db8::2 (a7413df9-4e7a-4187-aef8-a668d8bf2950/16486a2c-7f97-4a4f-b036-d3192936ea85/360349be-df5b-4a2c-9ad6-ed7a371d40c5) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:35:09.070641 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:09.111260 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d4b6d-c79f-496f-bf84-746fc9d8662a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84f19ae-37b1-46aa-a2bf-c9870784642c,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:09.114603 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-009d4b6d-c79f-496f-bf84-746fc9d8662a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:09.121806 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:09.125288 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9de385b0-2038-4969-ad9f-bf29f9585ed1 tempest-ExternalNetworksTestJSON-421747017 tempest-ExternalNetworksTestJSON-421747017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:09.144459 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:09.146412 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "DELETE /v2.0/networks/aa3d4e77-3155-4155-90f6-63047c1c36df HTTP/1.1" status: 204 len: 168 time: 1.4825428 Jun 02 12:35:09.150254 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-009d4b6d-c79f-496f-bf84-746fc9d8662a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:09.158173 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-248122f2-b79e-41e6-b447-81baf40e09c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:09.158396 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-009d4b6d-c79f-496f-bf84-746fc9d8662a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4671264 Jun 02 12:35:09.158396 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45364) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:09.158579 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-77b6e3d9-d817-4852-9a11-f6effb2cec4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:09.184878 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Pushing event deleted for resources: {'Network': ['ID=aa3d4e77-3155-4155-90f6-63047c1c36df,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:09.191353 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:09.191837 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-77b6e3d9-d817-4852-9a11-f6effb2cec4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:09.196567 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-77b6e3d9-d817-4852-9a11-f6effb2cec4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:09.201264 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-62960a3a-3622-4e5b-acca-58b7a999cf55 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Synchronizing usage tracker for tenant:08004e04aed44533a9a48c1af8f09cc1 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:09.226861 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-62960a3a-3622-4e5b-acca-58b7a999cf55 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Unset dirty status for tenant:08004e04aed44533a9a48c1af8f09cc1 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:09.228306 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-62960a3a-3622-4e5b-acca-58b7a999cf55 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c79f53-4555-4561-9fd9-a961efb9fe6c HTTP/1.1" status: 200 len: 205 time: 0.0750020 Jun 02 12:35:09.230764 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45368) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:09.237680 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-77b6e3d9-d817-4852-9a11-f6effb2cec4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:09.253404 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-248122f2-b79e-41e6-b447-81baf40e09c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:09.343825 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:09.355570 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Transition to ACTIVE for port object 360349be-df5b-4a2c-9ad6-ed7a371d40c5 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:09.380075 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Transition to ACTIVE for port object 360349be-df5b-4a2c-9ad6-ed7a371d40c5 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:09.383874 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b6e3d9-d817-4852-9a11-f6effb2cec4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:09.388619 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:09.389128 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-77b6e3d9-d817-4852-9a11-f6effb2cec4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:09.392573 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:09.471408 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:09.474647 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:09.479421 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:35:09.484711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-9cfc8e1e-9a2b-4db9-8378-3a1b51de4b64 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:09.486378 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-9cfc8e1e-9a2b-4db9-8378-3a1b51de4b64 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/networks?id=538c4580-73df-464f-868c-daf3dec24418 HTTP/1.1" status: 200 len: 811 time: 0.5584066 Jun 02 12:35:09.487121 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Pushing event updated for resources: {'Port': ['ID=360349be-df5b-4a2c-9ad6-ed7a371d40c5,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:09.523086 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:09.551665 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d80c42d4-f909-483f-bc26-1f54cb085125 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:09.605572 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Attempting to bind port 360349be-df5b-4a2c-9ad6-ed7a371d40c5 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:35:09.606393 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Attempting to bind port 360349be-df5b-4a2c-9ad6-ed7a371d40c5 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:35:09.606946 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Attempting to bind port 360349be-df5b-4a2c-9ad6-ed7a371d40c5 on network a7413df9-4e7a-4187-aef8-a668d8bf2950 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:35:09.609473 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-6105e456-53c9-4eea-9531-dfb53d0b5171 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/quotas/96bf45be6aa145b6aaf403d7070d5e51 HTTP/1.1" status: 200 len: 375 time: 0.0945714 Jun 02 12:35:09.614150 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:35:09.614562 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:35:09.614956 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:09.615420 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Bound using segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:35:09.615905 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Bound port: 360349be-df5b-4a2c-9ad6-ed7a371d40c5, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:35:09.616279 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:09.622912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-248122f2-b79e-41e6-b447-81baf40e09c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:09.630309 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:35:09.632715 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7d406c9e-fed9-4004-bc70-006fa2ae25aa tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:09.670523 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:35:09.670883 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4d7f1fab-a3a4-49dd-9a3a-4646038cb7be not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:35:09.698433 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-3701638f-3273-405e-93ea-b15b290164a9 req-a671553e-2a4f-4efa-8a87-c0b9a831516a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:09.699735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248122f2-b79e-41e6-b447-81baf40e09c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b21228-b146-4ff4-8a81-0919e795bcfe,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:09.719891 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-248122f2-b79e-41e6-b447-81baf40e09c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:09.734164 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.ipam_backend_mixin [None req-77b6e3d9-d817-4852-9a11-f6effb2cec4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 16486a2c-7f97-4a4f-b036-d3192936ea85 (CIDR: 2001:db8::/64) Jun 02 12:35:09.739958 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-248122f2-b79e-41e6-b447-81baf40e09c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:09.744356 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-248122f2-b79e-41e6-b447-81baf40e09c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32b21228-b146-4ff4-8a81-0919e795bcfe HTTP/1.1" status: 204 len: 168 time: 1.0495553 Jun 02 12:35:09.748590 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b6e3d9-d817-4852-9a11-f6effb2cec4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:35:09.749141 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77b6e3d9-d817-4852-9a11-f6effb2cec4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:09.768855 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00d6a6d-8266-4deb-a425-915e61822071 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Router 16a71cba-6ade-4fc1-a5e1-7af1b16965b1 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:35:09.791959 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-77b6e3d9-d817-4852-9a11-f6effb2cec4b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1010084 Jun 02 12:35:09.804213 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] For port 360349be-df5b-4a2c-9ad6-ed7a371d40c5, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:35:09.809796 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] For port 360349be-df5b-4a2c-9ad6-ed7a371d40c5, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=360349be-df5b-4a2c-9ad6-ed7a371d40c5,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:35:09.816888 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:09.826486 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45382) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:09.831814 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:09.833324 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c1e23d5e-cb1c-42e1-ba4d-0f528ad238ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:09.928897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Pushing event updated for resources: {'Port': ['ID=360349be-df5b-4a2c-9ad6-ed7a371d40c5,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:09.929403 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d80c42d4-f909-483f-bc26-1f54cb085125 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:09.943106 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:09.974957 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d80c42d4-f909-483f-bc26-1f54cb085125 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:09.983393 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-3701638f-3273-405e-93ea-b15b290164a9 req-a671553e-2a4f-4efa-8a87-c0b9a831516a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:09.984550 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3701638f-3273-405e-93ea-b15b290164a9 req-a671553e-2a4f-4efa-8a87-c0b9a831516a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1482311552&fields=id&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 267 time: 0.4658589 Jun 02 12:35:09.999898 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-3e8bd57c-23ee-4d53-a9be-35181d40a894 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bf45be6aa145b6aaf403d7070d5e51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3679886 Jun 02 12:35:10.064033 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00d6a6d-8266-4deb-a425-915e61822071 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:35:10.070263 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d00d6a6d-8266-4deb-a425-915e61822071 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:10.075392 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e104a14b-c1e2-4dda-b65b-691c55b4aa2e None None] Sync routers for ids ['16a71cba-6ade-4fc1-a5e1-7af1b16965b1'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:35:10.087944 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e104a14b-c1e2-4dda-b65b-691c55b4aa2e None None] Routers {'16a71cba-6ade-4fc1-a5e1-7af1b16965b1'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:35:10.088893 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-e104a14b-c1e2-4dda-b65b-691c55b4aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['16a71cba-6ade-4fc1-a5e1-7af1b16965b1'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:10.140119 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:10.150653 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:10.157644 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:10.166657 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:10.178052 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d80c42d4-f909-483f-bc26-1f54cb085125 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:10.179281 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80c42d4-f909-483f-bc26-1f54cb085125 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Fanout notify agent at l3_agent the message router_deleted on router c8c79f53-4555-4561-9fd9-a961efb9fe6c {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:35:10.225505 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-e104a14b-c1e2-4dda-b65b-691c55b4aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:10.235834 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e104a14b-c1e2-4dda-b65b-691c55b4aa2e None None] Routers {'16a71cba-6ade-4fc1-a5e1-7af1b16965b1'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:35:10.236638 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-e104a14b-c1e2-4dda-b65b-691c55b4aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['16a71cba-6ade-4fc1-a5e1-7af1b16965b1'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:10.239781 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d80c42d4-f909-483f-bc26-1f54cb085125 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:10.243257 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d80c42d4-f909-483f-bc26-1f54cb085125 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] 10.222.0.37 "DELETE /v2.0/routers/c8c79f53-4555-4561-9fd9-a961efb9fe6c HTTP/1.1" status: 204 len: 168 time: 1.0091059 Jun 02 12:35:10.243257 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:10.248224 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:10.281154 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d00d6a6d-8266-4deb-a425-915e61822071 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "PUT /v2.0/floatingips/1e8c0d4c-48f2-4da6-ae51-4ed83abfaa11 HTTP/1.1" status: 200 len: 979 time: 4.3769112 Jun 02 12:35:10.281798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45396) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:10.319002 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-e104a14b-c1e2-4dda-b65b-691c55b4aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:10.319419 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e104a14b-c1e2-4dda-b65b-691c55b4aa2e None None] The sync data for ids ['16a71cba-6ade-4fc1-a5e1-7af1b16965b1'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:35:10.575624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701638f-3273-405e-93ea-b15b290164a9 req-cab019ff-413b-435f-a15c-c6efebf9cabd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:10.577148 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3701638f-3273-405e-93ea-b15b290164a9 req-cab019ff-413b-435f-a15c-c6efebf9cabd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/networks?id=7748cee2-ce49-44f8-8a52-729fed4c4a96 HTTP/1.1" status: 200 len: 796 time: 0.5623083 Jun 02 12:35:10.638453 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3701638f-3273-405e-93ea-b15b290164a9 req-68a6a0eb-ee4d-4fba-b257-b8b53296091c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/quotas/d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 375 time: 0.0451858 Jun 02 12:35:10.742955 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-1043d64d-56c1-4762-98eb-0db62a949d19 service neutron] 10.222.0.37 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7227144 Jun 02 12:35:10.777100 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45408) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:10.788552 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb94b7-21a7-4988-9a6b-f45d3fd44260 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Deleting port 1c2688f0-02de-4673-a0db-6266417ff9b4 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:10.788898 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9fcb94b7-21a7-4988-9a6b-f45d3fd44260 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:10.862437 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3701638f-3273-405e-93ea-b15b290164a9 req-d2cef1d9-9d34-40f1-86bf-89809614294d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1815228 Jun 02 12:35:10.987197 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45416) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:11.115216 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-b6e45c87-fcc6-406e-9205-da96f9424285 service neutron] 10.222.0.37 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625689 Jun 02 12:35:11.125564 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9fcb94b7-21a7-4988-9a6b-f45d3fd44260 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:11.150132 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-747897208'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:11.259397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:11.287783 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Usage tracker for resource:network and tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:11.315112 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3701638f-3273-405e-93ea-b15b290164a9 req-d58873ed-d94a-44c1-a58d-49755cf8c91c service neutron] 10.222.0.37 "GET /v2.0/networks/7748cee2-ce49-44f8-8a52-729fed4c4a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239962 Jun 02 12:35:11.317131 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.objects.ports [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92304) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 12:35:11.338697 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9e4bc68d-0ff5-492f-a90a-4f11ced581fc None None] Provisioning for port 360349be-df5b-4a2c-9ad6-ed7a371d40c5 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:35:11.358218 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-85b57f55-80f9-4794-a6ab-17adc223e370 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08004e04aed44533a9a48c1af8f09cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800912 Jun 02 12:35:11.366697 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:11.369841 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45426) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:11.394447 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:11.447539 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Made reservation on behalf of d4bce9b2ec734b6c9e9ac0bb37d35a9d for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:11.451279 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:11.548639 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:11.638405 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0c5f5a2a-11fb-4667-b22b-8ede67c52b08 req-aeb8c823-225d-48c9-94c0-f1e1d63f0fb5 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 210 time: 0.0623643 Jun 02 12:35:11.643528 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:11.648050 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee6d3-cdb8-49ac-a364-252c18818a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:11.669485 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Usage tracker for resource:security_group_rule and tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:11.672357 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:11.685541 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9fcb94b7-21a7-4988-9a6b-f45d3fd44260 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:11.685923 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9fcb94b7-21a7-4988-9a6b-f45d3fd44260 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:11.686288 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-9fcb94b7-21a7-4988-9a6b-f45d3fd44260 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Floating IP 1e8c0d4c-48f2-4da6-ae51-4ed83abfaa11 disassociated. External IP: 172.26.7.140, port: 1c2688f0-02de-4673-a0db-6266417ff9b4. Jun 02 12:35:11.686631 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb94b7-21a7-4988-9a6b-f45d3fd44260 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Calling delete_port for 1c2688f0-02de-4673-a0db-6266417ff9b4 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:11.687622 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 360349be-df5b-4a2c-9ad6-ed7a371d40c5 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:35:11.697343 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:11.705811 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee6d3-cdb8-49ac-a364-252c18818a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:11.739770 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3701638f-3273-405e-93ea-b15b290164a9 req-742520d9-6541-4961-9220-f06aa0ef0ae1 service neutron] 10.222.0.37 "GET /v2.0/networks/7748cee2-ce49-44f8-8a52-729fed4c4a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220154 Jun 02 12:35:11.783789 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 360349be-df5b-4a2c-9ad6-ed7a371d40c5 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:35:11.790503 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 360349be-df5b-4a2c-9ad6-ed7a371d40c5 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:11.790977 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:11.887447 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:11.891134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9fcb94b7-21a7-4988-9a6b-f45d3fd44260 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:11.900852 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a3829af6-2e27-46ad-8fb3-799605469c77 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:11.945641 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee6d3-cdb8-49ac-a364-252c18818a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:12.001820 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:12.029149 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:12.051528 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb94b7-21a7-4988-9a6b-f45d3fd44260 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event deleted for resources: {'Port': ['ID=1c2688f0-02de-4673-a0db-6266417ff9b4,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:12.054046 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:12.097395 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9fcb94b7-21a7-4988-9a6b-f45d3fd44260 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:12.099711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ae7b589b-7f16-49c7-918b-4656fdcad12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:12.138076 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-f11180af-a6f3-4316-ba06-0b4188e636f9 req-95233fe2-4b0b-4679-bad3-6cb967dc4ffb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:12.141232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ee6d3-cdb8-49ac-a364-252c18818a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0546ac-bcaa-4cd5-98a3-6fab4bcdec47,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:12.234123 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:35:12.255529 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] For port 360349be-df5b-4a2c-9ad6-ed7a371d40c5, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=360349be-df5b-4a2c-9ad6-ed7a371d40c5,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:12.300502 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:12.313273 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:12.314218 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:12.327408 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:12.394822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-f11180af-a6f3-4316-ba06-0b4188e636f9 req-95233fe2-4b0b-4679-bad3-6cb967dc4ffb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:12.396271 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f11180af-a6f3-4316-ba06-0b4188e636f9 req-95233fe2-4b0b-4679-bad3-6cb967dc4ffb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 210 time: 0.3636482 Jun 02 12:35:12.397250 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee6d3-cdb8-49ac-a364-252c18818a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:12.399323 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5c2ee6d3-cdb8-49ac-a364-252c18818a0f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a0546ac-bcaa-4cd5-98a3-6fab4bcdec47 HTTP/1.1" status: 204 len: 168 time: 1.0280759 Jun 02 12:35:12.400770 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:12.401361 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Added segment 23a68e98-fcfe-4614-ae7b-6b7851b0a8e5 of type vlan for network fe16c65e-8b79-4cfc-bb02-0daac4f9abb7 Jun 02 12:35:12.432197 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e2c0a7-cee5-4fd2-b0e5-af7021072980,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:12.436987 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.db.api [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:35:12.437556 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_db.api [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:35:12.450647 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:12.458574 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-abfab970-28d2-41df-989d-5694bd18a7ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.427s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:12.459111 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:12.459462 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-abfab970-28d2-41df-989d-5694bd18a7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:12.460515 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=360349be-df5b-4a2c-9ad6-ed7a371d40c5,revision_number=4']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:12.463548 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:12.465423 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:12.466135 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3d0e9231-160f-4898-a823-af420ed17a5f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:12.472922 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5dc539-1c3e-465c-8e01-429ee2549bb1 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:12.519133 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:12.532047 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcb94b7-21a7-4988-9a6b-f45d3fd44260 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Router 16a71cba-6ade-4fc1-a5e1-7af1b16965b1 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:35:12.559124 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:12.562403 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:12.613280 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=a6a003fc-3e8d-47fa-ab78-f317f9fbb2bd,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:12.616073 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:12.618735 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7911985 Jun 02 12:35:12.633757 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45458) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:12.650450 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-5f1c8f3c-4ba7-4734-97ff-0f3bc0322842 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'mac_address': 'fa:16:3e:59:fd:04', 'name': 'tempest-NetworksTestDHCPv6-102971008'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:12.952414 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-740301f3-d444-4670-88a8-f300d4984407 req-039b9be4-5750-4a7b-bd80-9edd445dc4ff tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Synchronizing usage tracker for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:12.970871 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.resource_extend [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:35:12.991472 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-740301f3-d444-4670-88a8-f300d4984407 req-039b9be4-5750-4a7b-bd80-9edd445dc4ff tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Unset dirty status for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:12.992732 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-740301f3-d444-4670-88a8-f300d4984407 req-039b9be4-5750-4a7b-bd80-9edd445dc4ff tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 210 time: 0.1009638 Jun 02 12:35:13.064068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5f1c8f3c-4ba7-4734-97ff-0f3bc0322842 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:13.069447 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5f1c8f3c-4ba7-4734-97ff-0f3bc0322842 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:port and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:13.072803 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5f1c8f3c-4ba7-4734-97ff-0f3bc0322842 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:13.080760 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5f1c8f3c-4ba7-4734-97ff-0f3bc0322842 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:13.087612 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:13.101474 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1c8f3c-4ba7-4734-97ff-0f3bc0322842 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:13.128440 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:13.130715 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 360349be-df5b-4a2c-9ad6-ed7a371d40c5, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=360349be-df5b-4a2c-9ad6-ed7a371d40c5,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:13.134232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:13.134875 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:13.137371 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:13.140003 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0a5ede85-a2f6-4ec6-a180-8e01efce72cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:13.145035 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:13.249614 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=360349be-df5b-4a2c-9ad6-ed7a371d40c5,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:13.253442 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:13.300800 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5f1c8f3c-4ba7-4734-97ff-0f3bc0322842 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:13.309396 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcb94b7-21a7-4988-9a6b-f45d3fd44260 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:35:13.320920 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf15b658-e356-49a7-bac1-dae93d632d97 None None] Sync routers for ids ['16a71cba-6ade-4fc1-a5e1-7af1b16965b1'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:35:13.336665 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-5f1c8f3c-4ba7-4734-97ff-0f3bc0322842 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] device_id is not set on port c2329485-4f76-41be-9148-48029ec5f9d5 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:35:13.338597 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf15b658-e356-49a7-bac1-dae93d632d97 None None] Routers {'16a71cba-6ade-4fc1-a5e1-7af1b16965b1'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:35:13.343676 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3551991 Jun 02 12:35:13.344557 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-cf15b658-e356-49a7-bac1-dae93d632d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['16a71cba-6ade-4fc1-a5e1-7af1b16965b1'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:13.452095 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Network': ['ID=fe16c65e-8b79-4cfc-bb02-0daac4f9abb7,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:13.465513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:13.465963 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45478) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:13.466692 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network fe16c65e-8b79-4cfc-bb02-0daac4f9abb7 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:35:13.478923 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-d94bb0d8-fe84-4c07-904a-66a7fd19fd6a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'subnet': {'network_id': 'fe16c65e-8b79-4cfc-bb02-0daac4f9abb7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:13.673748 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-cf15b658-e356-49a7-bac1-dae93d632d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:13.700867 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf15b658-e356-49a7-bac1-dae93d632d97 None None] Routers {'16a71cba-6ade-4fc1-a5e1-7af1b16965b1'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:35:13.701840 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-cf15b658-e356-49a7-bac1-dae93d632d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:34:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['16a71cba-6ade-4fc1-a5e1-7af1b16965b1'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:13.796958 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 360349be-df5b-4a2c-9ad6-ed7a371d40c5 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:35:13.812787 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-5f1c8f3c-4ba7-4734-97ff-0f3bc0322842 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8::dc (a7413df9-4e7a-4187-aef8-a668d8bf2950/16486a2c-7f97-4a4f-b036-d3192936ea85/c2329485-4f76-41be-9148-48029ec5f9d5) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:35:13.825578 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-5f1c8f3c-4ba7-4734-97ff-0f3bc0322842 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8:0:1:f816:3eff:fe59:fd04 (a7413df9-4e7a-4187-aef8-a668d8bf2950/a6a003fc-3e8d-47fa-ab78-f317f9fbb2bd/c2329485-4f76-41be-9148-48029ec5f9d5) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:35:13.839494 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-cf15b658-e356-49a7-bac1-dae93d632d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:13.841095 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf15b658-e356-49a7-bac1-dae93d632d97 None None] The sync data for ids ['16a71cba-6ade-4fc1-a5e1-7af1b16965b1'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:35:13.948556 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45488) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:13.962402 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 360349be-df5b-4a2c-9ad6-ed7a371d40c5 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:13.962792 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:13.966235 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-81fd8c36-af8e-4578-afa1-807773db0848 req-d9f8d7d2-9d1d-4926-ae5f-34a2f8a6cb88 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 210 time: 0.1668291 Jun 02 12:35:14.054890 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d86706a7-46c9-45fd-88ff-1fa4f7122ab1 None None] Provisioning complete for port 360349be-df5b-4a2c-9ad6-ed7a371d40c5 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:14.055457 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d86706a7-46c9-45fd-88ff-1fa4f7122ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:14.141163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9fcb94b7-21a7-4988-9a6b-f45d3fd44260 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:14.150783 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9fcb94b7-21a7-4988-9a6b-f45d3fd44260 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "DELETE /v2.0/ports/1c2688f0-02de-4673-a0db-6266417ff9b4 HTTP/1.1" status: 204 len: 168 time: 3.8616815 Jun 02 12:35:14.156034 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45494) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:14.216172 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f0779353-0a2c-41c8-b7bc-1ebf194ae6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:14.240532 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-6dd9b749-7fa1-47e5-9531-5f4927e971df tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:14.242719 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING neutron.api.v2.base [None req-6dd9b749-7fa1-47e5-9531-5f4927e971df tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 02 12:35:14.243573 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-6dd9b749-7fa1-47e5-9531-5f4927e971df tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] create failed (client error): There was a conflict when trying to complete your request. Jun 02 12:35:14.243714 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d94bb0d8-fe84-4c07-904a-66a7fd19fd6a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:14.245194 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6dd9b749-7fa1-47e5-9531-5f4927e971df tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2951367 Jun 02 12:35:14.284512 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5f1c8f3c-4ba7-4734-97ff-0f3bc0322842 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:14.285667 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45496) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:14.288156 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d94bb0d8-fe84-4c07-904a-66a7fd19fd6a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Usage tracker for resource:subnet and tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:14.293782 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group': {'name': 'tempest-secgroup--1101758270'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:14.304068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-5f1c8f3c-4ba7-4734-97ff-0f3bc0322842 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Transition to ACTIVE for port object c2329485-4f76-41be-9148-48029ec5f9d5 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:14.320426 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d94bb0d8-fe84-4c07-904a-66a7fd19fd6a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:14.329532 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:14.369831 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5f1c8f3c-4ba7-4734-97ff-0f3bc0322842 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:14.395138 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2405409b-cffb-4179-96b1-ea68e9cdbdc6 req-7c54e37c-5eef-47ab-ac31-830ef9867c01 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 210 time: 0.1613333 Jun 02 12:35:14.409313 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:14.412480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d94bb0d8-fe84-4c07-904a-66a7fd19fd6a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:14.435814 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Usage tracker for resource:security_group and tenant:396c49474e3b492bb99d56f2edf98ea8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:14.439871 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:14.446826 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:14.475068 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94bb0d8-fe84-4c07-904a-66a7fd19fd6a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Made reservation on behalf of d4bce9b2ec734b6c9e9ac0bb37d35a9d for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:14.479199 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d94bb0d8-fe84-4c07-904a-66a7fd19fd6a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:14.490247 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1c8f3c-4ba7-4734-97ff-0f3bc0322842 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:14.491240 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c8f3c-4ba7-4734-97ff-0f3bc0322842 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=c2329485-4f76-41be-9148-48029ec5f9d5,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:14.493941 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-5f1c8f3c-4ba7-4734-97ff-0f3bc0322842 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:14.496295 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5f1c8f3c-4ba7-4734-97ff-0f3bc0322842 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:14.497220 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1c8f3c-4ba7-4734-97ff-0f3bc0322842 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:35:14.504514 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1c8f3c-4ba7-4734-97ff-0f3bc0322842 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:14.505156 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5f1c8f3c-4ba7-4734-97ff-0f3bc0322842 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:14.539831 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-c61dd761-3263-4ec7-af18-072dfc798a09 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:14.541643 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-c61dd761-3263-4ec7-af18-072dfc798a09 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.22 "GET /v2.0/networks?id=538c4580-73df-464f-868c-daf3dec24418 HTTP/1.1" status: 200 len: 811 time: 0.8501470 Jun 02 12:35:14.543753 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5f1c8f3c-4ba7-4734-97ff-0f3bc0322842 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.9055824 Jun 02 12:35:14.545939 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45504) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:14.559062 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:14.587115 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:14.695839 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-d55ea8b6-aed9-4194-926f-ce973c487bf1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting port c2329485-4f76-41be-9148-48029ec5f9d5 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:14.696182 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d55ea8b6-aed9-4194-926f-ce973c487bf1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:14.718945 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:14.799329 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Usage tracker for resource:security_group_rule and tenant:396c49474e3b492bb99d56f2edf98ea8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:14.808638 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e54ee955-eb58-4e48-8f59-865cb67885d2 None None] Provisioning for port c2329485-4f76-41be-9148-48029ec5f9d5 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:35:14.815894 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e54ee955-eb58-4e48-8f59-865cb67885d2 None None] Provisioning complete for port c2329485-4f76-41be-9148-48029ec5f9d5 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:14.816552 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e54ee955-eb58-4e48-8f59-865cb67885d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:14.826321 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:14.864615 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-47d05996-4097-4c50-8b6b-f285337541c3 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96bf45be6aa145b6aaf403d7070d5e51 HTTP/1.1" status: 200 len: 380 time: 0.2804768 Jun 02 12:35:14.871747 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701638f-3273-405e-93ea-b15b290164a9 req-d55e020a-040b-434a-9416-3248e179b484 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:14.872516 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-3701638f-3273-405e-93ea-b15b290164a9 req-d55e020a-040b-434a-9416-3248e179b484 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:network {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:14.890448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:14.895490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-4f8c6f08-42a0-4488-bea3-6d36b7f22b7b tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Request body: {'port': {'device_id': '8e195f30-de94-4044-aad2-04795cf0511b', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'admin_state_up': True, 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'security_groups': ['3a597685-9ec8-478a-be7f-68c3fb1ee0b4']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:14.896289 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-e54ee955-eb58-4e48-8f59-865cb67885d2 None None] Port c2329485-4f76-41be-9148-48029ec5f9d5 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:35:14.998060 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d55ea8b6-aed9-4194-926f-ce973c487bf1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:15.134658 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-d55ea8b6-aed9-4194-926f-ce973c487bf1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Calling delete_port for c2329485-4f76-41be-9148-48029ec5f9d5 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:15.323034 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d55ea8b6-aed9-4194-926f-ce973c487bf1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:15.330390 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3fac1083-ef61-4ebd-8bd7-fdfe47948ae1 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:15.347641 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3635d5a1-4002-4d31-a44e-c9f45552ce47 req-671f2a99-94b7-4283-aeab-a2890913df34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 210 time: 0.1620960 Jun 02 12:35:15.354077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-3701638f-3273-405e-93ea-b15b290164a9 req-d55e020a-040b-434a-9416-3248e179b484 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:network {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:15.355200 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3701638f-3273-405e-93ea-b15b290164a9 req-d55e020a-040b-434a-9416-3248e179b484 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/networks?id=7748cee2-ce49-44f8-8a52-729fed4c4a96 HTTP/1.1" status: 200 len: 796 time: 1.1973138 Jun 02 12:35:15.374515 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-4f8c6f08-42a0-4488-bea3-6d36b7f22b7b tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:15.391383 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ea8b6-aed9-4194-926f-ce973c487bf1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Port': ['ID=c2329485-4f76-41be-9148-48029ec5f9d5,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:15.430065 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-4f8c6f08-42a0-4488-bea3-6d36b7f22b7b tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:15.489345 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d55ea8b6-aed9-4194-926f-ce973c487bf1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:15.508224 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d55ea8b6-aed9-4194-926f-ce973c487bf1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:15.524504 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d55ea8b6-aed9-4194-926f-ce973c487bf1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/c2329485-4f76-41be-9148-48029ec5f9d5 HTTP/1.1" status: 204 len: 168 time: 0.9768631 Jun 02 12:35:15.525380 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45510) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:15.628970 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d97ed22c-3fbb-443b-b7d9-773e1ef101fb req-ce93e333-bfeb-442e-ac1f-c68d8ec5a130 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 210 time: 0.0631268 Jun 02 12:35:15.684859 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62423c9-b0b5-45f0-9942-d191f1c224e0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:15.685943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c62423c9-b0b5-45f0-9942-d191f1c224e0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:15.703840 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c62423c9-b0b5-45f0-9942-d191f1c224e0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:15.707378 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c62423c9-b0b5-45f0-9942-d191f1c224e0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1777084 Jun 02 12:35:15.707825 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45512) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:15.732317 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-3701638f-3273-405e-93ea-b15b290164a9 req-f9db6c97-5df4-43f5-a1b7-a0f87313c9d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:15.744369 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-4f8c6f08-42a0-4488-bea3-6d36b7f22b7b tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Made reservation on behalf of 96bf45be6aa145b6aaf403d7070d5e51 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:15.749392 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-4f8c6f08-42a0-4488-bea3-6d36b7f22b7b tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:15.796655 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f8892b-6eba-43eb-93cf-67786825ebab tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:15.800511 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-83f8892b-6eba-43eb-93cf-67786825ebab tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0891888 Jun 02 12:35:15.801094 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45514) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:15.874218 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00960eae-dc2c-47be-8228-1595481f2a56 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:15.875840 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00960eae-dc2c-47be-8228-1595481f2a56 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:15.877345 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00960eae-dc2c-47be-8228-1595481f2a56 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:15.878190 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-00960eae-dc2c-47be-8228-1595481f2a56 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:15.890128 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-3701638f-3273-405e-93ea-b15b290164a9 req-f9db6c97-5df4-43f5-a1b7-a0f87313c9d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:15.891270 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3701638f-3273-405e-93ea-b15b290164a9 req-f9db6c97-5df4-43f5-a1b7-a0f87313c9d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 380 time: 0.5041704 Jun 02 12:35:15.895559 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-00960eae-dc2c-47be-8228-1595481f2a56 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:15.896652 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-00960eae-dc2c-47be-8228-1595481f2a56 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0946419 Jun 02 12:35:15.899733 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45516) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:15.930377 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-3701638f-3273-405e-93ea-b15b290164a9 req-86b96e18-722d-4272-b520-17bc9494930c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'port': {'device_id': '76d3ceb5-7853-4c3a-b771-9883645bcfbe', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'admin_state_up': True, 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'security_groups': ['0094626d-408a-4895-890b-c9989264b30c']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:15.979350 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-064c16bc-5037-4ed0-935c-7196d29d6108 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet 16486a2c-7f97-4a4f-b036-d3192936ea85 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:35:15.983705 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-064c16bc-5037-4ed0-935c-7196d29d6108 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:16.040291 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:16.063271 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-064c16bc-5037-4ed0-935c-7196d29d6108 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:16.114909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:16.152808 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:16.156253 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-064c16bc-5037-4ed0-935c-7196d29d6108 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:16.168365 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:16.195073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Usage tracker for resource:security_group_rule and tenant:396c49474e3b492bb99d56f2edf98ea8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:16.215307 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:16.233974 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:16.304294 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=274a08d2-a856-4a2c-a493-ab8ff4a3eb92,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:16.337816 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:16.390623 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-3701638f-3273-405e-93ea-b15b290164a9 req-86b96e18-722d-4272-b520-17bc9494930c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:16.400102 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-4f8c6f08-42a0-4488-bea3-6d36b7f22b7b tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Allocated IP 172.20.0.7 (538c4580-73df-464f-868c-daf3dec24418/50a59100-ae12-4643-94d5-15b1702b852a/f3db9919-6e55-4a75-b308-7b07164ffb6e) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:35:16.418361 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-3701638f-3273-405e-93ea-b15b290164a9 req-86b96e18-722d-4272-b520-17bc9494930c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:16.467059 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-064c16bc-5037-4ed0-935c-7196d29d6108 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:16.472007 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ac3dfd32-bdc7-4acb-b291-c7dece70034f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:16.532711 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c16bc-5037-4ed0-935c-7196d29d6108 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=16486a2c-7f97-4a4f-b036-d3192936ea85,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:16.537665 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3701638f-3273-405e-93ea-b15b290164a9 req-86b96e18-722d-4272-b520-17bc9494930c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:16.537874 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-064c16bc-5037-4ed0-935c-7196d29d6108 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:16.548850 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-064c16bc-5037-4ed0-935c-7196d29d6108 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:16.550629 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089930c9-7d42-496b-aef1-bec1a2b2669d None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:16.557399 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3701638f-3273-405e-93ea-b15b290164a9 req-86b96e18-722d-4272-b520-17bc9494930c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:16.564846 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-064c16bc-5037-4ed0-935c-7196d29d6108 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/16486a2c-7f97-4a4f-b036-d3192936ea85 HTTP/1.1" status: 204 len: 168 time: 0.6631870 Jun 02 12:35:16.566929 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45520) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:16.658877 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-f820ed99-bd31-4fae-aa63-d51172ec9a69 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet a6a003fc-3e8d-47fa-ab78-f317f9fbb2bd {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:35:16.663541 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f820ed99-bd31-4fae-aa63-d51172ec9a69 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:16.706841 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:16.722823 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-be6253bd-7b4a-48e0-abfe-aecb34ed7856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:16.748669 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51bbef64-1537-49ce-ba64-b169a3a75df6 req-a7851ae1-4992-4f6b-a43a-75b92f59e7e8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 210 time: 0.1695879 Jun 02 12:35:16.751536 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f820ed99-bd31-4fae-aa63-d51172ec9a69 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:16.803911 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:16.877180 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:16.887199 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-25a15d7c-e6dd-40bf-b9b4-7da5e8fee072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:16.963529 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4379fc5d-83b5-40b7-a2c4-1909bb3b18b0 req-966c6e92-ea95-433f-a5bb-d774cd38c04e tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 210 time: 0.0636795 Jun 02 12:35:16.998521 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f820ed99-bd31-4fae-aa63-d51172ec9a69 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:17.081577 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfcfa0a-5c9b-446f-8709-dff246508091,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:17.160078 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-3701638f-3273-405e-93ea-b15b290164a9 req-86b96e18-722d-4272-b520-17bc9494930c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.20.0.13 (7748cee2-ce49-44f8-8a52-729fed4c4a96/1fe024fd-2f61-42b1-85b7-38c4bb5283ce/44beafce-b493-411d-8c8e-935c156eaa8e) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:35:17.337544 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f820ed99-bd31-4fae-aa63-d51172ec9a69 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:17.349408 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f0b56726-9404-4c38-8320-6b7c04677cff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:17.390414 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f820ed99-bd31-4fae-aa63-d51172ec9a69 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:17.403741 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820ed99-bd31-4fae-aa63-d51172ec9a69 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a003fc-3e8d-47fa-ab78-f317f9fbb2bd,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:17.408983 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f820ed99-bd31-4fae-aa63-d51172ec9a69 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:17.412993 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f820ed99-bd31-4fae-aa63-d51172ec9a69 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/a6a003fc-3e8d-47fa-ab78-f317f9fbb2bd HTTP/1.1" status: 204 len: 168 time: 0.8447168 Jun 02 12:35:17.415755 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45524) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:17.556250 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3701638f-3273-405e-93ea-b15b290164a9 req-86b96e18-722d-4272-b520-17bc9494930c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:17.573854 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-3701638f-3273-405e-93ea-b15b290164a9 req-86b96e18-722d-4272-b520-17bc9494930c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Transition to ACTIVE for port object 44beafce-b493-411d-8c8e-935c156eaa8e will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:17.608451 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:17.617276 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb44666-c216-46c7-88fc-ebc3115bac46 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:17.617781 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-146c420f-e46d-4da7-9a19-2bf16279ce8b tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:17.671201 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4293a896-50bf-437c-a76c-fad243fb14ba tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2537754 Jun 02 12:35:17.672707 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45528) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:17.677986 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-c13593e6-5bb0-4994-ba94-7a2eb0046586 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:17.702388 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:17.703629 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.4169326 Jun 02 12:35:17.727947 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-4f8c6f08-42a0-4488-bea3-6d36b7f22b7b tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:17.734432 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:17.747205 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-4f8c6f08-42a0-4488-bea3-6d36b7f22b7b tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Transition to ACTIVE for port object f3db9919-6e55-4a75-b308-7b07164ffb6e will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:17.755770 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-1ac2913a-8ef3-4080-b5a5-db543463c9b5 None None] Provisioning complete for port 360349be-df5b-4a2c-9ad6-ed7a371d40c5 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:17.756189 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1ac2913a-8ef3-4080-b5a5-db543463c9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:17.771835 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45530) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:17.782617 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-f159c922-b66f-4ec4-b1c8-1bc48f28381f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group_rule': {'security_group_id': '4cfcfa0a-5c9b-446f-8709-dff246508091', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:17.803699 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f159c922-b66f-4ec4-b1c8-1bc48f28381f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:17.810219 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f159c922-b66f-4ec4-b1c8-1bc48f28381f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Usage tracker for resource:security_group_rule and tenant:396c49474e3b492bb99d56f2edf98ea8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:17.813605 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f159c922-b66f-4ec4-b1c8-1bc48f28381f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:17.820049 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f159c922-b66f-4ec4-b1c8-1bc48f28381f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:17.840513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-4f8c6f08-42a0-4488-bea3-6d36b7f22b7b tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:17.840773 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c13593e6-5bb0-4994-ba94-7a2eb0046586 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:17.845166 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c13593e6-5bb0-4994-ba94-7a2eb0046586 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:17.853194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-75130437-0cd6-4b1a-9821-c598e5ef6a4a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:17.853441 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c13593e6-5bb0-4994-ba94-7a2eb0046586 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:17.868255 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c13593e6-5bb0-4994-ba94-7a2eb0046586 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:17.891873 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13593e6-5bb0-4994-ba94-7a2eb0046586 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:17.895489 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c13593e6-5bb0-4994-ba94-7a2eb0046586 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:17.897981 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d94bb0d8-fe84-4c07-904a-66a7fd19fd6a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:17.922176 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f159c922-b66f-4ec4-b1c8-1bc48f28381f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:18.047145 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-4f8c6f08-42a0-4488-bea3-6d36b7f22b7b tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Network 538c4580-73df-464f-868c-daf3dec24418 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:18.061739 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c09a277-5266-4676-8d94-327663ab356e None None] DHCP port deletion for a7413df9-4e7a-4187-aef8-a668d8bf2950 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:35:18.123293 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f159c922-b66f-4ec4-b1c8-1bc48f28381f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:18.213633 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-4f8c6f08-42a0-4488-bea3-6d36b7f22b7b tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:18.217003 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-f4b13b32-e2bc-4a8b-b0f2-d8cd30c0a389 req-78cefa42-6d49-4936-bdc1-9e48df61e360 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:18.248004 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-4f8c6f08-42a0-4488-bea3-6d36b7f22b7b tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:35:18.282619 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9c09a277-5266-4676-8d94-327663ab356e None None] Deleting port 360349be-df5b-4a2c-9ad6-ed7a371d40c5 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:18.283431 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9c09a277-5266-4676-8d94-327663ab356e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:18.359800 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-4f8c6f08-42a0-4488-bea3-6d36b7f22b7b tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:18.360723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-4f8c6f08-42a0-4488-bea3-6d36b7f22b7b tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:18.377678 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-f4b13b32-e2bc-4a8b-b0f2-d8cd30c0a389 req-78cefa42-6d49-4936-bdc1-9e48df61e360 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:18.382939 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5f11a-b37f-431f-8f42-451df9aec7f8 req-332121db-b1f3-4702-9639-2d5203fb6fb2 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:18.384733 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3de5f11a-b37f-431f-8f42-451df9aec7f8 req-332121db-b1f3-4702-9639-2d5203fb6fb2 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 931 time: 0.1221516 Jun 02 12:35:18.391941 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f4b13b32-e2bc-4a8b-b0f2-d8cd30c0a389 req-78cefa42-6d49-4936-bdc1-9e48df61e360 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 210 time: 0.4063990 Jun 02 12:35:18.393348 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f159c922-b66f-4ec4-b1c8-1bc48f28381f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:18.414586 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3701638f-3273-405e-93ea-b15b290164a9 req-86b96e18-722d-4272-b520-17bc9494930c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:18.476919 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-9c09a277-5266-4676-8d94-327663ab356e None None] For port 360349be-df5b-4a2c-9ad6-ed7a371d40c5, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=360349be-df5b-4a2c-9ad6-ed7a371d40c5,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:18.477868 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9c09a277-5266-4676-8d94-327663ab356e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:18.502301 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94bb0d8-fe84-4c07-904a-66a7fd19fd6a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Checking segment: {'id': '23a68e98-fcfe-4614-ae7b-6b7851b0a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fe16c65e-8b79-4cfc-bb02-0daac4f9abb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:35:18.502643 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94bb0d8-fe84-4c07-904a-66a7fd19fd6a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network hostable DHCP agents. Network: fe16c65e-8b79-4cfc-bb02-0daac4f9abb7, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:35:18.506356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c6f08-42a0-4488-bea3-6d36b7f22b7b tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Pushing event updated for resources: {'Port': ['ID=f3db9919-6e55-4a75-b308-7b07164ffb6e,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:18.515105 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-3de5f11a-b37f-431f-8f42-451df9aec7f8 req-c5abf524-fcc0-4c70-8701-9a455a0b1e15 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Synchronizing usage tracker for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:18.517812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4f8c6f08-42a0-4488-bea3-6d36b7f22b7b tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:18.524239 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b9e85806-fff7-4eb3-b0a7-5d8d8435f7cd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.552s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:18.592141 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f159c922-b66f-4ec4-b1c8-1bc48f28381f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:18.594226 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f159c922-b66f-4ec4-b1c8-1bc48f28381f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8161187 Jun 02 12:35:18.622280 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-3de5f11a-b37f-431f-8f42-451df9aec7f8 req-c5abf524-fcc0-4c70-8701-9a455a0b1e15 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Unset dirty status for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:18.623622 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3de5f11a-b37f-431f-8f42-451df9aec7f8 req-c5abf524-fcc0-4c70-8701-9a455a0b1e15 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048178 Jun 02 12:35:18.624105 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45536) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:18.631830 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-371dedef-9b93-4ffb-9d5c-38d905bb2ed7 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group_rule': {'security_group_id': '4cfcfa0a-5c9b-446f-8709-dff246508091', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:18.636770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c13593e6-5bb0-4994-ba94-7a2eb0046586 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:18.649217 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9c09a277-5266-4676-8d94-327663ab356e None None] Calling delete_port for 360349be-df5b-4a2c-9ad6-ed7a371d40c5 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:18.649777 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fa36a02c-e5aa-4c29-a263-6f3784f6d9ea tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:18.671642 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-4f8c6f08-42a0-4488-bea3-6d36b7f22b7b tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7826841 Jun 02 12:35:18.672329 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94bb0d8-fe84-4c07-904a-66a7fd19fd6a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Subnet': ['ID=ebfab716-3018-4843-bc99-04b0381f9c6e,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:18.682646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-371dedef-9b93-4ffb-9d5c-38d905bb2ed7 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:18.697905 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f33dc936-9f6c-4662-a3cd-98e8ca105f3d None None] Provisioning for port f3db9919-6e55-4a75-b308-7b07164ffb6e completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:35:18.705016 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f33dc936-9f6c-4662-a3cd-98e8ca105f3d None None] Provisioning complete for port f3db9919-6e55-4a75-b308-7b07164ffb6e triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:18.705016 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f33dc936-9f6c-4662-a3cd-98e8ca105f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:18.711026 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d94bb0d8-fe84-4c07-904a-66a7fd19fd6a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:18.719824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1b1e4af7-17f7-4bee-a418-9ad59358211d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:18.732394 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13593e6-5bb0-4994-ba94-7a2eb0046586 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=1991cb3f-5ea9-4a21-9569-645397e34f7e,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:18.736271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Request body: {'port': {'device_id': '8e195f30-de94-4044-aad2-04795cf0511b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:18.737399 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-371dedef-9b93-4ffb-9d5c-38d905bb2ed7 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Usage tracker for resource:security_group_rule and tenant:396c49474e3b492bb99d56f2edf98ea8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:18.742945 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-371dedef-9b93-4ffb-9d5c-38d905bb2ed7 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:18.750643 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-371dedef-9b93-4ffb-9d5c-38d905bb2ed7 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:18.751732 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9c09a277-5266-4676-8d94-327663ab356e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:18.761619 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c13593e6-5bb0-4994-ba94-7a2eb0046586 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:18.765760 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:18.771087 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3701638f-3273-405e-93ea-b15b290164a9 req-86b96e18-722d-4272-b520-17bc9494930c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 7748cee2-ce49-44f8-8a52-729fed4c4a96 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:18.778635 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13593e6-5bb0-4994-ba94-7a2eb0046586 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:18.781414 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-c13593e6-5bb0-4994-ba94-7a2eb0046586 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:18.788598 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-371dedef-9b93-4ffb-9d5c-38d905bb2ed7 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:18.791764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159c922-b66f-4ec4-b1c8-1bc48f28381f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7096bbda-5c2e-4566-9a85-f689820cb037,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:18.794654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-3701638f-3273-405e-93ea-b15b290164a9 req-86b96e18-722d-4272-b520-17bc9494930c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:18.798906 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f159c922-b66f-4ec4-b1c8-1bc48f28381f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:18.802459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.314s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:18.809718 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13593e6-5bb0-4994-ba94-7a2eb0046586 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:18.810448 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c13593e6-5bb0-4994-ba94-7a2eb0046586 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:18.845153 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09a277-5266-4676-8d94-327663ab356e None None] No DVR routers for this DVR port 360349be-df5b-4a2c-9ad6-ed7a371d40c5 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:35:18.851618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94bb0d8-fe84-4c07-904a-66a7fd19fd6a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network fe16c65e-8b79-4cfc-bb02-0daac4f9abb7 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:35:18.853836 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3701638f-3273-405e-93ea-b15b290164a9 req-86b96e18-722d-4272-b520-17bc9494930c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:35:18.863897 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c13593e6-5bb0-4994-ba94-7a2eb0046586 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1860294 Jun 02 12:35:18.863897 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45538) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:18.865780 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09a277-5266-4676-8d94-327663ab356e None None] Pushing event deleted for resources: {'Port': ['ID=360349be-df5b-4a2c-9ad6-ed7a371d40c5,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:18.870468 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9c09a277-5266-4676-8d94-327663ab356e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:18.875395 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f33dc936-9f6c-4662-a3cd-98e8ca105f3d None None] Port f3db9919-6e55-4a75-b308-7b07164ffb6e cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:35:18.878156 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a85e772-2321-4608-945d-efe01b4b0ba2 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:18.883270 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-de437128-5e04-4785-8cad-645e7df7d4a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:19.001006 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-d94bb0d8-fe84-4c07-904a-66a7fd19fd6a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, fe16c65e-8b79-4cfc-bb02-0daac4f9abb7) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:19.025151 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2d3c35-c611-4b09-80d5-58581e7e685d None None] Network fe16c65e-8b79-4cfc-bb02-0daac4f9abb7 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:19.044608 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b96e18-722d-4272-b520-17bc9494930c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=44beafce-b493-411d-8c8e-935c156eaa8e,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:19.073380 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-86b96e18-722d-4272-b520-17bc9494930c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:19.081580 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94bb0d8-fe84-4c07-904a-66a7fd19fd6a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:19.082208 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d94bb0d8-fe84-4c07-904a-66a7fd19fd6a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:19.092981 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701638f-3273-405e-93ea-b15b290164a9 req-86b96e18-722d-4272-b520-17bc9494930c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:19.093603 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3701638f-3273-405e-93ea-b15b290164a9 req-86b96e18-722d-4272-b520-17bc9494930c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:19.110942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:19.162181 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-371dedef-9b93-4ffb-9d5c-38d905bb2ed7 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] create failed (client error): There was a conflict when trying to complete your request. Jun 02 12:35:19.163480 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-371dedef-9b93-4ffb-9d5c-38d905bb2ed7 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5360801 Jun 02 12:35:19.171189 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45540) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:19.193803 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-de437128-5e04-4785-8cad-645e7df7d4a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:19.203948 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d94bb0d8-fe84-4c07-904a-66a7fd19fd6a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 5.7291825 Jun 02 12:35:19.205677 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3701638f-3273-405e-93ea-b15b290164a9 req-86b96e18-722d-4272-b520-17bc9494930c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2991960 Jun 02 12:35:19.206610 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-de437128-5e04-4785-8cad-645e7df7d4a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:19.209178 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45542) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:19.215031 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-de437128-5e04-4785-8cad-645e7df7d4a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:19.223241 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-38ba2fb2-c96e-45bb-88e6-5314974f8901 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2072184276'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:19.227985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-38ba2fb2-c96e-45bb-88e6-5314974f8901 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:19.232454 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-38ba2fb2-c96e-45bb-88e6-5314974f8901 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Usage tracker for resource:network and tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:19.235539 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-38ba2fb2-c96e-45bb-88e6-5314974f8901 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:19.241510 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-38ba2fb2-c96e-45bb-88e6-5314974f8901 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:19.263023 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-de437128-5e04-4785-8cad-645e7df7d4a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:19.269445 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ba2fb2-c96e-45bb-88e6-5314974f8901 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Made reservation on behalf of d4bce9b2ec734b6c9e9ac0bb37d35a9d for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:19.272591 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-658a0a0f-8724-4835-87d6-0a60d984a661 None None] Provisioning for port 44beafce-b493-411d-8c8e-935c156eaa8e completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:35:19.273919 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-38ba2fb2-c96e-45bb-88e6-5314974f8901 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:19.304061 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-658a0a0f-8724-4835-87d6-0a60d984a661 None None] Provisioning complete for port 44beafce-b493-411d-8c8e-935c156eaa8e triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:19.304474 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-658a0a0f-8724-4835-87d6-0a60d984a661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:19.324485 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de437128-5e04-4785-8cad-645e7df7d4a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:19.328459 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-de437128-5e04-4785-8cad-645e7df7d4a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:19.343124 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Request body: {'port': {'device_id': '76d3ceb5-7853-4c3a-b771-9883645bcfbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:19.356574 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e317a86-a24d-462b-b63a-9c5eeb2e011a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:19.387027 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ba2fb2-c96e-45bb-88e6-5314974f8901 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:35:19.482370 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e317a86-a24d-462b-b63a-9c5eeb2e011a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:19.491435 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-38ba2fb2-c96e-45bb-88e6-5314974f8901 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:19.492016 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-38ba2fb2-c96e-45bb-88e6-5314974f8901 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Added segment 795ed153-4d12-4f13-b601-1628206784e5 of type vlan for network d75277c7-94e0-4585-94ac-402cd499ede5 Jun 02 12:35:19.548998 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-fe16c65e-8b79-4cfc-bb02-0daac4f9abb7', 'network_id': 'fe16c65e-8b79-4cfc-bb02-0daac4f9abb7', 'tenant_id': 'd4bce9b2ec734b6c9e9ac0bb37d35a9d', 'fixed_ips': [{'subnet_id': 'ebfab716-3018-4843-bc99-04b0381f9c6e'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:35:19.550545 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:19.574568 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-658a0a0f-8724-4835-87d6-0a60d984a661 None None] Port 44beafce-b493-411d-8c8e-935c156eaa8e cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:35:19.595174 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:19.596763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-38ba2fb2-c96e-45bb-88e6-5314974f8901 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:19.601271 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.ipam_backend_mixin [None req-de437128-5e04-4785-8cad-645e7df7d4a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1991cb3f-5ea9-4a21-9569-645397e34f7e (CIDR: 2001:db8::/64) Jun 02 12:35:19.609086 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-de437128-5e04-4785-8cad-645e7df7d4a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:35:19.609646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de437128-5e04-4785-8cad-645e7df7d4a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:19.626687 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:19.647759 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e317a86-a24d-462b-b63a-9c5eeb2e011a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:19.657927 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-576ed2b3-dcf7-46c5-b9bb-adc160f73cf8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:19.674382 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e317a86-a24d-462b-b63a-9c5eeb2e011a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfcfa0a-5c9b-446f-8709-dff246508091,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:19.676854 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e317a86-a24d-462b-b63a-9c5eeb2e011a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:19.678286 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4e317a86-a24d-462b-b63a-9c5eeb2e011a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "DELETE /v2.0/security-groups/4cfcfa0a-5c9b-446f-8709-dff246508091 HTTP/1.1" status: 204 len: 168 time: 0.5060043 Jun 02 12:35:19.679510 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4e317a86-a24d-462b-b63a-9c5eeb2e011a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:19.684038 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-de437128-5e04-4785-8cad-645e7df7d4a8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8174894 Jun 02 12:35:19.684038 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45548) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:19.685518 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45550) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:19.690116 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'subnet': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:19.720862 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-38ba2fb2-c96e-45bb-88e6-5314974f8901 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:19.726424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ba2fb2-c96e-45bb-88e6-5314974f8901 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:19.727076 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-38ba2fb2-c96e-45bb-88e6-5314974f8901 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:19.739323 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:19.822421 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-146c420f-e46d-4da7-9a19-2bf16279ce8b tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Deleting port c86db272-e3fd-4a68-b131-28d769e2cb26 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:19.822658 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-146c420f-e46d-4da7-9a19-2bf16279ce8b tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:19.851355 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 360349be-df5b-4a2c-9ad6-ed7a371d40c5 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:35:19.951204 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 360349be-df5b-4a2c-9ad6-ed7a371d40c5 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:35:19.951552 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 360349be-df5b-4a2c-9ad6-ed7a371d40c5 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:35:19.954173 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Allocated IP 172.20.255.242 (fe16c65e-8b79-4cfc-bb02-0daac4f9abb7/ebfab716-3018-4843-bc99-04b0381f9c6e/f9043a8e-6c03-4fd2-8de8-1622e4742315) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:35:19.971143 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a7413df9-4e7a-4187-aef8-a668d8bf2950', 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'tenant_id': '92267f63b39d479186244ad140742340', 'fixed_ips': [{'subnet_id': '1991cb3f-5ea9-4a21-9569-645397e34f7e'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:35:19.972128 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:20.123709 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba2fb2-c96e-45bb-88e6-5314974f8901 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Network': ['ID=d75277c7-94e0-4585-94ac-402cd499ede5,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:20.135278 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-38ba2fb2-c96e-45bb-88e6-5314974f8901 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:20.161730 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network d75277c7-94e0-4585-94ac-402cd499ede5 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:35:20.179703 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-146c420f-e46d-4da7-9a19-2bf16279ce8b tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:20.228782 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-38ba2fb2-c96e-45bb-88e6-5314974f8901 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0126929 Jun 02 12:35:20.230212 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45552) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:20.235228 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-1a71ba35-b896-4a9d-ad6b-e5d20d374eaf tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'subnet': {'network_id': 'd75277c7-94e0-4585-94ac-402cd499ede5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:20.263107 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0c31f01e-c269-420b-aace-ee264c9a8e14 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Synchronizing usage tracker for tenant:396c49474e3b492bb99d56f2edf98ea8 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:20.369844 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Allocated IP 2001:db8::2 (a7413df9-4e7a-4187-aef8-a668d8bf2950/1991cb3f-5ea9-4a21-9569-645397e34f7e/1667dc1f-984e-41aa-ad39-5a94b9370017) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:35:20.378075 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-146c420f-e46d-4da7-9a19-2bf16279ce8b tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Calling delete_port for c86db272-e3fd-4a68-b131-28d769e2cb26 owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:20.392416 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0c31f01e-c269-420b-aace-ee264c9a8e14 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Unset dirty status for tenant:396c49474e3b492bb99d56f2edf98ea8 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:20.397356 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0c31f01e-c269-420b-aace-ee264c9a8e14 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7105129 Jun 02 12:35:20.397356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:20.408749 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45554) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:20.417180 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-3b9cd018-077a-4a34-a41e-8b54a6a5eae4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group': {'name': 'tempest-secgroup--87209274'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:20.422447 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:subnet and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:20.428768 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:20.439728 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3b9cd018-077a-4a34-a41e-8b54a6a5eae4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:20.450336 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:20.466949 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3b9cd018-077a-4a34-a41e-8b54a6a5eae4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:20.482140 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72fc6b-1f0a-49ae-a5f4-d05e1f6467ee req-654832a2-182e-4f9f-a4eb-e1afabb6d007 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:20.483601 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-cd72fc6b-1f0a-49ae-a5f4-d05e1f6467ee req-654832a2-182e-4f9f-a4eb-e1afabb6d007 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 931 time: 0.6316504 Jun 02 12:35:20.488855 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1a71ba35-b896-4a9d-ad6b-e5d20d374eaf tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:20.493025 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:20.497565 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:20.539214 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3b9cd018-077a-4a34-a41e-8b54a6a5eae4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:20.552969 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1a71ba35-b896-4a9d-ad6b-e5d20d374eaf tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Usage tracker for resource:subnet and tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:20.563228 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1a71ba35-b896-4a9d-ad6b-e5d20d374eaf tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:20.565613 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d42e73-29af-4368-9af5-d7a69674941f req-850f9308-8b1f-4ffe-b3fe-e331ce621fca tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:20.572489 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-67d42e73-29af-4368-9af5-d7a69674941f req-850f9308-8b1f-4ffe-b3fe-e331ce621fca tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 932 time: 0.9648705 Jun 02 12:35:20.619597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1a71ba35-b896-4a9d-ad6b-e5d20d374eaf tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:20.629507 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:20.641909 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3b9cd018-077a-4a34-a41e-8b54a6a5eae4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:20.660149 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3b9cd018-077a-4a34-a41e-8b54a6a5eae4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Usage tracker for resource:security_group_rule and tenant:396c49474e3b492bb99d56f2edf98ea8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:20.669583 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3b9cd018-077a-4a34-a41e-8b54a6a5eae4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:20.680476 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Transition to ACTIVE for port object f9043a8e-6c03-4fd2-8de8-1622e4742315 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:20.682706 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a71ba35-b896-4a9d-ad6b-e5d20d374eaf tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Made reservation on behalf of d4bce9b2ec734b6c9e9ac0bb37d35a9d for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:20.686734 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a71ba35-b896-4a9d-ad6b-e5d20d374eaf tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:20.708638 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3b9cd018-077a-4a34-a41e-8b54a6a5eae4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:20.713616 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Transition to ACTIVE for port object f9043a8e-6c03-4fd2-8de8-1622e4742315 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:20.715172 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-67d42e73-29af-4368-9af5-d7a69674941f req-cd22f3b5-bb3c-4c32-952d-54367bb6cbeb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0094626d-408a-4895-890b-c9989264b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413717 Jun 02 12:35:20.718370 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:20.733960 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:20.734622 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-cd72fc6b-1f0a-49ae-a5f4-d05e1f6467ee req-83290f9e-2f75-4588-956a-16265dcf391e tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181318 Jun 02 12:35:20.734745 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:20.774792 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Transition to ACTIVE for port object 1667dc1f-984e-41aa-ad39-5a94b9370017 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:20.822691 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Network fe16c65e-8b79-4cfc-bb02-0daac4f9abb7 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:20.830282 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:20.832721 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Transition to ACTIVE for port object 1667dc1f-984e-41aa-ad39-5a94b9370017 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:20.838449 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:35:20.843972 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Pushing event updated for resources: {'Port': ['ID=f9043a8e-6c03-4fd2-8de8-1622e4742315,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:20.873047 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:20.880915 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:20.894396 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-32d4b822-8c74-4368-8a2c-eb93a29ca3c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:20.905901 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3db9919-6e55-4a75-b308-7b07164ffb6e {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:35:20.938091 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:20.968397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Transition to ACTIVE for port object f3db9919-6e55-4a75-b308-7b07164ffb6e will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:20.973242 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Pushing event updated for resources: {'Port': ['ID=1667dc1f-984e-41aa-ad39-5a94b9370017,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:20.978010 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:20.984509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3b9cd018-077a-4a34-a41e-8b54a6a5eae4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:20.984694 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0759df28-c4ad-439c-928d-7f23ce549325 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:21.006032 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3b9cd018-077a-4a34-a41e-8b54a6a5eae4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:21.010349 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:21.024673 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c276b1bd-de9d-4668-9dbd-580a900dfe6e tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:21.034572 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Attempting to bind port f9043a8e-6c03-4fd2-8de8-1622e4742315 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:35:21.034822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Attempting to bind port f9043a8e-6c03-4fd2-8de8-1622e4742315 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '23a68e98-fcfe-4614-ae7b-6b7851b0a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fe16c65e-8b79-4cfc-bb02-0daac4f9abb7'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:35:21.035197 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Attempting to bind port f9043a8e-6c03-4fd2-8de8-1622e4742315 on network fe16c65e-8b79-4cfc-bb02-0daac4f9abb7 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:35:21.041750 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:21.045143 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:35:21.045504 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Checking segment: {'id': '23a68e98-fcfe-4614-ae7b-6b7851b0a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fe16c65e-8b79-4cfc-bb02-0daac4f9abb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:35:21.045768 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:21.046276 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Bound using segment: {'id': '23a68e98-fcfe-4614-ae7b-6b7851b0a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fe16c65e-8b79-4cfc-bb02-0daac4f9abb7'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:35:21.046914 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Bound port: f9043a8e-6c03-4fd2-8de8-1622e4742315, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a68e98-fcfe-4614-ae7b-6b7851b0a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fe16c65e-8b79-4cfc-bb02-0daac4f9abb7'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:35:21.047597 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:21.056254 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:21.060225 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:35:21.136219 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9cd018-077a-4a34-a41e-8b54a6a5eae4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd22ac7-14a5-4006-9be8-c98b016bc781,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:21.147284 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3b9cd018-077a-4a34-a41e-8b54a6a5eae4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:21.160570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3b9cd018-077a-4a34-a41e-8b54a6a5eae4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:21.164908 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3b9cd018-077a-4a34-a41e-8b54a6a5eae4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7533798 Jun 02 12:35:21.166488 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45556) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:21.181892 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-0f38bd41-3e44-4241-91fa-bd413145f176 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group_rule': {'security_group_id': 'acd22ac7-14a5-4006-9be8-c98b016bc781', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:21.182458 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING neutron.api.v2.base [None req-0f38bd41-3e44-4241-91fa-bd413145f176 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 02 12:35:21.183004 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-0f38bd41-3e44-4241-91fa-bd413145f176 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:35:21.186759 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0f38bd41-3e44-4241-91fa-bd413145f176 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0085533 Jun 02 12:35:21.189587 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45558) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:21.261591 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44beafce-b493-411d-8c8e-935c156eaa8e {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:35:21.270945 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Attempting to bind port 1667dc1f-984e-41aa-ad39-5a94b9370017 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:35:21.271731 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Attempting to bind port 1667dc1f-984e-41aa-ad39-5a94b9370017 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:35:21.272304 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Attempting to bind port 1667dc1f-984e-41aa-ad39-5a94b9370017 on network a7413df9-4e7a-4187-aef8-a668d8bf2950 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:35:21.278996 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:21.282144 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:35:21.282866 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Checking segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:35:21.283516 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:21.284107 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Bound using segment: {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:35:21.284873 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Bound port: 1667dc1f-984e-41aa-ad39-5a94b9370017, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1e6252-fb23-4b4c-9adc-27154226931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:35:21.285527 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:21.299884 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] For port f9043a8e-6c03-4fd2-8de8-1622e4742315, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:35:21.305557 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Pushing event updated for resources: {'Port': ['ID=f3db9919-6e55-4a75-b308-7b07164ffb6e,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:21.316811 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:21.319549 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-96a050ec-3788-4d61-b444-162dae5f6f95 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:21.337938 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] For port f9043a8e-6c03-4fd2-8de8-1622e4742315, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f9043a8e-6c03-4fd2-8de8-1622e4742315,segment=NetworkSegment(23a68e98-fcfe-4614-ae7b-6b7851b0a8e5),segment_id=23a68e98-fcfe-4614-ae7b-6b7851b0a8e5)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:35:21.352082 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:21.359459 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-07423609-8ce9-4635-8f9f-793b6bb74138 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:21.382192 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-96a050ec-3788-4d61-b444-162dae5f6f95 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:21.392162 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Transition to ACTIVE for port object 44beafce-b493-411d-8c8e-935c156eaa8e will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:21.446319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:21.454256 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e48bd649-3c89-4631-96b7-f1bc4839bfcc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:21.485655 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Pushing event updated for resources: {'Port': ['ID=f9043a8e-6c03-4fd2-8de8-1622e4742315,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:21.490598 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:21.496862 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] For port 1667dc1f-984e-41aa-ad39-5a94b9370017, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:35:21.500243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-146c420f-e46d-4da7-9a19-2bf16279ce8b tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:21.507841 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] For port 1667dc1f-984e-41aa-ad39-5a94b9370017, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1667dc1f-984e-41aa-ad39-5a94b9370017,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:35:21.513523 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:21.519322 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-958f0a61-7913-49dd-b152-972b43fe5fab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:21.574754 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-96a050ec-3788-4d61-b444-162dae5f6f95 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:21.581375 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-28ab6155-47da-4bc3-b67e-6ac1322685ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:21.604020 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a050ec-3788-4d61-b444-162dae5f6f95 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd22ac7-14a5-4006-9be8-c98b016bc781,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:21.615329 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Pushing event updated for resources: {'Port': ['ID=1667dc1f-984e-41aa-ad39-5a94b9370017,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:21.615482 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-96a050ec-3788-4d61-b444-162dae5f6f95 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:21.627874 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:21.646235 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-96a050ec-3788-4d61-b444-162dae5f6f95 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:21.650530 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-96a050ec-3788-4d61-b444-162dae5f6f95 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "DELETE /v2.0/security-groups/acd22ac7-14a5-4006-9be8-c98b016bc781 HTTP/1.1" status: 204 len: 168 time: 0.4551291 Jun 02 12:35:21.651311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45560) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:21.762471 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d1f120c5-c525-4ed6-ab2b-0f7f6ca97253 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Synchronizing usage tracker for tenant:396c49474e3b492bb99d56f2edf98ea8 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:22.039373 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=44beafce-b493-411d-8c8e-935c156eaa8e,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:22.079148 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d1f120c5-c525-4ed6-ab2b-0f7f6ca97253 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Unset dirty status for tenant:396c49474e3b492bb99d56f2edf98ea8 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:22.080395 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d1f120c5-c525-4ed6-ab2b-0f7f6ca97253 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4263856 Jun 02 12:35:22.092363 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a71ba35-b896-4a9d-ad6b-e5d20d374eaf tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:22.103546 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45566) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:22.104271 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-33c3029b-3ee7-4739-b226-681b7b7c02d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:22.135082 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-630dce79-8985-4e46-a886-e63c2f34fb8f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group': {'name': 'tempest-secgroup--1249823614'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:22.156717 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-630dce79-8985-4e46-a886-e63c2f34fb8f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:22.162260 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:22.162705 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9fcb94b7-21a7-4988-9a6b-f45d3fd44260 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.640s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:22.203601 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-630dce79-8985-4e46-a886-e63c2f34fb8f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:22.272071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Attempting to bind port f3db9919-6e55-4a75-b308-7b07164ffb6e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:35:22.272553 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Attempting to bind port f3db9919-6e55-4a75-b308-7b07164ffb6e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '76696f93-6ff0-492e-a64d-dd3a6a80634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '538c4580-73df-464f-868c-daf3dec24418'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:35:22.272955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Attempting to bind port f3db9919-6e55-4a75-b308-7b07164ffb6e on network 538c4580-73df-464f-868c-daf3dec24418 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:35:22.296629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Port f3db9919-6e55-4a75-b308-7b07164ffb6e on network 538c4580-73df-464f-868c-daf3dec24418 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:35:22.296842 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Attempting to bind port f3db9919-6e55-4a75-b308-7b07164ffb6e on network 538c4580-73df-464f-868c-daf3dec24418 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:35:22.309536 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71ba35-b896-4a9d-ad6b-e5d20d374eaf tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Subnet': ['ID=04a2581c-db67-481f-a829-1fc2b9f11d5e,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:22.317400 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-630dce79-8985-4e46-a886-e63c2f34fb8f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:22.329368 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1a71ba35-b896-4a9d-ad6b-e5d20d374eaf tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:22.354216 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71ba35-b896-4a9d-ad6b-e5d20d374eaf tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Checking segment: {'id': '795ed153-4d12-4f13-b601-1628206784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd75277c7-94e0-4585-94ac-402cd499ede5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:35:22.354575 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a71ba35-b896-4a9d-ad6b-e5d20d374eaf tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network hostable DHCP agents. Network: d75277c7-94e0-4585-94ac-402cd499ede5, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:35:22.361174 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.objects.ports [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92304) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 12:35:22.381161 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c420f-e46d-4da7-9a19-2bf16279ce8b tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event deleted for resources: {'Port': ['ID=c86db272-e3fd-4a68-b131-28d769e2cb26,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:22.387987 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:35:22.388333 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Checking segment: {'id': '76696f93-6ff0-492e-a64d-dd3a6a80634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '538c4580-73df-464f-868c-daf3dec24418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:35:22.388722 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Bound using segment: {'id': '76696f93-6ff0-492e-a64d-dd3a6a80634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '538c4580-73df-464f-868c-daf3dec24418'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:35:22.389176 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Bound port: f3db9919-6e55-4a75-b308-7b07164ffb6e, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76696f93-6ff0-492e-a64d-dd3a6a80634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '538c4580-73df-464f-868c-daf3dec24418'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:35:22.389526 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:22.398892 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-146c420f-e46d-4da7-9a19-2bf16279ce8b tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:22.400294 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-630dce79-8985-4e46-a886-e63c2f34fb8f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:22.416930 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcade6ee-f1df-4ce8-83e9-20ab159bdb94 req-6934681b-e4d6-49e3-a8a5-15a41c68f04c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:22.418386 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-dcade6ee-f1df-4ce8-83e9-20ab159bdb94 req-6934681b-e4d6-49e3-a8a5-15a41c68f04c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 943 time: 0.4297786 Jun 02 12:35:22.438902 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-630dce79-8985-4e46-a886-e63c2f34fb8f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Usage tracker for resource:security_group_rule and tenant:396c49474e3b492bb99d56f2edf98ea8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:22.450472 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-630dce79-8985-4e46-a886-e63c2f34fb8f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:22.563696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Attempting to bind port 44beafce-b493-411d-8c8e-935c156eaa8e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:35:22.564044 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Attempting to bind port 44beafce-b493-411d-8c8e-935c156eaa8e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'd80491b6-7d17-41d0-90f8-498bab64187e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:35:22.564378 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Attempting to bind port 44beafce-b493-411d-8c8e-935c156eaa8e on network 7748cee2-ce49-44f8-8a52-729fed4c4a96 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:35:22.590521 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Port 44beafce-b493-411d-8c8e-935c156eaa8e on network 7748cee2-ce49-44f8-8a52-729fed4c4a96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:35:22.590849 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Attempting to bind port 44beafce-b493-411d-8c8e-935c156eaa8e on network 7748cee2-ce49-44f8-8a52-729fed4c4a96 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:35:22.622312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-146c420f-e46d-4da7-9a19-2bf16279ce8b tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:22.625963 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:35:22.626329 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Checking segment: {'id': 'd80491b6-7d17-41d0-90f8-498bab64187e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:35:22.626919 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Bound using segment: {'id': 'd80491b6-7d17-41d0-90f8-498bab64187e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:35:22.627536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Bound port: 44beafce-b493-411d-8c8e-935c156eaa8e, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd80491b6-7d17-41d0-90f8-498bab64187e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:35:22.628052 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:22.642112 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-630dce79-8985-4e46-a886-e63c2f34fb8f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:22.670613 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a71ba35-b896-4a9d-ad6b-e5d20d374eaf tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network d75277c7-94e0-4585-94ac-402cd499ede5 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:35:22.671276 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c41287-f5ec-40da-a0b1-1b541c73b0da req-0e37f88d-226c-43fa-931e-38a5a301aac7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:22.672839 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c7c41287-f5ec-40da-a0b1-1b541c73b0da req-0e37f88d-226c-43fa-931e-38a5a301aac7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 944 time: 0.5709829 Jun 02 12:35:22.709387 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-dcade6ee-f1df-4ce8-83e9-20ab159bdb94 req-6ed7ae4c-1059-4cf1-b3e1-76f0a604ab09 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2825608 Jun 02 12:35:22.713479 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-1a71ba35-b896-4a9d-ad6b-e5d20d374eaf tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, d75277c7-94e0-4585-94ac-402cd499ede5) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:22.730212 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277e26e0-e4c2-4a16-83e7-fde576d5cd55 None None] Network d75277c7-94e0-4585-94ac-402cd499ede5 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:22.810569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] For port f3db9919-6e55-4a75-b308-7b07164ffb6e, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:35:22.813144 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-630dce79-8985-4e46-a886-e63c2f34fb8f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:22.815140 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a71ba35-b896-4a9d-ad6b-e5d20d374eaf tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:22.816238 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a71ba35-b896-4a9d-ad6b-e5d20d374eaf tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:22.822911 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-630dce79-8985-4e46-a886-e63c2f34fb8f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:22.854385 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] For port f3db9919-6e55-4a75-b308-7b07164ffb6e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f3db9919-6e55-4a75-b308-7b07164ffb6e,segment=NetworkSegment(76696f93-6ff0-492e-a64d-dd3a6a80634c),segment_id=76696f93-6ff0-492e-a64d-dd3a6a80634c)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:35:22.867126 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3b9cd018-077a-4a34-a41e-8b54a6a5eae4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:22.883480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:22.894347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-88a19469-8d4b-4c44-b2b3-a81d0dd6d338 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:22.923034 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630dce79-8985-4e46-a886-e63c2f34fb8f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd3529f-c031-429f-96f5-abda7a6d82b8,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:22.947017 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-630dce79-8985-4e46-a886-e63c2f34fb8f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:22.967776 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1a71ba35-b896-4a9d-ad6b-e5d20d374eaf tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.7366145 Jun 02 12:35:22.968902 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-630dce79-8985-4e46-a886-e63c2f34fb8f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:22.970110 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-630dce79-8985-4e46-a886-e63c2f34fb8f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8385968 Jun 02 12:35:22.970750 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:22.982297 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45568) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:22.982631 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45570) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:22.990364 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-72b5f354-ff54-47c9-b579-1ee8233ccfe7 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group_rule': {'security_group_id': '2cd3529f-c031-429f-96f5-abda7a6d82b8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:22.990929 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING neutron.api.v2.base [None req-72b5f354-ff54-47c9-b579-1ee8233ccfe7 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 02 12:35:22.991777 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-72b5f354-ff54-47c9-b579-1ee8233ccfe7 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:35:22.992725 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-72b5f354-ff54-47c9-b579-1ee8233ccfe7 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059302 Jun 02 12:35:23.022653 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45572) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:23.048357 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d34b00-2fe6-4fbf-8934-2c10461e1095 None None] Network fe16c65e-8b79-4cfc-bb02-0daac4f9abb7 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:23.051004 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c7c41287-f5ec-40da-a0b1-1b541c73b0da req-1c6c1e21-32b5-4e79-a2c4-bb85f31e05fa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0094626d-408a-4895-890b-c9989264b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3386526 Jun 02 12:35:23.111706 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:23.112126 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:23.113494 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] 10.222.0.22 "PUT /v2.0/ports/f3db9919-6e55-4a75-b308-7b07164ffb6e HTTP/1.1" status: 200 len: 1093 time: 4.3955760 Jun 02 12:35:23.114570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] For port 44beafce-b493-411d-8c8e-935c156eaa8e, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:35:23.118121 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e195f30-de94-4044-aad2-04795cf0511b', 'tag': 'f3db9919-6e55-4a75-b308-7b07164ffb6e'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:35:23.121448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0571dcd2-b77e-4d37-b625-28b9539e2de6" -d '{"events": [{"name": "network-changed", "server_uuid": "8e195f30-de94-4044-aad2-04795cf0511b", "tag": "f3db9919-6e55-4a75-b308-7b07164ffb6e"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:35:23.125594 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] For port 44beafce-b493-411d-8c8e-935c156eaa8e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=44beafce-b493-411d-8c8e-935c156eaa8e,segment=NetworkSegment(d80491b6-7d17-41d0-90f8-498bab64187e),segment_id=d80491b6-7d17-41d0-90f8-498bab64187e)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:35:23.139688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:23.215307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2f1ce2c3-049e-4124-9154-31f00b5bf9cd None None] Provisioning for port f9043a8e-6c03-4fd2-8de8-1622e4742315 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:35:23.218337 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-d75277c7-94e0-4585-94ac-402cd499ede5', 'network_id': 'd75277c7-94e0-4585-94ac-402cd499ede5', 'tenant_id': 'd4bce9b2ec734b6c9e9ac0bb37d35a9d', 'fixed_ips': [{'subnet_id': '04a2581c-db67-481f-a829-1fc2b9f11d5e'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:35:23.219932 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:23.412998 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:23.413620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:23.415405 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] 10.222.0.22 "PUT /v2.0/ports/44beafce-b493-411d-8c8e-935c156eaa8e HTTP/1.1" status: 200 len: 1094 time: 4.1203089 Jun 02 12:35:23.416425 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Pushing event updated for resources: {'Port': ['ID=f3db9919-6e55-4a75-b308-7b07164ffb6e,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:23.422517 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:23.452675 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:23.496927 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d81f76c5-c4a7-4403-8b54-d35f372bc7f1 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739 tempest-ExtraDHCPOptionsIpV6TestJSON-479840739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:23.591152 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbdc177-eabc-46cb-acf8-07559c5a314a x-openstack-request-id: req-0cbdc177-eabc-46cb-acf8-07559c5a314a {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:35:23.591486 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e195f30-de94-4044-aad2-04795cf0511b", "tag": "f3db9919-6e55-4a75-b308-7b07164ffb6e", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:35:23.591788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0cbdc177-eabc-46cb-acf8-07559c5a314a {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:35:23.592230 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e195f30-de94-4044-aad2-04795cf0511b', 'tag': 'f3db9919-6e55-4a75-b308-7b07164ffb6e', 'status': 'completed', 'code': 200} Jun 02 12:35:23.594302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=44beafce-b493-411d-8c8e-935c156eaa8e,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:23.598767 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:23.604622 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-995f2bba-3387-46a8-88fa-8ab0e38ca3db tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:23.748256 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146c420f-e46d-4da7-9a19-2bf16279ce8b tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Router 16a71cba-6ade-4fc1-a5e1-7af1b16965b1 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:35:23.765292 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-995f2bba-3387-46a8-88fa-8ab0e38ca3db tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:23.779193 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-50482ea4-7d2c-4e1d-9417-a24019d9450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:23.785567 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-50482ea4-7d2c-4e1d-9417-a24019d9450d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=96bf45be6aa145b6aaf403d7070d5e51&device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 1096 time: 0.3896906 Jun 02 12:35:23.791852 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Allocated IP 172.20.0.2 (d75277c7-94e0-4585-94ac-402cd499ede5/04a2581c-db67-481f-a829-1fc2b9f11d5e/b0339b16-e114-411f-aaa7-17bbb8bb7301) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:35:23.824687 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] For port 1667dc1f-984e-41aa-ad39-5a94b9370017, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1667dc1f-984e-41aa-ad39-5a94b9370017,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:23.855591 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1667dc1f-984e-41aa-ad39-5a94b9370017 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:35:23.857957 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:23.940299 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-995f2bba-3387-46a8-88fa-8ab0e38ca3db tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:23.947797 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:23.950421 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2220e852-6c77-46f6-a97f-330bde9e6bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:23.990720 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:23.991262 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:24.002515 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f2bba-3387-46a8-88fa-8ab0e38ca3db tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd3529f-c031-429f-96f5-abda7a6d82b8,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:24.005351 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-995f2bba-3387-46a8-88fa-8ab0e38ca3db tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:24.005741 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f7297236-c2fb-4510-b390-2c70f9d66b56 None None] Provisioning for port 1667dc1f-984e-41aa-ad39-5a94b9370017 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:35:24.014147 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-28b76e82-5e84-4946-a795-eda741cbb60d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:24.124522 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 1667dc1f-984e-41aa-ad39-5a94b9370017 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:35:24.139570 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 1667dc1f-984e-41aa-ad39-5a94b9370017 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:24.139952 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:24.151207 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:24.154914 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701638f-3273-405e-93ea-b15b290164a9 req-77660ba5-b34f-479f-8907-270389d122da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:24.155392 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-995f2bba-3387-46a8-88fa-8ab0e38ca3db tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:24.156165 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-995f2bba-3387-46a8-88fa-8ab0e38ca3db tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "DELETE /v2.0/security-groups/2cd3529f-c031-429f-96f5-abda7a6d82b8 HTTP/1.1" status: 204 len: 168 time: 1.1325424 Jun 02 12:35:24.163790 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3701638f-3273-405e-93ea-b15b290164a9 req-77660ba5-b34f-479f-8907-270389d122da service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 1097 time: 0.5704887 Jun 02 12:35:24.166898 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:24.183473 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56883dc-f678-459d-a8c2-f0b8d99c6a66 None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:24.184227 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45584) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:24.213182 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:24.213779 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:24.289447 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-8cfaa12a-d1e0-4869-83ef-e1aaa81b5c74 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3db9919-6e55-4a75-b308-7b07164ffb6e HTTP/1.1" status: 200 len: 217 time: 0.3914351 Jun 02 12:35:24.308415 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:24.338154 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Transition to ACTIVE for port object b0339b16-e114-411f-aaa7-17bbb8bb7301 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:24.349300 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3701638f-3273-405e-93ea-b15b290164a9 req-25e43c96-6740-4cc6-ab2e-edbd72c025d6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44beafce-b493-411d-8c8e-935c156eaa8e HTTP/1.1" status: 200 len: 217 time: 0.1483560 Jun 02 12:35:24.383630 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=1667dc1f-984e-41aa-ad39-5a94b9370017,revision_number=4']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:24.409622 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:24.410518 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-21904dc3-64c7-4502-9749-3004895f95f7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.409s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:24.413367 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Transition to ACTIVE for port object b0339b16-e114-411f-aaa7-17bbb8bb7301 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:24.438299 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:24.449685 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:24.497448 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.8121240 Jun 02 12:35:24.502227 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45586) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:24.513862 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c057f63b-b5b3-4941-838d-cae2c45df67e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Request body: {'port': {'network_id': 'a7413df9-4e7a-4187-aef8-a668d8bf2950', 'mac_address': 'fa:16:3e:08:8b:f4', 'name': 'tempest-NetworksTestDHCPv6-1113004863'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:24.529454 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2af152c4-65fd-4601-ab5a-d8554573d956 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Synchronizing usage tracker for tenant:396c49474e3b492bb99d56f2edf98ea8 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:24.537739 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:24.553838 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Subnet': ['ID=1bac4f98-428a-474e-860b-18fbb651f4fa,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:24.556496 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-bfeb2d8b-df84-406d-b630-0e86321b3d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:24.558730 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-bfeb2d8b-df84-406d-b630-0e86321b3d84 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=50a59100-ae12-4643-94d5-15b1702b852a HTTP/1.1" status: 200 len: 850 time: 0.2555845 Jun 02 12:35:24.565926 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:24.580557 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:24.587550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b4a33119-831c-4b38-b4ec-57131a5b1da0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:24.588244 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Network d75277c7-94e0-4585-94ac-402cd499ede5 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:24.593962 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:24.600194 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:35:24.612082 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e016a96-f4a7-496b-90d8-86be7d7b2503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:24.612717 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2af152c4-65fd-4601-ab5a-d8554573d956 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Unset dirty status for tenant:396c49474e3b492bb99d56f2edf98ea8 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:24.613992 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3701638f-3273-405e-93ea-b15b290164a9 req-4e016a96-f4a7-496b-90d8-86be7d7b2503 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1fe024fd-2f61-42b1-85b7-38c4bb5283ce HTTP/1.1" status: 200 len: 835 time: 0.2477391 Jun 02 12:35:24.617562 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Pushing event updated for resources: {'Port': ['ID=b0339b16-e114-411f-aaa7-17bbb8bb7301,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:24.621222 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2af152c4-65fd-4601-ab5a-d8554573d956 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4326274 Jun 02 12:35:24.627341 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45588) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:24.637407 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ac221763-d0c8-48bb-8809-7a11fe78f84e tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group': {'name': 'tempest-secgroup--1260067206'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:24.646324 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:24.649316 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Subnet': ['ID=04a2581c-db67-481f-a829-1fc2b9f11d5e,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:24.656056 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ac221763-d0c8-48bb-8809-7a11fe78f84e tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:24.658482 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:24.695066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ac221763-d0c8-48bb-8809-7a11fe78f84e tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:24.722867 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 1667dc1f-984e-41aa-ad39-5a94b9370017, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1667dc1f-984e-41aa-ad39-5a94b9370017,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:24.723447 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146c420f-e46d-4da7-9a19-2bf16279ce8b tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:35:24.742113 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:24.743109 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f9043a8e-6c03-4fd2-8de8-1622e4742315 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:35:24.758633 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e763b1d-025e-4416-878d-5eb08ebc50be req-916fadf5-b155-4d9b-94d1-32ce198b49c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:24.760122 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6e763b1d-025e-4416-878d-5eb08ebc50be req-916fadf5-b155-4d9b-94d1-32ce198b49c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 944 time: 0.3798752 Jun 02 12:35:24.775211 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12192b30-d981-45b6-b4d9-bc709adb71f3 req-715984d5-c9bf-42d6-8708-d29c1aaa6eb6 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:24.775551 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-12192b30-d981-45b6-b4d9-bc709adb71f3 req-715984d5-c9bf-42d6-8708-d29c1aaa6eb6 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Synchronizing usage tracker for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:24.781127 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bf4c0fee-14df-4eba-a210-2f1b6d4c1e7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:24.786172 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-146c420f-e46d-4da7-9a19-2bf16279ce8b tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "PUT /v2.0/routers/16a71cba-6ade-4fc1-a5e1-7af1b16965b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6235707 Jun 02 12:35:24.792747 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45590) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:24.800115 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:24.811049 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a9187d-c1b8-4900-86a4-3f58ab5496cf None None] Sync routers for ids ['16a71cba-6ade-4fc1-a5e1-7af1b16965b1'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:35:24.858635 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-12192b30-d981-45b6-b4d9-bc709adb71f3 req-715984d5-c9bf-42d6-8708-d29c1aaa6eb6 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Unset dirty status for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:24.864646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ac221763-d0c8-48bb-8809-7a11fe78f84e tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:24.865163 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-12192b30-d981-45b6-b4d9-bc709adb71f3 req-715984d5-c9bf-42d6-8708-d29c1aaa6eb6 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 943 time: 0.9658115 Jun 02 12:35:24.878982 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a9187d-c1b8-4900-86a4-3f58ab5496cf None None] Routers {'16a71cba-6ade-4fc1-a5e1-7af1b16965b1'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:35:24.879620 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-08a9187d-c1b8-4900-86a4-3f58ab5496cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:35:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['16a71cba-6ade-4fc1-a5e1-7af1b16965b1'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:24.886702 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c057f63b-b5b3-4941-838d-cae2c45df67e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:24.891781 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-5e217aca-cc0a-4dce-8cc5-61467bc3c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:24.893254 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-5e217aca-cc0a-4dce-8cc5-61467bc3c886 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=538c4580-73df-464f-868c-daf3dec24418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3246245 Jun 02 12:35:24.897594 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75277c7-94e0-4585-94ac-402cd499ede5']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:24.902264 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c057f63b-b5b3-4941-838d-cae2c45df67e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Usage tracker for resource:port and tenant:92267f63b39d479186244ad140742340 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:24.928647 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795ed153-4d12-4f13-b601-1628206784e5') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:24.928940 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795ed153-4d12-4f13-b601-1628206784e5') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:24.929342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c057f63b-b5b3-4941-838d-cae2c45df67e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:24.935224 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Attempting to bind port b0339b16-e114-411f-aaa7-17bbb8bb7301 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:35:24.935587 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Attempting to bind port b0339b16-e114-411f-aaa7-17bbb8bb7301 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '795ed153-4d12-4f13-b601-1628206784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd75277c7-94e0-4585-94ac-402cd499ede5'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:35:24.935974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Attempting to bind port b0339b16-e114-411f-aaa7-17bbb8bb7301 on network d75277c7-94e0-4585-94ac-402cd499ede5 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:35:24.951865 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701638f-3273-405e-93ea-b15b290164a9 req-27cd8294-e4a2-4dc6-bd19-ce10d01a4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:24.953535 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3701638f-3273-405e-93ea-b15b290164a9 req-27cd8294-e4a2-4dc6-bd19-ce10d01a4781 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7748cee2-ce49-44f8-8a52-729fed4c4a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2867157 Jun 02 12:35:24.954479 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c057f63b-b5b3-4941-838d-cae2c45df67e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:24.962553 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ac221763-d0c8-48bb-8809-7a11fe78f84e tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:24.967768 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ac221763-d0c8-48bb-8809-7a11fe78f84e tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Usage tracker for resource:security_group_rule and tenant:396c49474e3b492bb99d56f2edf98ea8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:24.969969 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:35:24.970390 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Checking segment: {'id': '795ed153-4d12-4f13-b601-1628206784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd75277c7-94e0-4585-94ac-402cd499ede5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:35:24.970780 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:24.971063 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ac221763-d0c8-48bb-8809-7a11fe78f84e tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:24.971194 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Bound using segment: {'id': '795ed153-4d12-4f13-b601-1628206784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd75277c7-94e0-4585-94ac-402cd499ede5'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:35:24.971647 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Bound port: b0339b16-e114-411f-aaa7-17bbb8bb7301, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795ed153-4d12-4f13-b601-1628206784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd75277c7-94e0-4585-94ac-402cd499ede5'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:35:24.972013 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:24.977717 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:24.983303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-08a9187d-c1b8-4900-86a4-3f58ab5496cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:24.987066 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6e763b1d-025e-4416-878d-5eb08ebc50be req-46886d7e-3068-4b3a-8224-b6881b7eb98e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0094626d-408a-4895-890b-c9989264b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117176 Jun 02 12:35:24.987980 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ac221763-d0c8-48bb-8809-7a11fe78f84e tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:25.041897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=1667dc1f-984e-41aa-ad39-5a94b9370017,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:25.059261 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:25.060073 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-12192b30-d981-45b6-b4d9-bc709adb71f3 req-d9255573-3800-42a4-b5ef-33336b335435 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939857 Jun 02 12:35:25.065257 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c057f63b-b5b3-4941-838d-cae2c45df67e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Made reservation on behalf of 92267f63b39d479186244ad140742340 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:25.098262 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a9187d-c1b8-4900-86a4-3f58ab5496cf None None] Routers {'16a71cba-6ade-4fc1-a5e1-7af1b16965b1'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:35:25.098976 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-08a9187d-c1b8-4900-86a4-3f58ab5496cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:35:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['16a71cba-6ade-4fc1-a5e1-7af1b16965b1'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:25.163013 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port f9043a8e-6c03-4fd2-8de8-1622e4742315 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:35:25.187067 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-08a9187d-c1b8-4900-86a4-3f58ab5496cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:25.187479 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a9187d-c1b8-4900-86a4-3f58ab5496cf None None] The sync data for ids ['16a71cba-6ade-4fc1-a5e1-7af1b16965b1'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:35:25.190831 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port f9043a8e-6c03-4fd2-8de8-1622e4742315 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:25.191454 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:25.240179 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] For port b0339b16-e114-411f-aaa7-17bbb8bb7301, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:35:25.254703 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:25.264777 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:35:25.265259 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:25.290893 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-22805d87-cd6d-471f-9853-6c878435addc service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841488 Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:35:25.298035 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:35:25.337985 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:25.338841 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3701638f-3273-405e-93ea-b15b290164a9 req-dca161af-6b9c-4f87-855c-5fd4d1550979 service neutron] 10.222.0.22 "GET /v2.0/networks/7748cee2-ce49-44f8-8a52-729fed4c4a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746972 Jun 02 12:35:25.380870 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port f9043a8e-6c03-4fd2-8de8-1622e4742315, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f9043a8e-6c03-4fd2-8de8-1622e4742315,segment=NetworkSegment(23a68e98-fcfe-4614-ae7b-6b7851b0a8e5),segment_id=23a68e98-fcfe-4614-ae7b-6b7851b0a8e5)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:25.386586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:25.389087 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:25.419729 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.db.api [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 12:35:25.419729 dv-neutron-601336-80-hyperv neutron-server[92304]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 12:35:25.419729 dv-neutron-601336-80-hyperv neutron-server[92304]: [parameters: {'id': 'd75277c7-94e0-4585-94ac-402cd499ede5'}] Jun 02 12:35:25.419729 dv-neutron-601336-80-hyperv neutron-server[92304]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:35:25.420206 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_db.api [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:35:25.428470 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-474b54aa-b4b3-4c4a-afe6-1b13bb8a0f1d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:25.443889 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c057f63b-b5b3-4941-838d-cae2c45df67e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:25.488102 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] For port b0339b16-e114-411f-aaa7-17bbb8bb7301, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b0339b16-e114-411f-aaa7-17bbb8bb7301,segment=NetworkSegment(795ed153-4d12-4f13-b601-1628206784e5),segment_id=795ed153-4d12-4f13-b601-1628206784e5)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:35:25.522918 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=f9043a8e-6c03-4fd2-8de8-1622e4742315,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:25.528096 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:25.532488 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-c057f63b-b5b3-4941-838d-cae2c45df67e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] device_id is not set on port 518e071a-bebd-475a-a042-8f6ddb12daa3 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:35:25.533722 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:25.534344 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:25.577507 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ac221763-d0c8-48bb-8809-7a11fe78f84e tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:25.595065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ac221763-d0c8-48bb-8809-7a11fe78f84e tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:25.611173 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fd01eeb4-cf6a-4b09-958c-81cd4d72abb8 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:25.695138 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1667dc1f-984e-41aa-ad39-5a94b9370017 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:35:25.751185 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Pushing event updated for resources: {'Port': ['ID=b0339b16-e114-411f-aaa7-17bbb8bb7301,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:25.767948 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:25.788025 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:25.789300 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-474b54aa-b4b3-4c4a-afe6-1b13bb8a0f1d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:25.801734 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac221763-d0c8-48bb-8809-7a11fe78f84e tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94131a10-3500-4fa1-a262-cd3ef60f5211,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:25.809688 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 1667dc1f-984e-41aa-ad39-5a94b9370017 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:25.810064 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:25.836783 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e43331-69c0-435b-b2d0-80619278b26e None None] Network d75277c7-94e0-4585-94ac-402cd499ede5 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:25.848442 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ac221763-d0c8-48bb-8809-7a11fe78f84e tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:25.862166 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ac221763-d0c8-48bb-8809-7a11fe78f84e tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:25.866022 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ac221763-d0c8-48bb-8809-7a11fe78f84e tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2314014 Jun 02 12:35:25.867699 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45592) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:25.876664 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-8c93a725-3d5f-4f8c-8225-643fbfb537ea tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group_rule': {'security_group_id': '94131a10-3500-4fa1-a262-cd3ef60f5211', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:25.877541 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING neutron.api.v2.base [None req-8c93a725-3d5f-4f8c-8225-643fbfb537ea tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 02 12:35:25.878063 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-8c93a725-3d5f-4f8c-8225-643fbfb537ea tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:35:25.881771 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8c93a725-3d5f-4f8c-8225-643fbfb537ea tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0114667 Jun 02 12:35:25.883535 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45594) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:25.889988 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-5547eae8-8f78-4534-b50b-21bc1bd89578 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group_rule': {'security_group_id': '94131a10-3500-4fa1-a262-cd3ef60f5211', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:25.890710 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING neutron.api.v2.base [None req-5547eae8-8f78-4534-b50b-21bc1bd89578 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 02 12:35:25.891173 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-5547eae8-8f78-4534-b50b-21bc1bd89578 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:35:25.895457 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5547eae8-8f78-4534-b50b-21bc1bd89578 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075362 Jun 02 12:35:25.895457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45596) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:25.900405 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-e212f029-c441-4971-891b-b314ca38df76 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group_rule': {'security_group_id': '94131a10-3500-4fa1-a262-cd3ef60f5211', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:25.902024 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING neutron.api.v2.base [None req-e212f029-c441-4971-891b-b314ca38df76 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 02 12:35:25.902547 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-e212f029-c441-4971-891b-b314ca38df76 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:35:25.906022 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e212f029-c441-4971-891b-b314ca38df76 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076547 Jun 02 12:35:25.909299 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45598) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:25.913753 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-b3aad2d7-be06-4a50-a181-2ed50e2b9128 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group_rule': {'security_group_id': '94131a10-3500-4fa1-a262-cd3ef60f5211', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:25.915147 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING neutron.api.v2.base [None req-b3aad2d7-be06-4a50-a181-2ed50e2b9128 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 02 12:35:25.915640 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-b3aad2d7-be06-4a50-a181-2ed50e2b9128 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:35:25.920952 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b3aad2d7-be06-4a50-a181-2ed50e2b9128 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063856 Jun 02 12:35:25.920952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45600) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:25.922439 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:25.947649 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d3ceb5-7853-4c3a-b771-9883645bcfbe', 'tag': '44beafce-b493-411d-8c8e-935c156eaa8e'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:35:25.950671 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079e56d6-8a95-4000-a53f-188f3a21d8cc" -d '{"events": [{"name": "network-changed", "server_uuid": "76d3ceb5-7853-4c3a-b771-9883645bcfbe", "tag": "44beafce-b493-411d-8c8e-935c156eaa8e"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:35:25.980404 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-474b54aa-b4b3-4c4a-afe6-1b13bb8a0f1d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Deleting port 53f8e07e-ce5b-4e01-b8fa-b69aa966a9b7 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:25.980750 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-474b54aa-b4b3-4c4a-afe6-1b13bb8a0f1d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:26.010776 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-3df75108-a815-45e3-b700-3fb9a14432f3 None None] Provisioning complete for port 1667dc1f-984e-41aa-ad39-5a94b9370017 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:26.011811 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3df75108-a815-45e3-b700-3fb9a14432f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:26.071534 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a60f29-2d3b-417c-8056-4c5df0e02fe6 x-openstack-request-id: req-55a60f29-2d3b-417c-8056-4c5df0e02fe6 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:35:26.071948 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d3ceb5-7853-4c3a-b771-9883645bcfbe", "tag": "44beafce-b493-411d-8c8e-935c156eaa8e", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:35:26.072324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55a60f29-2d3b-417c-8056-4c5df0e02fe6 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:35:26.072819 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d3ceb5-7853-4c3a-b771-9883645bcfbe', 'tag': '44beafce-b493-411d-8c8e-935c156eaa8e', 'status': 'completed', 'code': 200} Jun 02 12:35:26.124136 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-09766cae-2d0d-45e2-8970-a93eefcca426 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:26.138131 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-c057f63b-b5b3-4941-838d-cae2c45df67e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8::1e6 (a7413df9-4e7a-4187-aef8-a668d8bf2950/1991cb3f-5ea9-4a21-9569-645397e34f7e/518e071a-bebd-475a-a042-8f6ddb12daa3) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:35:26.192568 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-c057f63b-b5b3-4941-838d-cae2c45df67e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Allocated IP 2001:db8:0:1:f816:3eff:fe08:8bf4 (a7413df9-4e7a-4187-aef8-a668d8bf2950/1bac4f98-428a-474e-860b-18fbb651f4fa/518e071a-bebd-475a-a042-8f6ddb12daa3) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:35:26.203841 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-09766cae-2d0d-45e2-8970-a93eefcca426 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:26.238539 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f5ef4526-4f3a-4341-bc4a-bdf9fd9501d4 req-31c951d8-04a5-435c-9d3f-187f743df2b2 service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9262280 Jun 02 12:35:26.249584 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3701638f-3273-405e-93ea-b15b290164a9 req-3f3fbba5-6773-4d21-a33f-01bbaf1605a4 service neutron] 10.222.0.22 "GET /v2.0/networks/7748cee2-ce49-44f8-8a52-729fed4c4a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8947611 Jun 02 12:35:26.277551 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f9043a8e-6c03-4fd2-8de8-1622e4742315 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:35:26.309997 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-474b54aa-b4b3-4c4a-afe6-1b13bb8a0f1d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:26.355827 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8039c71e-b3e7-44cc-b94b-ddda88666eb3 None None] get_active_networks_info from dv-neutron-601336-80-hyperv {{(pid=92306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 12:35:26.400103 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port f9043a8e-6c03-4fd2-8de8-1622e4742315 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:26.400634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:26.453865 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-474b54aa-b4b3-4c4a-afe6-1b13bb8a0f1d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Calling delete_port for 53f8e07e-ce5b-4e01-b8fa-b69aa966a9b7 owned by network:router_gateway {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:26.459900 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27467b86-91ce-4519-a84b-2823b6df790b req-abf0cb1f-2940-424d-8869-ecb0af76a765 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:26.461425 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-27467b86-91ce-4519-a84b-2823b6df790b req-abf0cb1f-2940-424d-8869-ecb0af76a765 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 944 time: 0.2841854 Jun 02 12:35:26.483089 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Deleting port b0339b16-e114-411f-aaa7-17bbb8bb7301 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:26.483729 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:26.597131 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-09766cae-2d0d-45e2-8970-a93eefcca426 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:26.608551 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8039c71e-b3e7-44cc-b94b-ddda88666eb3 None None] Resources bound (agent type, host, resource id): {{(pid=92306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 12:35:26.613147 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1fac54a1-7d3f-4569-9b5f-0ab2307661ca tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:26.642783 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-27467b86-91ce-4519-a84b-2823b6df790b req-6cb4eb41-5023-458f-af59-03f6d2e9e614 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0094626d-408a-4895-890b-c9989264b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291435 Jun 02 12:35:26.652245 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8968f-9260-48cd-8c66-109a4337d5be req-41747a94-9fba-4fc4-ab6d-95f483a49eee tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:26.665710 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-cfb8968f-9260-48cd-8c66-109a4337d5be req-41747a94-9fba-4fc4-ab6d-95f483a49eee tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 943 time: 0.4466503 Jun 02 12:35:26.681208 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c057f63b-b5b3-4941-838d-cae2c45df67e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:26.690383 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09766cae-2d0d-45e2-8970-a93eefcca426 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94131a10-3500-4fa1-a262-cd3ef60f5211,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:26.692730 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-09766cae-2d0d-45e2-8970-a93eefcca426 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:26.698310 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] For port b0339b16-e114-411f-aaa7-17bbb8bb7301, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b0339b16-e114-411f-aaa7-17bbb8bb7301,segment=NetworkSegment(795ed153-4d12-4f13-b601-1628206784e5),segment_id=795ed153-4d12-4f13-b601-1628206784e5)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:26.699408 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:26.704304 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e56d6-8a95-4000-a53f-188f3a21d8cc req-5e6a6f77-53e9-49c4-889c-ac7a40c60cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:26.706028 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-079e56d6-8a95-4000-a53f-188f3a21d8cc req-5e6a6f77-53e9-49c4-889c-ac7a40c60cff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 1097 time: 0.3364253 Jun 02 12:35:26.712479 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571dcd2-b77e-4d37-b625-28b9539e2de6 req-2fce9b0b-a399-4ab3-a06b-6092aad37a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:26.714245 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0571dcd2-b77e-4d37-b625-28b9539e2de6 req-2fce9b0b-a399-4ab3-a06b-6092aad37a38 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=96bf45be6aa145b6aaf403d7070d5e51&device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 1096 time: 0.3470747 Jun 02 12:35:26.739114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-c057f63b-b5b3-4941-838d-cae2c45df67e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Transition to ACTIVE for port object 518e071a-bebd-475a-a042-8f6ddb12daa3 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:26.845425 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-09766cae-2d0d-45e2-8970-a93eefcca426 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:26.849274 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-09766cae-2d0d-45e2-8970-a93eefcca426 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "DELETE /v2.0/security-groups/94131a10-3500-4fa1-a262-cd3ef60f5211 HTTP/1.1" status: 204 len: 168 time: 0.9288845 Jun 02 12:35:26.856749 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Calling delete_port for b0339b16-e114-411f-aaa7-17bbb8bb7301 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:26.861537 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45608) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:26.900822 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-cfb8968f-9260-48cd-8c66-109a4337d5be req-05937942-40f1-437b-8008-c4260dc89c76 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354403 Jun 02 12:35:26.981029 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-29cc2b2a-692b-4f80-849b-10151675d3b5 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Synchronizing usage tracker for tenant:396c49474e3b492bb99d56f2edf98ea8 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:26.992136 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571dcd2-b77e-4d37-b625-28b9539e2de6 req-0d53e07a-6d2b-4d81-91a1-27b9aa91a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:26.993664 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0571dcd2-b77e-4d37-b625-28b9539e2de6 req-0d53e07a-6d2b-4d81-91a1-27b9aa91a663 service neutron] 10.222.0.22 "GET /v2.0/networks?id=538c4580-73df-464f-868c-daf3dec24418 HTTP/1.1" status: 200 len: 912 time: 0.2530653 Jun 02 12:35:26.995726 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e56d6-8a95-4000-a53f-188f3a21d8cc req-3bbb2723-f394-4433-a94b-3fb7abbaf5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:26.997050 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-079e56d6-8a95-4000-a53f-188f3a21d8cc req-3bbb2723-f394-4433-a94b-3fb7abbaf5aa service neutron] 10.222.0.22 "GET /v2.0/networks?id=7748cee2-ce49-44f8-8a52-729fed4c4a96 HTTP/1.1" status: 200 len: 897 time: 0.2801938 Jun 02 12:35:27.003337 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c057f63b-b5b3-4941-838d-cae2c45df67e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:27.009173 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-29e13c80-9bc7-4ece-8a6a-db90dc11e406 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:27.156991 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-29cc2b2a-692b-4f80-849b-10151675d3b5 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Unset dirty status for tenant:396c49474e3b492bb99d56f2edf98ea8 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:27.158266 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-29cc2b2a-692b-4f80-849b-10151675d3b5 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2932625 Jun 02 12:35:27.164047 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-079e56d6-8a95-4000-a53f-188f3a21d8cc req-2633e8e4-bfd6-4cb2-bb85-9ce09150279f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44beafce-b493-411d-8c8e-935c156eaa8e HTTP/1.1" status: 200 len: 217 time: 0.1225805 Jun 02 12:35:27.175478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45610) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:27.190476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:27.194732 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-a2c4e636-6142-4804-9d9c-30f1921120a0 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group': {'name': 'tempest-secgroup--31913518'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:27.195707 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-eee5d14c-8ed6-46fa-be33-7b45386193a0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:27.238578 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0571dcd2-b77e-4d37-b625-28b9539e2de6 req-85c14b8c-c2ed-4701-bf9d-0263172f85f9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3db9919-6e55-4a75-b308-7b07164ffb6e HTTP/1.1" status: 200 len: 217 time: 0.1959476 Jun 02 12:35:27.239469 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a2c4e636-6142-4804-9d9c-30f1921120a0 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:27.244948 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Port': ['ID=b0339b16-e114-411f-aaa7-17bbb8bb7301,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:27.252301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:27.254661 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No DVR routers for this DVR port b0339b16-e114-411f-aaa7-17bbb8bb7301 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:35:27.263114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c057f63b-b5b3-4941-838d-cae2c45df67e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:27.308335 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-c057f63b-b5b3-4941-838d-cae2c45df67e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:27.317762 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a2c4e636-6142-4804-9d9c-30f1921120a0 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:27.321640 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-474b54aa-b4b3-4c4a-afe6-1b13bb8a0f1d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:27.322125 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c057f63b-b5b3-4941-838d-cae2c45df67e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:35:27.328355 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c057f63b-b5b3-4941-838d-cae2c45df67e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:27.329302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c057f63b-b5b3-4941-838d-cae2c45df67e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:27.330289 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e4c3b1d2-9823-43e2-93ea-51e2a378d2f0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:27.355367 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057f63b-b5b3-4941-838d-cae2c45df67e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event updated for resources: {'Port': ['ID=518e071a-bebd-475a-a042-8f6ddb12daa3,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:27.372160 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c057f63b-b5b3-4941-838d-cae2c45df67e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:27.387143 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a2c4e636-6142-4804-9d9c-30f1921120a0 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:27.403432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e56d6-8a95-4000-a53f-188f3a21d8cc req-e1c6b515-e862-4208-810f-0cf72421ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:27.404974 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-079e56d6-8a95-4000-a53f-188f3a21d8cc req-e1c6b515-e862-4208-810f-0cf72421ee07 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1fe024fd-2f61-42b1-85b7-38c4bb5283ce HTTP/1.1" status: 200 len: 835 time: 0.2053094 Jun 02 12:35:27.409677 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571dcd2-b77e-4d37-b625-28b9539e2de6 req-c0535438-3d3f-48af-a9be-b5efdf8189aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:27.411074 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0571dcd2-b77e-4d37-b625-28b9539e2de6 req-c0535438-3d3f-48af-a9be-b5efdf8189aa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=50a59100-ae12-4643-94d5-15b1702b852a HTTP/1.1" status: 200 len: 850 time: 0.1530788 Jun 02 12:35:27.418053 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c057f63b-b5b3-4941-838d-cae2c45df67e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9087873 Jun 02 12:35:27.433658 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45612) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:27.494816 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b54aa-b4b3-4c4a-afe6-1b13bb8a0f1d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event deleted for resources: {'Port': ['ID=53f8e07e-ce5b-4e01-b8fa-b69aa966a9b7,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:27.499406 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a2c4e636-6142-4804-9d9c-30f1921120a0 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:27.503374 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:27.509869 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a2c4e636-6142-4804-9d9c-30f1921120a0 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Usage tracker for resource:security_group_rule and tenant:396c49474e3b492bb99d56f2edf98ea8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:27.514829 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a2c4e636-6142-4804-9d9c-30f1921120a0 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:27.515921 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-474b54aa-b4b3-4c4a-afe6-1b13bb8a0f1d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:27.525286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a2c4e636-6142-4804-9d9c-30f1921120a0 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:27.567578 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75277c7-94e0-4585-94ac-402cd499ede5']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:27.597193 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795ed153-4d12-4f13-b601-1628206784e5') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:27.597415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795ed153-4d12-4f13-b601-1628206784e5') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:27.602169 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571dcd2-b77e-4d37-b625-28b9539e2de6 req-19b21949-6f3f-45eb-a120-080b9b52062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:27.603658 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0571dcd2-b77e-4d37-b625-28b9539e2de6 req-19b21949-6f3f-45eb-a120-080b9b52062f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=538c4580-73df-464f-868c-daf3dec24418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1565008 Jun 02 12:35:27.610474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e56d6-8a95-4000-a53f-188f3a21d8cc req-ae3eab9f-9704-4aa6-a202-aac2d254d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:27.611868 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-079e56d6-8a95-4000-a53f-188f3a21d8cc req-ae3eab9f-9704-4aa6-a202-aac2d254d02d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7748cee2-ce49-44f8-8a52-729fed4c4a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1999335 Jun 02 12:35:27.623666 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:27.653675 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f94d8485-427f-48ec-8396-e3b21b326bb3 None None] Provisioning for port 518e071a-bebd-475a-a042-8f6ddb12daa3 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:35:27.658623 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f94d8485-427f-48ec-8396-e3b21b326bb3 None None] Provisioning complete for port 518e071a-bebd-475a-a042-8f6ddb12daa3 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:27.659110 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f94d8485-427f-48ec-8396-e3b21b326bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:27.686357 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:27.688671 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-474b54aa-b4b3-4c4a-afe6-1b13bb8a0f1d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:27.759000 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f94d8485-427f-48ec-8396-e3b21b326bb3 None None] Port 518e071a-bebd-475a-a042-8f6ddb12daa3 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:35:27.801037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:35:27.801449 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:35:27.817201 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:35:27.962751 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-474b54aa-b4b3-4c4a-afe6-1b13bb8a0f1d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:27.969277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a2c4e636-6142-4804-9d9c-30f1921120a0 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:27.970233 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-474b54aa-b4b3-4c4a-afe6-1b13bb8a0f1d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:27.996251 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:27.998962 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-d12c9eab-59a6-4f92-a1dd-94a6c866a199 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting port 518e071a-bebd-475a-a042-8f6ddb12daa3 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:27.999370 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d12c9eab-59a6-4f92-a1dd-94a6c866a199 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:28.019373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:28.023396 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a2c4e636-6142-4804-9d9c-30f1921120a0 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:28.031437 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ac48a882-c8cb-463b-9d0c-763b676123a4 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:28.040879 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:28.079927 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-474b54aa-b4b3-4c4a-afe6-1b13bb8a0f1d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:28.080433 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474b54aa-b4b3-4c4a-afe6-1b13bb8a0f1d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Fanout notify agent at l3_agent the message router_deleted on router 16a71cba-6ade-4fc1-a5e1-7af1b16965b1 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:35:28.091729 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Network': ['ID=d75277c7-94e0-4585-94ac-402cd499ede5,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:28.139656 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4e636-6142-4804-9d9c-30f1921120a0 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5de90e-5916-4199-bdfa-44a1f346ea1f,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:28.141925 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a2c4e636-6142-4804-9d9c-30f1921120a0 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:28.149384 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:28.177509 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-079e56d6-8a95-4000-a53f-188f3a21d8cc req-13c096e6-5fbd-4c61-a34a-929cb435dc85 service neutron] 10.222.0.22 "GET /v2.0/networks/7748cee2-ce49-44f8-8a52-729fed4c4a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5387070 Jun 02 12:35:28.182322 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/d75277c7-94e0-4585-94ac-402cd499ede5 HTTP/1.1" status: 204 len: 168 time: 5.1928473 Jun 02 12:35:28.182464 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a2c4e636-6142-4804-9d9c-30f1921120a0 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:28.182464 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a2c4e636-6142-4804-9d9c-30f1921120a0 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0005777 Jun 02 12:35:28.182464 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45618) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:28.188227 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45620) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:28.191261 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-210478ec-386d-4a0b-b15a-fe75c1db35d8 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1554536534'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:28.193708 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-e6cba565-e5eb-408e-9d45-a37f3052f1a2 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group_rule': {'security_group_id': 'ba5de90e-5916-4199-bdfa-44a1f346ea1f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:28.194463 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING neutron.api.v2.base [None req-e6cba565-e5eb-408e-9d45-a37f3052f1a2 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 02 12:35:28.194958 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-e6cba565-e5eb-408e-9d45-a37f3052f1a2 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:35:28.195888 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e6cba565-e5eb-408e-9d45-a37f3052f1a2 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066121 Jun 02 12:35:28.198145 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0571dcd2-b77e-4d37-b625-28b9539e2de6 req-0bbc85ea-be2b-487f-b221-ebdda3e1e808 service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5779495 Jun 02 12:35:28.200919 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-210478ec-386d-4a0b-b15a-fe75c1db35d8 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:28.204041 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-474b54aa-b4b3-4c4a-afe6-1b13bb8a0f1d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:28.205275 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-474b54aa-b4b3-4c4a-afe6-1b13bb8a0f1d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "DELETE /v2.0/routers/16a71cba-6ade-4fc1-a5e1-7af1b16965b1 HTTP/1.1" status: 204 len: 168 time: 3.4075210 Jun 02 12:35:28.208860 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45622) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:28.209180 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45624) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:28.226796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-1b53886d-45fd-4b31-a535-455a31176d0e tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group_rule': {'security_group_id': 'ba5de90e-5916-4199-bdfa-44a1f346ea1f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:28.253450 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-210478ec-386d-4a0b-b15a-fe75c1db35d8 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Usage tracker for resource:network and tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:28.262823 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-210478ec-386d-4a0b-b15a-fe75c1db35d8 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:28.278522 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1b53886d-45fd-4b31-a535-455a31176d0e tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:28.302984 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1b53886d-45fd-4b31-a535-455a31176d0e tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Usage tracker for resource:security_group_rule and tenant:396c49474e3b492bb99d56f2edf98ea8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:28.308934 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1b53886d-45fd-4b31-a535-455a31176d0e tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:28.320344 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d12c9eab-59a6-4f92-a1dd-94a6c866a199 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:28.334238 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1b53886d-45fd-4b31-a535-455a31176d0e tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:28.337053 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf67aa-d52a-4314-a31a-8373d53cf74a req-1aa3bcd3-3ba2-416c-8a32-fff71b8681ab tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:28.338543 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-deaf67aa-d52a-4314-a31a-8373d53cf74a req-1aa3bcd3-3ba2-416c-8a32-fff71b8681ab tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 944 time: 0.4564259 Jun 02 12:35:28.345476 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-210478ec-386d-4a0b-b15a-fe75c1db35d8 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:28.452623 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210478ec-386d-4a0b-b15a-fe75c1db35d8 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Made reservation on behalf of d4bce9b2ec734b6c9e9ac0bb37d35a9d for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:28.455980 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-210478ec-386d-4a0b-b15a-fe75c1db35d8 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:28.472380 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-d12c9eab-59a6-4f92-a1dd-94a6c866a199 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Calling delete_port for 518e071a-bebd-475a-a042-8f6ddb12daa3 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:28.479227 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f5da2d-06e9-470a-89be-983082a09b9c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Deleting subnet dad50ee1-f6f1-4aa0-a7bb-a35b9453eef4 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:35:28.490449 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271be2b-1962-4644-b515-9d8c3475f2d9 req-7cbbf14d-46af-42ae-a61a-b7a6a2ae59b9 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:28.491924 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f271be2b-1962-4644-b515-9d8c3475f2d9 req-7cbbf14d-46af-42ae-a61a-b7a6a2ae59b9 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 943 time: 0.4754422 Jun 02 12:35:28.496956 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f5f5da2d-06e9-470a-89be-983082a09b9c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:28.538861 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-deaf67aa-d52a-4314-a31a-8373d53cf74a req-ebb7d793-a977-40b0-af0b-cb6fd441a09e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0094626d-408a-4895-890b-c9989264b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436625 Jun 02 12:35:28.548314 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0571dcd2-b77e-4d37-b625-28b9539e2de6 req-4eda21d8-ee3c-4a74-9eb9-103b2252efa0 service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156536 Jun 02 12:35:28.551291 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-079e56d6-8a95-4000-a53f-188f3a21d8cc req-2ea4a37b-7c43-4c7b-942e-fb7f86b9b91e service neutron] 10.222.0.22 "GET /v2.0/networks/7748cee2-ce49-44f8-8a52-729fed4c4a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556311 Jun 02 12:35:28.561187 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210478ec-386d-4a0b-b15a-fe75c1db35d8 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:35:28.568325 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-210478ec-386d-4a0b-b15a-fe75c1db35d8 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:28.568741 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-210478ec-386d-4a0b-b15a-fe75c1db35d8 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Added segment b8e30b24-6f0d-41c5-9c5f-9b3ddb84361b of type vlan for network 30448aa0-101e-498f-a77e-df7c143602c8 Jun 02 12:35:28.599425 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-210478ec-386d-4a0b-b15a-fe75c1db35d8 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:28.636604 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-210478ec-386d-4a0b-b15a-fe75c1db35d8 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:28.642289 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210478ec-386d-4a0b-b15a-fe75c1db35d8 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:28.642900 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-210478ec-386d-4a0b-b15a-fe75c1db35d8 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:28.646879 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e6d6ea21-be03-4cc7-800f-21c2ec05579a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:28.740900 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-1b53886d-45fd-4b31-a535-455a31176d0e tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:35:28.741831 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1b53886d-45fd-4b31-a535-455a31176d0e tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5317595 Jun 02 12:35:28.745861 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45626) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:28.750353 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-2d98c8ba-90bd-4d4a-b370-293a36864aa6 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group_rule': {'security_group_id': 'ba5de90e-5916-4199-bdfa-44a1f346ea1f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:28.750832 dv-neutron-601336-80-hyperv neutron-server[92305]: WARNING neutron.api.v2.base [None req-2d98c8ba-90bd-4d4a-b370-293a36864aa6 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 02 12:35:28.751318 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-2d98c8ba-90bd-4d4a-b370-293a36864aa6 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:35:28.752222 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2d98c8ba-90bd-4d4a-b370-293a36864aa6 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054278 Jun 02 12:35:28.759394 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-210478ec-386d-4a0b-b15a-fe75c1db35d8 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5725663 Jun 02 12:35:28.759582 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45628) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:28.759721 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45630) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:28.764768 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-477c9bf3-449a-4c9a-8721-b4cc1b11fc38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'subnet': {'network_id': '30448aa0-101e-498f-a77e-df7c143602c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:28.765385 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f5f5da2d-06e9-470a-89be-983082a09b9c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:28.787902 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210478ec-386d-4a0b-b15a-fe75c1db35d8 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Network': ['ID=30448aa0-101e-498f-a77e-df7c143602c8,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:28.790531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-210478ec-386d-4a0b-b15a-fe75c1db35d8 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:28.794279 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-dfc74fd5-8744-423a-9c2d-89f0b1f54334 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group_rule': {'security_group_id': 'ba5de90e-5916-4199-bdfa-44a1f346ea1f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:28.799395 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 30448aa0-101e-498f-a77e-df7c143602c8 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:35:28.810356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-dfc74fd5-8744-423a-9c2d-89f0b1f54334 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:28.819429 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-dfc74fd5-8744-423a-9c2d-89f0b1f54334 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Usage tracker for resource:security_group_rule and tenant:396c49474e3b492bb99d56f2edf98ea8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:28.827229 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-dfc74fd5-8744-423a-9c2d-89f0b1f54334 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:28.832152 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f271be2b-1962-4644-b515-9d8c3475f2d9 req-21d8b46b-b196-408e-b98b-ca8348874f04 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064299 Jun 02 12:35:28.841701 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-dfc74fd5-8744-423a-9c2d-89f0b1f54334 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:28.900911 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-477c9bf3-449a-4c9a-8721-b4cc1b11fc38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:28.905169 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-477c9bf3-449a-4c9a-8721-b4cc1b11fc38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Usage tracker for resource:subnet and tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:28.908116 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-477c9bf3-449a-4c9a-8721-b4cc1b11fc38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:28.913910 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-477c9bf3-449a-4c9a-8721-b4cc1b11fc38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:28.923844 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477c9bf3-449a-4c9a-8721-b4cc1b11fc38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Made reservation on behalf of d4bce9b2ec734b6c9e9ac0bb37d35a9d for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:28.927716 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-477c9bf3-449a-4c9a-8721-b4cc1b11fc38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:28.951632 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-dfc74fd5-8744-423a-9c2d-89f0b1f54334 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:35:28.952654 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-dfc74fd5-8744-423a-9c2d-89f0b1f54334 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1903207 Jun 02 12:35:28.956349 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45632) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:28.961721 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ae5dbb32-b1cf-4771-af74-6c48daa8d710 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group_rule': {'security_group_id': 'ba5de90e-5916-4199-bdfa-44a1f346ea1f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:28.962212 dv-neutron-601336-80-hyperv neutron-server[92304]: WARNING neutron.api.v2.base [None req-ae5dbb32-b1cf-4771-af74-6c48daa8d710 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 02 12:35:28.963246 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-ae5dbb32-b1cf-4771-af74-6c48daa8d710 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:35:28.964697 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ae5dbb32-b1cf-4771-af74-6c48daa8d710 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059848 Jun 02 12:35:28.970870 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45634) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:28.981700 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-6691d004-3b5f-46a3-8c00-d40a7c82301a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group_rule': {'security_group_id': 'ba5de90e-5916-4199-bdfa-44a1f346ea1f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:28.990011 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6691d004-3b5f-46a3-8c00-d40a7c82301a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:28.992532 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f5f5da2d-06e9-470a-89be-983082a09b9c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:29.022298 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.ipam_backend_mixin [None req-477c9bf3-449a-4c9a-8721-b4cc1b11fc38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Performing IP validity checks on allocation pools {{(pid=92305) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 02 12:35:29.022893 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.ipam_backend_mixin [None req-477c9bf3-449a-4c9a-8721-b4cc1b11fc38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92305) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 02 12:35:29.061221 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6691d004-3b5f-46a3-8c00-d40a7c82301a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Usage tracker for resource:security_group_rule and tenant:396c49474e3b492bb99d56f2edf98ea8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:29.067585 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6691d004-3b5f-46a3-8c00-d40a7c82301a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:29.080631 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6691d004-3b5f-46a3-8c00-d40a7c82301a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:29.195786 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d12c9eab-59a6-4f92-a1dd-94a6c866a199 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:29.212632 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b85b6f74-e17d-48bb-926e-513c562875bd tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:29.268786 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-6691d004-3b5f-46a3-8c00-d40a7c82301a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:35:29.269707 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6691d004-3b5f-46a3-8c00-d40a7c82301a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2980859 Jun 02 12:35:29.273600 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45636) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:29.274646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c9eab-59a6-4f92-a1dd-94a6c866a199 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Port': ['ID=518e071a-bebd-475a-a042-8f6ddb12daa3,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:29.279719 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-f31a4ffd-3fa4-4433-87cf-76e5a249b7df tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group_rule': {'security_group_id': 'ba5de90e-5916-4199-bdfa-44a1f346ea1f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:29.280317 dv-neutron-601336-80-hyperv neutron-server[92305]: WARNING neutron.api.v2.base [None req-f31a4ffd-3fa4-4433-87cf-76e5a249b7df tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 02 12:35:29.280849 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-f31a4ffd-3fa4-4433-87cf-76e5a249b7df tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:35:29.282734 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f31a4ffd-3fa4-4433-87cf-76e5a249b7df tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072582 Jun 02 12:35:29.286484 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45638) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:29.291991 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-16d0c50c-d36c-4d76-a869-84ee9e7541cf tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group_rule': {'security_group_id': 'ba5de90e-5916-4199-bdfa-44a1f346ea1f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:29.299976 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-16d0c50c-d36c-4d76-a869-84ee9e7541cf tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:29.305538 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-16d0c50c-d36c-4d76-a869-84ee9e7541cf tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Usage tracker for resource:security_group_rule and tenant:396c49474e3b492bb99d56f2edf98ea8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:29.309790 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-16d0c50c-d36c-4d76-a869-84ee9e7541cf tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:29.316365 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-16d0c50c-d36c-4d76-a869-84ee9e7541cf tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:29.327021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c9eab-59a6-4f92-a1dd-94a6c866a199 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:29.327406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c9eab-59a6-4f92-a1dd-94a6c866a199 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:29.327789 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c9eab-59a6-4f92-a1dd-94a6c866a199 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:29.328164 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c9eab-59a6-4f92-a1dd-94a6c866a199 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:29.328572 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c9eab-59a6-4f92-a1dd-94a6c866a199 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:29.328944 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c9eab-59a6-4f92-a1dd-94a6c866a199 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:29.329307 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c9eab-59a6-4f92-a1dd-94a6c866a199 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:29.329670 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c9eab-59a6-4f92-a1dd-94a6c866a199 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:29.330031 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c9eab-59a6-4f92-a1dd-94a6c866a199 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:29.330421 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c9eab-59a6-4f92-a1dd-94a6c866a199 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:29.330796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c9eab-59a6-4f92-a1dd-94a6c866a199 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:29.331143 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c9eab-59a6-4f92-a1dd-94a6c866a199 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:29.341618 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d12c9eab-59a6-4f92-a1dd-94a6c866a199 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:29.413927 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d12c9eab-59a6-4f92-a1dd-94a6c866a199 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:29.424020 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-16d0c50c-d36c-4d76-a869-84ee9e7541cf tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:35:29.425043 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-16d0c50c-d36c-4d76-a869-84ee9e7541cf tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1375308 Jun 02 12:35:29.429215 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45640) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:29.434194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-b7ed6368-8211-4573-949e-6a4182e67d86 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group_rule': {'security_group_id': 'ba5de90e-5916-4199-bdfa-44a1f346ea1f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:29.441855 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b7ed6368-8211-4573-949e-6a4182e67d86 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:29.447761 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b7ed6368-8211-4573-949e-6a4182e67d86 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Usage tracker for resource:security_group_rule and tenant:396c49474e3b492bb99d56f2edf98ea8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:29.451997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b7ed6368-8211-4573-949e-6a4182e67d86 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:29.456131 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d12c9eab-59a6-4f92-a1dd-94a6c866a199 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/518e071a-bebd-475a-a042-8f6ddb12daa3 HTTP/1.1" status: 204 len: 168 time: 2.0160289 Jun 02 12:35:29.460717 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45642) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:29.461098 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b7ed6368-8211-4573-949e-6a4182e67d86 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:29.543181 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-b7ed6368-8211-4573-949e-6a4182e67d86 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:35:29.546871 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b7ed6368-8211-4573-949e-6a4182e67d86 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1140211 Jun 02 12:35:29.547912 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45644) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:29.577291 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-477c9bf3-449a-4c9a-8721-b4cc1b11fc38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:29.583111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:29.585546 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f5f5da2d-06e9-470a-89be-983082a09b9c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:29.594075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a608daec-8843-4e04-8f73-1b8444131434 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:29.640693 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5da2d-06e9-470a-89be-983082a09b9c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event deleted for resources: {'Subnet': ['ID=dad50ee1-f6f1-4aa0-a7bb-a35b9453eef4,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:29.646672 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f5f5da2d-06e9-470a-89be-983082a09b9c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:29.649522 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f5f5da2d-06e9-470a-89be-983082a09b9c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:29.655361 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee41298-52b5-4428-b9a9-9fc61986b404 None None] Network 723398e5-a080-4fc1-8140-68d8832c4521 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:29.659450 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261036f6-c0c6-412e-89b9-feb44529e8d8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:29.660185 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-261036f6-c0c6-412e-89b9-feb44529e8d8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:29.665364 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c9bf3-449a-4c9a-8721-b4cc1b11fc38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Subnet': ['ID=6640711e-8d74-4e4f-893e-68a9360d6e1c,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:29.668103 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-477c9bf3-449a-4c9a-8721-b4cc1b11fc38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:29.677070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c9bf3-449a-4c9a-8721-b4cc1b11fc38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Checking segment: {'id': 'b8e30b24-6f0d-41c5-9c5f-9b3ddb84361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '30448aa0-101e-498f-a77e-df7c143602c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:35:29.677427 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477c9bf3-449a-4c9a-8721-b4cc1b11fc38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network hostable DHCP agents. Network: 30448aa0-101e-498f-a77e-df7c143602c8, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:35:29.694501 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-42823c29-e7bc-42bd-b2e6-16b74e241104 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:29.698345 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f5f5da2d-06e9-470a-89be-983082a09b9c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "DELETE /v2.0/subnets/dad50ee1-f6f1-4aa0-a7bb-a35b9453eef4 HTTP/1.1" status: 204 len: 168 time: 1.4870481 Jun 02 12:35:29.711039 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45648) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:29.737069 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-261036f6-c0c6-412e-89b9-feb44529e8d8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:29.738257 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-261036f6-c0c6-412e-89b9-feb44529e8d8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2765920 Jun 02 12:35:29.741532 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45650) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:29.779440 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477c9bf3-449a-4c9a-8721-b4cc1b11fc38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network 30448aa0-101e-498f-a77e-df7c143602c8 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:35:29.805700 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-477c9bf3-449a-4c9a-8721-b4cc1b11fc38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 30448aa0-101e-498f-a77e-df7c143602c8) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:29.809342 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-42823c29-e7bc-42bd-b2e6-16b74e241104 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:29.832799 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 44beafce-b493-411d-8c8e-935c156eaa8e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:35:29.835105 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e687f85-54bc-4010-857c-8699c912caaa None None] Network 30448aa0-101e-498f-a77e-df7c143602c8 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:29.876172 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:29.936464 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-42823c29-e7bc-42bd-b2e6-16b74e241104 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:29.941445 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-96a050ec-3788-4d61-b444-162dae5f6f95 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:29.960856 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42823c29-e7bc-42bd-b2e6-16b74e241104 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5de90e-5916-4199-bdfa-44a1f346ea1f,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:29.962634 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477c9bf3-449a-4c9a-8721-b4cc1b11fc38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:29.963244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-477c9bf3-449a-4c9a-8721-b4cc1b11fc38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:29.963962 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-42823c29-e7bc-42bd-b2e6-16b74e241104 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:30.013050 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1c9dd-a7e6-4312-9d49-99fd8032a1fd req-756ebcde-574d-4bcb-9e1e-9e2e4de05b81 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:30.014533 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8c1c9dd-a7e6-4312-9d49-99fd8032a1fd req-756ebcde-574d-4bcb-9e1e-9e2e4de05b81 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 944 time: 0.3318422 Jun 02 12:35:30.015000 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-42823c29-e7bc-42bd-b2e6-16b74e241104 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:30.018365 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-477c9bf3-449a-4c9a-8721-b4cc1b11fc38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2553585 Jun 02 12:35:30.018533 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-42823c29-e7bc-42bd-b2e6-16b74e241104 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "DELETE /v2.0/security-groups/ba5de90e-5916-4199-bdfa-44a1f346ea1f HTTP/1.1" status: 204 len: 168 time: 0.4646757 Jun 02 12:35:30.021541 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45654) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:30.022265 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45656) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:30.041070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Deleting port 0cf3aa3a-1da3-4490-9c4b-3a136fb24c48 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:30.041417 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:30.161836 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] For port 0cf3aa3a-1da3-4490-9c4b-3a136fb24c48, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=0cf3aa3a-1da3-4490-9c4b-3a136fb24c48,segment=NetworkSegment(3a39e5e3-330a-4047-9e4a-3be2166f050e),segment_id=3a39e5e3-330a-4047-9e4a-3be2166f050e)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:30.162224 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:30.172055 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85052a5d-d56a-42ac-a3ec-94d719c1cb76 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:30.172780 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-85052a5d-d56a-42ac-a3ec-94d719c1cb76 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:30.177245 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b998bef-73e4-4ea1-af90-bc92b3cd83e1 req-5086876a-0cbd-48e8-b44e-dac0823c2c4d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:30.178544 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2b998bef-73e4-4ea1-af90-bc92b3cd83e1 req-5086876a-0cbd-48e8-b44e-dac0823c2c4d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 943 time: 0.2085443 Jun 02 12:35:30.257637 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-85052a5d-d56a-42ac-a3ec-94d719c1cb76 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:30.261251 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-85052a5d-d56a-42ac-a3ec-94d719c1cb76 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5163043 Jun 02 12:35:30.266262 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1ee41f62-e845-4fe7-96bc-0e448d5f7b1a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Synchronizing usage tracker for tenant:396c49474e3b492bb99d56f2edf98ea8 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:30.268478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45660) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:30.270873 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 44beafce-b493-411d-8c8e-935c156eaa8e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=44beafce-b493-411d-8c8e-935c156eaa8e,segment=NetworkSegment(d80491b6-7d17-41d0-90f8-498bab64187e),segment_id=d80491b6-7d17-41d0-90f8-498bab64187e)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:30.293360 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '44beafce-b493-411d-8c8e-935c156eaa8e', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'port_id': '44beafce-b493-411d-8c8e-935c156eaa8e', 'mac_address': 'fa:16:3e:fc:73:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:35:30.319742 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Calling delete_port for 0cf3aa3a-1da3-4490-9c4b-3a136fb24c48 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:30.324864 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8c1c9dd-a7e6-4312-9d49-99fd8032a1fd req-df8427bd-29eb-465e-bff9-c89bf2248c82 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0094626d-408a-4895-890b-c9989264b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2953482 Jun 02 12:35:30.351649 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2b998bef-73e4-4ea1-af90-bc92b3cd83e1 req-f69c8d7e-0f6d-4497-b29f-5d54046b3a18 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112928 Jun 02 12:35:30.375973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1ee41f62-e845-4fe7-96bc-0e448d5f7b1a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Unset dirty status for tenant:396c49474e3b492bb99d56f2edf98ea8 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:30.377968 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1ee41f62-e845-4fe7-96bc-0e448d5f7b1a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3527074 Jun 02 12:35:30.386134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45662) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:30.391552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-c3bf0ec6-1cb2-4b3d-a3d4-ff2b1913dacd tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group': {'name': 'tempest-secgroup--853912827'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:30.397413 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:30.399133 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c3bf0ec6-1cb2-4b3d-a3d4-ff2b1913dacd tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:30.410285 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c3bf0ec6-1cb2-4b3d-a3d4-ff2b1913dacd tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:30.413966 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:30.420864 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-474b54aa-b4b3-4c4a-afe6-1b13bb8a0f1d tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:30.427532 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdb737f-5f7e-4850-9d04-3e872a5047f3 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:30.429538 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdb737f-5f7e-4850-9d04-3e872a5047f3 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:30.431270 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdb737f-5f7e-4850-9d04-3e872a5047f3 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:30.432251 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4bdb737f-5f7e-4850-9d04-3e872a5047f3 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:30.433032 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-30448aa0-101e-498f-a77e-df7c143602c8', 'network_id': '30448aa0-101e-498f-a77e-df7c143602c8', 'tenant_id': 'd4bce9b2ec734b6c9e9ac0bb37d35a9d', 'fixed_ips': [{'subnet_id': '6640711e-8d74-4e4f-893e-68a9360d6e1c'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:35:30.433824 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:30.450328 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:30.467062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event deleted for resources: {'Port': ['ID=0cf3aa3a-1da3-4490-9c4b-3a136fb24c48,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:30.470308 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c3bf0ec6-1cb2-4b3d-a3d4-ff2b1913dacd tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:30.483368 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:30.486698 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] No DVR routers for this DVR port 0cf3aa3a-1da3-4490-9c4b-3a136fb24c48 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:35:30.500842 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4bdb737f-5f7e-4850-9d04-3e872a5047f3 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:30.502196 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4bdb737f-5f7e-4850-9d04-3e872a5047f3 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2179878 Jun 02 12:35:30.505559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45664) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:30.540763 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fdc749-1b29-4502-8f51-a66ce766e52d None None] DHCP port deletion for 723398e5-a080-4fc1-8140-68d8832c4521 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:35:30.546958 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44beafce-b493-411d-8c8e-935c156eaa8e {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:35:30.560566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:30.590832 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 44beafce-b493-411d-8c8e-935c156eaa8e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=44beafce-b493-411d-8c8e-935c156eaa8e,segment=NetworkSegment(d80491b6-7d17-41d0-90f8-498bab64187e),segment_id=d80491b6-7d17-41d0-90f8-498bab64187e)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:30.598580 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:30.628472 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-38f6b2bd-4449-4a17-aeb7-152ff6274e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:30.636984 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-f166e404-d0bc-499a-9646-2b72ef3c4569 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet 1991cb3f-5ea9-4a21-9569-645397e34f7e {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:35:30.644595 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f166e404-d0bc-499a-9646-2b72ef3c4569 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:30.688953 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c3bf0ec6-1cb2-4b3d-a3d4-ff2b1913dacd tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:30.699776 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c3bf0ec6-1cb2-4b3d-a3d4-ff2b1913dacd tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Usage tracker for resource:security_group_rule and tenant:396c49474e3b492bb99d56f2edf98ea8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:30.705089 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c3bf0ec6-1cb2-4b3d-a3d4-ff2b1913dacd tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:30.719362 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Allocated IP 172.20.0.3 (30448aa0-101e-498f-a77e-df7c143602c8/6640711e-8d74-4e4f-893e-68a9360d6e1c/58db8610-b3c0-4296-aa13-48e7d0bbe502) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:35:30.725062 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=44beafce-b493-411d-8c8e-935c156eaa8e,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:30.736281 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:30.736626 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:30.736966 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:30.737299 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:30.737626 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:30.737959 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:30.738307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:30.738630 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:30.738952 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:30.739269 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:30.739586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:30.739900 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:30.743826 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:30.759118 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c3bf0ec6-1cb2-4b3d-a3d4-ff2b1913dacd tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:30.788855 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:30.794666 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f166e404-d0bc-499a-9646-2b72ef3c4569 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:30.809218 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723398e5-a080-4fc1-8140-68d8832c4521']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:30.827016 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a39e5e3-330a-4047-9e4a-3be2166f050e') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:30.827357 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a39e5e3-330a-4047-9e4a-3be2166f050e') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:30.843369 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:30.867834 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:30.880267 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:35:30.880574 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:35:30.895797 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:35:30.955189 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:30.966145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Transition to ACTIVE for port object 58db8610-b3c0-4296-aa13-48e7d0bbe502 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:30.986220 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c3bf0ec6-1cb2-4b3d-a3d4-ff2b1913dacd tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:30.986864 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f166e404-d0bc-499a-9646-2b72ef3c4569 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:30.986969 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Transition to ACTIVE for port object 58db8610-b3c0-4296-aa13-48e7d0bbe502 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:30.991951 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c3bf0ec6-1cb2-4b3d-a3d4-ff2b1913dacd tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:30.992554 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:30.997139 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-74a59e61-8098-42a6-9c12-021b50a0754f tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:30.997952 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-38f6b2bd-4449-4a17-aeb7-152ff6274e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:31.024628 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:31.045580 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:31.046764 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['44beafce-b493-411d-8c8e-935c156eaa8e'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:35:31.062943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf0ec6-1cb2-4b3d-a3d4-ff2b1913dacd tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=871a0d98-88a2-4596-bca9-1d9dfbd4ae73,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:31.066083 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "DELETE /v2.0/networks/723398e5-a080-4fc1-8140-68d8832c4521 HTTP/1.1" status: 204 len: 168 time: 1.3536992 Jun 02 12:35:31.067435 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c3bf0ec6-1cb2-4b3d-a3d4-ff2b1913dacd tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:31.067981 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fe91dc2d-8a9f-4dd9-a72b-cc993171ad2b tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:31.072410 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45666) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:31.086121 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c3bf0ec6-1cb2-4b3d-a3d4-ff2b1913dacd tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:31.087335 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c3bf0ec6-1cb2-4b3d-a3d4-ff2b1913dacd tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7002470 Jun 02 12:35:31.090571 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event deleted for resources: {'Network': ['ID=723398e5-a080-4fc1-8140-68d8832c4521,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:31.092155 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45668) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:31.094165 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:31.097372 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-02d26b8a-5b55-43fe-b3dd-34c167a03aa4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group_rule': {'security_group_id': '871a0d98-88a2-4596-bca9-1d9dfbd4ae73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:31.103159 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-02d26b8a-5b55-43fe-b3dd-34c167a03aa4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:31.107527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-02d26b8a-5b55-43fe-b3dd-34c167a03aa4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Usage tracker for resource:security_group_rule and tenant:396c49474e3b492bb99d56f2edf98ea8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:31.110464 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-02d26b8a-5b55-43fe-b3dd-34c167a03aa4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:31.114339 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Network 30448aa0-101e-498f-a77e-df7c143602c8 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:31.116167 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-02d26b8a-5b55-43fe-b3dd-34c167a03aa4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:31.127075 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:31.129560 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:35:31.153292 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Pushing event updated for resources: {'Port': ['ID=58db8610-b3c0-4296-aa13-48e7d0bbe502,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:31.156356 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:31.157813 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-02d26b8a-5b55-43fe-b3dd-34c167a03aa4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] create failed (client error): The resource could not be found. Jun 02 12:35:31.158294 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:31.159172 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-02d26b8a-5b55-43fe-b3dd-34c167a03aa4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0660930 Jun 02 12:35:31.161985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45670) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:31.167223 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-b841f6df-b887-46a2-a890-f5d5d7c6ecf3 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group_rule': {'security_group_id': '871a0d98-88a2-4596-bca9-1d9dfbd4ae73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '93ceac71-4a56-4d9e-aa17-e8c475663a8a'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:31.173415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b841f6df-b887-46a2-a890-f5d5d7c6ecf3 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:31.177407 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b841f6df-b887-46a2-a890-f5d5d7c6ecf3 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Usage tracker for resource:security_group_rule and tenant:396c49474e3b492bb99d56f2edf98ea8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:31.180653 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b841f6df-b887-46a2-a890-f5d5d7c6ecf3 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:31.188246 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b841f6df-b887-46a2-a890-f5d5d7c6ecf3 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:31.192672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c625e6d5-9b2d-4537-a986-2168a7560e61 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:31.238680 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-b841f6df-b887-46a2-a890-f5d5d7c6ecf3 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] create failed (client error): The resource could not be found. Jun 02 12:35:31.239137 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b841f6df-b887-46a2-a890-f5d5d7c6ecf3 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0757143 Jun 02 12:35:31.241397 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45672) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:31.281289 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Attempting to bind port 58db8610-b3c0-4296-aa13-48e7d0bbe502 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:35:31.281698 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Attempting to bind port 58db8610-b3c0-4296-aa13-48e7d0bbe502 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'b8e30b24-6f0d-41c5-9c5f-9b3ddb84361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '30448aa0-101e-498f-a77e-df7c143602c8'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:35:31.282117 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Attempting to bind port 58db8610-b3c0-4296-aa13-48e7d0bbe502 on network 30448aa0-101e-498f-a77e-df7c143602c8 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:35:31.294860 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:35:31.295208 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Checking segment: {'id': 'b8e30b24-6f0d-41c5-9c5f-9b3ddb84361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '30448aa0-101e-498f-a77e-df7c143602c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:35:31.295588 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:31.296084 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Bound using segment: {'id': 'b8e30b24-6f0d-41c5-9c5f-9b3ddb84361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '30448aa0-101e-498f-a77e-df7c143602c8'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:35:31.296446 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Bound port: 58db8610-b3c0-4296-aa13-48e7d0bbe502, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e30b24-6f0d-41c5-9c5f-9b3ddb84361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '30448aa0-101e-498f-a77e-df7c143602c8'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:35:31.296818 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:31.305104 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Subnet': ['ID=6640711e-8d74-4e4f-893e-68a9360d6e1c,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:31.316495 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f9218d2b-3380-4852-b61d-bacd064b30f4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:31.318971 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:31.344565 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f9218d2b-3380-4852-b61d-bacd064b30f4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:31.403761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f9218d2b-3380-4852-b61d-bacd064b30f4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:31.419417 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-10184ee1-f450-43c0-8720-3dfad2aec63e tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:31.439325 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f9218d2b-3380-4852-b61d-bacd064b30f4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:31.440753 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f9218d2b-3380-4852-b61d-bacd064b30f4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "DELETE /v2.0/security-groups/871a0d98-88a2-4596-bca9-1d9dfbd4ae73 HTTP/1.1" status: 204 len: 168 time: 0.1980319 Jun 02 12:35:31.443561 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9218d2b-3380-4852-b61d-bacd064b30f4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=871a0d98-88a2-4596-bca9-1d9dfbd4ae73,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:31.446293 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45678) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:31.458055 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f9218d2b-3380-4852-b61d-bacd064b30f4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:31.498475 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] For port 58db8610-b3c0-4296-aa13-48e7d0bbe502, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:35:31.504314 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] For port 58db8610-b3c0-4296-aa13-48e7d0bbe502, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=58db8610-b3c0-4296-aa13-48e7d0bbe502,segment=NetworkSegment(b8e30b24-6f0d-41c5-9c5f-9b3ddb84361b),segment_id=b8e30b24-6f0d-41c5-9c5f-9b3ddb84361b)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:35:31.535476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d52c1183-1e8f-4786-b28d-2535a1840c25 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Synchronizing usage tracker for tenant:396c49474e3b492bb99d56f2edf98ea8 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:31.550565 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:31.557216 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a0e05c68-a3a3-404a-9eb9-67810741a723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:31.589620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:31.619028 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d52c1183-1e8f-4786-b28d-2535a1840c25 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Unset dirty status for tenant:396c49474e3b492bb99d56f2edf98ea8 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:31.627018 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d52c1183-1e8f-4786-b28d-2535a1840c25 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1642981 Jun 02 12:35:31.628220 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30448aa0-101e-498f-a77e-df7c143602c8']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:31.628745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45680) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:31.633797 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-020e4c60-26ad-4d49-8f13-4205a3229552 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group_rule': {'security_group_id': '7115ab52-5584-4465-82f0-a1ad1c9d4d31', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:31.646887 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-020e4c60-26ad-4d49-8f13-4205a3229552 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:31.652892 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 0cf3aa3a-1da3-4490-9c4b-3a136fb24c48 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:35:31.659451 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e30b24-6f0d-41c5-9c5f-9b3ddb84361b') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:31.659676 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e30b24-6f0d-41c5-9c5f-9b3ddb84361b') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:31.660760 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-020e4c60-26ad-4d49-8f13-4205a3229552 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Usage tracker for resource:security_group_rule and tenant:396c49474e3b492bb99d56f2edf98ea8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:31.664698 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-020e4c60-26ad-4d49-8f13-4205a3229552 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:31.674072 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-020e4c60-26ad-4d49-8f13-4205a3229552 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:31.687571 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:31.695020 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2df1e-f9e4-49ab-bc05-8830307b9ed2 req-db067441-5e79-4e1c-8f07-302fd61eb77a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:31.698786 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5dd2df1e-f9e4-49ab-bc05-8830307b9ed2 req-db067441-5e79-4e1c-8f07-302fd61eb77a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 943 time: 0.1540482 Jun 02 12:35:31.708614 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 0cf3aa3a-1da3-4490-9c4b-3a136fb24c48 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:35:31.708965 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 0cf3aa3a-1da3-4490-9c4b-3a136fb24c48 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:35:31.785456 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5dd2df1e-f9e4-49ab-bc05-8830307b9ed2 req-b5e01589-5bb6-43f7-835d-e0b37965f918 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806689 Jun 02 12:35:31.786596 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-020e4c60-26ad-4d49-8f13-4205a3229552 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] create failed (client error): The resource could not be found. Jun 02 12:35:31.787721 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-020e4c60-26ad-4d49-8f13-4205a3229552 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1577895 Jun 02 12:35:31.791550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45684) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:31.797452 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-62c43be3-0d8a-4b90-a779-8c82e31aceb4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group': {'name': 'tempest-secgroup--1284210723'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:31.805833 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-62c43be3-0d8a-4b90-a779-8c82e31aceb4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:31.810891 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Pushing event updated for resources: {'Port': ['ID=58db8610-b3c0-4296-aa13-48e7d0bbe502,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:31.818865 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-62c43be3-0d8a-4b90-a779-8c82e31aceb4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:31.820029 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:31.832110 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62c43be3-0d8a-4b90-a779-8c82e31aceb4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:31.856171 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a909d879-b79b-4dd9-81f8-71faf7ac61ef None None] Network 30448aa0-101e-498f-a77e-df7c143602c8 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:31.859662 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-62c43be3-0d8a-4b90-a779-8c82e31aceb4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:31.863964 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-62c43be3-0d8a-4b90-a779-8c82e31aceb4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Usage tracker for resource:security_group_rule and tenant:396c49474e3b492bb99d56f2edf98ea8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:31.867016 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-62c43be3-0d8a-4b90-a779-8c82e31aceb4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:31.873348 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-62c43be3-0d8a-4b90-a779-8c82e31aceb4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:31.919634 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:31.941110 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:35:31.941510 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:31.948792 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62c43be3-0d8a-4b90-a779-8c82e31aceb4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:31.953091 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62c43be3-0d8a-4b90-a779-8c82e31aceb4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:31.956898 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f9218d2b-3380-4852-b61d-bacd064b30f4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:35:31.959085 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:35:31.968107 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-5cdaef69-fd58-4914-a969-7e114d452fdc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Deleting port 753d4b1e-7477-403a-bd4d-db3a305f62b5 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:31.968444 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5cdaef69-fd58-4914-a969-7e114d452fdc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:32.003024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c43be3-0d8a-4b90-a779-8c82e31aceb4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=040e23d7-9310-4c4a-a5e2-b3a9a2b7a8c2,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:32.006227 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-62c43be3-0d8a-4b90-a779-8c82e31aceb4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:32.008438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2d95d-7228-4b56-97c2-2d03c3d0507c req-2a4aba67-0775-4f54-9a75-78af15d6cfa5 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:32.010061 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-17e2d95d-7228-4b56-97c2-2d03c3d0507c req-2a4aba67-0775-4f54-9a75-78af15d6cfa5 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 945 time: 0.4725885 Jun 02 12:35:32.011871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62c43be3-0d8a-4b90-a779-8c82e31aceb4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:32.013331 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-62c43be3-0d8a-4b90-a779-8c82e31aceb4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2201428 Jun 02 12:35:32.015974 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45686) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:32.021988 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-f15eda9c-e9f8-4a5c-afc7-8051eb18cf97 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group': {'name': 'tempest-secgroup--121357640'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:32.028499 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f15eda9c-e9f8-4a5c-afc7-8051eb18cf97 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:32.032609 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f15eda9c-e9f8-4a5c-afc7-8051eb18cf97 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Usage tracker for resource:security_group and tenant:396c49474e3b492bb99d56f2edf98ea8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:32.035584 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f15eda9c-e9f8-4a5c-afc7-8051eb18cf97 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:32.041343 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f15eda9c-e9f8-4a5c-afc7-8051eb18cf97 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:32.068821 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f15eda9c-e9f8-4a5c-afc7-8051eb18cf97 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:32.069892 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d62cd6d-c4ec-4def-ba78-70811f06e848 None None] get_active_networks_info from dv-neutron-601336-80-hyperv {{(pid=92306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 12:35:32.089668 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f15eda9c-e9f8-4a5c-afc7-8051eb18cf97 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:32.093512 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f15eda9c-e9f8-4a5c-afc7-8051eb18cf97 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Usage tracker for resource:security_group_rule and tenant:396c49474e3b492bb99d56f2edf98ea8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:32.096663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f15eda9c-e9f8-4a5c-afc7-8051eb18cf97 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:32.103858 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f15eda9c-e9f8-4a5c-afc7-8051eb18cf97 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:32.181248 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f15eda9c-e9f8-4a5c-afc7-8051eb18cf97 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:32.185477 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.api [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 12:35:32.185477 dv-neutron-601336-80-hyperv neutron-server[92305]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 12:35:32.185477 dv-neutron-601336-80-hyperv neutron-server[92305]: [parameters: {'id': '30448aa0-101e-498f-a77e-df7c143602c8'}] Jun 02 12:35:32.185477 dv-neutron-601336-80-hyperv neutron-server[92305]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:35:32.185918 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_db.api [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:35:32.186388 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f15eda9c-e9f8-4a5c-afc7-8051eb18cf97 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:32.193045 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-08edc6c1-fcc5-47a7-ae57-ee83ec333bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:32.197444 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-17e2d95d-7228-4b56-97c2-2d03c3d0507c req-6b8b41ad-beab-40a8-9e00-5cd36e150c74 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0094626d-408a-4895-890b-c9989264b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322005 Jun 02 12:35:32.199254 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f166e404-d0bc-499a-9646-2b72ef3c4569 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:32.206945 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:32.222157 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d62cd6d-c4ec-4def-ba78-70811f06e848 None None] Resources bound (agent type, host, resource id): {{(pid=92306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 12:35:32.257681 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166e404-d0bc-499a-9646-2b72ef3c4569 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=1991cb3f-5ea9-4a21-9569-645397e34f7e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:32.262762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15eda9c-e9f8-4a5c-afc7-8051eb18cf97 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe0ef93-e906-49a7-b598-406c6a7673ee,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:32.263273 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f166e404-d0bc-499a-9646-2b72ef3c4569 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:32.264528 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f166e404-d0bc-499a-9646-2b72ef3c4569 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:32.265912 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f15eda9c-e9f8-4a5c-afc7-8051eb18cf97 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:32.267378 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f15eda9c-e9f8-4a5c-afc7-8051eb18cf97 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:32.271073 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f15eda9c-e9f8-4a5c-afc7-8051eb18cf97 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2514734 Jun 02 12:35:32.271866 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45688) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:32.277709 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-241ca691-8607-4f6b-a388-1355e2986cf4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group_rule': {'security_group_id': '040e23d7-9310-4c4a-a5e2-b3a9a2b7a8c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'dbe0ef93-e906-49a7-b598-406c6a7673ee'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:32.285632 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-241ca691-8607-4f6b-a388-1355e2986cf4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:32.293778 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-241ca691-8607-4f6b-a388-1355e2986cf4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Usage tracker for resource:security_group_rule and tenant:396c49474e3b492bb99d56f2edf98ea8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:32.294214 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5cdaef69-fd58-4914-a969-7e114d452fdc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:32.294550 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5cdaef69-fd58-4914-a969-7e114d452fdc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:32.298289 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-241ca691-8607-4f6b-a388-1355e2986cf4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:32.307218 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-241ca691-8607-4f6b-a388-1355e2986cf4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:32.312207 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f166e404-d0bc-499a-9646-2b72ef3c4569 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/1991cb3f-5ea9-4a21-9569-645397e34f7e HTTP/1.1" status: 204 len: 168 time: 1.8033710 Jun 02 12:35:32.315567 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45690) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:32.404843 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-096e2c03-1c2f-4a3e-87e7-5e641959176b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Deleting subnet 1bac4f98-428a-474e-860b-18fbb651f4fa {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:35:32.407957 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-096e2c03-1c2f-4a3e-87e7-5e641959176b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:32.434723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-5cdaef69-fd58-4914-a969-7e114d452fdc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Calling delete_port for 753d4b1e-7477-403a-bd4d-db3a305f62b5 owned by network:floatingip {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:32.434946 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-241ca691-8607-4f6b-a388-1355e2986cf4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:35:32.438542 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-241ca691-8607-4f6b-a388-1355e2986cf4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1631699 Jun 02 12:35:32.439077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45692) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:32.466473 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-096e2c03-1c2f-4a3e-87e7-5e641959176b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:32.525144 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7ff00d43-2f41-47c6-89f5-ec75df51fb9d tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:32.553690 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-096e2c03-1c2f-4a3e-87e7-5e641959176b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:32.564581 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7ff00d43-2f41-47c6-89f5-ec75df51fb9d tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:32.592254 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56494979-7ee2-45b7-ace4-c092e0ba447d None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:32.672268 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7ff00d43-2f41-47c6-89f5-ec75df51fb9d tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:32.676864 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:32.689483 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:32.691270 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff00d43-2f41-47c6-89f5-ec75df51fb9d tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe0ef93-e906-49a7-b598-406c6a7673ee,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:32.694514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5cdaef69-fd58-4914-a969-7e114d452fdc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:32.708945 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff00d43-2f41-47c6-89f5-ec75df51fb9d tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:32.709608 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff00d43-2f41-47c6-89f5-ec75df51fb9d tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:32.710185 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff00d43-2f41-47c6-89f5-ec75df51fb9d tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:32.710724 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff00d43-2f41-47c6-89f5-ec75df51fb9d tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:32.711261 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff00d43-2f41-47c6-89f5-ec75df51fb9d tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:32.711800 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff00d43-2f41-47c6-89f5-ec75df51fb9d tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:32.712168 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff00d43-2f41-47c6-89f5-ec75df51fb9d tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:32.712530 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff00d43-2f41-47c6-89f5-ec75df51fb9d tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:32.712893 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff00d43-2f41-47c6-89f5-ec75df51fb9d tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:32.713253 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff00d43-2f41-47c6-89f5-ec75df51fb9d tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:32.713610 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff00d43-2f41-47c6-89f5-ec75df51fb9d tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:32.714529 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff00d43-2f41-47c6-89f5-ec75df51fb9d tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:35:32.724535 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7ff00d43-2f41-47c6-89f5-ec75df51fb9d tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:32.726254 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8535b26d-6da4-4e1a-8cce-6ae20b46b0ee tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:32.848528 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdaef69-fd58-4914-a969-7e114d452fdc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event deleted for resources: {'Port': ['ID=753d4b1e-7477-403a-bd4d-db3a305f62b5,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:32.857772 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5cdaef69-fd58-4914-a969-7e114d452fdc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:32.885415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-096e2c03-1c2f-4a3e-87e7-5e641959176b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:32.895043 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:32.922847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7ff00d43-2f41-47c6-89f5-ec75df51fb9d tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:32.923822 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7ff00d43-2f41-47c6-89f5-ec75df51fb9d tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "DELETE /v2.0/security-groups/dbe0ef93-e906-49a7-b598-406c6a7673ee HTTP/1.1" status: 204 len: 168 time: 0.4838185 Jun 02 12:35:32.930409 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45698) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:32.960930 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5cdaef69-fd58-4914-a969-7e114d452fdc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for floatingip, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:32.963379 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5cdaef69-fd58-4914-a969-7e114d452fdc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:32.965096 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5cdaef69-fd58-4914-a969-7e114d452fdc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "DELETE /v2.0/floatingips/1e8c0d4c-48f2-4da6-ae51-4ed83abfaa11 HTTP/1.1" status: 204 len: 168 time: 1.8916245 Jun 02 12:35:32.971117 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45700) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:33.004384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Deleting port 58db8610-b3c0-4296-aa13-48e7d0bbe502 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:33.004763 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:33.008745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e2c03-1c2f-4a3e-87e7-5e641959176b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Subnet': ['ID=1bac4f98-428a-474e-860b-18fbb651f4fa,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:33.022348 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-096e2c03-1c2f-4a3e-87e7-5e641959176b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:33.030132 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-096e2c03-1c2f-4a3e-87e7-5e641959176b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:33.038800 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee8bc07-a982-4c27-8f7c-ed34fa8924db tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:33.039285 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee8bc07-a982-4c27-8f7c-ed34fa8924db tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:33.049645 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-096e2c03-1c2f-4a3e-87e7-5e641959176b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/1bac4f98-428a-474e-860b-18fbb651f4fa HTTP/1.1" status: 204 len: 168 time: 0.7325010 Jun 02 12:35:33.052640 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45702) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:33.056280 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5ee8bc07-a982-4c27-8f7c-ed34fa8924db tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "DELETE /v2.0/ports/1c2688f0-02de-4673-a0db-6266417ff9b4 HTTP/1.1" status: 404 len: 333 time: 0.0816689 Jun 02 12:35:33.083327 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45704) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:33.132929 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-50d2ea23-e42f-4514-a17d-074862ae33cf tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777183 Jun 02 12:35:33.134937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-75a7ab98-35e0-4928-a68d-d8fe172211d2 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Synchronizing usage tracker for tenant:396c49474e3b492bb99d56f2edf98ea8 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:33.135496 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45706) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:33.170156 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0ba3cbde-a4eb-497b-a9d8-1ad1c499af56 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Synchronizing usage tracker for tenant:c238b4d1abdf43af85cd0e1ea5d0d537 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:33.182078 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] For port 58db8610-b3c0-4296-aa13-48e7d0bbe502, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=58db8610-b3c0-4296-aa13-48e7d0bbe502,segment=NetworkSegment(b8e30b24-6f0d-41c5-9c5f-9b3ddb84361b),segment_id=b8e30b24-6f0d-41c5-9c5f-9b3ddb84361b)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:33.182547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:33.201906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1eac9-eae2-4f9a-8005-7af0876496ea req-db61d986-0b95-4941-84de-40e5f684cf4d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:33.203472 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f2b1eac9-eae2-4f9a-8005-7af0876496ea req-db61d986-0b95-4941-84de-40e5f684cf4d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 943 time: 0.2776403 Jun 02 12:35:33.214477 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-75a7ab98-35e0-4928-a68d-d8fe172211d2 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Unset dirty status for tenant:396c49474e3b492bb99d56f2edf98ea8 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:33.215808 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-75a7ab98-35e0-4928-a68d-d8fe172211d2 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2844486 Jun 02 12:35:33.220497 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45708) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:33.331369 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a4cd54-09f6-449c-b7f7-f981dafe0769 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:33.332893 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-76a4cd54-09f6-449c-b7f7-f981dafe0769 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1957667 Jun 02 12:35:33.336259 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Calling delete_port for 58db8610-b3c0-4296-aa13-48e7d0bbe502 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:33.337747 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f2b1eac9-eae2-4f9a-8005-7af0876496ea req-da1776f1-6b26-4635-b364-3d16e961975e tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180787 Jun 02 12:35:33.338685 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45712) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:33.371674 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0ba3cbde-a4eb-497b-a9d8-1ad1c499af56 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Unset dirty status for tenant:c238b4d1abdf43af85cd0e1ea5d0d537 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:33.372817 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0ba3cbde-a4eb-497b-a9d8-1ad1c499af56 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "GET /v2.0/ports?device_id=16a71cba-6ade-4fc1-a5e1-7af1b16965b1 HTTP/1.1" status: 200 len: 205 time: 0.2877023 Jun 02 12:35:33.376774 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45714) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:33.458617 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782a633-a04c-4943-9ead-7c7dce9d6068 req-d78281ce-0f13-4195-9f41-f8d7009e5843 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:33.460212 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3782a633-a04c-4943-9ead-7c7dce9d6068 req-d78281ce-0f13-4195-9f41-f8d7009e5843 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 945 time: 0.1209264 Jun 02 12:35:33.483782 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e456939f-63cb-4cae-b89a-619a3c48281c None None] Network a7413df9-4e7a-4187-aef8-a668d8bf2950 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:33.486667 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:33.493151 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:33.552102 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Port': ['ID=58db8610-b3c0-4296-aa13-48e7d0bbe502,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:33.554165 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No DVR routers for this DVR port 58db8610-b3c0-4296-aa13-48e7d0bbe502 on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:35:33.559519 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:33.625075 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-3fbdc08d-a36e-434c-89a8-2ef04425ea82 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] delete failed (client error): The resource could not be found. Jun 02 12:35:33.628402 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3fbdc08d-a36e-434c-89a8-2ef04425ea82 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "DELETE /v2.0/routers/16a71cba-6ade-4fc1-a5e1-7af1b16965b1 HTTP/1.1" status: 404 len: 336 time: 0.2475603 Jun 02 12:35:33.629383 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90b73e63-3a56-4435-ad19-abb6eac4a3d7 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:33.633049 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45718) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:33.647150 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5b6f5e90-de31-4214-9969-272baffd58af None None] Provisioning complete for port 1667dc1f-984e-41aa-ad39-5a94b9370017 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:33.647925 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5b6f5e90-de31-4214-9969-272baffd58af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:33.692809 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aed5eb1-e758-4ed1-8727-23a98929364a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:33.693270 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aed5eb1-e758-4ed1-8727-23a98929364a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:33.697246 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5aed5eb1-e758-4ed1-8727-23a98929364a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "DELETE /v2.0/subnets/dad50ee1-f6f1-4aa0-a7bb-a35b9453eef4 HTTP/1.1" status: 404 len: 337 time: 0.0602717 Jun 02 12:35:33.705510 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752e722c-39e7-4be6-b580-3e407a725222 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:33.706245 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-752e722c-39e7-4be6-b580-3e407a725222 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Synchronizing usage tracker for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:33.708749 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45720) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:33.755748 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90b73e63-3a56-4435-ad19-abb6eac4a3d7 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:33.777875 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 44beafce-b493-411d-8c8e-935c156eaa8e up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:35:33.796311 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3782a633-a04c-4943-9ead-7c7dce9d6068 req-394fcdc1-a6c1-432c-bc3e-fe659e409db4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0094626d-408a-4895-890b-c9989264b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3257501 Jun 02 12:35:33.840780 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-752e722c-39e7-4be6-b580-3e407a725222 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Unset dirty status for tenant:92267f63b39d479186244ad140742340 on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:33.844293 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-752e722c-39e7-4be6-b580-3e407a725222 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5018053 Jun 02 12:35:33.875860 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45724) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:33.931882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:33.948162 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30448aa0-101e-498f-a77e-df7c143602c8']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:33.963439 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e30b24-6f0d-41c5-9c5f-9b3ddb84361b') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:33.963656 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e30b24-6f0d-41c5-9c5f-9b3ddb84361b') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:33.982477 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:33.994359 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bab509bb-0b67-4a41-b566-dde088dfa092 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1125956 Jun 02 12:35:34.001183 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45726) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:34.014747 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90b73e63-3a56-4435-ad19-abb6eac4a3d7 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:34.015231 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 44beafce-b493-411d-8c8e-935c156eaa8e completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:35:34.020491 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d06288e8-0149-43f2-afe3-8a3900c512b0 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:34.021683 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 44beafce-b493-411d-8c8e-935c156eaa8e triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:34.022061 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:34.046941 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b73e63-3a56-4435-ad19-abb6eac4a3d7 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=040e23d7-9310-4c4a-a5e2-b3a9a2b7a8c2,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:34.052166 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15aa576-87a6-48fb-9b01-454205174dff tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:34.052166 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e15aa576-87a6-48fb-9b01-454205174dff tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:34.055637 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-90b73e63-3a56-4435-ad19-abb6eac4a3d7 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:34.056002 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:34.067151 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e15aa576-87a6-48fb-9b01-454205174dff tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/518e071a-bebd-475a-a042-8f6ddb12daa3 HTTP/1.1" status: 404 len: 333 time: 0.0632401 Jun 02 12:35:34.069886 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45728) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:34.071632 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:35:34.071764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:34.075276 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90b73e63-3a56-4435-ad19-abb6eac4a3d7 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:34.080118 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-90b73e63-3a56-4435-ad19-abb6eac4a3d7 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "DELETE /v2.0/security-groups/040e23d7-9310-4c4a-a5e2-b3a9a2b7a8c2 HTTP/1.1" status: 204 len: 168 time: 0.8421485 Jun 02 12:35:34.082379 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45730) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:34.110869 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-6061c89a-4c39-4dbf-abdc-7787fe36834a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Deleting port d92dd45f-79a2-446d-a1f7-2cccb2550b89 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:34.111214 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6061c89a-4c39-4dbf-abdc-7787fe36834a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:34.122199 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b98405-afd5-43fd-a3b3-c3a45d424fab None None] DHCP port deletion for a7413df9-4e7a-4187-aef8-a668d8bf2950 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:35:34.127550 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:35:34.140683 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dad029-2d3d-4efe-b10a-2ff2c5e08d8c req-78375abf-0d7c-457b-8a96-49978b528cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:34.142181 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-25dad029-2d3d-4efe-b10a-2ff2c5e08d8c req-78375abf-0d7c-457b-8a96-49978b528cf6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2eeecbacfd564d3d9465a6227d2e7ddc&device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 1098 time: 0.2757444 Jun 02 12:35:34.146629 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-62250e4f-2cbc-4653-8cea-59f054a8c993 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:34.146795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62250e4f-2cbc-4653-8cea-59f054a8c993 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:34.148319 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-62250e4f-2cbc-4653-8cea-59f054a8c993 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/1bac4f98-428a-474e-860b-18fbb651f4fa HTTP/1.1" status: 404 len: 337 time: 0.0554967 Jun 02 12:35:34.158648 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975354ae-c110-49be-be4e-5cef3595978b req-43ff2aa2-a756-4a77-abb4-c5d6386057eb tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:34.160136 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-975354ae-c110-49be-be4e-5cef3595978b req-43ff2aa2-a756-4a77-abb4-c5d6386057eb tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.2770810 Jun 02 12:35:34.163080 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45732) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:34.283564 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-a915306c-e432-4ae2-94cb-2199cb1e1237 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:34.284328 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a915306c-e432-4ae2-94cb-2199cb1e1237 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:34.286043 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a915306c-e432-4ae2-94cb-2199cb1e1237 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/1991cb3f-5ea9-4a21-9569-645397e34f7e HTTP/1.1" status: 404 len: 337 time: 0.1197772 Jun 02 12:35:34.295051 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45734) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:34.311101 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f4b98405-afd5-43fd-a3b3-c3a45d424fab None None] Deleting port 1667dc1f-984e-41aa-ad39-5a94b9370017 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:34.311490 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f4b98405-afd5-43fd-a3b3-c3a45d424fab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:34.317989 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:34.322782 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-aeabdf0a-7072-4e1f-af22-621f2f8aae70 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:34.331108 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:34.342147 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:34.352598 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Network': ['ID=30448aa0-101e-498f-a77e-df7c143602c8,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:34.358314 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8f0c0674-2ce7-4e1f-84a1-f3ffe1156817 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Synchronizing usage tracker for tenant:396c49474e3b492bb99d56f2edf98ea8 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:34.365865 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:34.373959 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/30448aa0-101e-498f-a77e-df7c143602c8 HTTP/1.1" status: 204 len: 168 time: 4.3468509 Jun 02 12:35:34.376271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45738) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:34.381538 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-d3b1659c-45cd-4160-8142-b8469d57177c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-282437896'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:34.386118 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-211f040c-b946-406e-8688-a75b2f1c1b36 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:34.386601 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211f040c-b946-406e-8688-a75b2f1c1b36 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:34.390814 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-211f040c-b946-406e-8688-a75b2f1c1b36 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/c2329485-4f76-41be-9148-48029ec5f9d5 HTTP/1.1" status: 404 len: 333 time: 0.0899270 Jun 02 12:35:34.394428 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d3b1659c-45cd-4160-8142-b8469d57177c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:34.396373 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45740) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:34.404841 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-975354ae-c110-49be-be4e-5cef3595978b req-12f3f4da-ba6a-466c-ab9f-418917a901ce tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619935 Jun 02 12:35:34.424742 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8f0c0674-2ce7-4e1f-84a1-f3ffe1156817 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Unset dirty status for tenant:396c49474e3b492bb99d56f2edf98ea8 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:34.430740 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8f0c0674-2ce7-4e1f-84a1-f3ffe1156817 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3461735 Jun 02 12:35:34.434693 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45742) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:34.438381 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6061c89a-4c39-4dbf-abdc-7787fe36834a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:34.443758 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-d94f849b-e9d0-4a45-a7d0-3b303ccacce2 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group': {'name': 'tempest-secgroup--1215440703'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:34.449868 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d3b1659c-45cd-4160-8142-b8469d57177c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Usage tracker for resource:network and tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:34.453811 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad6f20f-ddb5-492d-b993-b9b0943da696 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:34.454300 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad6f20f-ddb5-492d-b993-b9b0943da696 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:34.458561 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-dad6f20f-ddb5-492d-b993-b9b0943da696 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/a6a003fc-3e8d-47fa-ab78-f317f9fbb2bd HTTP/1.1" status: 404 len: 337 time: 0.0586650 Jun 02 12:35:34.466629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d94f849b-e9d0-4a45-a7d0-3b303ccacce2 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:34.469679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45744) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:34.470664 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d3b1659c-45cd-4160-8142-b8469d57177c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:34.474267 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dad029-2d3d-4efe-b10a-2ff2c5e08d8c req-273059f1-91dd-4f94-8ea4-3bfac1303096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:34.475929 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-25dad029-2d3d-4efe-b10a-2ff2c5e08d8c req-273059f1-91dd-4f94-8ea4-3bfac1303096 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d26e7cf0-c529-4972-8a72-bcb5f758199e HTTP/1.1" status: 200 len: 912 time: 0.3263023 Jun 02 12:35:34.487542 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d3ceb5-7853-4c3a-b771-9883645bcfbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44beafce-b493-411d-8c8e-935c156eaa8e'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:35:34.489817 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b063769-01ba-4b8b-a43e-aaf579c09e38" -d '{"events": [{"server_uuid": "76d3ceb5-7853-4c3a-b771-9883645bcfbe", "name": "network-vif-plugged", "status": "completed", "tag": "44beafce-b493-411d-8c8e-935c156eaa8e"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:35:34.505051 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-f4b98405-afd5-43fd-a3b3-c3a45d424fab None None] For port 1667dc1f-984e-41aa-ad39-5a94b9370017, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1667dc1f-984e-41aa-ad39-5a94b9370017,segment=NetworkSegment(fd1e6252-fb23-4b4c-9adc-27154226931a),segment_id=fd1e6252-fb23-4b4c-9adc-27154226931a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:34.505451 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f4b98405-afd5-43fd-a3b3-c3a45d424fab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:34.519928 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 44beafce-b493-411d-8c8e-935c156eaa8e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=44beafce-b493-411d-8c8e-935c156eaa8e,segment=NetworkSegment(d80491b6-7d17-41d0-90f8-498bab64187e),segment_id=d80491b6-7d17-41d0-90f8-498bab64187e)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:34.544342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d3b1659c-45cd-4160-8142-b8469d57177c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:34.580744 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:34.596602 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-6061c89a-4c39-4dbf-abdc-7787fe36834a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Calling delete_port for d92dd45f-79a2-446d-a1f7-2cccb2550b89 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:34.637564 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:34.643431 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-953cf0cf-064f-44c1-a3ac-674be9af4e6b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:34.643767 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-953cf0cf-064f-44c1-a3ac-674be9af4e6b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:34.648069 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-953cf0cf-064f-44c1-a3ac-674be9af4e6b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/16486a2c-7f97-4a4f-b036-d3192936ea85 HTTP/1.1" status: 404 len: 337 time: 0.1685746 Jun 02 12:35:34.663138 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d94f849b-e9d0-4a45-a7d0-3b303ccacce2 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:34.666419 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45750) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:34.677439 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f4b98405-afd5-43fd-a3b3-c3a45d424fab None None] Calling delete_port for 1667dc1f-984e-41aa-ad39-5a94b9370017 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:34.680902 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebb976c-69ec-4db2-9012-07828edd2d18 x-openstack-request-id: req-3ebb976c-69ec-4db2-9012-07828edd2d18 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:35:34.681305 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d3ceb5-7853-4c3a-b771-9883645bcfbe", "name": "network-vif-plugged", "status": "completed", "tag": "44beafce-b493-411d-8c8e-935c156eaa8e", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:35:34.681674 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ebb976c-69ec-4db2-9012-07828edd2d18 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:35:34.682231 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d3ceb5-7853-4c3a-b771-9883645bcfbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44beafce-b493-411d-8c8e-935c156eaa8e', 'code': 200} Jun 02 12:35:34.733315 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b1659c-45cd-4160-8142-b8469d57177c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Made reservation on behalf of d4bce9b2ec734b6c9e9ac0bb37d35a9d for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:34.733640 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=44beafce-b493-411d-8c8e-935c156eaa8e,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:34.737242 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d3b1659c-45cd-4160-8142-b8469d57177c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:34.737563 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:34.747074 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-daac4949-6d1c-4080-9e7c-bec76da3ddc7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:34.747551 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daac4949-6d1c-4080-9e7c-bec76da3ddc7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:34.749208 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-daac4949-6d1c-4080-9e7c-bec76da3ddc7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/761f1456-3f70-44d9-861e-df20ef62c113 HTTP/1.1" status: 404 len: 333 time: 0.0698428 Jun 02 12:35:34.752040 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45752) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:34.769092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d94f849b-e9d0-4a45-a7d0-3b303ccacce2 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:34.775878 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f4b98405-afd5-43fd-a3b3-c3a45d424fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:34.780797 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:34.798615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6061c89a-4c39-4dbf-abdc-7787fe36834a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:34.805007 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-25dad029-2d3d-4efe-b10a-2ff2c5e08d8c req-7bbc9161-b242-41d5-a392-4e429425fc63 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ded582b0-2d55-48af-be8b-cc1d90a47d42 HTTP/1.1" status: 200 len: 1001 time: 0.2674832 Jun 02 12:35:34.806828 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d25ab8ef-a9ec-4bec-ae42-4179774eb468 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:34.821681 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d94f849b-e9d0-4a45-a7d0-3b303ccacce2 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:34.835073 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b98405-afd5-43fd-a3b3-c3a45d424fab None None] Pushing event deleted for resources: {'Port': ['ID=1667dc1f-984e-41aa-ad39-5a94b9370017,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:34.838540 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f4b98405-afd5-43fd-a3b3-c3a45d424fab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:34.839503 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b98405-afd5-43fd-a3b3-c3a45d424fab None None] No DVR routers for this DVR port 1667dc1f-984e-41aa-ad39-5a94b9370017 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:35:34.860554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b1659c-45cd-4160-8142-b8469d57177c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:35:34.860772 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9383e9-d10d-4a35-94f6-6c95495d971d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:34.861274 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9383e9-d10d-4a35-94f6-6c95495d971d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:34.892275 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d94f849b-e9d0-4a45-a7d0-3b303ccacce2 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Usage tracker for resource:security_group_rule and tenant:396c49474e3b492bb99d56f2edf98ea8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:34.906005 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d94f849b-e9d0-4a45-a7d0-3b303ccacce2 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:34.916153 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ca9383e9-d10d-4a35-94f6-6c95495d971d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/b33d415f-391c-42b6-8a8e-dfb9189f6a2f HTTP/1.1" status: 404 len: 337 time: 0.1604860 Jun 02 12:35:34.916153 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061c89a-4c39-4dbf-abdc-7787fe36834a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event deleted for resources: {'Port': ['ID=d92dd45f-79a2-446d-a1f7-2cccb2550b89,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:34.917301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6061c89a-4c39-4dbf-abdc-7787fe36834a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:34.924436 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45756) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:34.932197 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d94f849b-e9d0-4a45-a7d0-3b303ccacce2 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:34.945402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d3b1659c-45cd-4160-8142-b8469d57177c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:34.945748 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-d3b1659c-45cd-4160-8142-b8469d57177c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Added segment 5c4ed16e-8623-49ca-b5af-d4313c84930d of type vlan for network 8032ac36-c207-4325-af90-52d33a90ca46 Jun 02 12:35:34.988442 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dad029-2d3d-4efe-b10a-2ff2c5e08d8c req-19d95fa3-a59c-4c4f-b1a1-d928498ba4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:34.989893 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-25dad029-2d3d-4efe-b10a-2ff2c5e08d8c req-19d95fa3-a59c-4c4f-b1a1-d928498ba4e2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=35e7c6b0-13d3-41ba-a88f-b72a6c16c109 HTTP/1.1" status: 200 len: 850 time: 0.1695149 Jun 02 12:35:35.007579 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872f9d5-bd9a-4fac-a9a2-e0a261d148a4 req-b7e820ca-acc1-4e0a-ba24-50cc94f06038 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:35.009001 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4872f9d5-bd9a-4fac-a9a2-e0a261d148a4 req-b7e820ca-acc1-4e0a-ba24-50cc94f06038 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 943 time: 0.4807835 Jun 02 12:35:35.029999 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b68f2d7-9bc6-434a-85f7-37adb45f636d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:35.030624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b68f2d7-9bc6-434a-85f7-37adb45f636d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:35.032127 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4b68f2d7-9bc6-434a-85f7-37adb45f636d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/7b21bd14-7e13-480c-acf2-f1fb2b17e934 HTTP/1.1" status: 404 len: 337 time: 0.1082742 Jun 02 12:35:35.041585 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45758) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:35.065474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d3b1659c-45cd-4160-8142-b8469d57177c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:35.100986 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-47459eee-672e-468b-a0be-fb4fc91413a4 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:35.101355 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47459eee-672e-468b-a0be-fb4fc91413a4 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:35.103027 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-47459eee-672e-468b-a0be-fb4fc91413a4 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/165e04fd-997e-469c-8afb-787bfbaed9a0 HTTP/1.1" status: 404 len: 333 time: 0.0580530 Jun 02 12:35:35.107457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45760) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:35.159034 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc54ec66-9842-466b-8e67-adaecaba360b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:35.159481 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc54ec66-9842-466b-8e67-adaecaba360b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:35.161124 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-dc54ec66-9842-466b-8e67-adaecaba360b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/c11dc56b-8abb-41b4-961d-a5a10353021e HTTP/1.1" status: 404 len: 337 time: 0.0489092 Jun 02 12:35:35.163796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6061c89a-4c39-4dbf-abdc-7787fe36834a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:35.165436 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6061c89a-4c39-4dbf-abdc-7787fe36834a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "DELETE /v2.0/ports/d92dd45f-79a2-446d-a1f7-2cccb2550b89 HTTP/1.1" status: 204 len: 168 time: 1.4531875 Jun 02 12:35:35.165994 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45762) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:35.174083 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45764) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:35.181056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7845c-c0c9-447f-b448-d48c35687f40 req-6f9b9e52-d935-4966-b909-c0b0818b4112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:35.183228 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5be7845c-c0c9-447f-b448-d48c35687f40 req-6f9b9e52-d935-4966-b909-c0b0818b4112 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 1099 time: 0.3524632 Jun 02 12:35:35.186998 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4872f9d5-bd9a-4fac-a9a2-e0a261d148a4 req-78f500e3-ef24-47b6-83d4-1f5f4588174f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310945 Jun 02 12:35:35.213618 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9e8f18-2616-4668-91c6-455173a29012 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:35.214154 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9e8f18-2616-4668-91c6-455173a29012 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:35.215810 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4a9e8f18-2616-4668-91c6-455173a29012 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/733eb161-78b7-4f98-b3f6-11d85c150718 HTTP/1.1" status: 404 len: 337 time: 0.0474248 Jun 02 12:35:35.218668 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45766) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:35.263369 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d94f849b-e9d0-4a45-a7d0-3b303ccacce2 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:35.266072 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ae135e-4b13-4730-9d69-482edfd0d18c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:35.266782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ae135e-4b13-4730-9d69-482edfd0d18c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:35.271142 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-75ae135e-4b13-4730-9d69-482edfd0d18c tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/70e3938f-a459-4919-ae9f-83f19ae354e5 HTTP/1.1" status: 404 len: 333 time: 0.0492485 Jun 02 12:35:35.271294 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d3b1659c-45cd-4160-8142-b8469d57177c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:35.271547 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45768) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:35.277123 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b1659c-45cd-4160-8142-b8469d57177c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:35.277712 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d3b1659c-45cd-4160-8142-b8469d57177c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:35.291063 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:35.305382 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d94f849b-e9d0-4a45-a7d0-3b303ccacce2 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:35.320279 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc598ab-06b8-455e-8b36-91d648a8f7ea req-03120bf5-7996-4ff7-b00c-bad4c5f7cd7c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:35.321652 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-dbc598ab-06b8-455e-8b36-91d648a8f7ea req-03120bf5-7996-4ff7-b00c-bad4c5f7cd7c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 946 time: 0.3627892 Jun 02 12:35:35.326546 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19f04bd-1849-4c74-809a-5477c948b504 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:35.326985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e19f04bd-1849-4c74-809a-5477c948b504 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:35.328590 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e19f04bd-1849-4c74-809a-5477c948b504 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/ba7d407f-b4ba-49ea-a5de-8625aca17cf8 HTTP/1.1" status: 404 len: 337 time: 0.0547478 Jun 02 12:35:35.343006 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45770) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:35.518985 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-dbc598ab-06b8-455e-8b36-91d648a8f7ea req-712aa588-92c9-4329-99e0-3fa503b71971 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0094626d-408a-4895-890b-c9989264b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889362 Jun 02 12:35:35.617835 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1667dc1f-984e-41aa-ad39-5a94b9370017 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:35:35.642158 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dad029-2d3d-4efe-b10a-2ff2c5e08d8c req-b0e7ff7e-610b-4904-bcc1-42286789fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:35.643616 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-25dad029-2d3d-4efe-b10a-2ff2c5e08d8c req-b0e7ff7e-610b-4904-bcc1-42286789fbbd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d26e7cf0-c529-4972-8a72-bcb5f758199e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6296651 Jun 02 12:35:35.655516 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 1667dc1f-984e-41aa-ad39-5a94b9370017 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:35:35.655872 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1667dc1f-984e-41aa-ad39-5a94b9370017 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:35:35.667915 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37379a2-0410-4f04-9c42-91309ce725e2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:35.668400 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e37379a2-0410-4f04-9c42-91309ce725e2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:35.672294 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e37379a2-0410-4f04-9c42-91309ce725e2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/8951e554-3cd5-46c5-8d8f-7d8785469730 HTTP/1.1" status: 404 len: 333 time: 0.3164487 Jun 02 12:35:35.672668 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45774) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:35.694347 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5be7845c-c0c9-447f-b448-d48c35687f40 req-af8b908b-1e2a-4169-adcc-b9f8c2effd57 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0094626d-408a-4895-890b-c9989264b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4685636 Jun 02 12:35:35.712525 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd5b0f4-4e79-477c-8df1-b3ad9bc9a624 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:35.712969 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bd5b0f4-4e79-477c-8df1-b3ad9bc9a624 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:35.714635 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6bd5b0f4-4e79-477c-8df1-b3ad9bc9a624 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/caf0a948-0ec0-4f77-9a8d-1a7644d0082e HTTP/1.1" status: 404 len: 337 time: 0.0409682 Jun 02 12:35:35.717133 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45776) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:35.727272 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1659c-45cd-4160-8142-b8469d57177c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Network': ['ID=8032ac36-c207-4325-af90-52d33a90ca46,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:35.732730 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d3b1659c-45cd-4160-8142-b8469d57177c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3528817 Jun 02 12:35:35.736095 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d3b1659c-45cd-4160-8142-b8469d57177c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:35.739625 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a2c4e636-6142-4804-9d9c-30f1921120a0 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.420s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:35.743312 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 8032ac36-c207-4325-af90-52d33a90ca46 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:35:35.749032 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d94f849b-e9d0-4a45-a7d0-3b303ccacce2 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:35.752644 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45778) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:35.753211 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d94f849b-e9d0-4a45-a7d0-3b303ccacce2 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3132088 Jun 02 12:35:35.757739 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45780) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:35.761747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device f3db9919-6e55-4a75-b308-7b07164ffb6e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:35:35.766730 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-0318de07-3f73-4498-80e7-141795844e5a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'subnet': {'network_id': '8032ac36-c207-4325-af90-52d33a90ca46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:35.772720 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-11191b67-62c0-4e0d-b74e-a6758fc3c439 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:35.773453 dv-neutron-601336-80-hyperv neutron-server[92305]: WARNING neutron.api.v2.base [None req-11191b67-62c0-4e0d-b74e-a6758fc3c439 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 02 12:35:35.774214 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-11191b67-62c0-4e0d-b74e-a6758fc3c439 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] update failed (client error): There was a conflict when trying to complete your request. Jun 02 12:35:35.778409 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-11191b67-62c0-4e0d-b74e-a6758fc3c439 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "PUT /v2.0/security-groups/22b0f7fc-caa5-4b19-af63-fae5b2fae5d1 HTTP/1.1" status: 409 len: 330 time: 0.0128119 Jun 02 12:35:35.782131 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45782) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:35.788870 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1724b77-c586-409d-84eb-35f7f6111891 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:35.789343 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1724b77-c586-409d-84eb-35f7f6111891 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:35.793963 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f1724b77-c586-409d-84eb-35f7f6111891 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/3df983b4-8d99-4919-ae43-dd58c4042f53 HTTP/1.1" status: 404 len: 333 time: 0.0729918 Jun 02 12:35:35.795152 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45784) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:35.895164 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4e8766-b702-49ba-bb23-3742b90654b3 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:35.895614 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4e8766-b702-49ba-bb23-3742b90654b3 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:35.899983 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0c4e8766-b702-49ba-bb23-3742b90654b3 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/49bfe52d-95d8-464b-8ea9-553186e94b11 HTTP/1.1" status: 404 len: 337 time: 0.1011093 Jun 02 12:35:35.900151 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f849b-e9d0-4a45-a7d0-3b303ccacce2 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22b0f7fc-caa5-4b19-af63-fae5b2fae5d1,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:35.901894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45786) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:35.909690 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d94f849b-e9d0-4a45-a7d0-3b303ccacce2 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:35.951148 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-823f6c64-7465-46b7-b29f-27ac19582ea3 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:35.951611 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-823f6c64-7465-46b7-b29f-27ac19582ea3 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:35.955971 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-823f6c64-7465-46b7-b29f-27ac19582ea3 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/2390eadd-07c5-4c93-829a-61e9266edb27 HTTP/1.1" status: 404 len: 333 time: 0.0514390 Jun 02 12:35:35.957201 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45788) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:35.977524 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-970d5220-6c52-4fc0-a7cf-6a3d64544acd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Deleting port 989cfbdd-5f88-4f04-8a58-57525fecf35c {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:35.978249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-970d5220-6c52-4fc0-a7cf-6a3d64544acd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:35.980462 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port f3db9919-6e55-4a75-b308-7b07164ffb6e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f3db9919-6e55-4a75-b308-7b07164ffb6e,segment=NetworkSegment(76696f93-6ff0-492e-a64d-dd3a6a80634c),segment_id=76696f93-6ff0-492e-a64d-dd3a6a80634c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:35.994342 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': 'f3db9919-6e55-4a75-b308-7b07164ffb6e', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'port_id': 'f3db9919-6e55-4a75-b308-7b07164ffb6e', 'mac_address': 'fa:16:3e:4a:ab:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:35:35.997508 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0318de07-3f73-4498-80e7-141795844e5a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:36.008995 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0318de07-3f73-4498-80e7-141795844e5a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Usage tracker for resource:subnet and tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:36.013807 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb78cc5-7e55-4436-b7f7-8a88f73f7d91 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:36.014293 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb78cc5-7e55-4436-b7f7-8a88f73f7d91 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:36.019427 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45790) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:36.019632 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9fb78cc5-7e55-4436-b7f7-8a88f73f7d91 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/99528d7d-78ec-4197-8891-06ed8c51ac7d HTTP/1.1" status: 404 len: 337 time: 0.0588105 Jun 02 12:35:36.021058 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0318de07-3f73-4498-80e7-141795844e5a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:36.028758 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0318de07-3f73-4498-80e7-141795844e5a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:36.043312 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0318de07-3f73-4498-80e7-141795844e5a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Made reservation on behalf of d4bce9b2ec734b6c9e9ac0bb37d35a9d for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:36.046929 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0318de07-3f73-4498-80e7-141795844e5a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:36.064571 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:36.082059 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3db9919-6e55-4a75-b308-7b07164ffb6e {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:35:36.098194 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port f3db9919-6e55-4a75-b308-7b07164ffb6e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f3db9919-6e55-4a75-b308-7b07164ffb6e,segment=NetworkSegment(76696f93-6ff0-492e-a64d-dd3a6a80634c),segment_id=76696f93-6ff0-492e-a64d-dd3a6a80634c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:36.102472 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:36.104940 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a0891e03-a222-4ce1-a608-e3e692c68389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:36.110567 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-25dad029-2d3d-4efe-b10a-2ff2c5e08d8c req-90901fe3-1a2d-4b47-92ad-284ff0ad768c service neutron] 10.222.0.22 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447758 Jun 02 12:35:36.127669 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2d5f-025e-4e28-8b7c-853023f06ee5 req-cb80ab64-0e11-43f3-80a9-99b206ed58e8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:36.129040 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d62e2d5f-025e-4e28-8b7c-853023f06ee5 req-cb80ab64-0e11-43f3-80a9-99b206ed58e8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.4704492 Jun 02 12:35:36.129768 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-497de15a-754b-4502-8261-ca79a21da07a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:36.179221 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=f3db9919-6e55-4a75-b308-7b07164ffb6e,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:36.182868 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:36.193091 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6d1404-c69d-4869-ae21-ae5a6eb33145 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:36.193585 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac6d1404-c69d-4869-ae21-ae5a6eb33145 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:36.197665 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ac6d1404-c69d-4869-ae21-ae5a6eb33145 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/0817a3a7-7cdb-4b49-985c-a754dbec5322 HTTP/1.1" status: 404 len: 333 time: 0.1679735 Jun 02 12:35:36.212873 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45792) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:36.338494 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cedf0c0-3a7d-4af7-9a08-5354376e0371 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:36.339479 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cedf0c0-3a7d-4af7-9a08-5354376e0371 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:36.341132 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2cedf0c0-3a7d-4af7-9a08-5354376e0371 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/c946aa2c-d65e-4735-80ef-0f9802fb0b46 HTTP/1.1" status: 404 len: 337 time: 0.1281490 Jun 02 12:35:36.346589 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45796) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:36.354399 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-497de15a-754b-4502-8261-ca79a21da07a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:36.401885 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3469298-1cf5-40af-856d-5f3c48baea3d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:36.402382 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3469298-1cf5-40af-856d-5f3c48baea3d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:36.412515 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-970d5220-6c52-4fc0-a7cf-6a3d64544acd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:36.422924 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d62e2d5f-025e-4e28-8b7c-853023f06ee5 req-aa590ecb-1e21-4ced-85ef-559cfd0ee0c7 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2809157 Jun 02 12:35:36.455722 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f3469298-1cf5-40af-856d-5f3c48baea3d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/1c88d693-c65f-4d97-9d5c-e751e088ed76 HTTP/1.1" status: 404 len: 333 time: 0.1058593 Jun 02 12:35:36.461365 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45798) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:36.512435 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ad9bc7-ef80-4a0f-b758-2d6d5fadbdb5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:36.512660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ad9bc7-ef80-4a0f-b758-2d6d5fadbdb5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:36.514306 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-38ad9bc7-ef80-4a0f-b758-2d6d5fadbdb5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/bb7f1a2f-f0db-410d-a0f5-646103ed7883 HTTP/1.1" status: 404 len: 337 time: 0.0519991 Jun 02 12:35:36.527469 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45800) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:36.556808 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['f3db9919-6e55-4a75-b308-7b07164ffb6e'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:35:36.572967 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-4819aef6-9dc1-4e51-93a7-278be080127d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:36.573928 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4819aef6-9dc1-4e51-93a7-278be080127d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:36.575650 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4819aef6-9dc1-4e51-93a7-278be080127d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/826995cc-635c-4122-b6e9-716983681dce HTTP/1.1" status: 404 len: 337 time: 0.0444396 Jun 02 12:35:36.576495 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-970d5220-6c52-4fc0-a7cf-6a3d64544acd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Calling delete_port for 989cfbdd-5f88-4f04-8a58-57525fecf35c owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:36.579110 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45804) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:36.646953 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6b94e7-bf91-4935-93ae-55a5fa3068d1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:36.647731 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d6b94e7-bf91-4935-93ae-55a5fa3068d1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:36.649824 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3d6b94e7-bf91-4935-93ae-55a5fa3068d1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/e794ca9e-89f7-4d80-9cd6-3fc83a47d7d1 HTTP/1.1" status: 404 len: 333 time: 0.0690742 Jun 02 12:35:36.656172 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45806) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:36.697369 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a24eb-94a9-474f-8352-178e179d5956 req-cf03aaa1-cea7-4098-878f-d90b0aa462c3 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:36.699702 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ed2a24eb-94a9-474f-8352-178e179d5956 req-cf03aaa1-cea7-4098-878f-d90b0aa462c3 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 944 time: 0.3903670 Jun 02 12:35:36.713195 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b1b821-633c-437f-b850-991903f24528 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:36.713649 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90b1b821-633c-437f-b850-991903f24528 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:36.718154 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-90b1b821-633c-437f-b850-991903f24528 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/d685c04f-9643-42e5-a733-4dfc84caf6d6 HTTP/1.1" status: 404 len: 337 time: 0.0576625 Jun 02 12:35:36.731322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45808) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:36.785456 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6f4418-720b-430c-af79-3da1ad4ac832 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:36.785992 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e6f4418-720b-430c-af79-3da1ad4ac832 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:36.790429 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5e6f4418-720b-430c-af79-3da1ad4ac832 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/4aa417d5-ef7b-4272-bb69-69952f4bf0c2 HTTP/1.1" status: 404 len: 337 time: 0.0542271 Jun 02 12:35:36.797572 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45810) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:36.896613 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ed2a24eb-94a9-474f-8352-178e179d5956 req-7531f3c9-9f8d-494a-92a3-afe38e0a89bf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858745 Jun 02 12:35:36.898224 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-240a96e7-826e-45ff-8957-b32333ce5b9f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:36.902063 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-240a96e7-826e-45ff-8957-b32333ce5b9f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:36.909612 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-240a96e7-826e-45ff-8957-b32333ce5b9f tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/42cd554b-c026-4fc4-83d9-e71f2a2cc2e8 HTTP/1.1" status: 404 len: 333 time: 0.1081011 Jun 02 12:35:36.909892 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45812) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:36.947344 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-25dad029-2d3d-4efe-b10a-2ff2c5e08d8c req-1f066480-69ee-462a-99b4-abd61e34cf61 service neutron] 10.222.0.22 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8072631 Jun 02 12:35:36.953629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-970d5220-6c52-4fc0-a7cf-6a3d64544acd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:36.964617 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:36.967017 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-561c88e2-de21-424c-87da-02e7399e7fb9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:36.967522 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-561c88e2-de21-424c-87da-02e7399e7fb9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:36.971479 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-561c88e2-de21-424c-87da-02e7399e7fb9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/2392200d-76b3-4bf2-ba5f-30a066ef774e HTTP/1.1" status: 404 len: 337 time: 0.0580859 Jun 02 12:35:36.972320 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45814) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:37.012568 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d5220-6c52-4fc0-a7cf-6a3d64544acd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event deleted for resources: {'Port': ['ID=989cfbdd-5f88-4f04-8a58-57525fecf35c,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:37.016780 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-497de15a-754b-4502-8261-ca79a21da07a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:37.025072 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-970d5220-6c52-4fc0-a7cf-6a3d64544acd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:37.032970 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9f2fa8d9-c8c2-4aca-be07-ba9a72156628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:37.051488 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-533059e8-88f0-4f40-ba40-a20eb5d2c8f7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:37.052082 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-533059e8-88f0-4f40-ba40-a20eb5d2c8f7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:37.053787 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-533059e8-88f0-4f40-ba40-a20eb5d2c8f7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/554b5f4a-d897-485a-9c20-401c26571045 HTTP/1.1" status: 404 len: 337 time: 0.0548000 Jun 02 12:35:37.058073 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45816) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:37.109259 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2ab0c1-280b-4d88-af73-de6a68a15288 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:37.109734 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d2ab0c1-280b-4d88-af73-de6a68a15288 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:37.111461 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8d2ab0c1-280b-4d88-af73-de6a68a15288 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/bf14fe99-dcdb-4c3d-a07e-b0d116dbf271 HTTP/1.1" status: 404 len: 333 time: 0.0524573 Jun 02 12:35:37.114238 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45818) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:37.130283 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497de15a-754b-4502-8261-ca79a21da07a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b0f7fc-caa5-4b19-af63-fae5b2fae5d1,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:37.165127 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0318de07-3f73-4498-80e7-141795844e5a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:37.170301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8818732f-3d1a-4afe-901a-69b815590ba1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:37.173137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-497de15a-754b-4502-8261-ca79a21da07a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:37.203121 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-08df2bbc-c8c2-457f-87a9-13b7eb4e2493 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:37.205014 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08df2bbc-c8c2-457f-87a9-13b7eb4e2493 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:37.205272 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-08df2bbc-c8c2-457f-87a9-13b7eb4e2493 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/d3b8a0bb-c710-41e2-a4cd-ddd3273339fe HTTP/1.1" status: 404 len: 337 time: 0.0901396 Jun 02 12:35:37.209912 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45820) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:37.226593 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-970d5220-6c52-4fc0-a7cf-6a3d64544acd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:37.228430 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-970d5220-6c52-4fc0-a7cf-6a3d64544acd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "DELETE /v2.0/ports/989cfbdd-5f88-4f04-8a58-57525fecf35c HTTP/1.1" status: 204 len: 168 time: 2.0444453 Jun 02 12:35:37.229523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-497de15a-754b-4502-8261-ca79a21da07a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:37.232713 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-497de15a-754b-4502-8261-ca79a21da07a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "DELETE /v2.0/security-groups/22b0f7fc-caa5-4b19-af63-fae5b2fae5d1 HTTP/1.1" status: 204 len: 168 time: 1.3975821 Jun 02 12:35:37.232713 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45822) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:37.239612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630ccb8-d44a-4b24-aa26-4d0e9f87f0ad req-5b717f72-3f00-45c8-8018-d0bb548c629b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:37.241059 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c630ccb8-d44a-4b24-aa26-4d0e9f87f0ad req-5b717f72-3f00-45c8-8018-d0bb548c629b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 946 time: 0.5285268 Jun 02 12:35:37.257417 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45824) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:37.292859 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-712faa7b-d454-4cd7-a4f1-293aab8a765b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:37.293483 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-712faa7b-d454-4cd7-a4f1-293aab8a765b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:37.295261 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-712faa7b-d454-4cd7-a4f1-293aab8a765b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/39cd3a1c-58a2-4b6d-ae3c-1988ea084a29 HTTP/1.1" status: 404 len: 337 time: 0.0812557 Jun 02 12:35:37.302586 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45826) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:37.347413 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318de07-3f73-4498-80e7-141795844e5a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Subnet': ['ID=5a150466-00d0-4984-a1f9-8d339268efe9,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:37.359925 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0318de07-3f73-4498-80e7-141795844e5a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:37.368933 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-27bb3440-6d68-4ed1-9c19-f6351717b76e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d24f4d-e4ff-4fbb-8d11-164837ff5649 HTTP/1.1" status: 200 len: 205 time: 0.0643580 Jun 02 12:35:37.375257 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-54d0e0a2-9b16-47ef-9d9b-24bc4c33e70b tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1134083 Jun 02 12:35:37.375257 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45828) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:37.375257 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0318de07-3f73-4498-80e7-141795844e5a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Checking segment: {'id': '5c4ed16e-8623-49ca-b5af-d4313c84930d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8032ac36-c207-4325-af90-52d33a90ca46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:35:37.375257 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0318de07-3f73-4498-80e7-141795844e5a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network hostable DHCP agents. Network: 8032ac36-c207-4325-af90-52d33a90ca46, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:35:37.377884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45830) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:37.393415 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c630ccb8-d44a-4b24-aa26-4d0e9f87f0ad req-f8452808-46ed-44b4-b56e-52f17bc99990 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0094626d-408a-4895-890b-c9989264b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194868 Jun 02 12:35:37.406335 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-36c1fdb2-0093-4417-bba3-dc5af1ea27f4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] delete failed (client error): The resource could not be found. Jun 02 12:35:37.417558 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-36c1fdb2-0093-4417-bba3-dc5af1ea27f4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "DELETE /v2.0/security-groups/c8e3a968-4f00-4ce7-8c4d-0e3f15d9a462 HTTP/1.1" status: 404 len: 347 time: 0.0285614 Jun 02 12:35:37.417558 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45832) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:37.433713 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-c611305a-2022-47e4-a486-35be46d8e765 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] show failed (client error): The resource could not be found. Jun 02 12:35:37.434752 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c611305a-2022-47e4-a486-35be46d8e765 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "GET /v2.0/security-groups/5928b18c-54ea-4235-a9bf-adcf87590bf8 HTTP/1.1" status: 404 len: 347 time: 0.0218940 Jun 02 12:35:37.438610 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45834) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:37.456772 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf039930-af71-469e-b7e5-08a1b95e23fb tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:37.457523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-cf039930-af71-469e-b7e5-08a1b95e23fb tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Synchronizing usage tracker for tenant:c238b4d1abdf43af85cd0e1ea5d0d537 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:37.467452 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-3d4623c9-a34d-4159-b40a-5c098bfd5a2c tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] show failed (client error): The resource could not be found. Jun 02 12:35:37.472266 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3d4623c9-a34d-4159-b40a-5c098bfd5a2c tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] 10.222.0.37 "GET /v2.0/security-group-rules/5a1c30c6-4a73-40fd-bae1-9dc5b2321d3d HTTP/1.1" status: 404 len: 356 time: 0.0290895 Jun 02 12:35:37.486835 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-cf039930-af71-469e-b7e5-08a1b95e23fb tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Unset dirty status for tenant:c238b4d1abdf43af85cd0e1ea5d0d537 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:37.491859 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-cf039930-af71-469e-b7e5-08a1b95e23fb tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "GET /v2.0/ports?device_id=21724b17-26bf-4052-85a6-7b638422d074 HTTP/1.1" status: 200 len: 913 time: 0.2498105 Jun 02 12:35:37.493621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45840) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:37.641627 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-4b76e1ab-cd97-4e60-95ce-f2bd638a11b4 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] delete failed (client error): The resource could not be found. Jun 02 12:35:37.642903 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4b76e1ab-cd97-4e60-95ce-f2bd638a11b4 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/routers/c4d24f4d-e4ff-4fbb-8d11-164837ff5649 HTTP/1.1" status: 404 len: 336 time: 0.2659972 Jun 02 12:35:37.649351 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45842) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:37.700627 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0ecaa0-63d7-4101-a8a5-585882e06f1e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:37.701079 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac0ecaa0-63d7-4101-a8a5-585882e06f1e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:37.702765 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ac0ecaa0-63d7-4101-a8a5-585882e06f1e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/bd25cbb7-9fac-4d67-adfe-9a42221032b2 HTTP/1.1" status: 404 len: 337 time: 0.0522540 Jun 02 12:35:37.704872 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0318de07-3f73-4498-80e7-141795844e5a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network 8032ac36-c207-4325-af90-52d33a90ca46 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:35:37.706967 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45846) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:37.765020 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7033a2e4-eadd-4b8e-b7cd-c4926bb03afd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "GET /v2.0/ports?device_id=398c5b62-1bf6-4221-ab36-9dbf8a13f722 HTTP/1.1" status: 200 len: 205 time: 0.0539758 Jun 02 12:35:37.770247 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device f3db9919-6e55-4a75-b308-7b07164ffb6e up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:35:37.771565 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-0318de07-3f73-4498-80e7-141795844e5a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 8032ac36-c207-4325-af90-52d33a90ca46) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:37.772977 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45848) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:37.793292 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:35:37.804778 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecc0d20-f24a-4205-893b-26e4d6205dba None None] Network 8032ac36-c207-4325-af90-52d33a90ca46 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:37.836361 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45850) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:37.864225 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-c468d9b3-2d32-414c-b297-01d791d782d0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] delete failed (client error): The resource could not be found. Jun 02 12:35:37.867634 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c468d9b3-2d32-414c-b297-01d791d782d0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/routers/398c5b62-1bf6-4221-ab36-9dbf8a13f722 HTTP/1.1" status: 404 len: 336 time: 0.0889609 Jun 02 12:35:37.868294 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45854) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:37.903161 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0318de07-3f73-4498-80e7-141795844e5a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:37.903746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0318de07-3f73-4498-80e7-141795844e5a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:37.926310 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a211dad-d09d-45a1-aba6-ae42ca5c53dd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:37.926765 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a211dad-d09d-45a1-aba6-ae42ca5c53dd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:37.930716 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9a211dad-d09d-45a1-aba6-ae42ca5c53dd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/0b264f1f-704e-4d68-b58e-f03b6cbc8b11 HTTP/1.1" status: 404 len: 337 time: 0.0592163 Jun 02 12:35:37.937831 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a62e2-7722-4436-bad4-4aaec9906b01 req-1c7383ee-438f-450b-b3c5-cb5ce04d8a8d tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:37.939003 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fb9a62e2-7722-4436-bad4-4aaec9906b01 req-1c7383ee-438f-450b-b3c5-cb5ce04d8a8d tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.3569055 Jun 02 12:35:37.940483 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45858) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:38.009148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port f3db9919-6e55-4a75-b308-7b07164ffb6e completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:35:38.021323 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port f3db9919-6e55-4a75-b308-7b07164ffb6e triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:38.021699 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:38.027573 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca1e91c-a3d0-4f6d-a5c4-09efb43c06d9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:38.028043 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca1e91c-a3d0-4f6d-a5c4-09efb43c06d9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:38.029746 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6ca1e91c-a3d0-4f6d-a5c4-09efb43c06d9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/e9698a5e-f3f3-4ab6-a956-5dcbdf949aef HTTP/1.1" status: 404 len: 337 time: 0.0883229 Jun 02 12:35:38.033477 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45860) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:38.051292 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0318de07-3f73-4498-80e7-141795844e5a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2977004 Jun 02 12:35:38.056115 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45862) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:38.098268 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fb9a62e2-7722-4436-bad4-4aaec9906b01 req-9bbf7a47-b9aa-482a-abf3-1fc8ee53d81a tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274641 Jun 02 12:35:38.129356 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef9b428-1f6e-4b6e-a110-1de0a19c8653 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:38.129356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef9b428-1f6e-4b6e-a110-1de0a19c8653 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:38.133343 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-07af7836-7619-4da7-9d45-9f351b09d92b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=396c49474e3b492bb99d56f2edf98ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920651 Jun 02 12:35:38.133519 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9ef9b428-1f6e-4b6e-a110-1de0a19c8653 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/45a4eeb2-e09f-4555-abbe-ef6c4ed992b2 HTTP/1.1" status: 404 len: 333 time: 0.0984101 Jun 02 12:35:38.134069 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45864) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:38.134427 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45866) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:38.179774 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-8032ac36-c207-4325-af90-52d33a90ca46', 'network_id': '8032ac36-c207-4325-af90-52d33a90ca46', 'tenant_id': 'd4bce9b2ec734b6c9e9ac0bb37d35a9d', 'fixed_ips': [{'subnet_id': '5a150466-00d0-4984-a1f9-8d339268efe9'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:35:38.180569 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:38.268810 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6947986-35b9-4cf9-aba3-c8364d5992e5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:38.269468 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6947986-35b9-4cf9-aba3-c8364d5992e5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:38.273631 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a6947986-35b9-4cf9-aba3-c8364d5992e5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/27f6d3b7-057e-4930-bb4d-eb41f15d96a8 HTTP/1.1" status: 404 len: 337 time: 0.1329639 Jun 02 12:35:38.275425 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45868) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:38.301293 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:38.348100 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e195f30-de94-4044-aad2-04795cf0511b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3db9919-6e55-4a75-b308-7b07164ffb6e'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:35:38.350288 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77e6201-ee55-475c-8afe-2414070fa16a" -d '{"events": [{"server_uuid": "8e195f30-de94-4044-aad2-04795cf0511b", "name": "network-vif-plugged", "status": "completed", "tag": "f3db9919-6e55-4a75-b308-7b07164ffb6e"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:35:38.354855 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d5dc-8699-4976-a03c-94ef0cc0d765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:38.360746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:38.361201 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-f317ff9d-a48b-42b8-9211-6ac629124658 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:38.361672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f317ff9d-a48b-42b8-9211-6ac629124658 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:38.365744 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f317ff9d-a48b-42b8-9211-6ac629124658 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/2c8cef89-12b7-4167-8878-734ac1940351 HTTP/1.1" status: 404 len: 333 time: 0.0880375 Jun 02 12:35:38.373448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fbc33-70d7-4269-9e6e-585379bfc083 req-fca96aed-1422-49e3-a948-ac3101678ed2 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:38.374451 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45872) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:38.380171 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-477fbc33-70d7-4269-9e6e-585379bfc083 req-fca96aed-1422-49e3-a948-ac3101678ed2 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 944 time: 0.3089852 Jun 02 12:35:38.392495 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port f3db9919-6e55-4a75-b308-7b07164ffb6e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f3db9919-6e55-4a75-b308-7b07164ffb6e,segment=NetworkSegment(76696f93-6ff0-492e-a64d-dd3a6a80634c),segment_id=76696f93-6ff0-492e-a64d-dd3a6a80634c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:38.405265 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:38.410161 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9c09a277-5266-4676-8d94-327663ab356e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:38.437667 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc70f18e-d173-4551-869a-6336f91d2908 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:38.438275 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc70f18e-d173-4551-869a-6336f91d2908 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:38.442416 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cc70f18e-d173-4551-869a-6336f91d2908 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/b3262a01-7cb6-4046-8b45-5e094c25c6fc HTTP/1.1" status: 404 len: 337 time: 0.0646508 Jun 02 12:35:38.442590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43438e80-4159-4521-90ff-328fa1b0a233 x-openstack-request-id: req-43438e80-4159-4521-90ff-328fa1b0a233 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:35:38.442590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e195f30-de94-4044-aad2-04795cf0511b", "name": "network-vif-plugged", "status": "completed", "tag": "f3db9919-6e55-4a75-b308-7b07164ffb6e", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:35:38.442590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43438e80-4159-4521-90ff-328fa1b0a233 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:35:38.444503 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e195f30-de94-4044-aad2-04795cf0511b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3db9919-6e55-4a75-b308-7b07164ffb6e', 'code': 200} Jun 02 12:35:38.452530 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45876) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:38.456780 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d5dc-8699-4976-a03c-94ef0cc0d765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:38.477888 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Allocated IP 172.20.0.1 (8032ac36-c207-4325-af90-52d33a90ca46/5a150466-00d0-4984-a1f9-8d339268efe9/f8506b99-b1e2-48df-babd-773b56af350b) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:35:38.491759 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-477fbc33-70d7-4269-9e6e-585379bfc083 req-8795ad81-bf42-4c24-b188-4e89abc8c99b tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103532 Jun 02 12:35:38.503916 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=f3db9919-6e55-4a75-b308-7b07164ffb6e,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:38.525471 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:38.582395 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba32675-060f-4cda-a9c1-60bc5acd4b29 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:38.582883 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba32675-060f-4cda-a9c1-60bc5acd4b29 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:38.584633 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6ba32675-060f-4cda-a9c1-60bc5acd4b29 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/8e88c03c-059e-4fdf-b14e-a8c38838a1f4 HTTP/1.1" status: 404 len: 333 time: 0.1207221 Jun 02 12:35:38.589374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45878) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:38.630425 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-582b2b22-f669-4c79-94ed-748b980d9fc5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:38.630974 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582b2b22-f669-4c79-94ed-748b980d9fc5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:38.632920 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-582b2b22-f669-4c79-94ed-748b980d9fc5 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/46d5d67b-9287-425f-9a0d-2e1c61c36ca0 HTTP/1.1" status: 404 len: 337 time: 0.0423608 Jun 02 12:35:38.635052 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:38.635705 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45880) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:38.686679 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-173d2105-35e6-4bf6-8fa0-544e1730e6eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:38.687138 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173d2105-35e6-4bf6-8fa0-544e1730e6eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:38.689473 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-173d2105-35e6-4bf6-8fa0-544e1730e6eb tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/076bd43a-1175-4509-a386-c7d6cff43810 HTTP/1.1" status: 404 len: 333 time: 0.0522933 Jun 02 12:35:38.692078 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45882) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:38.733366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0aaf4610-0a49-42cc-87e8-d97e1d29f2ab tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:38.745736 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:38.821202 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-62da7ca7-4398-4a9f-9178-4a3e56da8484 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:38.821770 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62da7ca7-4398-4a9f-9178-4a3e56da8484 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:38.823860 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-62da7ca7-4398-4a9f-9178-4a3e56da8484 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/43c12792-94f6-4c61-a38c-5f1682f78a6f HTTP/1.1" status: 404 len: 337 time: 0.1306725 Jun 02 12:35:38.827919 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Transition to ACTIVE for port object f8506b99-b1e2-48df-babd-773b56af350b will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:38.832965 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45884) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:38.833697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d5dc-8699-4976-a03c-94ef0cc0d765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:38.852396 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Transition to ACTIVE for port object f8506b99-b1e2-48df-babd-773b56af350b will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:38.859535 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:38.870751 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-861a7a5e-22c7-43ac-bab2-c18e430fd6b6 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:38.871839 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-451ef411-af41-45bf-94e0-9a228b8019e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:38.906997 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6d5dc-8699-4976-a03c-94ef0cc0d765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274a08d2-a856-4a2c-a493-ab8ff4a3eb92,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:38.924209 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-3758ecbc-0af1-4214-a937-e78c4f3218c0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:38.924766 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3758ecbc-0af1-4214-a937-e78c4f3218c0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:38.931150 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6bc6d5dc-8699-4976-a03c-94ef0cc0d765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:38.931792 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Network 8032ac36-c207-4325-af90-52d33a90ca46 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:38.949043 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:38.951378 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:35:38.964427 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3758ecbc-0af1-4214-a937-e78c4f3218c0 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/cdcfe368-b3df-4720-bf61-2c2f6fdbc6be HTTP/1.1" status: 404 len: 333 time: 0.1240318 Jun 02 12:35:38.964427 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d5dc-8699-4976-a03c-94ef0cc0d765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:38.965434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45886) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:38.970551 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6bc6d5dc-8699-4976-a03c-94ef0cc0d765 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/274a08d2-a856-4a2c-a493-ab8ff4a3eb92 HTTP/1.1" status: 204 len: 168 time: 0.8276157 Jun 02 12:35:39.008005 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b425d6-82ff-4c8a-8797-00ecb4cccf52 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:39.008460 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b425d6-82ff-4c8a-8797-00ecb4cccf52 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:39.010118 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-65b425d6-82ff-4c8a-8797-00ecb4cccf52 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/d91b562a-72e0-4663-80ba-dd53d1d8a5d4 HTTP/1.1" status: 404 len: 337 time: 0.0443187 Jun 02 12:35:39.013424 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45890) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:39.066477 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Pushing event updated for resources: {'Port': ['ID=f8506b99-b1e2-48df-babd-773b56af350b,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:39.070484 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:39.075031 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Attempting to bind port f8506b99-b1e2-48df-babd-773b56af350b on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:35:39.075417 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Attempting to bind port f8506b99-b1e2-48df-babd-773b56af350b by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5c4ed16e-8623-49ca-b5af-d4313c84930d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8032ac36-c207-4325-af90-52d33a90ca46'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:35:39.075794 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Attempting to bind port f8506b99-b1e2-48df-babd-773b56af350b on network 8032ac36-c207-4325-af90-52d33a90ca46 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:35:39.076016 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b61d80-5234-4a69-999b-681eb4326938 req-1957cd01-af66-4b81-a249-95fab2b0032c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:39.077911 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-48b61d80-5234-4a69-999b-681eb4326938 req-1957cd01-af66-4b81-a249-95fab2b0032c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 946 time: 0.3541493 Jun 02 12:35:39.081838 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:35:39.082590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Checking segment: {'id': '5c4ed16e-8623-49ca-b5af-d4313c84930d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8032ac36-c207-4325-af90-52d33a90ca46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:35:39.082761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:39.083593 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Bound using segment: {'id': '5c4ed16e-8623-49ca-b5af-d4313c84930d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8032ac36-c207-4325-af90-52d33a90ca46'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:35:39.083713 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Bound port: f8506b99-b1e2-48df-babd-773b56af350b, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4ed16e-8623-49ca-b5af-d4313c84930d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8032ac36-c207-4325-af90-52d33a90ca46'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:35:39.084041 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:39.106224 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72e071-2220-4b3b-8268-9fa45a6b7a73 req-d0f0bf3b-23a2-496f-8011-82cbef6a0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:39.107690 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-cf72e071-2220-4b3b-8268-9fa45a6b7a73 req-d0f0bf3b-23a2-496f-8011-82cbef6a0aff service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 1098 time: 0.3251076 Jun 02 12:35:39.144605 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:39.171880 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-132338bd-774b-45f0-afa1-92eb90dbae70 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:39.172366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-132338bd-774b-45f0-afa1-92eb90dbae70 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:39.174056 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-132338bd-774b-45f0-afa1-92eb90dbae70 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/ba05dd13-36fc-4a30-ac65-b0a0b7698e24 HTTP/1.1" status: 404 len: 333 time: 0.1585593 Jun 02 12:35:39.178037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-97b5f9a4-88db-4e99-b330-854aa1a2cf57 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:39.182189 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45896) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:39.198850 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] For port f8506b99-b1e2-48df-babd-773b56af350b, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:35:39.201430 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] For port f8506b99-b1e2-48df-babd-773b56af350b, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f8506b99-b1e2-48df-babd-773b56af350b,segment=NetworkSegment(5c4ed16e-8623-49ca-b5af-d4313c84930d),segment_id=5c4ed16e-8623-49ca-b5af-d4313c84930d)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:35:39.208619 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:39.213700 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:39.240161 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd16179d-425f-4154-87c8-5555bdcf39fd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:39.240620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd16179d-425f-4154-87c8-5555bdcf39fd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:39.242632 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-bd16179d-425f-4154-87c8-5555bdcf39fd tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/b5244538-ddd3-4b13-bd93-8de60493e423 HTTP/1.1" status: 404 len: 337 time: 0.0567005 Jun 02 12:35:39.248820 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45898) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:39.275354 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Subnet': ['ID=5a150466-00d0-4984-a1f9-8d339268efe9,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:39.291507 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-cf72e071-2220-4b3b-8268-9fa45a6b7a73 req-e641dc40-b9bb-42c5-9f23-8ef17ac08cf2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714206 Jun 02 12:35:39.299103 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-48b61d80-5234-4a69-999b-681eb4326938 req-d01cdef1-46fd-4c34-a8dc-6ef64b33eee1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0094626d-408a-4895-890b-c9989264b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075028 Jun 02 12:35:39.309239 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:39.310763 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f74d9d2-196c-4e50-b050-2a46891b9da7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:39.311281 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f74d9d2-196c-4e50-b050-2a46891b9da7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:39.313106 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9f74d9d2-196c-4e50-b050-2a46891b9da7 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/ports/c4fd1936-8128-417c-87f0-8d857653dfff HTTP/1.1" status: 404 len: 333 time: 0.0633681 Jun 02 12:35:39.318321 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45902) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:39.362509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Pushing event updated for resources: {'Port': ['ID=f8506b99-b1e2-48df-babd-773b56af350b,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:39.367393 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:39.476734 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da1b20b-b33f-42fc-9766-ee8f0809493d None None] Network 8032ac36-c207-4325-af90-52d33a90ca46 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:39.583646 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd230276-6b31-46be-83bf-0943006f0f72 req-1e6e1b3b-90b1-417b-9497-059d49c3a4bb tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:39.585222 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dd230276-6b31-46be-83bf-0943006f0f72 req-1e6e1b3b-90b1-417b-9497-059d49c3a4bb tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.2681057 Jun 02 12:35:39.696052 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dd230276-6b31-46be-83bf-0943006f0f72 req-7d802a59-e9a6-4e5d-b016-4df37cb240a4 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709984 Jun 02 12:35:39.698499 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:39.709906 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b153257-cc5c-48b9-af99-db345a955024 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] DELETE failed (client error): The resource could not be found. Jun 02 12:35:39.710319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b153257-cc5c-48b9-af99-db345a955024 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:35:39.725654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-0aaf4610-0a49-42cc-87e8-d97e1d29f2ab tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Deleting port 3027ea82-152f-4236-abb5-0edaa741d3e2 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:39.726002 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0aaf4610-0a49-42cc-87e8-d97e1d29f2ab tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:39.766815 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8032ac36-c207-4325-af90-52d33a90ca46']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:39.771159 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a575f390-047b-4269-870e-11fec5bf031b None None] get_active_networks_info from dv-neutron-601336-80-hyperv {{(pid=92306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 12:35:39.783061 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7b153257-cc5c-48b9-af99-db345a955024 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/subnets/d7ce27d9-8206-46e3-8b67-015b9b22a5eb HTTP/1.1" status: 404 len: 337 time: 0.4634430 Jun 02 12:35:39.786690 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45920) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:39.819425 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4ed16e-8623-49ca-b5af-d4313c84930d') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:39.819939 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4ed16e-8623-49ca-b5af-d4313c84930d') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:39.884244 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:39.942400 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:39.957427 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d9408bc9-3f96-4fff-b321-4f3e964f90f9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:39.959654 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:35:39.960097 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:39.968664 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a575f390-047b-4269-870e-11fec5bf031b None None] Resources bound (agent type, host, resource id): {{(pid=92306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:35:39.976477 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:35:40.069396 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b5a03-04bf-4aa5-9d42-516288dcd8f3 req-11cc8aa7-6f0f-4964-b75f-261d785e463c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:40.070886 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d04b5a03-04bf-4aa5-9d42-516288dcd8f3 req-11cc8aa7-6f0f-4964-b75f-261d785e463c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 946 time: 0.3563626 Jun 02 12:35:40.076592 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45926) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:40.165202 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05830e34-745c-4453-a389-bee6dcbf06da req-44c80c97-e2c3-4d9a-86aa-fb52d3c75197 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:40.166741 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-05830e34-745c-4453-a389-bee6dcbf06da req-44c80c97-e2c3-4d9a-86aa-fb52d3c75197 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 945 time: 0.2089946 Jun 02 12:35:40.173935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0aaf4610-0a49-42cc-87e8-d97e1d29f2ab tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:40.208015 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.db.api [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 12:35:40.208015 dv-neutron-601336-80-hyperv neutron-server[92304]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 12:35:40.208015 dv-neutron-601336-80-hyperv neutron-server[92304]: [parameters: {'id': '8032ac36-c207-4325-af90-52d33a90ca46'}] Jun 02 12:35:40.208015 dv-neutron-601336-80-hyperv neutron-server[92304]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:35:40.209221 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_db.api [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:35:40.287082 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d04b5a03-04bf-4aa5-9d42-516288dcd8f3 req-b79b271b-d010-4d01-8ee1-95ccf789bf8e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0094626d-408a-4895-890b-c9989264b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091060 Jun 02 12:35:40.312212 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d9408bc9-3f96-4fff-b321-4f3e964f90f9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:40.320410 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45930) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:40.342718 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-04f3ad11-8598-4c1f-8902-7cc80f3b34de tempest-SubnetPoolsTestJSON-1170843256 tempest-SubnetPoolsTestJSON-1170843256-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-137025107', 'prefixes': ['172.20.0.0/16']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:40.354109 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-0aaf4610-0a49-42cc-87e8-d97e1d29f2ab tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Calling delete_port for 3027ea82-152f-4236-abb5-0edaa741d3e2 owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:40.365015 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-d9408bc9-3f96-4fff-b321-4f3e964f90f9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7413df9-4e7a-4187-aef8-a668d8bf2950']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:40.365273 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-04f3ad11-8598-4c1f-8902-7cc80f3b34de tempest-SubnetPoolsTestJSON-1170843256 tempest-SubnetPoolsTestJSON-1170843256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:40.379962 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-d9408bc9-3f96-4fff-b321-4f3e964f90f9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1e6252-fb23-4b4c-9adc-27154226931a') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:40.380326 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-d9408bc9-3f96-4fff-b321-4f3e964f90f9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1e6252-fb23-4b4c-9adc-27154226931a') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:40.396545 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d9408bc9-3f96-4fff-b321-4f3e964f90f9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:40.399346 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-05830e34-745c-4453-a389-bee6dcbf06da req-70b9e636-4da3-4540-824e-6981f6f89c7a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148268 Jun 02 12:35:40.430157 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d9408bc9-3f96-4fff-b321-4f3e964f90f9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:40.443587 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9408bc9-3f96-4fff-b321-4f3e964f90f9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:35:40.444370 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d9408bc9-3f96-4fff-b321-4f3e964f90f9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:35:40.460667 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:35:40.523295 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d640220-ae45-429d-a154-58c38393b672 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:40.525115 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7d640220-ae45-429d-a154-58c38393b672 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 1094 time: 0.2037652 Jun 02 12:35:40.539517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45932) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:40.545673 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': '44beafce-b493-411d-8c8e-935c156eaa8e', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:40.557177 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:40.561501 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:floatingip and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:40.565240 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:40.572031 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:40.575144 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d9408bc9-3f96-4fff-b321-4f3e964f90f9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:40.579584 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-354ee373-8d12-45bf-b09e-2604a7507605 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:40.595904 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0aaf4610-0a49-42cc-87e8-d97e1d29f2ab tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:40.596597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d9408bc9-3f96-4fff-b321-4f3e964f90f9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:40.602767 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-970d5220-6c52-4fc0-a7cf-6a3d64544acd tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:40.609263 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9408bc9-3f96-4fff-b321-4f3e964f90f9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Pushing event deleted for resources: {'Network': ['ID=a7413df9-4e7a-4187-aef8-a668d8bf2950,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:40.615441 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d9408bc9-3f96-4fff-b321-4f3e964f90f9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] 10.222.0.37 "DELETE /v2.0/networks/a7413df9-4e7a-4187-aef8-a668d8bf2950 HTTP/1.1" status: 204 len: 168 time: 0.8248553 Jun 02 12:35:40.615768 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d9408bc9-3f96-4fff-b321-4f3e964f90f9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:40.617617 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:40.656087 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf4610-0a49-42cc-87e8-d97e1d29f2ab tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event deleted for resources: {'Port': ['ID=3027ea82-152f-4236-abb5-0edaa741d3e2,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:40.661111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0aaf4610-0a49-42cc-87e8-d97e1d29f2ab tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:40.712443 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:40.774851 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-04f3ad11-8598-4c1f-8902-7cc80f3b34de tempest-SubnetPoolsTestJSON-1170843256 tempest-SubnetPoolsTestJSON-1170843256-project] Notify callbacks [] for subnetpool, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:40.776033 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-04f3ad11-8598-4c1f-8902-7cc80f3b34de tempest-SubnetPoolsTestJSON-1170843256 tempest-SubnetPoolsTestJSON-1170843256-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6989150 Jun 02 12:35:40.779064 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45936) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:40.846059 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:40.881262 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-cb96c021-cf8e-4b89-90b9-2b8b4a0344a8 tempest-SubnetPoolsTestJSON-1170843256 tempest-SubnetPoolsTestJSON-1170843256-project] 10.222.0.37 "GET /v2.0/subnetpools/26dfec1f-5c0c-41e1-8f20-9711db5fa17c HTTP/1.1" status: 200 len: 731 time: 0.0986049 Jun 02 12:35:40.881741 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45940) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:40.887010 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Deleting port f8506b99-b1e2-48df-babd-773b56af350b {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:40.887010 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:40.887308 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-af09c92d-1519-4237-95eb-88ddd8e4e656 tempest-SubnetPoolsTestJSON-1170843256 tempest-SubnetPoolsTestJSON-1170843256-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-632399846'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:40.964114 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45942) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:41.033024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] For port f8506b99-b1e2-48df-babd-773b56af350b, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f8506b99-b1e2-48df-babd-773b56af350b,segment=NetworkSegment(5c4ed16e-8623-49ca-b5af-d4313c84930d),segment_id=5c4ed16e-8623-49ca-b5af-d4313c84930d)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:41.033888 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:41.048056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0aaf4610-0a49-42cc-87e8-d97e1d29f2ab tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:41.139863 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-af09c92d-1519-4237-95eb-88ddd8e4e656 tempest-SubnetPoolsTestJSON-1170843256 tempest-SubnetPoolsTestJSON-1170843256-project] Notify callbacks [] for subnetpool, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:41.141040 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-af09c92d-1519-4237-95eb-88ddd8e4e656 tempest-SubnetPoolsTestJSON-1170843256 tempest-SubnetPoolsTestJSON-1170843256-project] 10.222.0.37 "PUT /v2.0/subnetpools/26dfec1f-5c0c-41e1-8f20-9711db5fa17c HTTP/1.1" status: 200 len: 683 time: 0.2584264 Jun 02 12:35:41.143934 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45946) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:41.229184 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Calling delete_port for f8506b99-b1e2-48df-babd-773b56af350b owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:41.289752 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.26.7.90 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/0bc1d7fb-91dc-498d-888f-ca30a225cc9e) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:35:41.311578 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1d2b39c3-98d9-4f7a-a54d-7407eff849bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92267f63b39d479186244ad140742340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461831 Jun 02 12:35:41.315642 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45948) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:41.437006 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f13e88a4-89d3-4cbf-8003-7ded4d06866a tempest-SubnetPoolsTestJSON-1170843256 tempest-SubnetPoolsTestJSON-1170843256-project] Notify callbacks [] for subnetpool, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:41.440628 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f13e88a4-89d3-4cbf-8003-7ded4d06866a tempest-SubnetPoolsTestJSON-1170843256 tempest-SubnetPoolsTestJSON-1170843256-project] 10.222.0.37 "DELETE /v2.0/subnetpools/26dfec1f-5c0c-41e1-8f20-9711db5fa17c HTTP/1.1" status: 204 len: 168 time: 0.2933247 Jun 02 12:35:41.452545 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45952) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:41.528655 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-c7b638b3-2630-4dcc-a874-5a9ddf704dfa tempest-SubnetPoolsTestJSON-1170843256 tempest-SubnetPoolsTestJSON-1170843256-project] show failed (client error): The resource could not be found. Jun 02 12:35:41.529690 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c7b638b3-2630-4dcc-a874-5a9ddf704dfa tempest-SubnetPoolsTestJSON-1170843256 tempest-SubnetPoolsTestJSON-1170843256-project] 10.222.0.37 "GET /v2.0/subnetpools/26dfec1f-5c0c-41e1-8f20-9711db5fa17c HTTP/1.1" status: 404 len: 346 time: 0.0760403 Jun 02 12:35:41.543833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45954) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:41.657790 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:41.673333 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6ca6df67-b8df-4d24-970e-1c99b7db600e tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:41.708310 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-180e825a-8913-48af-988a-46a8b743a079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:41.712649 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-99a24315-95e2-48a3-9293-761239900abd tempest-SubnetPoolsTestJSON-1170843256 tempest-SubnetPoolsTestJSON-1170843256-project] delete failed (client error): The resource could not be found. Jun 02 12:35:41.719743 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-99a24315-95e2-48a3-9293-761239900abd tempest-SubnetPoolsTestJSON-1170843256 tempest-SubnetPoolsTestJSON-1170843256-project] 10.222.0.37 "DELETE /v2.0/subnetpools/26dfec1f-5c0c-41e1-8f20-9711db5fa17c HTTP/1.1" status: 404 len: 346 time: 0.1669393 Jun 02 12:35:41.733742 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No DVR routers for this DVR port f8506b99-b1e2-48df-babd-773b56af350b on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:35:41.752065 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-180e825a-8913-48af-988a-46a8b743a079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:41.765056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aaf4610-0a49-42cc-87e8-d97e1d29f2ab tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Router 21724b17-26bf-4052-85a6-7b638422d074 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:35:41.780353 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Port': ['ID=f8506b99-b1e2-48df-babd-773b56af350b,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:41.783138 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:41.810723 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:41.842885 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde83c2-398a-4076-8c48-dea92b51fce3 req-ce37d89f-00a9-4902-ba2e-5097eb8c9300 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:41.844386 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-dfde83c2-398a-4076-8c48-dea92b51fce3 req-ce37d89f-00a9-4902-ba2e-5097eb8c9300 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 945 time: 0.2954319 Jun 02 12:35:41.938599 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:41.955043 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-180e825a-8913-48af-988a-46a8b743a079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:41.964947 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-abfab970-28d2-41df-989d-5694bd18a7ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:41.965787 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8032ac36-c207-4325-af90-52d33a90ca46']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:41.976404 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45960) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:41.982704 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e825a-8913-48af-988a-46a8b743a079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47c617b-7cfc-47d5-9cb9-b1020fb8a32f,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:41.987191 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-180e825a-8913-48af-988a-46a8b743a079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:41.992919 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-180e825a-8913-48af-988a-46a8b743a079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:41.994535 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4ed16e-8623-49ca-b5af-d4313c84930d') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:41.994840 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4ed16e-8623-49ca-b5af-d4313c84930d') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:41.996870 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-180e825a-8913-48af-988a-46a8b743a079 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b47c617b-7cfc-47d5-9cb9-b1020fb8a32f HTTP/1.1" status: 204 len: 168 time: 0.6781647 Jun 02 12:35:42.004887 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aaf4610-0a49-42cc-87e8-d97e1d29f2ab tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:35:42.005523 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-dfde83c2-398a-4076-8c48-dea92b51fce3 req-bb918d41-76e8-4255-bedc-598dda7e34dd tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138694 Jun 02 12:35:42.014607 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:42.025929 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0aaf4610-0a49-42cc-87e8-d97e1d29f2ab tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "PUT /v2.0/routers/21724b17-26bf-4052-85a6-7b638422d074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5273497 Jun 02 12:35:42.025929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45966) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:42.036676 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf60bd1-25cf-4c84-adff-fad0746bab15 None None] Sync routers for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:35:42.048194 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf60bd1-25cf-4c84-adff-fad0746bab15 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:35:42.049138 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-fbf60bd1-25cf-4c84-adff-fad0746bab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:35:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:42.049600 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:42.057300 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d12c9eab-59a6-4f92-a1dd-94a6c866a199 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:42.186135 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:42.187846 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-fbf60bd1-25cf-4c84-adff-fad0746bab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:42.189255 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=0bc1d7fb-91dc-498d-888f-ca30a225cc9e,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:42.203715 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf60bd1-25cf-4c84-adff-fad0746bab15 None None] Routers {'21724b17-26bf-4052-85a6-7b638422d074'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:35:42.204336 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-fbf60bd1-25cf-4c84-adff-fad0746bab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:35:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['21724b17-26bf-4052-85a6-7b638422d074'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:42.206222 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:42.232893 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:42.235628 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:35:42.236137 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:35:42.268166 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:35:42.272465 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f60da33-8b05-4956-9849-64ef488586c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:42.282532 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:42.283028 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-fbf60bd1-25cf-4c84-adff-fad0746bab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:42.283632 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf60bd1-25cf-4c84-adff-fad0746bab15 None None] The sync data for ids ['21724b17-26bf-4052-85a6-7b638422d074'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:35:42.289043 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:35:42.364588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df19c520-5b5e-4ff0-bd6d-5732462476f9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:42.396383 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4f60da33-8b05-4956-9849-64ef488586c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:42.408461 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4f60da33-8b05-4956-9849-64ef488586c3 admin admin] Usage tracker for resource:security_group_rule and tenant:664ddb55920c4f268135e784153461c1 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:42.413624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4f60da33-8b05-4956-9849-64ef488586c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:42.419385 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:42.428921 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-34672c57-e437-4117-aa49-23f9ef78781b tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:42.443900 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:42.449548 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4f60da33-8b05-4956-9849-64ef488586c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:42.454946 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22490502-d475-42f2-b22d-abf40332d8a2 req-0ffd8a70-c7f4-4108-b829-01f865f59651 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:42.456198 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-22490502-d475-42f2-b22d-abf40332d8a2 req-0ffd8a70-c7f4-4108-b829-01f865f59651 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 945 time: 0.2532768 Jun 02 12:35:42.586961 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Network': ['ID=8032ac36-c207-4325-af90-52d33a90ca46,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:42.587171 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-22490502-d475-42f2-b22d-abf40332d8a2 req-e37d2ab5-f567-47ec-a55e-5af10b5a01ef tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213593 Jun 02 12:35:42.589483 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:42.602168 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df19c520-5b5e-4ff0-bd6d-5732462476f9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:42.628245 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45978) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:42.639006 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f60da33-8b05-4956-9849-64ef488586c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:42.647526 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45984) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:42.649582 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/8032ac36-c207-4325-af90-52d33a90ca46 HTTP/1.1" status: 204 len: 168 time: 4.5922747 Jun 02 12:35:42.654371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-a0a6c160-c78b-4168-846d-0d48aa0eac1b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1306673263'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:42.666134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a0a6c160-c78b-4168-846d-0d48aa0eac1b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:42.674806 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a0a6c160-c78b-4168-846d-0d48aa0eac1b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Usage tracker for resource:network and tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:42.678624 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a0a6c160-c78b-4168-846d-0d48aa0eac1b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:42.684591 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f60da33-8b05-4956-9849-64ef488586c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:42.686529 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a0a6c160-c78b-4168-846d-0d48aa0eac1b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:42.711927 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a6c160-c78b-4168-846d-0d48aa0eac1b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Made reservation on behalf of d4bce9b2ec734b6c9e9ac0bb37d35a9d for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:42.716282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a0a6c160-c78b-4168-846d-0d48aa0eac1b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:42.719952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5d90df68-edb2-4fae-90ec-66e6094010a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:42.741803 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-df19c520-5b5e-4ff0-bd6d-5732462476f9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Deleting port ccfa75aa-c953-437b-a280-61099d03433a {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:42.742303 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df19c520-5b5e-4ff0-bd6d-5732462476f9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:42.744321 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4f60da33-8b05-4956-9849-64ef488586c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=664ddb55920c4f268135e784153461c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7645233 Jun 02 12:35:42.752966 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 45986) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:42.797658 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60da33-8b05-4956-9849-64ef488586c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c670e8-4799-48b4-acaa-6da4ab6c0f6d,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:42.800900 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4f60da33-8b05-4956-9849-64ef488586c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:42.843312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a6c160-c78b-4168-846d-0d48aa0eac1b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:35:42.868937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a0a6c160-c78b-4168-846d-0d48aa0eac1b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:42.869282 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-a0a6c160-c78b-4168-846d-0d48aa0eac1b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Added segment 0718f55d-8969-4522-928c-2a457c796818 of type vlan for network 14bdd578-d29a-41d4-ba86-886be95ecb86 Jun 02 12:35:42.896923 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df19c520-5b5e-4ff0-bd6d-5732462476f9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:42.972370 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a0a6c160-c78b-4168-846d-0d48aa0eac1b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:42.995785 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8ee093df-48a6-4cd3-ac0c-719516da6180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:43.036348 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-df19c520-5b5e-4ff0-bd6d-5732462476f9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Calling delete_port for ccfa75aa-c953-437b-a280-61099d03433a owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:43.065776 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 45996) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.083138 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a0a6c160-c78b-4168-846d-0d48aa0eac1b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:43.089113 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a6c160-c78b-4168-846d-0d48aa0eac1b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:43.089702 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a0a6c160-c78b-4168-846d-0d48aa0eac1b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:43.096419 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:43.106012 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8ee093df-48a6-4cd3-ac0c-719516da6180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:43.174800 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d353ec1-dbf6-43e6-8f4b-f7f0f5047b48 tempest-TestVolumeBootPattern-1120910868 tempest-TestVolumeBootPattern-1120910868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:43.179110 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3d353ec1-dbf6-43e6-8f4b-f7f0f5047b48 tempest-TestVolumeBootPattern-1120910868 tempest-TestVolumeBootPattern-1120910868-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 1093 time: 0.5486939 Jun 02 12:35:43.181257 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46000) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.186038 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': 'f3db9919-6e55-4a75-b308-7b07164ffb6e', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:43.194889 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:43.202671 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a0a6c160-c78b-4168-846d-0d48aa0eac1b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5539913 Jun 02 12:35:43.204050 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Usage tracker for resource:floatingip and tenant:96bf45be6aa145b6aaf403d7070d5e51 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:43.206648 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46002) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.216357 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-e8600ad4-7f23-44a2-ac20-72ec2aaaf972 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.217465 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e8600ad4-7f23-44a2-ac20-72ec2aaaf972 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1492407 Jun 02 12:35:43.220195 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-f947f2d6-2848-4877-b7b1-7ca94bc89a87 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'subnet': {'network_id': '14bdd578-d29a-41d4-ba86-886be95ecb86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:43.223270 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46004) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.224050 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6c160-c78b-4168-846d-0d48aa0eac1b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Network': ['ID=14bdd578-d29a-41d4-ba86-886be95ecb86,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:43.227413 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a0a6c160-c78b-4168-846d-0d48aa0eac1b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:43.230962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-cd8574d8-393e-4bfb-9231-f30d01a5f5da tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.234260 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-cd8574d8-393e-4bfb-9231-f30d01a5f5da tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0055697 Jun 02 12:35:43.236703 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 14bdd578-d29a-41d4-ba86-886be95ecb86 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:35:43.239069 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46006) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.241860 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:43.245604 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-d5e7ad19-ca3b-41ff-9ea8-2f431cdef323 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.246528 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d5e7ad19-ca3b-41ff-9ea8-2f431cdef323 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0065789 Jun 02 12:35:43.247024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:43.253225 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46008) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.268093 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [None req-b0ed25c8-4e5c-4583-88fb-3fa752e09cfe tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.271693 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b0ed25c8-4e5c-4583-88fb-3fa752e09cfe tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0152912 Jun 02 12:35:43.272060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46010) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.278636 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-92b98224-cb9d-4e36-b7e6-70db3545ce54 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.282205 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-92b98224-cb9d-4e36-b7e6-70db3545ce54 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0065970 Jun 02 12:35:43.282470 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46012) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.283620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for floatingip, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:43.286925 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-8f185db1-6554-4bb0-8080-794dd60c65ac tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.290470 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8f185db1-6554-4bb0-8080-794dd60c65ac tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0047960 Jun 02 12:35:43.294438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46014) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.299587 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-fbf743d8-8fd3-4415-ae94-1795913f7e84 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.302152 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fbf743d8-8fd3-4415-ae94-1795913f7e84 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0051575 Jun 02 12:35:43.303081 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46016) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.308679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-4b502aea-754a-4daa-873f-98f9cf557218 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.311835 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4b502aea-754a-4daa-873f-98f9cf557218 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0054615 Jun 02 12:35:43.312065 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46018) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.317711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-5f58c387-96f3-4da3-b620-472db43df5ec tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.321204 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5f58c387-96f3-4da3-b620-472db43df5ec tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0054643 Jun 02 12:35:43.321563 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46020) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.328086 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-44aa198e-4638-479b-99df-95c06d0816b7 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.331397 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-44aa198e-4638-479b-99df-95c06d0816b7 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0065632 Jun 02 12:35:43.331632 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46022) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.363301 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-f9904c4c-62c5-4fe9-a10e-2f8d6614135f tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.366728 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f9904c4c-62c5-4fe9-a10e-2f8d6614135f tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0317330 Jun 02 12:35:43.367336 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8ee093df-48a6-4cd3-ac0c-719516da6180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:43.368513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46024) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.375385 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-252839fa-50bd-4bce-8f8e-68bd48853c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:43.375778 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-4d280938-865a-4ab1-9b3c-c1850a768b9e tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.379049 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4d280938-865a-4ab1-9b3c-c1850a768b9e tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0073183 Jun 02 12:35:43.379344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46026) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.383416 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-62ab4357-7d38-4fad-8813-fd9650a71ee4 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.386400 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-62ab4357-7d38-4fad-8813-fd9650a71ee4 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0041015 Jun 02 12:35:43.389974 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46028) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.394437 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-0fc15586-274c-401e-8063-b4f563fe4942 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.397522 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0fc15586-274c-401e-8063-b4f563fe4942 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0044823 Jun 02 12:35:43.397840 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46030) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.402145 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-41ef63e8-903c-49b4-bce7-dd94d9ba8a90 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.403022 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-41ef63e8-903c-49b4-bce7-dd94d9ba8a90 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043280 Jun 02 12:35:43.405556 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46032) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.410942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-856c5e07-d15c-4f8e-a389-14a6e1fbe22f tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.413828 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-856c5e07-d15c-4f8e-a389-14a6e1fbe22f tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0054882 Jun 02 12:35:43.414242 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46034) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.416237 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee093df-48a6-4cd3-ac0c-719516da6180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c670e8-4799-48b4-acaa-6da4ab6c0f6d,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:43.419126 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8ee093df-48a6-4cd3-ac0c-719516da6180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:43.421759 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-7af801a0-3778-48d3-8574-578a294fd9a6 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.425313 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7af801a0-3778-48d3-8574-578a294fd9a6 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0078213 Jun 02 12:35:43.426612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46036) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.431854 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-4acd6d4a-49e8-459e-bd07-96df6ef7471f tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.434876 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4acd6d4a-49e8-459e-bd07-96df6ef7471f tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0048807 Jun 02 12:35:43.436239 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46038) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.440726 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-3c45bcf7-822f-4c88-8751-65ce10dfc26e tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.444071 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f947f2d6-2848-4877-b7b1-7ca94bc89a87 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:43.444319 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3c45bcf7-822f-4c88-8751-65ce10dfc26e tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0045371 Jun 02 12:35:43.444319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df19c520-5b5e-4ff0-bd6d-5732462476f9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:43.447412 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8ee093df-48a6-4cd3-ac0c-719516da6180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:43.448569 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8ee093df-48a6-4cd3-ac0c-719516da6180 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/26c670e8-4799-48b4-acaa-6da4ab6c0f6d HTTP/1.1" status: 204 len: 168 time: 0.6924307 Jun 02 12:35:43.449144 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46040) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.451672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dba020a9-59cf-4ff1-8da0-28b6b5b28728 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:43.457145 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [None req-6f4f0f00-61b3-46ce-a21a-cf8aaf95c6aa tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.460560 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6f4f0f00-61b3-46ce-a21a-cf8aaf95c6aa tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0044613 Jun 02 12:35:43.460560 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f947f2d6-2848-4877-b7b1-7ca94bc89a87 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Usage tracker for resource:subnet and tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:43.482349 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46044) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.497887 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-e0219278-9dc7-4f9a-a37d-a1da68cdd1c3 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.501448 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e0219278-9dc7-4f9a-a37d-a1da68cdd1c3 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0108342 Jun 02 12:35:43.668140 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46046) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.668412 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19c520-5b5e-4ff0-bd6d-5732462476f9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event deleted for resources: {'Port': ['ID=ccfa75aa-c953-437b-a280-61099d03433a,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:43.671738 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-df19c520-5b5e-4ff0-bd6d-5732462476f9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:43.673628 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f947f2d6-2848-4877-b7b1-7ca94bc89a87 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:43.691019 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f947f2d6-2848-4877-b7b1-7ca94bc89a87 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:43.705864 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-5333ad55-7c17-43ff-82f5-145a04f453f7 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.710085 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5333ad55-7c17-43ff-82f5-145a04f453f7 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0394669 Jun 02 12:35:43.712733 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46048) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.720555 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [None req-9ffa492d-26c7-4f64-ba35-58a599e4d114 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.721547 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9ffa492d-26c7-4f64-ba35-58a599e4d114 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0048687 Jun 02 12:35:43.724584 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f947f2d6-2848-4877-b7b1-7ca94bc89a87 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Made reservation on behalf of d4bce9b2ec734b6c9e9ac0bb37d35a9d for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:43.724969 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46050) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.728880 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f947f2d6-2848-4877-b7b1-7ca94bc89a87 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:43.732278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-d0ada94d-b31c-456a-9e7a-3df85ed726b7 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.735688 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d0ada94d-b31c-456a-9e7a-3df85ed726b7 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0072818 Jun 02 12:35:43.739473 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46052) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.744530 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-90b1bd33-5f4b-4be6-a634-ff6e57c58f63 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.746671 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-90b1bd33-5f4b-4be6-a634-ff6e57c58f63 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0059617 Jun 02 12:35:43.751217 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46054) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.756063 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-35cf2a61-9af2-40fc-aee5-92dd914f1de7 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.759489 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-35cf2a61-9af2-40fc-aee5-92dd914f1de7 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0048196 Jun 02 12:35:43.761237 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46056) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.765043 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:43.767999 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-96275de9-1d3d-4c09-b283-7a7d6e266668 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.772295 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-96275de9-1d3d-4c09-b283-7a7d6e266668 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0100257 Jun 02 12:35:43.773038 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46058) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.783076 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-b7cab591-a246-42c0-bd6d-22ed85753497 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.786662 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b7cab591-a246-42c0-bd6d-22ed85753497 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0070348 Jun 02 12:35:43.787120 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df19c520-5b5e-4ff0-bd6d-5732462476f9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:43.827207 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46060) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.832702 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [None req-5fab71dd-f478-4a80-b892-002c627db553 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.835971 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5fab71dd-f478-4a80-b892-002c627db553 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0045888 Jun 02 12:35:43.852054 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46062) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.868788 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [None req-9f4edc8d-fec6-4bd3-bc93-cc46ae6c2c64 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.869742 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9f4edc8d-fec6-4bd3-bc93-cc46ae6c2c64 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0089691 Jun 02 12:35:43.879887 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46064) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.885319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [None req-12b27226-cb96-4b41-99bc-5d84ab6950ce tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.886299 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-12b27226-cb96-4b41-99bc-5d84ab6950ce tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0055034 Jun 02 12:35:43.889302 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46066) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.903626 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [None req-a4248bb1-552d-480d-8b6e-c69068bcd4ab tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.904555 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a4248bb1-552d-480d-8b6e-c69068bcd4ab tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0088563 Jun 02 12:35:43.907759 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46068) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.927429 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-f3a0bf76-5afc-40c6-8690-dc1c6789f8eb tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.928858 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f3a0bf76-5afc-40c6-8690-dc1c6789f8eb tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0200720 Jun 02 12:35:43.931266 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46070) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.936454 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-38aa4860-ab2d-489f-acca-bb3ab8ef35f3 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.937703 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-38aa4860-ab2d-489f-acca-bb3ab8ef35f3 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0054517 Jun 02 12:35:43.940623 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46072) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.954882 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [None req-b03d6c60-05ab-46bd-b15b-a551d0b411cd tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.955801 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b03d6c60-05ab-46bd-b15b-a551d0b411cd tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0044858 Jun 02 12:35:43.969257 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46074) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.975770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [None req-9ee96637-8322-405f-891c-59dc63258ec8 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.976693 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9ee96637-8322-405f-891c-59dc63258ec8 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0065398 Jun 02 12:35:43.981384 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46076) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:43.998654 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [None req-d344ef16-814c-4725-8a01-747c1933d5ac tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:43.999572 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d344ef16-814c-4725-8a01-747c1933d5ac tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0083261 Jun 02 12:35:44.002092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46078) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.006392 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-efd874d5-2771-410e-b503-1f44d9fe2743 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.007324 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-efd874d5-2771-410e-b503-1f44d9fe2743 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0042281 Jun 02 12:35:44.009290 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df19c520-5b5e-4ff0-bd6d-5732462476f9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:44.011468 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46080) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.014850 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:44.015491 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-fbee0c34-f343-459e-b6a5-2043c404e8ca tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.016396 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fbee0c34-f343-459e-b6a5-2043c404e8ca tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0040770 Jun 02 12:35:44.016521 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:44.017512 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df19c520-5b5e-4ff0-bd6d-5732462476f9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:44.019011 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46082) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.022844 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-2b09336e-f49e-42aa-83cf-f04f280d4882 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.023967 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2b09336e-f49e-42aa-83cf-f04f280d4882 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0038936 Jun 02 12:35:44.028587 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46084) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.032651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-eb070a21-a655-4188-ab19-37bb944035e5 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.033536 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-eb070a21-a655-4188-ab19-37bb944035e5 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0041199 Jun 02 12:35:44.036269 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46086) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.040082 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-9bb0551b-c03e-40a7-bd24-7753c76d17f1 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.040972 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9bb0551b-c03e-40a7-bd24-7753c76d17f1 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0038710 Jun 02 12:35:44.051532 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46088) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.055848 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-7115552e-a50f-45f9-bd4b-b4737f8a0889 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.056742 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7115552e-a50f-45f9-bd4b-b4737f8a0889 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0043430 Jun 02 12:35:44.061192 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46090) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.065036 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-21d67243-9d80-4c86-b16d-1dc8fe905b13 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.066145 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-21d67243-9d80-4c86-b16d-1dc8fe905b13 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0057292 Jun 02 12:35:44.067352 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df19c520-5b5e-4ff0-bd6d-5732462476f9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:44.067856 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df19c520-5b5e-4ff0-bd6d-5732462476f9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Fanout notify agent at l3_agent the message router_deleted on router 21724b17-26bf-4052-85a6-7b638422d074 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:35:44.069146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46092) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.073888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-b973c204-0271-4117-a8ec-3b30a44938ab tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.077043 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b973c204-0271-4117-a8ec-3b30a44938ab tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0047903 Jun 02 12:35:44.078041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46094) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.084138 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-b79e5757-9be0-4b35-89b0-9b64acb6180d tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.084927 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b79e5757-9be0-4b35-89b0-9b64acb6180d tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0048726 Jun 02 12:35:44.087545 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46096) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.091896 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-c7ad241d-94b4-4b9e-b2c1-c9939d0d7e6a tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.092832 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c7ad241d-94b4-4b9e-b2c1-c9939d0d7e6a tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0044463 Jun 02 12:35:44.095467 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46098) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.098230 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fa3df0a2-a6bd-4f58-a8ae-ee9556200e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:44.101434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-fc241e81-8d34-4727-b8c8-7eb633433e05 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.102358 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fc241e81-8d34-4727-b8c8-7eb633433e05 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0046058 Jun 02 12:35:44.105192 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46100) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.109080 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-a2c89655-2c3d-48be-b1e1-9ca6d4688887 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.109963 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a2c89655-2c3d-48be-b1e1-9ca6d4688887 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0039415 Jun 02 12:35:44.114365 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df19c520-5b5e-4ff0-bd6d-5732462476f9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:44.115333 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-df19c520-5b5e-4ff0-bd6d-5732462476f9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "DELETE /v2.0/routers/21724b17-26bf-4052-85a6-7b638422d074 HTTP/1.1" status: 204 len: 168 time: 2.0890286 Jun 02 12:35:44.115823 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46102) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.119570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-22e0cc2a-df55-4ae6-ba74-bdba2a3c3f32 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.121012 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-22e0cc2a-df55-4ae6-ba74-bdba2a3c3f32 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0043809 Jun 02 12:35:44.121522 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46104) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.125720 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46106) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.140902 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [None req-f8684dba-ae0b-4346-9115-f3e013f9e5f7 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.141828 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f8684dba-ae0b-4346-9115-f3e013f9e5f7 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0141909 Jun 02 12:35:44.151156 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46108) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.165191 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-1bbb82ab-8a92-4638-b061-b3b9450c7bc9 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.166028 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1bbb82ab-8a92-4638-b061-b3b9450c7bc9 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0107927 Jun 02 12:35:44.169146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46110) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.175109 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-b03472d8-5d9a-4d43-a14f-d2914655e9e7 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.175991 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b03472d8-5d9a-4d43-a14f-d2914655e9e7 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0060024 Jun 02 12:35:44.182248 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46112) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.188951 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-2192cbb0-6b26-4a8c-9040-a50e0fc416bf tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.189850 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2192cbb0-6b26-4a8c-9040-a50e0fc416bf tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0061898 Jun 02 12:35:44.193103 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46114) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.197104 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-0d8962f0-c805-428e-8a8e-2eea3b7608b3 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.200284 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0d8962f0-c805-428e-8a8e-2eea3b7608b3 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0040517 Jun 02 12:35:44.200597 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46116) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.207040 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-f89d5e85-b077-47c3-8942-d80b92cf3d21 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.210309 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f89d5e85-b077-47c3-8942-d80b92cf3d21 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0065019 Jun 02 12:35:44.210468 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46118) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.214864 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-8fc4280f-0509-4112-82cc-b20fa7811335 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.218182 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8fc4280f-0509-4112-82cc-b20fa7811335 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0045342 Jun 02 12:35:44.221124 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-3034e8ea-e4d7-4b1a-b534-dae457ef5df5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Deleting subnet 99ef8dec-4bf9-4d68-bce0-20168287b225 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:35:44.223519 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46120) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.231301 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-48c6bb67-d699-41bb-ad49-a05644f7b3ca tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.232573 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-48c6bb67-d699-41bb-ad49-a05644f7b3ca tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0064600 Jun 02 12:35:44.233516 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3034e8ea-e4d7-4b1a-b534-dae457ef5df5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:44.241743 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46122) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.255037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [None req-46acd9ef-af50-47f5-b76a-dd5618d1754d tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.256129 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-46acd9ef-af50-47f5-b76a-dd5618d1754d tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0069983 Jun 02 12:35:44.263491 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46124) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.273287 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [None req-1c9cfd80-cfc9-46f7-8023-6e15633361b7 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.274483 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1c9cfd80-cfc9-46f7-8023-6e15633361b7 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0057242 Jun 02 12:35:44.279910 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46126) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.294976 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-168d9d7d-c900-4e8b-ab05-3788bd28d6ad tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.295868 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-168d9d7d-c900-4e8b-ab05-3788bd28d6ad tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0150156 Jun 02 12:35:44.300337 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46128) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.304778 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-7a94356e-3a20-4432-aa5e-79243bb262b5 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.305849 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7a94356e-3a20-4432-aa5e-79243bb262b5 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0044861 Jun 02 12:35:44.309443 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46130) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.315962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-8fca7cd5-109d-4e5f-833f-0790ba84e101 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.318738 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8fca7cd5-109d-4e5f-833f-0790ba84e101 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0061829 Jun 02 12:35:44.319542 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46132) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.322608 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3034e8ea-e4d7-4b1a-b534-dae457ef5df5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:44.351119 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-a6659e91-cec1-4470-b7a1-d3620f1482cb tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.354774 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a6659e91-cec1-4470-b7a1-d3620f1482cb tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0317726 Jun 02 12:35:44.357078 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46134) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.365666 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-29aa0e00-d262-40ac-8eff-f26f6ea3e93d tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.368797 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-29aa0e00-d262-40ac-8eff-f26f6ea3e93d tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0087414 Jun 02 12:35:44.369399 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46136) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.373771 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-f4664114-120d-43f1-9658-7490f300b43b tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.376780 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f4664114-120d-43f1-9658-7490f300b43b tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0047941 Jun 02 12:35:44.380861 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46138) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.387814 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-f25962ef-9509-47cc-92ce-c59a2fb148df tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.390899 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f25962ef-9509-47cc-92ce-c59a2fb148df tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0071375 Jun 02 12:35:44.391717 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46140) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.395361 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-7c306faf-b5ce-4186-b50a-8d49a5616d17 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.398255 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7c306faf-b5ce-4186-b50a-8d49a5616d17 tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0039501 Jun 02 12:35:44.398686 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46142) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.403457 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [None req-0c3864b9-5a19-45a0-aa3d-5b760908af2f tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:35:44.406718 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0c3864b9-5a19-45a0-aa3d-5b760908af2f tempest-ExtensionsTestJSON-570489296 tempest-ExtensionsTestJSON-570489296-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0045791 Jun 02 12:35:44.417429 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3034e8ea-e4d7-4b1a-b534-dae457ef5df5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:44.470825 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Allocated IP 172.26.7.2 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/ca421c0e-69c1-4b07-8d82-dab01a6275e5) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:35:44.682364 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:44.698695 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:44.699686 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46148) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.705729 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0411acfa-89e9-437a-bb64-94250e26a6ab tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:44.716663 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3034e8ea-e4d7-4b1a-b534-dae457ef5df5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:44.720463 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6dc669c2-1459-4a4d-9aaa-ae914612bbbd tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:44.756541 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034e8ea-e4d7-4b1a-b534-dae457ef5df5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event deleted for resources: {'Subnet': ['ID=99ef8dec-4bf9-4d68-bce0-20168287b225,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:44.759909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3034e8ea-e4d7-4b1a-b534-dae457ef5df5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:44.761513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3034e8ea-e4d7-4b1a-b534-dae457ef5df5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:44.774973 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3034e8ea-e4d7-4b1a-b534-dae457ef5df5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "DELETE /v2.0/subnets/99ef8dec-4bf9-4d68-bce0-20168287b225 HTTP/1.1" status: 204 len: 168 time: 0.6502001 Jun 02 12:35:44.775278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46152) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:44.803101 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:44.861232 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=0bc1d7fb-91dc-498d-888f-ca30a225cc9e,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:44.869492 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:44.897415 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b3a61f2d-4f40-4851-9062-c4e1b4a38386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:44.902298 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:44.920078 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c7c5458f-a7dc-4077-8e24-71c47989d913 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:44.921923 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b3a61f2d-4f40-4851-9062-c4e1b4a38386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:44.926640 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b3a61f2d-4f40-4851-9062-c4e1b4a38386 admin admin] Usage tracker for resource:security_group_rule and tenant:f0a78f2bdf814a43b616a1c6673e3f69 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:44.932222 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b3a61f2d-4f40-4851-9062-c4e1b4a38386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:44.939909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b3a61f2d-4f40-4851-9062-c4e1b4a38386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:45.082690 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c7c5458f-a7dc-4077-8e24-71c47989d913 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:45.090875 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:45.101737 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-c7c5458f-a7dc-4077-8e24-71c47989d913 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c4035f7-d194-4bc4-8e42-d15783995347']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:45.103331 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b8b02b0a-ebfa-4dc3-8779-7958e2acafcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:45.118263 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-c7c5458f-a7dc-4077-8e24-71c47989d913 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '907c6a31-136f-4b10-bd90-10e016313dfa') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:45.118565 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-c7c5458f-a7dc-4077-8e24-71c47989d913 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '907c6a31-136f-4b10-bd90-10e016313dfa') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:45.138892 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c7c5458f-a7dc-4077-8e24-71c47989d913 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:45.155108 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f947f2d6-2848-4877-b7b1-7ca94bc89a87 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:45.164419 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c7c5458f-a7dc-4077-8e24-71c47989d913 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:45.178833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c5458f-a7dc-4077-8e24-71c47989d913 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:35:45.179229 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c7c5458f-a7dc-4077-8e24-71c47989d913 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:35:45.194214 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:35:45.205706 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:45.213683 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:45.218834 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Pushing event updated for resources: {'Port': ['ID=ca421c0e-69c1-4b07-8d82-dab01a6275e5,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:45.219576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b3a61f2d-4f40-4851-9062-c4e1b4a38386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:45.221076 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:35:45.264089 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b3a61f2d-4f40-4851-9062-c4e1b4a38386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:45.287608 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:45.332380 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c7c5458f-a7dc-4077-8e24-71c47989d913 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:45.340534 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b3a61f2d-4f40-4851-9062-c4e1b4a38386 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0a78f2bdf814a43b616a1c6673e3f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6384809 Jun 02 12:35:45.342635 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c7c5458f-a7dc-4077-8e24-71c47989d913 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:45.345342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46154) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:45.346041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a61f2d-4f40-4851-9062-c4e1b4a38386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e152611c-2f86-40d9-978d-3b5aa6bbc886,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:45.359274 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b3a61f2d-4f40-4851-9062-c4e1b4a38386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:45.360998 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ca28ec2e-9ad4-4f59-8927-79e223a1f384 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:45.401176 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c7c5458f-a7dc-4077-8e24-71c47989d913 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] 10.222.0.37 "DELETE /v2.0/networks/9c4035f7-d194-4bc4-8e42-d15783995347 HTTP/1.1" status: 204 len: 168 time: 0.6221821 Jun 02 12:35:45.401176 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5458f-a7dc-4077-8e24-71c47989d913 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Pushing event deleted for resources: {'Network': ['ID=9c4035f7-d194-4bc4-8e42-d15783995347,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:45.404751 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c7c5458f-a7dc-4077-8e24-71c47989d913 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:45.408872 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Floating IP 1b9fc686-3d93-496f-a70e-05884e983e5c associated. External IP: 172.26.7.90, port: 44beafce-b493-411d-8c8e-935c156eaa8e. Jun 02 12:35:45.439060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c5b627bf-833d-4fb2-93ab-478432d5eb0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:45.465433 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:45.469428 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c5b627bf-833d-4fb2-93ab-478432d5eb0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:45.472417 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cd2297d9-1d99-4ec3-9c8d-eb67aa60808a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:45.531538 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c5b627bf-833d-4fb2-93ab-478432d5eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:45.536835 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fc10f2a6-985e-43f5-a774-3c17a124b588 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:45.550350 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b627bf-833d-4fb2-93ab-478432d5eb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e152611c-2f86-40d9-978d-3b5aa6bbc886,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:45.552684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c5b627bf-833d-4fb2-93ab-478432d5eb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:45.554683 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c5b627bf-833d-4fb2-93ab-478432d5eb0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:45.555781 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c5b627bf-833d-4fb2-93ab-478432d5eb0b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e152611c-2f86-40d9-978d-3b5aa6bbc886 HTTP/1.1" status: 204 len: 168 time: 0.2069764 Jun 02 12:35:45.584706 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947f2d6-2848-4877-b7b1-7ca94bc89a87 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Checking segment: {'id': '0718f55d-8969-4522-928c-2a457c796818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '14bdd578-d29a-41d4-ba86-886be95ecb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:35:45.585075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f947f2d6-2848-4877-b7b1-7ca94bc89a87 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network hostable DHCP agents. Network: 14bdd578-d29a-41d4-ba86-886be95ecb86, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:35:45.657988 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46162) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:45.670446 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947f2d6-2848-4877-b7b1-7ca94bc89a87 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Subnet': ['ID=1e8a2d8f-3272-47d3-ac45-6a2a06b09f63,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:45.696726 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f947f2d6-2848-4877-b7b1-7ca94bc89a87 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:45.774042 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f947f2d6-2848-4877-b7b1-7ca94bc89a87 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network 14bdd578-d29a-41d4-ba86-886be95ecb86 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:35:45.852435 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-f947f2d6-2848-4877-b7b1-7ca94bc89a87 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 14bdd578-d29a-41d4-ba86-886be95ecb86) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:45.870700 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2861cb-2a3d-4682-aca1-1c7da78d89b2 None None] Network 14bdd578-d29a-41d4-ba86-886be95ecb86 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:45.945587 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f947f2d6-2848-4877-b7b1-7ca94bc89a87 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:45.946225 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f947f2d6-2848-4877-b7b1-7ca94bc89a87 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:45.979242 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-42c3f32d-43fe-4f72-bd87-cb57c1062c6f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c238b4d1abdf43af85cd0e1ea5d0d537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196287 Jun 02 12:35:45.981678 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46174) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:46.056753 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ac388731-7bbd-4a3e-88bc-7f0e970e749a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:46.096342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ac388731-7bbd-4a3e-88bc-7f0e970e749a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:46.139727 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-14bdd578-d29a-41d4-ba86-886be95ecb86', 'network_id': '14bdd578-d29a-41d4-ba86-886be95ecb86', 'tenant_id': 'd4bce9b2ec734b6c9e9ac0bb37d35a9d', 'fixed_ips': [{'subnet_id': '1e8a2d8f-3272-47d3-ac45-6a2a06b09f63'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:35:46.140810 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:46.142036 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f947f2d6-2848-4877-b7b1-7ca94bc89a87 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9272811 Jun 02 12:35:46.147487 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46178) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:46.205101 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:35:46.327422 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Allocated IP 172.20.0.2 (14bdd578-d29a-41d4-ba86-886be95ecb86/1e8a2d8f-3272-47d3-ac45-6a2a06b09f63/2b653b65-d086-408d-b93b-be156b812c74) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:35:46.435949 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:35:46.452429 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:46.485657 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ac388731-7bbd-4a3e-88bc-7f0e970e749a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:46.506506 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d94f849b-e9d0-4a45-a7d0-3b303ccacce2 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:46.530164 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac388731-7bbd-4a3e-88bc-7f0e970e749a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952b0ca8-43a8-4141-a17f-8b960b1f28a6,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:46.530837 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a461141-76d2-462d-a354-a54203ccd8cb None None] Sync routers for ids ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:35:46.543096 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ac388731-7bbd-4a3e-88bc-7f0e970e749a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:46.554711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:46.556545 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ac388731-7bbd-4a3e-88bc-7f0e970e749a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:46.557375 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46188) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:46.558188 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ac388731-7bbd-4a3e-88bc-7f0e970e749a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/952b0ca8-43a8-4141-a17f-8b960b1f28a6 HTTP/1.1" status: 204 len: 168 time: 0.5747931 Jun 02 12:35:46.561267 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:46.605095 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a461141-76d2-462d-a354-a54203ccd8cb None None] Routers {'399bbf47-fb5f-439a-a6aa-c44dc198fc73'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:35:46.606010 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-2a461141-76d2-462d-a354-a54203ccd8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:35:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:46.643820 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:46.660569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:46.695383 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a4815731-9110-49e2-9510-b47b291c932a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:46.697179 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:46.720539 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Transition to ACTIVE for port object 2b653b65-d086-408d-b93b-be156b812c74 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:46.746753 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:46.750509 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2095027 Jun 02 12:35:46.753176 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d3ceb5-7853-4c3a-b771-9883645bcfbe', 'tag': '44beafce-b493-411d-8c8e-935c156eaa8e'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:35:46.755718 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db19174c-6b55-49a3-a53e-b8ec8f534425" -d '{"events": [{"name": "network-changed", "server_uuid": "76d3ceb5-7853-4c3a-b771-9883645bcfbe", "tag": "44beafce-b493-411d-8c8e-935c156eaa8e"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:35:46.767202 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46194) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:46.817286 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Transition to ACTIVE for port object 2b653b65-d086-408d-b93b-be156b812c74 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:46.844418 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1339496782'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:46.846977 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:46.859551 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-29a483d0-cd61-431b-9b4c-ca3d955bae9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:46.924826 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Network 14bdd578-d29a-41d4-ba86-886be95ecb86 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:46.932570 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:46.944045 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:35:46.953689 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-2a461141-76d2-462d-a354-a54203ccd8cb None None] Set router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:35:47.037367 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:47.042316 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Usage tracker for resource:network and tenant:db430899e92e48e8aaa24b31296cf581 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:47.045324 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:47.051533 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:47.059363 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Pushing event updated for resources: {'Port': ['ID=2b653b65-d086-408d-b93b-be156b812c74,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:47.094301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Made reservation on behalf of db430899e92e48e8aaa24b31296cf581 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:47.098486 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:47.100485 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:47.125948 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:47.165815 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:47.173703 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-74b3fdf1-b023-4c38-ae97-51c30dec904a tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:47.194293 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Attempting to bind port 2b653b65-d086-408d-b93b-be156b812c74 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:35:47.194676 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Attempting to bind port 2b653b65-d086-408d-b93b-be156b812c74 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '0718f55d-8969-4522-928c-2a457c796818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '14bdd578-d29a-41d4-ba86-886be95ecb86'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:35:47.198507 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Attempting to bind port 2b653b65-d086-408d-b93b-be156b812c74 on network 14bdd578-d29a-41d4-ba86-886be95ecb86 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:35:47.213619 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:35:47.215451 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Checking segment: {'id': '0718f55d-8969-4522-928c-2a457c796818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '14bdd578-d29a-41d4-ba86-886be95ecb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:35:47.215451 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:47.215451 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Bound using segment: {'id': '0718f55d-8969-4522-928c-2a457c796818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '14bdd578-d29a-41d4-ba86-886be95ecb86'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:35:47.215451 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Bound port: 2b653b65-d086-408d-b93b-be156b812c74, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0718f55d-8969-4522-928c-2a457c796818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '14bdd578-d29a-41d4-ba86-886be95ecb86'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:35:47.215844 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:47.241304 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Subnet': ['ID=1e8a2d8f-3272-47d3-ac45-6a2a06b09f63,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:47.245642 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:47.255187 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688e73a3-c4fa-4219-a177-16e5a9acb90e x-openstack-request-id: req-688e73a3-c4fa-4219-a177-16e5a9acb90e {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:35:47.255698 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d3ceb5-7853-4c3a-b771-9883645bcfbe", "tag": "44beafce-b493-411d-8c8e-935c156eaa8e", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:35:47.255979 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-688e73a3-c4fa-4219-a177-16e5a9acb90e {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:35:47.256489 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d3ceb5-7853-4c3a-b771-9883645bcfbe', 'tag': '44beafce-b493-411d-8c8e-935c156eaa8e', 'status': 'completed', 'code': 200} Jun 02 12:35:47.269856 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:47.291049 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5bcea0c6-935f-4c9e-b3be-db1246745480 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/1b9fc686-3d93-496f-a70e-05884e983e5c HTTP/1.1" status: 200 len: 991 time: 0.5191360 Jun 02 12:35:47.291049 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Usage tracker for resource:security_group_rule and tenant:db430899e92e48e8aaa24b31296cf581 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:47.294928 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:47.304005 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:47.399189 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:47.409388 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:47.419638 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:47.462736 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:47.495487 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] For port 2b653b65-d086-408d-b93b-be156b812c74, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:35:47.498589 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14bdd578-d29a-41d4-ba86-886be95ecb86']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:47.499121 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] For port 2b653b65-d086-408d-b93b-be156b812c74, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=2b653b65-d086-408d-b93b-be156b812c74,segment=NetworkSegment(0718f55d-8969-4522-928c-2a457c796818),segment_id=0718f55d-8969-4522-928c-2a457c796818)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:35:47.505311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Pushing event updated for resources: {'Port': ['ID=ca421c0e-69c1-4b07-8d82-dab01a6275e5,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:47.513005 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:47.513232 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:47.521020 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0718f55d-8969-4522-928c-2a457c796818') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:47.521513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0718f55d-8969-4522-928c-2a457c796818') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:47.526309 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-159fe492-884b-4337-adc5-ea64b322e18a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:47.538788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:47.556434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19174c-6b55-49a3-a53e-b8ec8f534425 req-401316ad-1889-4dbd-a415-161d16dfd093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:47.556434 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db19174c-6b55-49a3-a53e-b8ec8f534425 req-401316ad-1889-4dbd-a415-161d16dfd093 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 1099 time: 0.2668755 Jun 02 12:35:47.591192 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:47.600356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:47.603803 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:47.612334 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:47.628865 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:35:47.629654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:35:47.650303 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:35:47.665684 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-2a461141-76d2-462d-a354-a54203ccd8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'name': 'tempest-TestNetworkBasicOps-router-95299244', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:34Z', 'updated_at': '2021-06-02T12:34:54Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:37Z', 'updated_at': '2021-06-02T12:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '1b9fc686-3d93-496f-a70e-05884e983e5c', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.90', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'port_id': '44beafce-b493-411d-8c8e-935c156eaa8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'mac_address': 'fa:16:3e:fc:73:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d3ceb5-7853-4c3a-b771-9883645bcfbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:35:43Z', 'updated_at': '2021-06-02T12:35:43Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262e6800-8578-4159-a854-4af777c3910d', 'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:56:04:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:50Z', 'updated_at': '2021-06-02T12:35:04Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:47.676003 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-62c43be3-0d8a-4b90-a779-8c82e31aceb4 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:47.679186 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a461141-76d2-462d-a354-a54203ccd8cb None None] Checking router: 399bbf47-fb5f-439a-a6aa-c44dc198fc73 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:35:47.721848 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e333bcf8-accf-4429-9296-b2d284110621,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:47.728023 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:47.749687 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:47.757052 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Pushing event updated for resources: {'Port': ['ID=2b653b65-d086-408d-b93b-be156b812c74,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:47.761621 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103f48ec-d204-4d62-9c21-5b97ae35daf5 None None] Network 14bdd578-d29a-41d4-ba86-886be95ecb86 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:47.774671 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a461141-76d2-462d-a354-a54203ccd8cb None None] Routers {'399bbf47-fb5f-439a-a6aa-c44dc198fc73'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:35:47.775499 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-2a461141-76d2-462d-a354-a54203ccd8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:35:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:47.823577 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:47.863843 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Floating IP 015353a6-3f84-43e3-9eb6-2bccdcf38225 associated. External IP: 172.26.7.2, port: f3db9919-6e55-4a75-b308-7b07164ffb6e. Jun 02 12:35:47.876013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46218) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:47.878918 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.api [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 12:35:47.878918 dv-neutron-601336-80-hyperv neutron-server[92305]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 12:35:47.878918 dv-neutron-601336-80-hyperv neutron-server[92305]: [parameters: {'id': '14bdd578-d29a-41d4-ba86-886be95ecb86'}] Jun 02 12:35:47.878918 dv-neutron-601336-80-hyperv neutron-server[92305]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:35:47.879322 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_db.api [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:35:47.886742 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19174c-6b55-49a3-a53e-b8ec8f534425 req-e64b5e9a-00ee-4f38-9794-e67fc75dc5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:47.888318 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db19174c-6b55-49a3-a53e-b8ec8f534425 req-e64b5e9a-00ee-4f38-9794-e67fc75dc5b0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7748cee2-ce49-44f8-8a52-729fed4c4a96 HTTP/1.1" status: 200 len: 897 time: 0.3183424 Jun 02 12:35:47.955722 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:35:47.986777 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:47.987222 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Added segment 0b5fd179-a691-49fe-b445-5d8a78ecbb2b of type vlan for network a0ba1d51-51fd-4088-a8d0-4880dc090738 Jun 02 12:35:48.019017 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Request body: {'security_group': {'name': 'tempest-secgroup--1454163386'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:48.029637 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:48.041104 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db19174c-6b55-49a3-a53e-b8ec8f534425 req-11d22ecd-2e84-43ed-b1ec-ddfb67118052 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44beafce-b493-411d-8c8e-935c156eaa8e HTTP/1.1" status: 200 len: 999 time: 0.1453011 Jun 02 12:35:48.045389 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Usage tracker for resource:security_group and tenant:22292776d0324b7dacbb7721bbe955ae is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:48.048212 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:48.090212 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:48.096304 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:48.112081 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-2a461141-76d2-462d-a354-a54203ccd8cb None None] Set router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:35:48.117020 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:48.137196 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19174c-6b55-49a3-a53e-b8ec8f534425 req-fdb78e0e-9679-47ef-b575-e283ecc68a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:48.138670 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db19174c-6b55-49a3-a53e-b8ec8f534425 req-fdb78e0e-9679-47ef-b575-e283ecc68a5e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1fe024fd-2f61-42b1-85b7-38c4bb5283ce HTTP/1.1" status: 200 len: 835 time: 0.0873609 Jun 02 12:35:48.139465 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:48.194326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:48.204568 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Usage tracker for resource:security_group_rule and tenant:22292776d0324b7dacbb7721bbe955ae is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:48.204728 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:48.212383 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:48.212559 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:48.212559 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:48.219697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:48.220413 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:48.270483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e647ddd-a10f-4c80-8c52-c1e894739147 None None] get_active_networks_info from dv-neutron-601336-80-hyperv {{(pid=92306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 12:35:48.292605 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19174c-6b55-49a3-a53e-b8ec8f534425 req-826f768f-a0ca-454b-8b3e-f73504781fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:48.294391 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db19174c-6b55-49a3-a53e-b8ec8f534425 req-826f768f-a0ca-454b-8b3e-f73504781fed service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7748cee2-ce49-44f8-8a52-729fed4c4a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1457624 Jun 02 12:35:48.294858 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46222) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:48.391467 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:48.413715 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8205101 Jun 02 12:35:48.414532 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Pushing event updated for resources: {'Network': ['ID=a0ba1d51-51fd-4088-a8d0-4880dc090738,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:48.419767 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46224) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:48.420586 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:48.427545 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-3829bcea-06fd-4687-bb39-e533ce0bb141 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Request body: {'subnet': {'network_id': 'a0ba1d51-51fd-4088-a8d0-4880dc090738', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:48.432271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network a0ba1d51-51fd-4088-a8d0-4880dc090738 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:35:48.525674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Router 29d3d7a0-d198-4622-8c9c-923c175c51dc has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:35:48.591670 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-82faef3e-351b-435a-9a6d-1646099fe161 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/1b9fc686-3d93-496f-a70e-05884e983e5c HTTP/1.1" status: 200 len: 991 time: 0.2933924 Jun 02 12:35:48.621145 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3829bcea-06fd-4687-bb39-e533ce0bb141 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:48.627882 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3829bcea-06fd-4687-bb39-e533ce0bb141 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Usage tracker for resource:subnet and tenant:db430899e92e48e8aaa24b31296cf581 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:48.632354 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3829bcea-06fd-4687-bb39-e533ce0bb141 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:48.649867 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3829bcea-06fd-4687-bb39-e533ce0bb141 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:48.655270 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e647ddd-a10f-4c80-8c52-c1e894739147 None None] Resources bound (agent type, host, resource id): {{(pid=92306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 12:35:48.720694 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3829bcea-06fd-4687-bb39-e533ce0bb141 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Made reservation on behalf of db430899e92e48e8aaa24b31296cf581 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:48.724252 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3829bcea-06fd-4687-bb39-e533ce0bb141 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:48.784525 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:48.800983 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-2a461141-76d2-462d-a354-a54203ccd8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'name': 'tempest-TestNetworkBasicOps-router-95299244', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:34Z', 'updated_at': '2021-06-02T12:34:54Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:37Z', 'updated_at': '2021-06-02T12:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '1b9fc686-3d93-496f-a70e-05884e983e5c', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.90', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'port_id': '44beafce-b493-411d-8c8e-935c156eaa8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'mac_address': 'fa:16:3e:fc:73:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d3ceb5-7853-4c3a-b771-9883645bcfbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:35:43Z', 'updated_at': '2021-06-02T12:35:43Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262e6800-8578-4159-a854-4af777c3910d', 'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:56:04:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:50Z', 'updated_at': '2021-06-02T12:35:04Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:48.804618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:48.807562 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a461141-76d2-462d-a354-a54203ccd8cb None None] The sync data for ids ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'] in dv-neutron-601336-80-hyperv is: [{'id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'name': 'tempest-TestNetworkBasicOps-router-95299244', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:34Z', 'updated_at': '2021-06-02T12:34:54Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:37Z', 'updated_at': '2021-06-02T12:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '1b9fc686-3d93-496f-a70e-05884e983e5c', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.90', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'port_id': '44beafce-b493-411d-8c8e-935c156eaa8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'mac_address': 'fa:16:3e:fc:73:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d3ceb5-7853-4c3a-b771-9883645bcfbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:35:43Z', 'updated_at': '2021-06-02T12:35:43Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262e6800-8578-4159-a854-4af777c3910d', 'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:56:04:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:50Z', 'updated_at': '2021-06-02T12:35:04Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:35:48.812886 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-62b379da-fcef-4fb0-a1ae-cfed3e89980a tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:48.827289 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db19174c-6b55-49a3-a53e-b8ec8f534425 req-a64764b0-af4e-4d13-8dfc-b58f58ce8416 service neutron] 10.222.0.22 "GET /v2.0/networks/7748cee2-ce49-44f8-8a52-729fed4c4a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533865 Jun 02 12:35:48.836254 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:48.873547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Usage tracker for resource:security_group_rule and tenant:22292776d0324b7dacbb7721bbe955ae is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:48.881488 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:48.892982 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d806427-d5bb-4fcc-8880-43a8c81c2b96,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:48.896186 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:48.898277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:48.974402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Deleting port 2b653b65-d086-408d-b93b-be156b812c74 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:48.974937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:49.006192 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:35:49.021637 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a9b217-5f14-42b5-b178-89829b8e8842 None None] Sync routers for ids ['29d3d7a0-d198-4622-8c9c-923c175c51dc'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:35:49.039932 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a9b217-5f14-42b5-b178-89829b8e8842 None None] Routers {'29d3d7a0-d198-4622-8c9c-923c175c51dc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:35:49.040272 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:49.041179 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d7a9b217-5f14-42b5-b178-89829b8e8842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:35:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['29d3d7a0-d198-4622-8c9c-923c175c51dc'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:49.150117 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 5.9559684 Jun 02 12:35:49.154505 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db19174c-6b55-49a3-a53e-b8ec8f534425 req-d856b2be-893c-4b3e-946f-3b233dc6023f service neutron] 10.222.0.22 "GET /v2.0/networks/7748cee2-ce49-44f8-8a52-729fed4c4a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071661 Jun 02 12:35:49.161652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] For port 2b653b65-d086-408d-b93b-be156b812c74, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=2b653b65-d086-408d-b93b-be156b812c74,segment=NetworkSegment(0718f55d-8969-4522-928c-2a457c796818),segment_id=0718f55d-8969-4522-928c-2a457c796818)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:49.162120 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:49.223211 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ac7454-c063-4c2c-8ab1-a10e13532d8a None None] New status for floating IP 1b9fc686-3d93-496f-a70e-05884e983e5c: ACTIVE {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:35:49.305911 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e195f30-de94-4044-aad2-04795cf0511b', 'tag': 'f3db9919-6e55-4a75-b308-7b07164ffb6e'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:35:49.310420 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42be7bd5-b3cd-41fa-8802-e285280c40da" -d '{"events": [{"name": "network-changed", "server_uuid": "8e195f30-de94-4044-aad2-04795cf0511b", "tag": "f3db9919-6e55-4a75-b308-7b07164ffb6e"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:35:49.318639 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-d7a9b217-5f14-42b5-b178-89829b8e8842 None None] Set router 29d3d7a0-d198-4622-8c9c-923c175c51dc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:35:49.364862 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Calling delete_port for 2b653b65-d086-408d-b93b-be156b812c74 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:49.367857 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d354a8b0-dadd-4d96-9054-8b25bb86ed2f x-openstack-request-id: req-d354a8b0-dadd-4d96-9054-8b25bb86ed2f {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:35:49.368200 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e195f30-de94-4044-aad2-04795cf0511b", "tag": "f3db9919-6e55-4a75-b308-7b07164ffb6e", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:35:49.369127 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d354a8b0-dadd-4d96-9054-8b25bb86ed2f {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:35:49.369127 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e195f30-de94-4044-aad2-04795cf0511b', 'tag': 'f3db9919-6e55-4a75-b308-7b07164ffb6e', 'status': 'completed', 'code': 200} Jun 02 12:35:49.456544 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:49.475703 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:49.483732 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fcc86a3d-4785-4185-bc9b-1a6b563469b2 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:49.488519 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3829bcea-06fd-4687-bb39-e533ce0bb141 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:49.496100 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f5f5da2d-06e9-470a-89be-983082a09b9c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:49.503663 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:49.554397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50c8c299-b212-4fb3-af21-ea4275735d21,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:49.558681 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:49.563328 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:49.567389 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6901162 Jun 02 12:35:49.568280 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46230) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:49.599768 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46232) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:49.628262 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829bcea-06fd-4687-bb39-e533ce0bb141 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Checking segment: {'id': '0b5fd179-a691-49fe-b445-5d8a78ecbb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a0ba1d51-51fd-4088-a8d0-4880dc090738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:35:49.629286 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3829bcea-06fd-4687-bb39-e533ce0bb141 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Network hostable DHCP agents. Network: a0ba1d51-51fd-4088-a8d0-4880dc090738, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:35:49.642266 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829bcea-06fd-4687-bb39-e533ce0bb141 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Pushing event updated for resources: {'Subnet': ['ID=e256ac12-da77-4c13-b997-8a8ed50b0985,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:49.645323 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3829bcea-06fd-4687-bb39-e533ce0bb141 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:49.663242 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3829bcea-06fd-4687-bb39-e533ce0bb141 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Network a0ba1d51-51fd-4088-a8d0-4880dc090738 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:35:49.684148 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-3829bcea-06fd-4687-bb39-e533ce0bb141 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, a0ba1d51-51fd-4088-a8d0-4880dc090738) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:49.693704 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24c037e-7b21-4b9f-b845-5b07d87100bb None None] Network a0ba1d51-51fd-4088-a8d0-4880dc090738 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:49.709788 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3829bcea-06fd-4687-bb39-e533ce0bb141 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:49.710479 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3829bcea-06fd-4687-bb39-e533ce0bb141 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:49.739943 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3829bcea-06fd-4687-bb39-e533ce0bb141 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3180823 Jun 02 12:35:49.742825 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46234) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:49.748969 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-b6cbb6b2-8645-4a2c-91c7-666bc2cf1b4e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Request body: {'port': {'network_id': 'a0ba1d51-51fd-4088-a8d0-4880dc090738', 'name': 'tempest-ExtraDHCPOptionsTestJSON-254339647'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:49.752582 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be7bd5-b3cd-41fa-8802-e285280c40da req-89122c2d-d90e-4c26-a573-40724118d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:49.754071 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-42be7bd5-b3cd-41fa-8802-e285280c40da req-89122c2d-d90e-4c26-a573-40724118d79e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=96bf45be6aa145b6aaf403d7070d5e51&device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 1098 time: 0.3630745 Jun 02 12:35:49.757140 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-320e0c9e-46fe-436f-b18c-fa06429d256a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/1b9fc686-3d93-496f-a70e-05884e983e5c HTTP/1.1" status: 200 len: 993 time: 0.1511161 Jun 02 12:35:49.798130 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d7a9b217-5f14-42b5-b178-89829b8e8842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:34:02Z', 'revision_number': 4, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '015353a6-3f84-43e3-9eb6-2bccdcf38225', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'floating_ip_address': '172.26.7.2', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'port_id': 'f3db9919-6e55-4a75-b308-7b07164ffb6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'mac_address': 'fa:16:3e:4a:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e195f30-de94-4044-aad2-04795cf0511b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:35:46Z', 'updated_at': '2021-06-02T12:35:46Z', 'revision_number': 0, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffab3995-3e07-4da0-a1f7-2f54d5702299', 'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'mac_address': 'fa:16:3e:43:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:58Z', 'updated_at': '2021-06-02T12:34:14Z', 'revision_number': 5, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'subnets': [{'id': '50a59100-ae12-4643-94d5-15b1702b852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:49.803588 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a9b217-5f14-42b5-b178-89829b8e8842 None None] Checking router: 29d3d7a0-d198-4622-8c9c-923c175c51dc for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:35:49.815713 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a9b217-5f14-42b5-b178-89829b8e8842 None None] Routers {'29d3d7a0-d198-4622-8c9c-923c175c51dc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:35:49.816340 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d7a9b217-5f14-42b5-b178-89829b8e8842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:35:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['29d3d7a0-d198-4622-8c9c-923c175c51dc'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:49.866403 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:49.881652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-24fbaf77-b996-4da6-9b54-8a782fdae79c tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:49.910355 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b6cbb6b2-8645-4a2c-91c7-666bc2cf1b4e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:49.914618 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b6cbb6b2-8645-4a2c-91c7-666bc2cf1b4e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Usage tracker for resource:port and tenant:db430899e92e48e8aaa24b31296cf581 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:49.918535 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b6cbb6b2-8645-4a2c-91c7-666bc2cf1b4e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:49.924647 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b6cbb6b2-8645-4a2c-91c7-666bc2cf1b4e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:49.925181 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No DVR routers for this DVR port 2b653b65-d086-408d-b93b-be156b812c74 on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:35:49.932661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6b4fc95a-298a-4687-a534-f5b47ecdde96 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Synchronizing usage tracker for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:49.936005 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cbb6b2-8645-4a2c-91c7-666bc2cf1b4e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Made reservation on behalf of db430899e92e48e8aaa24b31296cf581 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:49.940226 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6cbb6b2-8645-4a2c-91c7-666bc2cf1b4e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:49.965287 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-b6cbb6b2-8645-4a2c-91c7-666bc2cf1b4e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] device_id is not set on port 06683853-b1ed-4718-a5e8-c7dcc8dc40a3 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:35:49.975267 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a0ba1d51-51fd-4088-a8d0-4880dc090738', 'network_id': 'a0ba1d51-51fd-4088-a8d0-4880dc090738', 'tenant_id': 'db430899e92e48e8aaa24b31296cf581', 'fixed_ips': [{'subnet_id': 'e256ac12-da77-4c13-b997-8a8ed50b0985'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:35:49.976113 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:49.983831 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Port': ['ID=2b653b65-d086-408d-b93b-be156b812c74,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:49.992768 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:50.032199 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-d7a9b217-5f14-42b5-b178-89829b8e8842 None None] Set router 29d3d7a0-d198-4622-8c9c-923c175c51dc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:35:50.127688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:50.134564 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-b6cbb6b2-8645-4a2c-91c7-666bc2cf1b4e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Allocated IP 172.20.0.12 (a0ba1d51-51fd-4088-a8d0-4880dc090738/e256ac12-da77-4c13-b997-8a8ed50b0985/06683853-b1ed-4718-a5e8-c7dcc8dc40a3) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:35:50.142570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6b4fc95a-298a-4687-a534-f5b47ecdde96 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Unset dirty status for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:50.146627 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6b4fc95a-298a-4687-a534-f5b47ecdde96 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5725834 Jun 02 12:35:50.147304 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46236) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:50.150293 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14bdd578-d29a-41d4-ba86-886be95ecb86']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:50.160595 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-bfaa3620-93a4-4a80-bf39-4bc6b5a66d5c tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Request body: {'security_group': {'name': 'tempest-security--1180147761', 'description': 'tempest-security-description-1796821405'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:50.168513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be7bd5-b3cd-41fa-8802-e285280c40da req-04e7bab6-6be7-4ce2-853c-2349425fbf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:50.169935 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-42be7bd5-b3cd-41fa-8802-e285280c40da req-04e7bab6-6be7-4ce2-853c-2349425fbf85 service neutron] 10.222.0.22 "GET /v2.0/networks?id=538c4580-73df-464f-868c-daf3dec24418 HTTP/1.1" status: 200 len: 912 time: 0.4077673 Jun 02 12:35:50.179060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0718f55d-8969-4522-928c-2a457c796818') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:50.179359 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0718f55d-8969-4522-928c-2a457c796818') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:50.253136 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:50.300517 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bfaa3620-93a4-4a80-bf39-4bc6b5a66d5c tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:50.316251 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:50.334871 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:35:50.335278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:35:50.350891 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:35:50.365226 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6cbb6b2-8645-4a2c-91c7-666bc2cf1b4e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:50.367693 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-42be7bd5-b3cd-41fa-8802-e285280c40da req-dc25b5ed-037f-4a02-b915-b4b21f8e24ec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3db9919-6e55-4a75-b308-7b07164ffb6e HTTP/1.1" status: 200 len: 997 time: 0.1809678 Jun 02 12:35:50.428502 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d7a9b217-5f14-42b5-b178-89829b8e8842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:34:02Z', 'revision_number': 4, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '015353a6-3f84-43e3-9eb6-2bccdcf38225', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'floating_ip_address': '172.26.7.2', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'port_id': 'f3db9919-6e55-4a75-b308-7b07164ffb6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'mac_address': 'fa:16:3e:4a:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e195f30-de94-4044-aad2-04795cf0511b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:35:46Z', 'updated_at': '2021-06-02T12:35:46Z', 'revision_number': 0, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffab3995-3e07-4da0-a1f7-2f54d5702299', 'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'mac_address': 'fa:16:3e:43:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:58Z', 'updated_at': '2021-06-02T12:34:14Z', 'revision_number': 5, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'subnets': [{'id': '50a59100-ae12-4643-94d5-15b1702b852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:50.433599 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a9b217-5f14-42b5-b178-89829b8e8842 None None] The sync data for ids ['29d3d7a0-d198-4622-8c9c-923c175c51dc'] in dv-neutron-601336-80-hyperv is: [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:34:02Z', 'revision_number': 4, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '015353a6-3f84-43e3-9eb6-2bccdcf38225', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'floating_ip_address': '172.26.7.2', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'port_id': 'f3db9919-6e55-4a75-b308-7b07164ffb6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'mac_address': 'fa:16:3e:4a:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e195f30-de94-4044-aad2-04795cf0511b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:35:46Z', 'updated_at': '2021-06-02T12:35:46Z', 'revision_number': 0, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffab3995-3e07-4da0-a1f7-2f54d5702299', 'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'mac_address': 'fa:16:3e:43:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:58Z', 'updated_at': '2021-06-02T12:34:14Z', 'revision_number': 5, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'subnets': [{'id': '50a59100-ae12-4643-94d5-15b1702b852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:35:50.506769 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-b6cbb6b2-8645-4a2c-91c7-666bc2cf1b4e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Transition to ACTIVE for port object 06683853-b1ed-4718-a5e8-c7dcc8dc40a3 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:50.510147 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bfaa3620-93a4-4a80-bf39-4bc6b5a66d5c tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:50.516269 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:50.519687 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bfaa3620-93a4-4a80-bf39-4bc6b5a66d5c tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:50.526251 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a30ce883-c80b-4e48-a632-11c660b8a281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:50.534905 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6cbb6b2-8645-4a2c-91c7-666bc2cf1b4e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:50.539332 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:50.540750 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ef855fbd-6812-4b70-b151-9b7abd738a65 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:50.551386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be7bd5-b3cd-41fa-8802-e285280c40da req-e2b16807-e224-4419-864a-2ccbd788c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:50.552835 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-42be7bd5-b3cd-41fa-8802-e285280c40da req-e2b16807-e224-4419-864a-2ccbd788c74e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=50a59100-ae12-4643-94d5-15b1702b852a HTTP/1.1" status: 200 len: 850 time: 0.1213088 Jun 02 12:35:50.555140 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bfaa3620-93a4-4a80-bf39-4bc6b5a66d5c tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:50.556246 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-bfaa3620-93a4-4a80-bf39-4bc6b5a66d5c tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "PUT /v2.0/security-groups/50c8c299-b212-4fb3-af21-ea4275735d21 HTTP/1.1" status: 200 len: 1778 time: 0.4081330 Jun 02 12:35:50.564060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46238) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:50.602130 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cbb6b2-8645-4a2c-91c7-666bc2cf1b4e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Network a0ba1d51-51fd-4088-a8d0-4880dc090738 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:50.607632 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Allocated IP 172.20.0.2 (a0ba1d51-51fd-4088-a8d0-4880dc090738/e256ac12-da77-4c13-b997-8a8ed50b0985/cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:35:50.610473 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-b6cbb6b2-8645-4a2c-91c7-666bc2cf1b4e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:50.616426 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cbb6b2-8645-4a2c-91c7-666bc2cf1b4e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:35:50.668255 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbb6b2-8645-4a2c-91c7-666bc2cf1b4e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Pushing event updated for resources: {'Port': ['ID=06683853-b1ed-4718-a5e8-c7dcc8dc40a3,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:50.671317 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b6cbb6b2-8645-4a2c-91c7-666bc2cf1b4e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:50.700256 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1df3f9-4847-4473-91bc-45ffce764dc3 None None] New status for floating IP 015353a6-3f84-43e3-9eb6-2bccdcf38225: ACTIVE {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:35:50.733237 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cbb6b2-8645-4a2c-91c7-666bc2cf1b4e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:50.733882 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6cbb6b2-8645-4a2c-91c7-666bc2cf1b4e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:50.758988 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b6cbb6b2-8645-4a2c-91c7-666bc2cf1b4e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0146840 Jun 02 12:35:50.762404 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46240) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:50.767327 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/14bdd578-d29a-41d4-ba86-886be95ecb86 HTTP/1.1" status: 204 len: 168 time: 4.6185017 Jun 02 12:35:50.770822 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Request body: {'port': {'network_id': 'a0ba1d51-51fd-4088-a8d0-4880dc090738', 'name': 'tempest-ExtraDHCPOptionsTestJSON-595904094', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:50.772097 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.api.validators [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] bootfile-name is not in valid_values {{(pid=92304) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 12:35:50.772538 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.api.validators [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] tftp-server is not in valid_values {{(pid=92304) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 12:35:50.772966 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.api.validators [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] server-ip-address is not in valid_values {{(pid=92304) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 12:35:50.778875 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46242) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:50.785072 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-da210f1a-0325-400f-85ca-6632f782d725 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-141752757'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:50.789764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-da210f1a-0325-400f-85ca-6632f782d725 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:50.794146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-da210f1a-0325-400f-85ca-6632f782d725 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Usage tracker for resource:network and tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:50.797030 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-da210f1a-0325-400f-85ca-6632f782d725 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:50.803016 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-da210f1a-0325-400f-85ca-6632f782d725 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:50.812453 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa3620-93a4-4a80-bf39-4bc6b5a66d5c tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50c8c299-b212-4fb3-af21-ea4275735d21,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:50.823484 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bfaa3620-93a4-4a80-bf39-4bc6b5a66d5c tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:50.828108 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-31841f4f-5d54-4f29-84b3-49d57f080f7a tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:50.852040 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:50.861233 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Network': ['ID=14bdd578-d29a-41d4-ba86-886be95ecb86,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:50.864445 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:50.866981 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Transition to ACTIVE for port object cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:50.871433 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da210f1a-0325-400f-85ca-6632f782d725 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Made reservation on behalf of d4bce9b2ec734b6c9e9ac0bb37d35a9d for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:50.874947 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-da210f1a-0325-400f-85ca-6632f782d725 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:50.888483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Transition to ACTIVE for port object cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:50.892976 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-86c0d8da-5ad2-4ce1-980d-a717f034f807 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-groups/50c8c299-b212-4fb3-af21-ea4275735d21 HTTP/1.1" status: 200 len: 1778 time: 0.3265762 Jun 02 12:35:50.895379 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:50.895554 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46244) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:50.901901 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:50.922512 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da210f1a-0325-400f-85ca-6632f782d725 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:35:50.936143 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-da210f1a-0325-400f-85ca-6632f782d725 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:50.936485 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-da210f1a-0325-400f-85ca-6632f782d725 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Added segment 4bb0459b-1ba9-4e68-80c0-ebd43af0cc98 of type vlan for network 15449d19-064a-4b56-8e0b-3bc4c8e3a4b3 Jun 02 12:35:50.943204 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be7bd5-b3cd-41fa-8802-e285280c40da req-b5498213-bd99-437d-bf29-189d48c30d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:50.944724 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-42be7bd5-b3cd-41fa-8802-e285280c40da req-b5498213-bd99-437d-bf29-189d48c30d47 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=538c4580-73df-464f-868c-daf3dec24418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3797808 Jun 02 12:35:50.983581 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Network a0ba1d51-51fd-4088-a8d0-4880dc090738 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:50.988704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:50.993475 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:50.995234 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Usage tracker for resource:port and tenant:db430899e92e48e8aaa24b31296cf581 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:50.996037 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-da210f1a-0325-400f-85ca-6632f782d725 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:50.999205 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:35:51.001097 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:51.017050 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:51.030416 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-da282a16-7ec9-44c0-962e-1c8cbf04a4b2 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:51.059384 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-da282a16-7ec9-44c0-962e-1c8cbf04a4b2 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:51.064153 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Pushing event updated for resources: {'Port': ['ID=cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:51.068532 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:51.114906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-da282a16-7ec9-44c0-962e-1c8cbf04a4b2 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:51.118993 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-da210f1a-0325-400f-85ca-6632f782d725 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:51.120227 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d22e23ac-2860-4460-a992-59b2ea20df47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:51.125179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da210f1a-0325-400f-85ca-6632f782d725 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:51.125981 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-da210f1a-0325-400f-85ca-6632f782d725 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:51.130036 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Made reservation on behalf of db430899e92e48e8aaa24b31296cf581 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:51.134214 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:51.134628 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3a63654e-34b3-49e0-8f52-65a30d04d205 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:51.142779 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Attempting to bind port cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:35:51.143231 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Attempting to bind port cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '0b5fd179-a691-49fe-b445-5d8a78ecbb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a0ba1d51-51fd-4088-a8d0-4880dc090738'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:35:51.143849 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Attempting to bind port cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce on network a0ba1d51-51fd-4088-a8d0-4880dc090738 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:35:51.151548 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:35:51.152058 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Checking segment: {'id': '0b5fd179-a691-49fe-b445-5d8a78ecbb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a0ba1d51-51fd-4088-a8d0-4880dc090738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:35:51.152522 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:51.152981 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Bound using segment: {'id': '0b5fd179-a691-49fe-b445-5d8a78ecbb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a0ba1d51-51fd-4088-a8d0-4880dc090738'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:35:51.153568 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Bound port: cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5fd179-a691-49fe-b445-5d8a78ecbb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a0ba1d51-51fd-4088-a8d0-4880dc090738'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:35:51.154235 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:51.154741 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da282a16-7ec9-44c0-962e-1c8cbf04a4b2 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c8c299-b212-4fb3-af21-ea4275735d21,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:51.161599 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-da282a16-7ec9-44c0-962e-1c8cbf04a4b2 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:51.175318 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] device_id is not set on port 76796fac-1c13-4995-a237-4d93a61eb9f4 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:35:51.204577 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-42be7bd5-b3cd-41fa-8802-e285280c40da req-c2917af1-43eb-4708-bc2e-c58c6c492d05 service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429371 Jun 02 12:35:51.230610 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-da282a16-7ec9-44c0-962e-1c8cbf04a4b2 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:51.234057 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-da282a16-7ec9-44c0-962e-1c8cbf04a4b2 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "DELETE /v2.0/security-groups/50c8c299-b212-4fb3-af21-ea4275735d21 HTTP/1.1" status: 204 len: 168 time: 0.3352621 Jun 02 12:35:51.234704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46246) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:51.266547 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-da210f1a-0325-400f-85ca-6632f782d725 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4846311 Jun 02 12:35:51.269270 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46248) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:51.286253 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-bac83ac6-7233-4a4d-b014-ffdc8e41d236 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'subnet': {'network_id': '15449d19-064a-4b56-8e0b-3bc4c8e3a4b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:51.296569 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] For port cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:35:51.300590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] For port cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce,segment=NetworkSegment(0b5fd179-a691-49fe-b445-5d8a78ecbb2b),segment_id=0b5fd179-a691-49fe-b445-5d8a78ecbb2b)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:35:51.306468 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:51.312971 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:51.325490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da210f1a-0325-400f-85ca-6632f782d725 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Network': ['ID=15449d19-064a-4b56-8e0b-3bc4c8e3a4b3,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:51.328943 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-da210f1a-0325-400f-85ca-6632f782d725 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:51.362582 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 15449d19-064a-4b56-8e0b-3bc4c8e3a4b3 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:35:51.416348 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0a268134-07e8-4ff6-81c4-9ae709131ca8 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Synchronizing usage tracker for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:51.443522 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-42be7bd5-b3cd-41fa-8802-e285280c40da req-fb874e37-0420-4958-84e7-dcda79c39aad service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639900 Jun 02 12:35:51.486675 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-bac83ac6-7233-4a4d-b014-ffdc8e41d236 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:51.503851 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-bac83ac6-7233-4a4d-b014-ffdc8e41d236 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Usage tracker for resource:subnet and tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:51.509338 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-bac83ac6-7233-4a4d-b014-ffdc8e41d236 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:51.515273 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0a268134-07e8-4ff6-81c4-9ae709131ca8 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Unset dirty status for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:51.522800 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0a268134-07e8-4ff6-81c4-9ae709131ca8 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2811041 Jun 02 12:35:51.523104 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46250) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:51.525742 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-bac83ac6-7233-4a4d-b014-ffdc8e41d236 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:51.528000 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Pushing event updated for resources: {'Port': ['ID=cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:51.532543 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:51.540311 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-35e2223e-f44f-49e5-9e23-3a2c02265700 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] delete failed (client error): The resource could not be found. Jun 02 12:35:51.541478 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-35e2223e-f44f-49e5-9e23-3a2c02265700 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "DELETE /v2.0/security-groups/50c8c299-b212-4fb3-af21-ea4275735d21 HTTP/1.1" status: 404 len: 347 time: 0.0178549 Jun 02 12:35:51.546223 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Allocated IP 172.20.0.13 (a0ba1d51-51fd-4088-a8d0-4880dc090738/e256ac12-da77-4c13-b997-8a8ed50b0985/76796fac-1c13-4995-a237-4d93a61eb9f4) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:35:51.546511 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46252) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:51.554068 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-1aaf3469-da41-478a-b9ca-28a9db65d2ff tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222205561'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:51.559306 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac83ac6-7233-4a4d-b014-ffdc8e41d236 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Made reservation on behalf of d4bce9b2ec734b6c9e9ac0bb37d35a9d for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:51.561136 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1aaf3469-da41-478a-b9ca-28a9db65d2ff tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:51.563181 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bac83ac6-7233-4a4d-b014-ffdc8e41d236 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:51.572224 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1aaf3469-da41-478a-b9ca-28a9db65d2ff tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:51.591683 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1aaf3469-da41-478a-b9ca-28a9db65d2ff tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:51.615527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1aaf3469-da41-478a-b9ca-28a9db65d2ff tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:51.620324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1aaf3469-da41-478a-b9ca-28a9db65d2ff tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Usage tracker for resource:security_group_rule and tenant:22292776d0324b7dacbb7721bbe955ae is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:51.623407 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1aaf3469-da41-478a-b9ca-28a9db65d2ff tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:51.631197 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1aaf3469-da41-478a-b9ca-28a9db65d2ff tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:51.706621 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.ipam_backend_mixin [None req-bac83ac6-7233-4a4d-b014-ffdc8e41d236 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Performing IP validity checks on allocation pools {{(pid=92304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 02 12:35:51.707327 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.ipam_backend_mixin [None req-bac83ac6-7233-4a4d-b014-ffdc8e41d236 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 02 12:35:51.730962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1aaf3469-da41-478a-b9ca-28a9db65d2ff tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:51.741432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1aaf3469-da41-478a-b9ca-28a9db65d2ff tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:51.757769 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9e3e68a5-093d-4aaa-9401-68740ab19880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:51.800292 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf3469-da41-478a-b9ca-28a9db65d2ff tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31154a44-e683-44be-af7c-ac5e408566ec,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:51.803726 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1aaf3469-da41-478a-b9ca-28a9db65d2ff tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:51.805346 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1aaf3469-da41-478a-b9ca-28a9db65d2ff tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:51.811185 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1aaf3469-da41-478a-b9ca-28a9db65d2ff tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2635713 Jun 02 12:35:51.814037 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46254) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:51.818903 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-e1f60af3-f51a-4c78-8450-0a4ec6dd9bf2 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Request body: {'security_group_rule': {'security_group_id': '31154a44-e683-44be-af7c-ac5e408566ec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:51.825748 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e1f60af3-f51a-4c78-8450-0a4ec6dd9bf2 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:51.830198 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e1f60af3-f51a-4c78-8450-0a4ec6dd9bf2 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Usage tracker for resource:security_group_rule and tenant:22292776d0324b7dacbb7721bbe955ae is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:51.833374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e1f60af3-f51a-4c78-8450-0a4ec6dd9bf2 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:51.839622 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e1f60af3-f51a-4c78-8450-0a4ec6dd9bf2 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:51.858996 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e1f60af3-f51a-4c78-8450-0a4ec6dd9bf2 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:51.931575 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e1f60af3-f51a-4c78-8450-0a4ec6dd9bf2 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:51.935693 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e1f60af3-f51a-4c78-8450-0a4ec6dd9bf2 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:51.937813 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:51.959609 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f60af3-f51a-4c78-8450-0a4ec6dd9bf2 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd3264a0-5964-4e75-9e06-6f1cfe9942c4,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:51.962199 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e1f60af3-f51a-4c78-8450-0a4ec6dd9bf2 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:51.971428 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e1f60af3-f51a-4c78-8450-0a4ec6dd9bf2 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:51.972767 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e1f60af3-f51a-4c78-8450-0a4ec6dd9bf2 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1602352 Jun 02 12:35:51.975536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46256) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:52.006164 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-31dfba48-1df9-48fe-91c0-d1cad1716a77 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:52.021460 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-31dfba48-1df9-48fe-91c0-d1cad1716a77 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:52.060521 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-31dfba48-1df9-48fe-91c0-d1cad1716a77 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:52.063056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e1f60af3-f51a-4c78-8450-0a4ec6dd9bf2 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:52.080120 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfba48-1df9-48fe-91c0-d1cad1716a77 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd3264a0-5964-4e75-9e06-6f1cfe9942c4,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:52.082063 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-31dfba48-1df9-48fe-91c0-d1cad1716a77 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:52.083398 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-31dfba48-1df9-48fe-91c0-d1cad1716a77 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/fd3264a0-5964-4e75-9e06-6f1cfe9942c4 HTTP/1.1" status: 204 len: 168 time: 0.1068120 Jun 02 12:35:52.084348 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-31dfba48-1df9-48fe-91c0-d1cad1716a77 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:52.086079 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46258) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:52.135803 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-56181609-2d89-4c39-823b-4c62c282797f tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Synchronizing usage tracker for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:52.155740 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-56181609-2d89-4c39-823b-4c62c282797f tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Unset dirty status for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:52.157461 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-56181609-2d89-4c39-823b-4c62c282797f tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0702772 Jun 02 12:35:52.160324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46260) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:52.219799 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:52.239962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-daef335b-3397-4693-8376-2285ad10a516 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:52.259461 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Transition to ACTIVE for port object 76796fac-1c13-4995-a237-4d93a61eb9f4 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:52.271604 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-daef335b-3397-4693-8376-2285ad10a516 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:52.328108 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-daef335b-3397-4693-8376-2285ad10a516 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:52.332855 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ac388731-7bbd-4a3e-88bc-7f0e970e749a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:52.352393 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef335b-3397-4693-8376-2285ad10a516 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31154a44-e683-44be-af7c-ac5e408566ec,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:52.356100 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-daef335b-3397-4693-8376-2285ad10a516 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:52.371439 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-daef335b-3397-4693-8376-2285ad10a516 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:52.372338 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-daef335b-3397-4693-8376-2285ad10a516 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "DELETE /v2.0/security-groups/31154a44-e683-44be-af7c-ac5e408566ec HTTP/1.1" status: 204 len: 168 time: 0.2107096 Jun 02 12:35:52.374615 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46262) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:52.387898 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:52.397939 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d55ea8b6-aed9-4194-926f-ce973c487bf1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:52.435203 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d720d4e5-9989-41f2-b52a-fe53cc98b46e tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Synchronizing usage tracker for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:52.452550 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d720d4e5-9989-41f2-b52a-fe53cc98b46e tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Unset dirty status for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:52.454305 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d720d4e5-9989-41f2-b52a-fe53cc98b46e tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0785594 Jun 02 12:35:52.460335 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46264) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:52.466713 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-3448e689-4cc1-4f8f-abe2-50db819bbb61 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Request body: {'security_group': {'name': 'tempest-secgroup--794622307'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:52.475050 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3448e689-4cc1-4f8f-abe2-50db819bbb61 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:52.482829 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Network a0ba1d51-51fd-4088-a8d0-4880dc090738 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:52.485825 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3448e689-4cc1-4f8f-abe2-50db819bbb61 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:52.496115 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3448e689-4cc1-4f8f-abe2-50db819bbb61 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:52.499690 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:52.503375 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:35:52.521351 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3448e689-4cc1-4f8f-abe2-50db819bbb61 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:52.527056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3448e689-4cc1-4f8f-abe2-50db819bbb61 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Usage tracker for resource:security_group_rule and tenant:22292776d0324b7dacbb7721bbe955ae is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:52.530509 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3448e689-4cc1-4f8f-abe2-50db819bbb61 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:52.537284 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3448e689-4cc1-4f8f-abe2-50db819bbb61 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:52.558522 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Pushing event updated for resources: {'Port': ['ID=76796fac-1c13-4995-a237-4d93a61eb9f4,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:52.562267 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:52.597290 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:52.598042 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:52.623482 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de167fc3-e776-4128-b09b-918923c8995d None None] Network a0ba1d51-51fd-4088-a8d0-4880dc090738 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:52.628603 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3448e689-4cc1-4f8f-abe2-50db819bbb61 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:52.633704 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3448e689-4cc1-4f8f-abe2-50db819bbb61 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:52.640455 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2bee38c9-cbdb-4f2a-9544-a5f7f574d190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:52.655148 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.8892334 Jun 02 12:35:52.655954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46266) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:52.691218 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448e689-4cc1-4f8f-abe2-50db819bbb61 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fa4e76-9541-40cb-92ce-a11800451949,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:52.695603 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3448e689-4cc1-4f8f-abe2-50db819bbb61 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:52.699982 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3448e689-4cc1-4f8f-abe2-50db819bbb61 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:52.704050 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3448e689-4cc1-4f8f-abe2-50db819bbb61 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2397618 Jun 02 12:35:52.705366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46268) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:52.711249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-640decde-6ed0-40f6-8c66-10c170d13e92 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Request body: {'security_group_rule': {'security_group_id': 'e3fa4e76-9541-40cb-92ce-a11800451949', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:52.718876 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-640decde-6ed0-40f6-8c66-10c170d13e92 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:52.724173 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-640decde-6ed0-40f6-8c66-10c170d13e92 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Usage tracker for resource:security_group_rule and tenant:22292776d0324b7dacbb7721bbe955ae is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:52.727605 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-640decde-6ed0-40f6-8c66-10c170d13e92 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:52.730130 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-641c8f80-bf19-4762-baa5-0c40d3cf9dfd None None] Provisioning for port cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:35:52.734023 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-640decde-6ed0-40f6-8c66-10c170d13e92 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:52.753846 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-640decde-6ed0-40f6-8c66-10c170d13e92 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:52.785019 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bac83ac6-7233-4a4d-b014-ffdc8e41d236 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:52.803713 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c79b3f83-c68c-43d2-b9be-25bcec38bb79 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:52.826360 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-640decde-6ed0-40f6-8c66-10c170d13e92 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:52.833173 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-640decde-6ed0-40f6-8c66-10c170d13e92 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:52.842712 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:52.867175 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640decde-6ed0-40f6-8c66-10c170d13e92 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab44f6c1-0202-4f70-9547-a81a3a4fe0fe,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:52.870531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-640decde-6ed0-40f6-8c66-10c170d13e92 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:52.881133 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-640decde-6ed0-40f6-8c66-10c170d13e92 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:52.883171 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-640decde-6ed0-40f6-8c66-10c170d13e92 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1764977 Jun 02 12:35:52.886569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46270) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:52.893038 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c6def66b-9173-4ab1-97c2-92d8789bc2ca tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Request body: {'security_group_rule': {'security_group_id': 'e3fa4e76-9541-40cb-92ce-a11800451949', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:52.899862 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c6def66b-9173-4ab1-97c2-92d8789bc2ca tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:52.904605 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c6def66b-9173-4ab1-97c2-92d8789bc2ca tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Usage tracker for resource:security_group_rule and tenant:22292776d0324b7dacbb7721bbe955ae is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:52.907831 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c6def66b-9173-4ab1-97c2-92d8789bc2ca tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:52.911065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d89213-2e96-4d92-87d0-36993bd5d9dd tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:52.913824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c6def66b-9173-4ab1-97c2-92d8789bc2ca tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:52.916983 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d89213-2e96-4d92-87d0-36993bd5d9dd tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:52.922855 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d89213-2e96-4d92-87d0-36993bd5d9dd tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:52.923791 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-95d89213-2e96-4d92-87d0-36993bd5d9dd tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Synchronizing usage tracker for tenant:db430899e92e48e8aaa24b31296cf581 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:52.931695 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c6def66b-9173-4ab1-97c2-92d8789bc2ca tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:52.933571 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac83ac6-7233-4a4d-b014-ffdc8e41d236 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Subnet': ['ID=34183ae9-8ae3-4a3f-b9f0-d447c304cf1d,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:52.937657 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bac83ac6-7233-4a4d-b014-ffdc8e41d236 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:52.943235 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac83ac6-7233-4a4d-b014-ffdc8e41d236 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Checking segment: {'id': '4bb0459b-1ba9-4e68-80c0-ebd43af0cc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '15449d19-064a-4b56-8e0b-3bc4c8e3a4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:35:52.943593 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac83ac6-7233-4a4d-b014-ffdc8e41d236 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network hostable DHCP agents. Network: 15449d19-064a-4b56-8e0b-3bc4c8e3a4b3, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:35:52.963506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-95d89213-2e96-4d92-87d0-36993bd5d9dd tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Unset dirty status for tenant:db430899e92e48e8aaa24b31296cf581 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:52.964664 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-95d89213-2e96-4d92-87d0-36993bd5d9dd tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3077466 Jun 02 12:35:52.967644 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46272) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:52.971260 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac83ac6-7233-4a4d-b014-ffdc8e41d236 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network 15449d19-064a-4b56-8e0b-3bc4c8e3a4b3 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:35:52.982783 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-bac83ac6-7233-4a4d-b014-ffdc8e41d236 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 15449d19-064a-4b56-8e0b-3bc4c8e3a4b3) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:52.992725 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac83ac6-7233-4a4d-b014-ffdc8e41d236 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:52.993378 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bac83ac6-7233-4a4d-b014-ffdc8e41d236 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:53.004963 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46af53d1-8ede-450d-ba2d-9348d3b08a78 None None] Network 15449d19-064a-4b56-8e0b-3bc4c8e3a4b3 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:53.016413 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bac83ac6-7233-4a4d-b014-ffdc8e41d236 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7394452 Jun 02 12:35:53.018855 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46274) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:53.118823 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c6def66b-9173-4ab1-97c2-92d8789bc2ca tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:53.134170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c6def66b-9173-4ab1-97c2-92d8789bc2ca tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:53.148527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-640decde-6ed0-40f6-8c66-10c170d13e92 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:53.182769 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6def66b-9173-4ab1-97c2-92d8789bc2ca tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e0a445-f60f-487c-8d82-32d8f3521190,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:53.188198 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c6def66b-9173-4ab1-97c2-92d8789bc2ca tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:53.194860 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c6def66b-9173-4ab1-97c2-92d8789bc2ca tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:53.196319 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c6def66b-9173-4ab1-97c2-92d8789bc2ca tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3078959 Jun 02 12:35:53.198784 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-e88f93c0-32cc-408f-9e03-c2f7c919022e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Deleting port 76796fac-1c13-4995-a237-4d93a61eb9f4 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:53.199422 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e88f93c0-32cc-408f-9e03-c2f7c919022e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:53.213983 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46276) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:53.220673 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-db557c20-67d3-42dd-a88d-d2edba2dcdaf tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Request body: {'security_group_rule': {'security_group_id': 'e3fa4e76-9541-40cb-92ce-a11800451949', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:53.228051 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-db557c20-67d3-42dd-a88d-d2edba2dcdaf tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:53.242857 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-db557c20-67d3-42dd-a88d-d2edba2dcdaf tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Usage tracker for resource:security_group_rule and tenant:22292776d0324b7dacbb7721bbe955ae is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:53.250859 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:53.253472 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-db557c20-67d3-42dd-a88d-d2edba2dcdaf tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:53.261337 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-15449d19-064a-4b56-8e0b-3bc4c8e3a4b3', 'network_id': '15449d19-064a-4b56-8e0b-3bc4c8e3a4b3', 'tenant_id': 'd4bce9b2ec734b6c9e9ac0bb37d35a9d', 'fixed_ips': [{'subnet_id': '34183ae9-8ae3-4a3f-b9f0-d447c304cf1d'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:35:53.261514 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-db557c20-67d3-42dd-a88d-d2edba2dcdaf tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:53.262188 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:53.346295 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-db557c20-67d3-42dd-a88d-d2edba2dcdaf tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:53.369313 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e88f93c0-32cc-408f-9e03-c2f7c919022e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:53.386381 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:53.386638 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8b5a3a54-2fd8-4a2b-b22a-bda75fe03d6f None None] Provisioning for port 76796fac-1c13-4995-a237-4d93a61eb9f4 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:35:53.425700 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8b5a3a54-2fd8-4a2b-b22a-bda75fe03d6f None None] Provisioning complete for port 76796fac-1c13-4995-a237-4d93a61eb9f4 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:53.426086 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8b5a3a54-2fd8-4a2b-b22a-bda75fe03d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:53.502537 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a3a54-2fd8-4a2b-b22a-bda75fe03d6f None None] Port 76796fac-1c13-4995-a237-4d93a61eb9f4 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:35:53.504622 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Allocated IP 172.20.0.3 (15449d19-064a-4b56-8e0b-3bc4c8e3a4b3/34183ae9-8ae3-4a3f-b9f0-d447c304cf1d/73961204-10a6-41f2-b0fd-12ea3b7db48f) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:35:53.510430 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-e88f93c0-32cc-408f-9e03-c2f7c919022e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Calling delete_port for 76796fac-1c13-4995-a237-4d93a61eb9f4 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:53.539418 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8b5a3a54-2fd8-4a2b-b22a-bda75fe03d6f None None] Provisioning for port 06683853-b1ed-4718-a5e8-c7dcc8dc40a3 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:35:53.548744 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8b5a3a54-2fd8-4a2b-b22a-bda75fe03d6f None None] Provisioning complete for port 06683853-b1ed-4718-a5e8-c7dcc8dc40a3 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:53.549175 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8b5a3a54-2fd8-4a2b-b22a-bda75fe03d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:53.686148 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e88f93c0-32cc-408f-9e03-c2f7c919022e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:53.686419 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a3a54-2fd8-4a2b-b22a-bda75fe03d6f None None] Port 06683853-b1ed-4718-a5e8-c7dcc8dc40a3 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:35:53.696500 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:53.746058 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:35:53.748616 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-db557c20-67d3-42dd-a88d-d2edba2dcdaf tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:53.753217 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-db557c20-67d3-42dd-a88d-d2edba2dcdaf tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:53.755563 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:53.777242 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db557c20-67d3-42dd-a88d-d2edba2dcdaf tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3e96a9-e8b9-483e-aa66-ad1788ad0601,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:53.779239 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f93c0-32cc-408f-9e03-c2f7c919022e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Pushing event deleted for resources: {'Port': ['ID=76796fac-1c13-4995-a237-4d93a61eb9f4,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:53.780695 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-db557c20-67d3-42dd-a88d-d2edba2dcdaf tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:53.784765 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e88f93c0-32cc-408f-9e03-c2f7c919022e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:53.810842 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-db557c20-67d3-42dd-a88d-d2edba2dcdaf tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:53.815039 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-db557c20-67d3-42dd-a88d-d2edba2dcdaf tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5974209 Jun 02 12:35:53.815313 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46278) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:53.821073 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-648dd80d-2a0b-4ccb-b18f-a7b524ec6066 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Request body: {'security_group_rule': {'security_group_id': 'e3fa4e76-9541-40cb-92ce-a11800451949', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:53.830017 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-648dd80d-2a0b-4ccb-b18f-a7b524ec6066 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:53.834416 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-648dd80d-2a0b-4ccb-b18f-a7b524ec6066 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Usage tracker for resource:security_group_rule and tenant:22292776d0324b7dacbb7721bbe955ae is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:53.840792 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-648dd80d-2a0b-4ccb-b18f-a7b524ec6066 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:53.848068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-648dd80d-2a0b-4ccb-b18f-a7b524ec6066 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:53.861245 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9d8df337-174a-416f-aed8-8cb5e07fd64f None None] Could not find standard attr ID for object 76796fac-1c13-4995-a237-4d93a61eb9f4. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:35:53.867853 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-648dd80d-2a0b-4ccb-b18f-a7b524ec6066 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:53.895212 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9d8df337-174a-416f-aed8-8cb5e07fd64f None None] Provisioning complete for port 06683853-b1ed-4718-a5e8-c7dcc8dc40a3 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:53.895591 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9d8df337-174a-416f-aed8-8cb5e07fd64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:53.922314 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:53.925424 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e88f93c0-32cc-408f-9e03-c2f7c919022e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:53.950833 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e88f93c0-32cc-408f-9e03-c2f7c919022e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] 10.222.0.37 "DELETE /v2.0/ports/76796fac-1c13-4995-a237-4d93a61eb9f4 HTTP/1.1" status: 204 len: 168 time: 0.9701307 Jun 02 12:35:53.950833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46280) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:53.953383 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-648dd80d-2a0b-4ccb-b18f-a7b524ec6066 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:53.958052 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-648dd80d-2a0b-4ccb-b18f-a7b524ec6066 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:53.960115 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4df2c00f-7941-4b05-bdbe-860888b39448 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Request body: {'port': {'name': 'tempest-new-port-name-1914764205', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:53.960592 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.api.validators [None req-4df2c00f-7941-4b05-bdbe-860888b39448 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] bootfile-name is not in valid_values {{(pid=92305) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 12:35:53.961045 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.api.validators [None req-4df2c00f-7941-4b05-bdbe-860888b39448 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] tftp-server is not in valid_values {{(pid=92305) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 12:35:53.961607 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.api.validators [None req-4df2c00f-7941-4b05-bdbe-860888b39448 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] server-ip-address is not in valid_values {{(pid=92305) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 12:35:53.962059 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:53.970500 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Transition to ACTIVE for port object 73961204-10a6-41f2-b0fd-12ea3b7db48f will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:53.989340 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648dd80d-2a0b-4ccb-b18f-a7b524ec6066 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5cf6b47-3782-4500-a9b4-59acc9b83157,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:53.989684 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:35:53.994175 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-648dd80d-2a0b-4ccb-b18f-a7b524ec6066 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:53.999089 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9d8df337-174a-416f-aed8-8cb5e07fd64f None None] Port 06683853-b1ed-4718-a5e8-c7dcc8dc40a3 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:35:54.005124 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:54.005634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.012920 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-648dd80d-2a0b-4ccb-b18f-a7b524ec6066 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.014618 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-648dd80d-2a0b-4ccb-b18f-a7b524ec6066 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1980131 Jun 02 12:35:54.017315 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46282) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:54.022769 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c767fde8-3a06-4ae0-9ff3-efabf3b98989 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Request body: {'security_group_rule': {'security_group_id': 'e3fa4e76-9541-40cb-92ce-a11800451949', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:54.033360 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c767fde8-3a06-4ae0-9ff3-efabf3b98989 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:54.044332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Transition to ACTIVE for port object 73961204-10a6-41f2-b0fd-12ea3b7db48f will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:54.046630 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c767fde8-3a06-4ae0-9ff3-efabf3b98989 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Usage tracker for resource:security_group_rule and tenant:22292776d0324b7dacbb7721bbe955ae is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:54.051894 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c767fde8-3a06-4ae0-9ff3-efabf3b98989 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:54.061298 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.061536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c767fde8-3a06-4ae0-9ff3-efabf3b98989 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:54.069463 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:54.074330 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.078442 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c9cae33f-b69a-404a-a4b5-6774e2df6994 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:54.119673 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Subnet': ['ID=34183ae9-8ae3-4a3f-b9f0-d447c304cf1d,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:54.122914 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:54.147040 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Pushing event updated for resources: {'Port': ['ID=73961204-10a6-41f2-b0fd-12ea3b7db48f,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:54.154686 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:54.165301 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Network 15449d19-064a-4b56-8e0b-3bc4c8e3a4b3 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:54.169340 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:54.172055 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:35:54.221373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.239851 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15449d19-064a-4b56-8e0b-3bc4c8e3a4b3']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:54.256305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb0459b-1ba9-4e68-80c0-ebd43af0cc98') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:54.256305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb0459b-1ba9-4e68-80c0-ebd43af0cc98') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:54.256689 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c767fde8-3a06-4ae0-9ff3-efabf3b98989 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.268987 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.281654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4df2c00f-7941-4b05-bdbe-860888b39448 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.287982 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.294950 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:35:54.295354 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:35:54.311128 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:35:54.323835 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Attempting to bind port 73961204-10a6-41f2-b0fd-12ea3b7db48f on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:35:54.324341 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Attempting to bind port 73961204-10a6-41f2-b0fd-12ea3b7db48f by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '4bb0459b-1ba9-4e68-80c0-ebd43af0cc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '15449d19-064a-4b56-8e0b-3bc4c8e3a4b3'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:35:54.324811 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Attempting to bind port 73961204-10a6-41f2-b0fd-12ea3b7db48f on network 15449d19-064a-4b56-8e0b-3bc4c8e3a4b3 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:35:54.332149 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:35:54.332665 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Checking segment: {'id': '4bb0459b-1ba9-4e68-80c0-ebd43af0cc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '15449d19-064a-4b56-8e0b-3bc4c8e3a4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:35:54.333176 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.333671 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Bound using segment: {'id': '4bb0459b-1ba9-4e68-80c0-ebd43af0cc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '15449d19-064a-4b56-8e0b-3bc4c8e3a4b3'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:35:54.334288 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Bound port: 73961204-10a6-41f2-b0fd-12ea3b7db48f, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb0459b-1ba9-4e68-80c0-ebd43af0cc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '15449d19-064a-4b56-8e0b-3bc4c8e3a4b3'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:35:54.334760 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.346205 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.390939 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.db.api [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 12:35:54.390939 dv-neutron-601336-80-hyperv neutron-server[92304]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 12:35:54.390939 dv-neutron-601336-80-hyperv neutron-server[92304]: [parameters: {'id': '15449d19-064a-4b56-8e0b-3bc4c8e3a4b3'}] Jun 02 12:35:54.390939 dv-neutron-601336-80-hyperv neutron-server[92304]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:35:54.391408 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_db.api [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:35:54.397436 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c767fde8-3a06-4ae0-9ff3-efabf3b98989 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.404758 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c767fde8-3a06-4ae0-9ff3-efabf3b98989 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.409516 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:54.418999 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce,segment=NetworkSegment(0b5fd179-a691-49fe-b445-5d8a78ecbb2b),segment_id=0b5fd179-a691-49fe-b445-5d8a78ecbb2b)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:54.429935 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.434434 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:54.453908 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767fde8-3a06-4ae0-9ff3-efabf3b98989 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339c2ac9-7e7c-428a-ada4-818f99d95dd6,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:54.458714 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c767fde8-3a06-4ae0-9ff3-efabf3b98989 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:54.516870 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c767fde8-3a06-4ae0-9ff3-efabf3b98989 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.517851 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] For port 73961204-10a6-41f2-b0fd-12ea3b7db48f, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:35:54.518016 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c767fde8-3a06-4ae0-9ff3-efabf3b98989 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4992483 Jun 02 12:35:54.521206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46284) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:54.522255 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] For port 73961204-10a6-41f2-b0fd-12ea3b7db48f, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=73961204-10a6-41f2-b0fd-12ea3b7db48f,segment=NetworkSegment(4bb0459b-1ba9-4e68-80c0-ebd43af0cc98),segment_id=4bb0459b-1ba9-4e68-80c0-ebd43af0cc98)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:35:54.526919 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:54.529873 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.533689 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:54.534174 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:54.589687 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6dc341f0-a26d-4c94-a10d-18131211ecc1 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.605728 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6dc341f0-a26d-4c94-a10d-18131211ecc1 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.646009 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Pushing event updated for resources: {'Port': ['ID=73961204-10a6-41f2-b0fd-12ea3b7db48f,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:54.652603 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6dc341f0-a26d-4c94-a10d-18131211ecc1 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.655301 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:54.659837 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-31dfba48-1df9-48fe-91c0-d1cad1716a77 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:54.672288 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4df2c00f-7941-4b05-bdbe-860888b39448 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.676690 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc341f0-a26d-4c94-a10d-18131211ecc1 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=339c2ac9-7e7c-428a-ada4-818f99d95dd6,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:54.676938 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e667ba95-56be-4ae4-ae4f-d0b5220b6abc None None] Network 15449d19-064a-4b56-8e0b-3bc4c8e3a4b3 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:54.681983 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6dc341f0-a26d-4c94-a10d-18131211ecc1 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:54.684602 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4df2c00f-7941-4b05-bdbe-860888b39448 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.688420 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5cdaef69-fd58-4914-a969-7e114d452fdc tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:54.723171 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6dc341f0-a26d-4c94-a10d-18131211ecc1 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.726724 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6dc341f0-a26d-4c94-a10d-18131211ecc1 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/339c2ac9-7e7c-428a-ada4-818f99d95dd6 HTTP/1.1" status: 204 len: 168 time: 0.2021654 Jun 02 12:35:54.727507 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46286) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:54.789333 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5f1c75d6-ee6d-481d-8e20-a4ae8904140a tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Synchronizing usage tracker for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:54.806667 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2c00f-7941-4b05-bdbe-860888b39448 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Pushing event updated for resources: {'Port': ['ID=06683853-b1ed-4718-a5e8-c7dcc8dc40a3,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:54.806904 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5f1c75d6-ee6d-481d-8e20-a4ae8904140a tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Unset dirty status for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:54.811673 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5f1c75d6-ee6d-481d-8e20-a4ae8904140a tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0802562 Jun 02 12:35:54.812297 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46288) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:54.814043 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4df2c00f-7941-4b05-bdbe-860888b39448 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:54.843975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-4df2c00f-7941-4b05-bdbe-860888b39448 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] In _notify_port_updated(), no bound segment for port 06683853-b1ed-4718-a5e8-c7dcc8dc40a3 on network a0ba1d51-51fd-4088-a8d0-4880dc090738 {{(pid=92305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:35:54.849448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df2c00f-7941-4b05-bdbe-860888b39448 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:54.850156 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4df2c00f-7941-4b05-bdbe-860888b39448 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.854771 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46290) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:54.854957 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4df2c00f-7941-4b05-bdbe-860888b39448 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] 10.222.0.37 "PUT /v2.0/ports/06683853-b1ed-4718-a5e8-c7dcc8dc40a3 HTTP/1.1" status: 200 len: 1137 time: 0.9022725 Jun 02 12:35:54.862895 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-809b1e55-e25e-4c04-8a48-601a41ea2ef6 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.876655 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-809b1e55-e25e-4c04-8a48-601a41ea2ef6 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.896585 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.906671 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-809b1e55-e25e-4c04-8a48-601a41ea2ef6 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.909366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6dc341f0-a26d-4c94-a10d-18131211ecc1 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:54.927160 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b1e55-e25e-4c04-8a48-601a41ea2ef6 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5cf6b47-3782-4500-a9b4-59acc9b83157,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:54.932367 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-809b1e55-e25e-4c04-8a48-601a41ea2ef6 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:54.941623 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-809b1e55-e25e-4c04-8a48-601a41ea2ef6 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:54.945627 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-809b1e55-e25e-4c04-8a48-601a41ea2ef6 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e5cf6b47-3782-4500-a9b4-59acc9b83157 HTTP/1.1" status: 204 len: 168 time: 0.1301684 Jun 02 12:35:54.945627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46292) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:54.992727 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c68d72e-bca8-40ce-b48e-518509a9b856 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:54.993596 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3710cffc-0f0a-4083-8379-e9c460d21ced None None] get_active_networks_info from dv-neutron-601336-80-hyperv {{(pid=92306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 12:35:54.997758 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3c68d72e-bca8-40ce-b48e-518509a9b856 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] 10.222.0.37 "GET /v2.0/ports/06683853-b1ed-4718-a5e8-c7dcc8dc40a3 HTTP/1.1" status: 200 len: 1137 time: 0.1380508 Jun 02 12:35:54.998175 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46294) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:55.000330 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-31210723-42fb-49d4-91fe-d403db1c49bb tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Synchronizing usage tracker for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:55.016545 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-31210723-42fb-49d4-91fe-d403db1c49bb tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Unset dirty status for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:55.017999 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-31210723-42fb-49d4-91fe-d403db1c49bb tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0713258 Jun 02 12:35:55.021064 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46296) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:55.051915 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0d4b8d09-ad29-4ebe-a8d5-047ab178f9d3 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.060085 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ec8b887d-c947-4b95-b879-c1267eddc515 None None] Provisioning complete for port 06683853-b1ed-4718-a5e8-c7dcc8dc40a3 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:55.060531 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ec8b887d-c947-4b95-b879-c1267eddc515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.062468 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0d4b8d09-ad29-4ebe-a8d5-047ab178f9d3 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.087396 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0d4b8d09-ad29-4ebe-a8d5-047ab178f9d3 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.090333 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6505fe53-d705-4e2e-8360-68102cc37477 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:55.107427 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b8d09-ad29-4ebe-a8d5-047ab178f9d3 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb3e96a9-e8b9-483e-aa66-ad1788ad0601,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:55.110842 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0d4b8d09-ad29-4ebe-a8d5-047ab178f9d3 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:55.117109 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0d4b8d09-ad29-4ebe-a8d5-047ab178f9d3 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.119468 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0d4b8d09-ad29-4ebe-a8d5-047ab178f9d3 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/eb3e96a9-e8b9-483e-aa66-ad1788ad0601 HTTP/1.1" status: 204 len: 168 time: 0.0973432 Jun 02 12:35:55.120683 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Deleting port 73961204-10a6-41f2-b0fd-12ea3b7db48f {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:55.121079 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.122084 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46298) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:55.152145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b887d-c947-4b95-b879-c1267eddc515 None None] Port 06683853-b1ed-4718-a5e8-c7dcc8dc40a3 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:35:55.181651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2ab3bc19-1936-40fd-a631-07b301cba38d tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Synchronizing usage tracker for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:55.205028 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2ab3bc19-1936-40fd-a631-07b301cba38d tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Unset dirty status for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:55.206932 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2ab3bc19-1936-40fd-a631-07b301cba38d tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0836992 Jun 02 12:35:55.209791 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46300) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:55.223344 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3710cffc-0f0a-4083-8379-e9c460d21ced None None] Resources bound (agent type, host, resource id): {{(pid=92306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 12:35:55.241934 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-379712d0-6157-4a47-bda4-82138e6eb998 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.253763 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-379712d0-6157-4a47-bda4-82138e6eb998 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.280968 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-379712d0-6157-4a47-bda4-82138e6eb998 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.283857 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-809b1e55-e25e-4c04-8a48-601a41ea2ef6 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:55.302418 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379712d0-6157-4a47-bda4-82138e6eb998 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58e0a445-f60f-487c-8d82-32d8f3521190,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:55.305681 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-379712d0-6157-4a47-bda4-82138e6eb998 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:55.311629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-379712d0-6157-4a47-bda4-82138e6eb998 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.312864 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-379712d0-6157-4a47-bda4-82138e6eb998 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/58e0a445-f60f-487c-8d82-32d8f3521190 HTTP/1.1" status: 204 len: 168 time: 0.1017501 Jun 02 12:35:55.315593 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46302) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:55.363298 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-27826767-138b-4025-96b7-91cf259deaa7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Synchronizing usage tracker for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:55.379412 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-27826767-138b-4025-96b7-91cf259deaa7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Unset dirty status for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:55.383770 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-27826767-138b-4025-96b7-91cf259deaa7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0672014 Jun 02 12:35:55.384344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46304) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:55.401648 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] For port 73961204-10a6-41f2-b0fd-12ea3b7db48f, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=73961204-10a6-41f2-b0fd-12ea3b7db48f,segment=NetworkSegment(4bb0459b-1ba9-4e68-80c0-ebd43af0cc98),segment_id=4bb0459b-1ba9-4e68-80c0-ebd43af0cc98)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:55.401648 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.414873 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6fdbe77b-ba74-4216-858c-cebee5bfde21 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.426006 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6fdbe77b-ba74-4216-858c-cebee5bfde21 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.452850 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6fdbe77b-ba74-4216-858c-cebee5bfde21 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.460737 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:55.474084 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbe77b-ba74-4216-858c-cebee5bfde21 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab44f6c1-0202-4f70-9547-a81a3a4fe0fe,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:55.476906 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6fdbe77b-ba74-4216-858c-cebee5bfde21 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:55.485810 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6fdbe77b-ba74-4216-858c-cebee5bfde21 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.490387 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6fdbe77b-ba74-4216-858c-cebee5bfde21 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/ab44f6c1-0202-4f70-9547-a81a3a4fe0fe HTTP/1.1" status: 204 len: 168 time: 0.1028585 Jun 02 12:35:55.490840 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46306) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:55.531051 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-a57c9101-194f-46b3-a24c-b88184f3e9a1 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Deleting port 06683853-b1ed-4718-a5e8-c7dcc8dc40a3 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:55.531387 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a57c9101-194f-46b3-a24c-b88184f3e9a1 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.549736 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e43c7a69-5ddf-4e43-a14c-e23bb5238eda tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Synchronizing usage tracker for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:55.552608 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Calling delete_port for 73961204-10a6-41f2-b0fd-12ea3b7db48f owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:55.571146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e43c7a69-5ddf-4e43-a14c-e23bb5238eda tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Unset dirty status for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:55.575913 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e43c7a69-5ddf-4e43-a14c-e23bb5238eda tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0807230 Jun 02 12:35:55.576301 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46308) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:55.652675 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dc391a98-e4df-4ad4-bb40-a958cd9cfac1 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.667941 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:35:55.681459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dc391a98-e4df-4ad4-bb40-a958cd9cfac1 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.689315 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a57c9101-194f-46b3-a24c-b88184f3e9a1 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.731259 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dc391a98-e4df-4ad4-bb40-a958cd9cfac1 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.736959 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b3a61f2d-4f40-4851-9062-c4e1b4a38386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:55.737130 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.753315 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc391a98-e4df-4ad4-bb40-a958cd9cfac1 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fa4e76-9541-40cb-92ce-a11800451949,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:55.755720 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:35:55.756456 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.757366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dc391a98-e4df-4ad4-bb40-a958cd9cfac1 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:55.769927 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dc391a98-e4df-4ad4-bb40-a958cd9cfac1 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.771286 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-dc391a98-e4df-4ad4-bb40-a958cd9cfac1 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "DELETE /v2.0/security-groups/e3fa4e76-9541-40cb-92ce-a11800451949 HTTP/1.1" status: 204 len: 168 time: 0.1939347 Jun 02 12:35:55.773797 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46310) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:55.824841 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-a57c9101-194f-46b3-a24c-b88184f3e9a1 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Calling delete_port for 06683853-b1ed-4718-a5e8-c7dcc8dc40a3 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:55.828185 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-86ff8188-3e35-4ff2-8585-5e3ac8fcfbf3 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Synchronizing usage tracker for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:55.841905 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.847200 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-86ff8188-3e35-4ff2-8585-5e3ac8fcfbf3 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Unset dirty status for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:55.852612 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-86ff8188-3e35-4ff2-8585-5e3ac8fcfbf3 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0732756 Jun 02 12:35:55.852830 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46312) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:55.857415 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-3c0c663c-24a6-43c7-8a93-b811df61c923 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Request body: {'security_group': {'name': 'tempest-secgroup--1730468584'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:55.857657 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6923f4e5-33f8-4b6b-8cee-1a0f2c035ed1 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:55.864448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3c0c663c-24a6-43c7-8a93-b811df61c923 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:55.875165 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3c0c663c-24a6-43c7-8a93-b811df61c923 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:55.886539 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3c0c663c-24a6-43c7-8a93-b811df61c923 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:55.908266 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3c0c663c-24a6-43c7-8a93-b811df61c923 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:55.914443 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Port': ['ID=73961204-10a6-41f2-b0fd-12ea3b7db48f,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:55.915067 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3c0c663c-24a6-43c7-8a93-b811df61c923 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Usage tracker for resource:security_group_rule and tenant:22292776d0324b7dacbb7721bbe955ae is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:55.917392 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No DVR routers for this DVR port 73961204-10a6-41f2-b0fd-12ea3b7db48f on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:35:55.918931 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:55.919441 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3c0c663c-24a6-43c7-8a93-b811df61c923 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:55.925844 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3c0c663c-24a6-43c7-8a93-b811df61c923 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:55.996799 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3c0c663c-24a6-43c7-8a93-b811df61c923 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.001331 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3c0c663c-24a6-43c7-8a93-b811df61c923 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.005566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f504b414-7344-461c-a17f-264d59e62f0a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:56.058495 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c663c-24a6-43c7-8a93-b811df61c923 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ea139b-11d2-4975-b7f0-5d573cd7142b,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:56.059054 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.063215 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3c0c663c-24a6-43c7-8a93-b811df61c923 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:56.071847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3c0c663c-24a6-43c7-8a93-b811df61c923 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.073237 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3c0c663c-24a6-43c7-8a93-b811df61c923 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2195332 Jun 02 12:35:56.073371 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15449d19-064a-4b56-8e0b-3bc4c8e3a4b3']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:56.075923 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46314) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:56.080277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-62def6c7-8fcd-4ed5-b399-fdb9ade08ff9 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Request body: {'security_group_rule': {'security_group_id': '70ea139b-11d2-4975-b7f0-5d573cd7142b', 'direction': 'ingress', 'protocol': 17}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:56.086261 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-62def6c7-8fcd-4ed5-b399-fdb9ade08ff9 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:56.088635 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb0459b-1ba9-4e68-80c0-ebd43af0cc98') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:56.088938 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb0459b-1ba9-4e68-80c0-ebd43af0cc98') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:56.090427 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-62def6c7-8fcd-4ed5-b399-fdb9ade08ff9 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Usage tracker for resource:security_group_rule and tenant:22292776d0324b7dacbb7721bbe955ae is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:56.093316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-62def6c7-8fcd-4ed5-b399-fdb9ade08ff9 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:56.099118 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-62def6c7-8fcd-4ed5-b399-fdb9ade08ff9 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:56.114910 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-62def6c7-8fcd-4ed5-b399-fdb9ade08ff9 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.134205 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.161441 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.173477 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:35:56.173794 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.176323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-62def6c7-8fcd-4ed5-b399-fdb9ade08ff9 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.180453 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-62def6c7-8fcd-4ed5-b399-fdb9ade08ff9 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.183082 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:35:56.190942 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:35:56.201201 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a57c9101-194f-46b3-a24c-b88184f3e9a1 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.207261 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62def6c7-8fcd-4ed5-b399-fdb9ade08ff9 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e9d061-b3e7-422d-8fc5-580712a24ed0,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:56.212088 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-62def6c7-8fcd-4ed5-b399-fdb9ade08ff9 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:56.216022 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5b08be38-ec33-4139-b719-addc784d116d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:56.222081 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-62def6c7-8fcd-4ed5-b399-fdb9ade08ff9 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.223572 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-62def6c7-8fcd-4ed5-b399-fdb9ade08ff9 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1467428 Jun 02 12:35:56.226407 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46316) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:56.290475 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-628dbbad-9555-4f6b-afa2-4bcbf5ed5ae3 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.318735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-628dbbad-9555-4f6b-afa2-4bcbf5ed5ae3 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.346033 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c9101-194f-46b3-a24c-b88184f3e9a1 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Pushing event deleted for resources: {'Port': ['ID=06683853-b1ed-4718-a5e8-c7dcc8dc40a3,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:56.359987 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a57c9101-194f-46b3-a24c-b88184f3e9a1 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:56.379815 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-628dbbad-9555-4f6b-afa2-4bcbf5ed5ae3 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.384215 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-180e825a-8913-48af-988a-46a8b743a079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:56.396865 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.403647 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dbbad-9555-4f6b-afa2-4bcbf5ed5ae3 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ea139b-11d2-4975-b7f0-5d573cd7142b,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:56.404959 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-dd522e8d-98a1-43e8-8b3d-1939c1c5c99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:56.406608 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-628dbbad-9555-4f6b-afa2-4bcbf5ed5ae3 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:56.420941 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-628dbbad-9555-4f6b-afa2-4bcbf5ed5ae3 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.422810 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-628dbbad-9555-4f6b-afa2-4bcbf5ed5ae3 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "DELETE /v2.0/security-groups/70ea139b-11d2-4975-b7f0-5d573cd7142b HTTP/1.1" status: 204 len: 168 time: 0.1954780 Jun 02 12:35:56.425271 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46320) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:56.428570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.431337 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Network': ['ID=15449d19-064a-4b56-8e0b-3bc4c8e3a4b3,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:56.453328 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:56.500026 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/15449d19-064a-4b56-8e0b-3bc4c8e3a4b3 HTTP/1.1" status: 204 len: 168 time: 3.4801095 Jun 02 12:35:56.503613 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46322) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:56.508645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a57c9101-194f-46b3-a24c-b88184f3e9a1 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.509178 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-d71386bb-b34b-4540-9af8-2dff09f51abe tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-884450577'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:56.510506 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a57c9101-194f-46b3-a24c-b88184f3e9a1 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] 10.222.0.37 "DELETE /v2.0/ports/06683853-b1ed-4718-a5e8-c7dcc8dc40a3 HTTP/1.1" status: 204 len: 168 time: 1.5113966 Jun 02 12:35:56.514084 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46324) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:56.515034 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d71386bb-b34b-4540-9af8-2dff09f51abe tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:56.519577 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d71386bb-b34b-4540-9af8-2dff09f51abe tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Usage tracker for resource:network and tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:56.523200 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d71386bb-b34b-4540-9af8-2dff09f51abe tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:56.530559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d71386bb-b34b-4540-9af8-2dff09f51abe tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:56.540385 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71386bb-b34b-4540-9af8-2dff09f51abe tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Made reservation on behalf of d4bce9b2ec734b6c9e9ac0bb37d35a9d for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:56.544486 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d71386bb-b34b-4540-9af8-2dff09f51abe tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.562436 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1316144d-18f3-47dc-a39f-6b29d9795673 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1255336 Jun 02 12:35:56.563271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46326) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:56.568778 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-d52888ab-2afd-4087-a808-8c1840f7f985 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Request body: {'security_group': {'name': 'tempest-secgroup--179359816'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:56.576317 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d52888ab-2afd-4087-a808-8c1840f7f985 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:56.583894 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d52888ab-2afd-4087-a808-8c1840f7f985 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Usage tracker for resource:security_group and tenant:22292776d0324b7dacbb7721bbe955ae is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:56.586472 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71386bb-b34b-4540-9af8-2dff09f51abe tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:35:56.587765 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b45508-1ba5-4a8d-bfb9-77c15c3b1cd8 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Deleting subnet e256ac12-da77-4c13-b997-8a8ed50b0985 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:35:56.589041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d52888ab-2afd-4087-a808-8c1840f7f985 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:56.591510 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-59b45508-1ba5-4a8d-bfb9-77c15c3b1cd8 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.597539 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d52888ab-2afd-4087-a808-8c1840f7f985 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:56.604089 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d71386bb-b34b-4540-9af8-2dff09f51abe tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.604939 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-d71386bb-b34b-4540-9af8-2dff09f51abe tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Added segment 198ac14c-6818-403e-8644-6ce8183f3d23 of type vlan for network 698de984-9633-4991-b4e5-4a3480add3ec Jun 02 12:35:56.618516 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d52888ab-2afd-4087-a808-8c1840f7f985 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.647257 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d71386bb-b34b-4540-9af8-2dff09f51abe tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.653265 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-59b45508-1ba5-4a8d-bfb9-77c15c3b1cd8 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.658464 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d52888ab-2afd-4087-a808-8c1840f7f985 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:56.664253 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d52888ab-2afd-4087-a808-8c1840f7f985 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Usage tracker for resource:security_group_rule and tenant:22292776d0324b7dacbb7721bbe955ae is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:56.668367 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d52888ab-2afd-4087-a808-8c1840f7f985 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:56.683371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d52888ab-2afd-4087-a808-8c1840f7f985 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:56.704585 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d71386bb-b34b-4540-9af8-2dff09f51abe tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.710041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71386bb-b34b-4540-9af8-2dff09f51abe tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:56.710643 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d71386bb-b34b-4540-9af8-2dff09f51abe tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.717029 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:56.738708 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-59b45508-1ba5-4a8d-bfb9-77c15c3b1cd8 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.841887 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d71386bb-b34b-4540-9af8-2dff09f51abe tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3369482 Jun 02 12:35:56.849127 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46328) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:56.849826 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71386bb-b34b-4540-9af8-2dff09f51abe tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Network': ['ID=698de984-9633-4991-b4e5-4a3480add3ec,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:56.853254 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d71386bb-b34b-4540-9af8-2dff09f51abe tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:56.859067 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-46e576bb-4d90-4b98-a60a-318b845301c7 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'subnet': {'network_id': '698de984-9633-4991-b4e5-4a3480add3ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:56.860731 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 698de984-9633-4991-b4e5-4a3480add3ec details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:35:56.969773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d52888ab-2afd-4087-a808-8c1840f7f985 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.981500 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d52888ab-2afd-4087-a808-8c1840f7f985 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:56.988219 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3a481f31-eba1-4bb6-b907-200034fd4d00 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:57.022771 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-46e576bb-4d90-4b98-a60a-318b845301c7 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:57.035217 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-46e576bb-4d90-4b98-a60a-318b845301c7 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Usage tracker for resource:subnet and tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:57.040558 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-46e576bb-4d90-4b98-a60a-318b845301c7 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:57.046748 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d52888ab-2afd-4087-a808-8c1840f7f985 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:57.047957 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d52888ab-2afd-4087-a808-8c1840f7f985 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4837594 Jun 02 12:35:57.052168 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46330) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:57.053001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-46e576bb-4d90-4b98-a60a-318b845301c7 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:57.059841 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-5e2af6ca-2830-43aa-9e7e-7a42791ba1b7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Request body: {'security_group': {'name': 'tempest-secgroup--772101549'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:57.064297 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52888ab-2afd-4087-a808-8c1840f7f985 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8657e0-30b4-4a68-9168-a44b88bd7f07,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:57.070915 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d52888ab-2afd-4087-a808-8c1840f7f985 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:57.071724 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5e2af6ca-2830-43aa-9e7e-7a42791ba1b7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:57.077141 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5e2af6ca-2830-43aa-9e7e-7a42791ba1b7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Usage tracker for resource:security_group and tenant:22292776d0324b7dacbb7721bbe955ae is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:57.080271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5e2af6ca-2830-43aa-9e7e-7a42791ba1b7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:57.083074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e576bb-4d90-4b98-a60a-318b845301c7 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Made reservation on behalf of d4bce9b2ec734b6c9e9ac0bb37d35a9d for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:35:57.086639 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-46e576bb-4d90-4b98-a60a-318b845301c7 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:57.106379 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5e2af6ca-2830-43aa-9e7e-7a42791ba1b7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:57.183906 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5e2af6ca-2830-43aa-9e7e-7a42791ba1b7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:57.189094 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-59b45508-1ba5-4a8d-bfb9-77c15c3b1cd8 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:57.193802 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f947f2d6-2848-4877-b7b1-7ca94bc89a87 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:57.213457 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5e2af6ca-2830-43aa-9e7e-7a42791ba1b7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:57.222531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5e2af6ca-2830-43aa-9e7e-7a42791ba1b7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Usage tracker for resource:security_group_rule and tenant:22292776d0324b7dacbb7721bbe955ae is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:57.227292 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5e2af6ca-2830-43aa-9e7e-7a42791ba1b7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:57.232002 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b45508-1ba5-4a8d-bfb9-77c15c3b1cd8 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Pushing event deleted for resources: {'Subnet': ['ID=e256ac12-da77-4c13-b997-8a8ed50b0985,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:57.233965 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-59b45508-1ba5-4a8d-bfb9-77c15c3b1cd8 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:57.234891 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5e2af6ca-2830-43aa-9e7e-7a42791ba1b7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:57.236688 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-59b45508-1ba5-4a8d-bfb9-77c15c3b1cd8 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:57.243809 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c76ce1-6381-46e3-ba49-2d1ec0b22828 None None] Network a0ba1d51-51fd-4088-a8d0-4880dc090738 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:57.245373 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-59b45508-1ba5-4a8d-bfb9-77c15c3b1cd8 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] 10.222.0.37 "DELETE /v2.0/subnets/e256ac12-da77-4c13-b997-8a8ed50b0985 HTTP/1.1" status: 204 len: 168 time: 0.7301145 Jun 02 12:35:57.245974 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46332) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:57.381578 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:57.471476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Deleting port cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:57.471746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:57.501849 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5e2af6ca-2830-43aa-9e7e-7a42791ba1b7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:57.511260 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a835982d-abc3-4613-92d1-40d9b8ffea7e None None] DHCP port deletion for a0ba1d51-51fd-4088-a8d0-4880dc090738 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:35:57.517102 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5e2af6ca-2830-43aa-9e7e-7a42791ba1b7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:57.525258 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dc391a98-e4df-4ad4-bb40-a958cd9cfac1 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:57.582944 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] For port cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce,segment=NetworkSegment(0b5fd179-a691-49fe-b445-5d8a78ecbb2b),segment_id=0b5fd179-a691-49fe-b445-5d8a78ecbb2b)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:57.583144 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-a835982d-abc3-4613-92d1-40d9b8ffea7e None None] Deleting port cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:35:57.583382 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a835982d-abc3-4613-92d1-40d9b8ffea7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:57.583597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:57.591360 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2af6ca-2830-43aa-9e7e-7a42791ba1b7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998308c0-2894-4cc1-b3e8-9a8e7a0cad1d,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:57.596678 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5e2af6ca-2830-43aa-9e7e-7a42791ba1b7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:57.601991 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5e2af6ca-2830-43aa-9e7e-7a42791ba1b7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:57.602894 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5e2af6ca-2830-43aa-9e7e-7a42791ba1b7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5476937 Jun 02 12:35:57.606059 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46334) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:57.610760 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-d56b2a59-ecdd-495a-a156-6e097c98233e tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Request body: {'security_group_rule': {'security_group_id': '6a8657e0-30b4-4a68-9168-a44b88bd7f07', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '998308c0-2894-4cc1-b3e8-9a8e7a0cad1d', 'remote_ip_prefix': None}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:35:57.619074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d56b2a59-ecdd-495a-a156-6e097c98233e tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:35:57.676858 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d56b2a59-ecdd-495a-a156-6e097c98233e tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Usage tracker for resource:security_group_rule and tenant:22292776d0324b7dacbb7721bbe955ae is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:35:57.682024 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d56b2a59-ecdd-495a-a156-6e097c98233e tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:35:57.683416 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:35:57.691085 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d56b2a59-ecdd-495a-a156-6e097c98233e tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:35:57.731075 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d56b2a59-ecdd-495a-a156-6e097c98233e tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:57.732377 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Calling delete_port for cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:57.741383 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-a835982d-abc3-4613-92d1-40d9b8ffea7e None None] For port cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce,segment=NetworkSegment(0b5fd179-a691-49fe-b445-5d8a78ecbb2b),segment_id=0b5fd179-a691-49fe-b445-5d8a78ecbb2b)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:35:57.741784 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a835982d-abc3-4613-92d1-40d9b8ffea7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:57.782716 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:57.788005 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-542caed3-1f3b-4f81-ad01-01d08ec8ec9a tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:57.832443 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Pushing event deleted for resources: {'Port': ['ID=cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:57.835584 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:57.836354 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] No DVR routers for this DVR port cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:35:57.872719 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d56b2a59-ecdd-495a-a156-6e097c98233e tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:57.879801 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d56b2a59-ecdd-495a-a156-6e097c98233e tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:57.886500 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:57.892592 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-a835982d-abc3-4613-92d1-40d9b8ffea7e None None] Calling delete_port for cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:35:57.901968 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-46e576bb-4d90-4b98-a60a-318b845301c7 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:57.903482 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No active binding found for port cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce {{(pid=92306) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 02 12:35:57.903910 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:35:57.923795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b2a59-ecdd-495a-a156-6e097c98233e tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fd2b34-94cf-404b-8c99-fbc8da391572,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:57.932099 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d56b2a59-ecdd-495a-a156-6e097c98233e tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:57.932710 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d5649a86-b42a-45aa-b0f9-e9d72062ed72 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:57.947021 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a835982d-abc3-4613-92d1-40d9b8ffea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:57.951668 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4f902efb-a752-4a43-9c84-48dbae3a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:57.963274 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:57.975979 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d56b2a59-ecdd-495a-a156-6e097c98233e tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:57.977146 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d56b2a59-ecdd-495a-a156-6e097c98233e tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3701530 Jun 02 12:35:57.977353 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ba1d51-51fd-4088-a8d0-4880dc090738']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:57.985133 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46336) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:58.002334 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5fd179-a691-49fe-b445-5d8a78ecbb2b') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:58.002636 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5fd179-a691-49fe-b445-5d8a78ecbb2b') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:58.013893 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e576bb-4d90-4b98-a60a-318b845301c7 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Subnet': ['ID=dbe8ae5f-87a4-4714-b5e4-07d3ce8bf187,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:58.017955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-46e576bb-4d90-4b98-a60a-318b845301c7 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:58.020696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e576bb-4d90-4b98-a60a-318b845301c7 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Checking segment: {'id': '198ac14c-6818-403e-8644-6ce8183f3d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '698de984-9633-4991-b4e5-4a3480add3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:35:58.021066 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e576bb-4d90-4b98-a60a-318b845301c7 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network hostable DHCP agents. Network: 698de984-9633-4991-b4e5-4a3480add3ec, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:35:58.030723 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.040861 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e576bb-4d90-4b98-a60a-318b845301c7 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network 698de984-9633-4991-b4e5-4a3480add3ec is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:35:58.041438 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835982d-abc3-4613-92d1-40d9b8ffea7e None None] Pushing event deleted for resources: {'Port': ['ID=cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:58.044664 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a835982d-abc3-4613-92d1-40d9b8ffea7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:58.047580 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a835982d-abc3-4613-92d1-40d9b8ffea7e None None] No DVR routers for this DVR port cb7203ad-1b4c-49a6-98d2-ce7a1ee1f0ce on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:35:58.051657 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bcb01c81-ebae-44fb-8746-79674088b2a7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.059705 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-46e576bb-4d90-4b98-a60a-318b845301c7 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 698de984-9633-4991-b4e5-4a3480add3ec) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:58.063957 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.066857 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bcb01c81-ebae-44fb-8746-79674088b2a7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.068618 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b044bd9d-beb0-4d30-a25f-28763a7d15dd None None] Network 698de984-9633-4991-b4e5-4a3480add3ec requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:58.076292 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e576bb-4d90-4b98-a60a-318b845301c7 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:58.077295 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-46e576bb-4d90-4b98-a60a-318b845301c7 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.086138 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:35:58.086552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.099813 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-46e576bb-4d90-4b98-a60a-318b845301c7 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2474544 Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:35:58.101743 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:35:58.104705 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46338) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:58.191786 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bcb01c81-ebae-44fb-8746-79674088b2a7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.195866 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-90a070a7-9ace-4601-8f3a-84c6a1a7fa5c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:58.213902 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.219420 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.222035 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb01c81-ebae-44fb-8746-79674088b2a7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9fd2b34-94cf-404b-8c99-fbc8da391572,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:58.226691 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bcb01c81-ebae-44fb-8746-79674088b2a7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:58.227646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8dc602d1-1734-4beb-85d4-52696abec75d tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:58.262873 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Pushing event deleted for resources: {'Network': ['ID=a0ba1d51-51fd-4088-a8d0-4880dc090738,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:58.267979 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] 10.222.0.37 "DELETE /v2.0/networks/a0ba1d51-51fd-4088-a8d0-4880dc090738 HTTP/1.1" status: 204 len: 168 time: 1.0186789 Jun 02 12:35:58.267979 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:58.267979 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bcb01c81-ebae-44fb-8746-79674088b2a7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.279511 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bcb01c81-ebae-44fb-8746-79674088b2a7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e9fd2b34-94cf-404b-8c99-fbc8da391572 HTTP/1.1" status: 204 len: 168 time: 0.2911184 Jun 02 12:35:58.279869 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46342) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:58.313497 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.328840 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-698de984-9633-4991-b4e5-4a3480add3ec', 'network_id': '698de984-9633-4991-b4e5-4a3480add3ec', 'tenant_id': 'd4bce9b2ec734b6c9e9ac0bb37d35a9d', 'fixed_ips': [{'subnet_id': 'dbe8ae5f-87a4-4714-b5e4-07d3ce8bf187'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:35:58.329814 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.354249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ba97b728-5195-484c-bb8e-2716ae7f52ef tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Synchronizing usage tracker for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:58.416380 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ba97b728-5195-484c-bb8e-2716ae7f52ef tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Unset dirty status for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:58.417806 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ba97b728-5195-484c-bb8e-2716ae7f52ef tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1369686 Jun 02 12:35:58.420721 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46344) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:58.436859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.527079 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Allocated IP 172.20.0.1 (698de984-9633-4991-b4e5-4a3480add3ec/dbe8ae5f-87a4-4714-b5e4-07d3ce8bf187/ad1572ff-071c-4c8c-93f4-5df75a13d08e) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:35:58.592018 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46348) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:58.609476 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe6c0dbb-458e-4610-8693-0cf258269223 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.658902 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe6c0dbb-458e-4610-8693-0cf258269223 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.742296 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.754468 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Transition to ACTIVE for port object ad1572ff-071c-4c8c-93f4-5df75a13d08e will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:58.756759 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7f63f7dc-169f-4a16-935c-3ec4ffac967c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=db430899e92e48e8aaa24b31296cf581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1632547 Jun 02 12:35:58.759031 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46352) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:58.781105 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe6c0dbb-458e-4610-8693-0cf258269223 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.781678 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Transition to ACTIVE for port object ad1572ff-071c-4c8c-93f4-5df75a13d08e will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:35:58.787771 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.787950 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e1b07448-391d-4b49-95f4-ae1ce657ce1c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:58.791804 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:58.813461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c0dbb-458e-4610-8693-0cf258269223 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=998308c0-2894-4cc1-b3e8-9a8e7a0cad1d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:58.816218 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fe6c0dbb-458e-4610-8693-0cf258269223 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:58.828981 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-140b994d-cdfc-44a3-b8ff-323a29b1a6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.835777 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe6c0dbb-458e-4610-8693-0cf258269223 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.839252 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fe6c0dbb-458e-4610-8693-0cf258269223 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "DELETE /v2.0/security-groups/998308c0-2894-4cc1-b3e8-9a8e7a0cad1d HTTP/1.1" status: 204 len: 168 time: 0.4153290 Jun 02 12:35:58.840566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46354) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:58.861540 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-140b994d-cdfc-44a3-b8ff-323a29b1a6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.879472 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.887835 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-51c87695-2cdf-4354-9e47-1a79e78b7767 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:58.888403 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Network 698de984-9633-4991-b4e5-4a3480add3ec is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:35:58.892734 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:35:58.894588 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Pushing event updated for resources: {'Port': ['ID=ad1572ff-071c-4c8c-93f4-5df75a13d08e,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:58.896686 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:35:58.899147 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:58.931065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-140b994d-cdfc-44a3-b8ff-323a29b1a6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.935469 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c3bf0ec6-1cb2-4b3d-a3d4-ff2b1913dacd tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:58.948881 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b994d-cdfc-44a3-b8ff-323a29b1a6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e333bcf8-accf-4429-9296-b2d284110621,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:58.951798 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-140b994d-cdfc-44a3-b8ff-323a29b1a6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:58.953753 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-140b994d-cdfc-44a3-b8ff-323a29b1a6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:58.954891 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-140b994d-cdfc-44a3-b8ff-323a29b1a6b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e333bcf8-accf-4429-9296-b2d284110621 HTTP/1.1" status: 204 len: 168 time: 0.1949573 Jun 02 12:35:58.968282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe8ae5f-87a4-4714-b5e4-07d3ce8bf187,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:58.979018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:59.025776 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Attempting to bind port ad1572ff-071c-4c8c-93f4-5df75a13d08e on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:35:59.026483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Attempting to bind port ad1572ff-071c-4c8c-93f4-5df75a13d08e by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '198ac14c-6818-403e-8644-6ce8183f3d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '698de984-9633-4991-b4e5-4a3480add3ec'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:35:59.027029 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Attempting to bind port ad1572ff-071c-4c8c-93f4-5df75a13d08e on network 698de984-9633-4991-b4e5-4a3480add3ec {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:35:59.032802 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:35:59.033114 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Checking segment: {'id': '198ac14c-6818-403e-8644-6ce8183f3d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '698de984-9633-4991-b4e5-4a3480add3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:35:59.033521 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:59.033914 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Bound using segment: {'id': '198ac14c-6818-403e-8644-6ce8183f3d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '698de984-9633-4991-b4e5-4a3480add3ec'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:35:59.034412 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Bound port: ad1572ff-071c-4c8c-93f4-5df75a13d08e, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198ac14c-6818-403e-8644-6ce8183f3d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '698de984-9633-4991-b4e5-4a3480add3ec'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:35:59.034786 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:59.074439 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c28f4906-0fa3-4c86-971d-9da1b16b0e35 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Synchronizing usage tracker for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:35:59.110795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:59.133765 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] For port ad1572ff-071c-4c8c-93f4-5df75a13d08e, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:35:59.137846 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] For port ad1572ff-071c-4c8c-93f4-5df75a13d08e, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ad1572ff-071c-4c8c-93f4-5df75a13d08e,segment=NetworkSegment(198ac14c-6818-403e-8644-6ce8183f3d23),segment_id=198ac14c-6818-403e-8644-6ce8183f3d23)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:35:59.138284 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698de984-9633-4991-b4e5-4a3480add3ec']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:59.143364 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:59.147778 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:59.150491 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c28f4906-0fa3-4c86-971d-9da1b16b0e35 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Unset dirty status for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:35:59.154167 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c28f4906-0fa3-4c86-971d-9da1b16b0e35 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4506 time: 0.3103280 Jun 02 12:35:59.154821 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46360) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:59.169743 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198ac14c-6818-403e-8644-6ce8183f3d23') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:59.170069 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198ac14c-6818-403e-8644-6ce8183f3d23') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:35:59.178782 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9e7c9288-6489-45d5-a936-0ba0f873dcfd req-4eff56bf-a218-4dae-9ae7-df95c67de2b4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2574883 Jun 02 12:35:59.189178 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:59.235001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:59.253253 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:35:59.253661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:35:59.268635 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:35:59.276750 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Pushing event updated for resources: {'Port': ['ID=ad1572ff-071c-4c8c-93f4-5df75a13d08e,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:59.281036 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-907c03d2-1983-4355-8610-ad0cc19f725d tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:59.287107 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:59.324528 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e796b880-2d7b-4586-8256-8c5379152ae6 None None] Network 698de984-9633-4991-b4e5-4a3480add3ec requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:35:59.419122 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.api [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 12:35:59.419122 dv-neutron-601336-80-hyperv neutron-server[92305]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 12:35:59.419122 dv-neutron-601336-80-hyperv neutron-server[92305]: [parameters: {'id': '698de984-9633-4991-b4e5-4a3480add3ec'}] Jun 02 12:35:59.419122 dv-neutron-601336-80-hyperv neutron-server[92305]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:35:59.419623 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_db.api [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:35:59.420870 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-907c03d2-1983-4355-8610-ad0cc19f725d tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:59.478301 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c9288-6489-45d5-a936-0ba0f873dcfd req-8785f559-512c-4259-8625-fc57fc66d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:59.479878 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9e7c9288-6489-45d5-a936-0ba0f873dcfd req-8785f559-512c-4259-8625-fc57fc66d54d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2eeecbacfd564d3d9465a6227d2e7ddc&device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 1098 time: 0.1949353 Jun 02 12:35:59.493004 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-907c03d2-1983-4355-8610-ad0cc19f725d tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:59.496159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f54ba875-8cdc-4325-812a-2152f59249d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:35:59.556912 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b573498-9a18-419d-9221-d9a80c843c26 None None] get_active_networks_info from dv-neutron-601336-80-hyperv {{(pid=92306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 12:35:59.658721 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c03d2-1983-4355-8610-ad0cc19f725d tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8657e0-30b4-4a68-9168-a44b88bd7f07,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:35:59.663985 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-907c03d2-1983-4355-8610-ad0cc19f725d tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:35:59.707647 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b573498-9a18-419d-9221-d9a80c843c26 None None] Resources bound (agent type, host, resource id): {{(pid=92306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 12:35:59.744856 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-907c03d2-1983-4355-8610-ad0cc19f725d tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:59.748353 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-907c03d2-1983-4355-8610-ad0cc19f725d tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "DELETE /v2.0/security-groups/6a8657e0-30b4-4a68-9168-a44b88bd7f07 HTTP/1.1" status: 204 len: 168 time: 0.5902719 Jun 02 12:35:59.748538 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46378) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:59.804163 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46380) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:35:59.814866 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c9288-6489-45d5-a936-0ba0f873dcfd req-420b860a-c562-4d49-bc50-a2c43ef01a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:35:59.816333 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9e7c9288-6489-45d5-a936-0ba0f873dcfd req-420b860a-c562-4d49-bc50-a2c43ef01a83 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d26e7cf0-c529-4972-8a72-bcb5f758199e HTTP/1.1" status: 200 len: 912 time: 0.3111086 Jun 02 12:35:59.926146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:35:59.931300 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ec86c28a-6f72-4655-8a7c-05baaec95e29 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Synchronizing usage tracker for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:00.003799 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ec86c28a-6f72-4655-8a7c-05baaec95e29 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Unset dirty status for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:00.005063 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ec86c28a-6f72-4655-8a7c-05baaec95e29 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2555993 Jun 02 12:36:00.009576 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46384) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:00.015106 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9e7c9288-6489-45d5-a936-0ba0f873dcfd req-ff304881-928a-47ba-8c59-b96d55f0f658 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ded582b0-2d55-48af-be8b-cc1d90a47d42 HTTP/1.1" status: 200 len: 1001 time: 0.1808739 Jun 02 12:36:00.017250 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-febda50c-b344-47a4-bf08-818de61b2fee tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Request body: {'security_group': {'name': 'tempest-secgroup--91401210'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:00.028683 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-febda50c-b344-47a4-bf08-818de61b2fee tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:00.044234 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-febda50c-b344-47a4-bf08-818de61b2fee tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:00.053809 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-a24505cc-e385-4f70-902d-086046fc5803 tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] Request body: {'port': {'network_id': 'd552075f-a59d-4476-b638-0858f03d307a', 'name': 'tempest-NetworksNegativeTestJSON-1351347376'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:00.088211 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24505cc-e385-4f70-902d-086046fc5803 tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] POST failed (client error): The resource could not be found. Jun 02 12:36:00.089709 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24505cc-e385-4f70-902d-086046fc5803 tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:00.091155 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a24505cc-e385-4f70-902d-086046fc5803 tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2857711 Jun 02 12:36:00.095060 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46386) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:00.120782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-febda50c-b344-47a4-bf08-818de61b2fee tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:00.122341 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c9288-6489-45d5-a936-0ba0f873dcfd req-0c8254a7-7d59-4131-bb52-f75b7981408d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:00.124042 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9e7c9288-6489-45d5-a936-0ba0f873dcfd req-0c8254a7-7d59-4131-bb52-f75b7981408d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=35e7c6b0-13d3-41ba-a88f-b72a6c16c109 HTTP/1.1" status: 200 len: 850 time: 0.0982666 Jun 02 12:36:00.126542 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Deleting port ad1572ff-071c-4c8c-93f4-5df75a13d08e {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:00.126942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:00.133529 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a97216c-36c4-433e-a2bb-193a37798e49 tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:00.134355 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a97216c-36c4-433e-a2bb-193a37798e49 tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:00.136644 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0a97216c-36c4-433e-a2bb-193a37798e49 tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] 10.222.0.37 "DELETE /v2.0/networks/3e114adf-09f2-4db8-9b1c-d5f0fb731168 HTTP/1.1" status: 404 len: 339 time: 0.0406194 Jun 02 12:36:00.140669 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46388) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:00.193497 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-febda50c-b344-47a4-bf08-818de61b2fee tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:00.196400 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-f224ddce-4c94-4981-87f4-a651549dac8c tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:00.198293 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f224ddce-4c94-4981-87f4-a651549dac8c tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:00.202905 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f224ddce-4c94-4981-87f4-a651549dac8c tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] 10.222.0.37 "DELETE /v2.0/ports/a2d4795b-49ef-4032-b632-1116a57531b2 HTTP/1.1" status: 404 len: 333 time: 0.0573332 Jun 02 12:36:00.203267 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46390) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:00.241821 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-febda50c-b344-47a4-bf08-818de61b2fee tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Usage tracker for resource:security_group_rule and tenant:22292776d0324b7dacbb7721bbe955ae is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:00.247968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-febda50c-b344-47a4-bf08-818de61b2fee tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:00.256825 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaca8efd-0c45-46df-982a-6fb1d21b2dcc tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:00.257271 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaca8efd-0c45-46df-982a-6fb1d21b2dcc tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:00.258973 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-eaca8efd-0c45-46df-982a-6fb1d21b2dcc tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] 10.222.0.37 "DELETE /v2.0/subnets/08812d50-af0e-4cb0-98fa-fc5f4f863751 HTTP/1.1" status: 404 len: 337 time: 0.0548170 Jun 02 12:36:00.259928 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-febda50c-b344-47a4-bf08-818de61b2fee tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:00.263304 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46392) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:00.299583 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8356c1-0e74-40b0-a9a6-6bac556c06ff tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] GET failed (client error): The resource could not be found. Jun 02 12:36:00.300952 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5f8356c1-0e74-40b0-a9a6-6bac556c06ff tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] 10.222.0.37 "GET /v2.0/networks/cf9a7a2d-78c9-4d3e-811c-d5360afa5b4c HTTP/1.1" status: 404 len: 339 time: 0.0366743 Jun 02 12:36:00.304841 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46394) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:00.309176 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] For port ad1572ff-071c-4c8c-93f4-5df75a13d08e, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ad1572ff-071c-4c8c-93f4-5df75a13d08e,segment=NetworkSegment(198ac14c-6818-403e-8644-6ce8183f3d23),segment_id=198ac14c-6818-403e-8644-6ce8183f3d23)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:00.309542 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:00.365647 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-febda50c-b344-47a4-bf08-818de61b2fee tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:00.370545 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-febda50c-b344-47a4-bf08-818de61b2fee tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:00.374304 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-42823c29-e7bc-42bd-b2e6-16b74e241104 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:00.414134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febda50c-b344-47a4-bf08-818de61b2fee tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ace130-ffac-4a91-b1e1-f94ecfeaf54f,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:00.418914 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-febda50c-b344-47a4-bf08-818de61b2fee tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:00.427391 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-febda50c-b344-47a4-bf08-818de61b2fee tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:00.428820 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-febda50c-b344-47a4-bf08-818de61b2fee tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4168618 Jun 02 12:36:00.431563 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46396) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:00.436750 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-2b46138e-07f9-413e-aadc-3ba92057b0cc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Request body: {'security_group_rule': {'security_group_id': '49ace130-ffac-4a91-b1e1-f94ecfeaf54f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:00.442813 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2b46138e-07f9-413e-aadc-3ba92057b0cc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:00.447135 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2b46138e-07f9-413e-aadc-3ba92057b0cc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Usage tracker for resource:security_group_rule and tenant:22292776d0324b7dacbb7721bbe955ae is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:00.450817 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2b46138e-07f9-413e-aadc-3ba92057b0cc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:00.457376 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2b46138e-07f9-413e-aadc-3ba92057b0cc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:00.473370 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2b46138e-07f9-413e-aadc-3ba92057b0cc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:00.500874 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d50664-7c67-45c2-b97a-f87b58bcd87b tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] GET failed (client error): The resource could not be found. Jun 02 12:36:00.502588 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-93d50664-7c67-45c2-b97a-f87b58bcd87b tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] 10.222.0.37 "GET /v2.0/ports/174a62c4-cf19-439b-8dcd-d79f8af78271 HTTP/1.1" status: 404 len: 333 time: 0.1962264 Jun 02 12:36:00.509347 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46398) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:00.511197 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Calling delete_port for ad1572ff-071c-4c8c-93f4-5df75a13d08e owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:00.530350 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c9288-6489-45d5-a936-0ba0f873dcfd req-c1c4da9a-1ebb-4f7b-9586-fb3367603050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:00.531968 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9e7c9288-6489-45d5-a936-0ba0f873dcfd req-c1c4da9a-1ebb-4f7b-9586-fb3367603050 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d26e7cf0-c529-4972-8a72-bcb5f758199e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3801513 Jun 02 12:36:00.557945 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b2e941-f716-40b6-8496-feae37cedfc4 tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] GET failed (client error): The resource could not be found. Jun 02 12:36:00.563202 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c2b2e941-f716-40b6-8496-feae37cedfc4 tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] 10.222.0.37 "GET /v2.0/subnets/50e6f2ce-f206-49e8-bb5c-6ca6d96ce973 HTTP/1.1" status: 404 len: 337 time: 0.0439923 Jun 02 12:36:00.563202 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46400) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:00.570190 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-e38a9e2d-5921-4d04-8741-5c4d61bb2972 tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] Request body: {'network': {'name': 'new_name'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:00.592329 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38a9e2d-5921-4d04-8741-5c4d61bb2972 tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] PUT failed (client error): The resource could not be found. Jun 02 12:36:00.592780 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38a9e2d-5921-4d04-8741-5c4d61bb2972 tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:00.597680 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e38a9e2d-5921-4d04-8741-5c4d61bb2972 tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] 10.222.0.37 "PUT /v2.0/networks/c8ee6086-bf0f-4ac2-9201-02e47bdfe21c HTTP/1.1" status: 404 len: 339 time: 0.0293028 Jun 02 12:36:00.597680 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46402) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:00.602459 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-88ad89fb-4ad4-47d6-ae73-711bdd447a86 tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] Request body: {'port': {'name': 'new_name'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:00.649307 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ad89fb-4ad4-47d6-ae73-711bdd447a86 tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] PUT failed (client error): The resource could not be found. Jun 02 12:36:00.649770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ad89fb-4ad4-47d6-ae73-711bdd447a86 tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:00.650947 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-88ad89fb-4ad4-47d6-ae73-711bdd447a86 tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] 10.222.0.37 "PUT /v2.0/ports/e641332e-5fab-440b-877c-91e908091b18 HTTP/1.1" status: 404 len: 333 time: 0.0525265 Jun 02 12:36:00.653915 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2b46138e-07f9-413e-aadc-3ba92057b0cc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:00.654594 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46404) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:00.660131 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-dc323cfd-0174-49d0-8952-4d72879ec36e tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:00.687415 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9e7c9288-6489-45d5-a936-0ba0f873dcfd req-b3bb9797-9505-4ff4-8584-4711832ee6bc service neutron] 10.222.0.22 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437228 Jun 02 12:36:00.688855 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:00.693508 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:00.695145 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2b46138e-07f9-413e-aadc-3ba92057b0cc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:00.700780 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc323cfd-0174-49d0-8952-4d72879ec36e tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] PUT failed (client error): The resource could not be found. Jun 02 12:36:00.701223 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc323cfd-0174-49d0-8952-4d72879ec36e tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:00.705384 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-dc323cfd-0174-49d0-8952-4d72879ec36e tempest-NetworksNegativeTestJSON-461909665 tempest-NetworksNegativeTestJSON-461909665-project] 10.222.0.37 "PUT /v2.0/subnets/b9fc87f7-498b-47ff-b228-2a7dd8cda590 HTTP/1.1" status: 404 len: 337 time: 0.0468428 Jun 02 12:36:00.709083 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:00.729378 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46138e-07f9-413e-aadc-3ba92057b0cc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4fcb0ed-99f6-4a1c-af32-16b6f6af61db,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:00.734297 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2b46138e-07f9-413e-aadc-3ba92057b0cc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:00.742539 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2b46138e-07f9-413e-aadc-3ba92057b0cc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:00.744017 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2b46138e-07f9-413e-aadc-3ba92057b0cc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3108933 Jun 02 12:36:00.747532 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46408) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:00.763795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Port': ['ID=ad1572ff-071c-4c8c-93f4-5df75a13d08e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:00.769045 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No DVR routers for this DVR port ad1572ff-071c-4c8c-93f4-5df75a13d08e on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:36:00.772969 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:00.777089 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b5ffd92a-aa27-4ea7-b48f-14f7cf8952ba tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:00.788019 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b5ffd92a-aa27-4ea7-b48f-14f7cf8952ba tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:00.814538 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b5ffd92a-aa27-4ea7-b48f-14f7cf8952ba tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:00.816713 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:00.834339 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffd92a-aa27-4ea7-b48f-14f7cf8952ba tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4fcb0ed-99f6-4a1c-af32-16b6f6af61db,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:00.838560 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b5ffd92a-aa27-4ea7-b48f-14f7cf8952ba tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:00.840212 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b5ffd92a-aa27-4ea7-b48f-14f7cf8952ba tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:00.841649 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b5ffd92a-aa27-4ea7-b48f-14f7cf8952ba tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/f4fcb0ed-99f6-4a1c-af32-16b6f6af61db HTTP/1.1" status: 204 len: 168 time: 0.0932138 Jun 02 12:36:00.844224 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46410) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:00.893254 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-7a6e9fc7-9dbf-4f1f-8959-f254fecb7d36 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Synchronizing usage tracker for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:00.916215 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-7a6e9fc7-9dbf-4f1f-8959-f254fecb7d36 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Unset dirty status for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:00.921176 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7a6e9fc7-9dbf-4f1f-8959-f254fecb7d36 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0729690 Jun 02 12:36:00.921176 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46414) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:00.970942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:00.985008 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aab55b7c-8f09-464d-82d8-81aee0fca613 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:00.995161 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698de984-9633-4991-b4e5-4a3480add3ec']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:01.011750 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198ac14c-6818-403e-8644-6ce8183f3d23') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:01.012047 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198ac14c-6818-403e-8644-6ce8183f3d23') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:01.016602 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aab55b7c-8f09-464d-82d8-81aee0fca613 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.020034 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9e7c9288-6489-45d5-a936-0ba0f873dcfd req-57d1f167-be7f-499b-bbae-6b93b9f4be76 service neutron] 10.222.0.22 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871432 Jun 02 12:36:01.022686 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46416) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:01.031219 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.048929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.054932 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:36:01.055326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:36:01.070844 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:36:01.086469 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aab55b7c-8f09-464d-82d8-81aee0fca613 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.092597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-62006655-286e-4ac9-b00e-fc77a9d5bf3c tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:01.108375 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab55b7c-8f09-464d-82d8-81aee0fca613 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ace130-ffac-4a91-b1e1-f94ecfeaf54f,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:01.112250 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-aab55b7c-8f09-464d-82d8-81aee0fca613 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:01.127047 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aab55b7c-8f09-464d-82d8-81aee0fca613 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.129258 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-aab55b7c-8f09-464d-82d8-81aee0fca613 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "DELETE /v2.0/security-groups/49ace130-ffac-4a91-b1e1-f94ecfeaf54f HTTP/1.1" status: 204 len: 168 time: 0.2068672 Jun 02 12:36:01.131917 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46420) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:01.176548 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-91e4b960-a9a0-49bf-9a70-e83fb7cfc048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.190740 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8ef0d8f2-e1cd-4388-b29c-ae4b3b1e3b00 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Synchronizing usage tracker for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:01.193286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.195308 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-91e4b960-a9a0-49bf-9a70-e83fb7cfc048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:01.199467 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a7a88830-3fd6-489c-b748-400e5014cf93 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:01.208511 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8ef0d8f2-e1cd-4388-b29c-ae4b3b1e3b00 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Unset dirty status for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:01.213958 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8ef0d8f2-e1cd-4388-b29c-ae4b3b1e3b00 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0766001 Jun 02 12:36:01.214509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46422) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:01.214688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.219067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-b7445014-9f8e-4df3-b2e2-ed88ff5096fc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Request body: {'security_group': {'name': 'tempest-secgroup--507875992'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:01.224563 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-91e4b960-a9a0-49bf-9a70-e83fb7cfc048 admin admin] Usage tracker for resource:security_group_rule and tenant:f5d9d972c6914df08e2562bfa7d186f8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:01.225679 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b7445014-9f8e-4df3-b2e2-ed88ff5096fc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:01.230641 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-91e4b960-a9a0-49bf-9a70-e83fb7cfc048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:01.234243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Network': ['ID=698de984-9633-4991-b4e5-4a3480add3ec,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:01.242889 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/698de984-9633-4991-b4e5-4a3480add3ec HTTP/1.1" status: 204 len: 168 time: 3.1358423 Jun 02 12:36:01.243011 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b7445014-9f8e-4df3-b2e2-ed88ff5096fc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:01.243122 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-91e4b960-a9a0-49bf-9a70-e83fb7cfc048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:01.243122 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:01.243122 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46424) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:01.249708 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-5b630649-b0f0-43f8-901f-5a7342301d38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-508111312'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:01.251885 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b7445014-9f8e-4df3-b2e2-ed88ff5096fc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.256614 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5b630649-b0f0-43f8-901f-5a7342301d38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:01.266302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5b630649-b0f0-43f8-901f-5a7342301d38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Usage tracker for resource:network and tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:01.269758 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5b630649-b0f0-43f8-901f-5a7342301d38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:01.277055 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b7445014-9f8e-4df3-b2e2-ed88ff5096fc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:01.281691 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b7445014-9f8e-4df3-b2e2-ed88ff5096fc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Usage tracker for resource:security_group_rule and tenant:22292776d0324b7dacbb7721bbe955ae is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:01.282880 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5b630649-b0f0-43f8-901f-5a7342301d38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:01.285407 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b7445014-9f8e-4df3-b2e2-ed88ff5096fc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:01.294491 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b7445014-9f8e-4df3-b2e2-ed88ff5096fc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:01.303683 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b630649-b0f0-43f8-901f-5a7342301d38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Made reservation on behalf of d4bce9b2ec734b6c9e9ac0bb37d35a9d for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:01.307740 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5b630649-b0f0-43f8-901f-5a7342301d38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.369381 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b7445014-9f8e-4df3-b2e2-ed88ff5096fc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.373948 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b7445014-9f8e-4df3-b2e2-ed88ff5096fc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.378076 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4e317a86-a24d-462b-b63a-9c5eeb2e011a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:01.422254 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7445014-9f8e-4df3-b2e2-ed88ff5096fc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=315376b9-f16f-44f0-a787-79ad7af40533,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:01.427320 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b7445014-9f8e-4df3-b2e2-ed88ff5096fc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:01.433588 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b7445014-9f8e-4df3-b2e2-ed88ff5096fc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.437437 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b7445014-9f8e-4df3-b2e2-ed88ff5096fc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2194259 Jun 02 12:36:01.437627 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46426) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:01.442179 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-fdf05b39-18e4-4612-9e44-fe9daf9509e4 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Request body: {'security_group_rule': {'security_group_id': '315376b9-f16f-44f0-a787-79ad7af40533', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:01.448206 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-fdf05b39-18e4-4612-9e44-fe9daf9509e4 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:01.452537 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-fdf05b39-18e4-4612-9e44-fe9daf9509e4 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Usage tracker for resource:security_group_rule and tenant:22292776d0324b7dacbb7721bbe955ae is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:01.455703 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-fdf05b39-18e4-4612-9e44-fe9daf9509e4 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:01.461841 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-fdf05b39-18e4-4612-9e44-fe9daf9509e4 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:01.481784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fdf05b39-18e4-4612-9e44-fe9daf9509e4 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.491287 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b630649-b0f0-43f8-901f-5a7342301d38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:36:01.519212 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5b630649-b0f0-43f8-901f-5a7342301d38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.519549 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-5b630649-b0f0-43f8-901f-5a7342301d38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Added segment 9ad47de9-7d54-486f-bd75-5802b3740d3d of type vlan for network c6d9894b-b21c-42b7-8a04-7085ba7f8bfa Jun 02 12:36:01.532454 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-91e4b960-a9a0-49bf-9a70-e83fb7cfc048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.540567 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-91e4b960-a9a0-49bf-9a70-e83fb7cfc048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.543784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fdf05b39-18e4-4612-9e44-fe9daf9509e4 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.547463 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fdf05b39-18e4-4612-9e44-fe9daf9509e4 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.556273 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-648dd80d-2a0b-4ccb-b18f-a7b524ec6066 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:01.557903 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-907c03d2-1983-4355-8610-ad0cc19f725d tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:01.576167 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5b630649-b0f0-43f8-901f-5a7342301d38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.577823 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf05b39-18e4-4612-9e44-fe9daf9509e4 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b2e7f5-4153-4988-a6b3-bb46d9208664,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:01.580621 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fdf05b39-18e4-4612-9e44-fe9daf9509e4 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:01.589406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fdf05b39-18e4-4612-9e44-fe9daf9509e4 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.590884 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fdf05b39-18e4-4612-9e44-fe9daf9509e4 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1522515 Jun 02 12:36:01.594970 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46428) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:01.613765 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-91e4b960-a9a0-49bf-9a70-e83fb7cfc048 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5d9d972c6914df08e2562bfa7d186f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5873022 Jun 02 12:36:01.613966 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4b960-a9a0-49bf-9a70-e83fb7cfc048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c17db90-4b13-438c-865c-6abb64b77889,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:01.614077 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46430) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:01.617348 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-91e4b960-a9a0-49bf-9a70-e83fb7cfc048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:01.630814 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-339feb26-d9f4-49e6-bc86-6d6a07ae819c tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-group-rules/d4b2e7f5-4153-4988-a6b3-bb46d9208664 HTTP/1.1" status: 200 len: 763 time: 0.0316961 Jun 02 12:36:01.630927 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46432) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:01.658495 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5b630649-b0f0-43f8-901f-5a7342301d38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.664124 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b630649-b0f0-43f8-901f-5a7342301d38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:01.664699 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5b630649-b0f0-43f8-901f-5a7342301d38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.670924 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1110d456-f5f6-4b3c-8b82-2974bfb68d22 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:01.679157 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e47de7a5-46ae-4475-96e6-10b1d93d132c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.706165 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e47de7a5-46ae-4475-96e6-10b1d93d132c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.762809 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e47de7a5-46ae-4475-96e6-10b1d93d132c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.768405 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-da282a16-7ec9-44c0-962e-1c8cbf04a4b2 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:01.786620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47de7a5-46ae-4475-96e6-10b1d93d132c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c17db90-4b13-438c-865c-6abb64b77889,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:01.789467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e47de7a5-46ae-4475-96e6-10b1d93d132c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:01.790736 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e47de7a5-46ae-4475-96e6-10b1d93d132c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.794970 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e47de7a5-46ae-4475-96e6-10b1d93d132c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c17db90-4b13-438c-865c-6abb64b77889 HTTP/1.1" status: 204 len: 168 time: 0.1774740 Jun 02 12:36:01.801831 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-cecfacdb-e59d-45d4-83e5-9e0a39b69640 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Synchronizing usage tracker for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:01.812229 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5b630649-b0f0-43f8-901f-5a7342301d38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5679548 Jun 02 12:36:01.814731 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46436) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:01.817478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b630649-b0f0-43f8-901f-5a7342301d38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Network': ['ID=c6d9894b-b21c-42b7-8a04-7085ba7f8bfa,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:01.820835 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-4f3197b9-2bc8-4f81-8675-0e21d2e58895 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'subnet': {'network_id': 'c6d9894b-b21c-42b7-8a04-7085ba7f8bfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:01.820961 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5b630649-b0f0-43f8-901f-5a7342301d38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:01.831274 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network c6d9894b-b21c-42b7-8a04-7085ba7f8bfa details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:36:01.832027 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-cecfacdb-e59d-45d4-83e5-9e0a39b69640 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Unset dirty status for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:01.833882 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-cecfacdb-e59d-45d4-83e5-9e0a39b69640 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2024555 Jun 02 12:36:01.836661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46438) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:01.870620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a20c643d-3273-4367-9c67-e472b33f87d0 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.885706 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a20c643d-3273-4367-9c67-e472b33f87d0 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.917142 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a20c643d-3273-4367-9c67-e472b33f87d0 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.926420 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:01.940377 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4f3197b9-2bc8-4f81-8675-0e21d2e58895 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:01.944447 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4f3197b9-2bc8-4f81-8675-0e21d2e58895 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Usage tracker for resource:subnet and tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:01.947891 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4f3197b9-2bc8-4f81-8675-0e21d2e58895 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:01.950457 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c643d-3273-4367-9c67-e472b33f87d0 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4b2e7f5-4153-4988-a6b3-bb46d9208664,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:01.953196 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a20c643d-3273-4367-9c67-e472b33f87d0 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:01.954823 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4f3197b9-2bc8-4f81-8675-0e21d2e58895 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:01.959379 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a20c643d-3273-4367-9c67-e472b33f87d0 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:01.962778 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a20c643d-3273-4367-9c67-e472b33f87d0 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d4b2e7f5-4153-4988-a6b3-bb46d9208664 HTTP/1.1" status: 204 len: 168 time: 0.1248879 Jun 02 12:36:01.965785 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46442) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:01.966187 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3197b9-2bc8-4f81-8675-0e21d2e58895 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Made reservation on behalf of d4bce9b2ec734b6c9e9ac0bb37d35a9d for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:01.970516 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f3197b9-2bc8-4f81-8675-0e21d2e58895 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:02.017301 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-9549bce3-e23c-4906-9463-5f8e1aedaef4 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Synchronizing usage tracker for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:02.035183 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-9549bce3-e23c-4906-9463-5f8e1aedaef4 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Unset dirty status for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:02.036442 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9549bce3-e23c-4906-9463-5f8e1aedaef4 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0696478 Jun 02 12:36:02.039467 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46444) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:02.044461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-049c20e6-8e11-4e0e-80a4-73c23b5b7b06 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Request body: {'security_group_rule': {'security_group_id': '315376b9-f16f-44f0-a787-79ad7af40533', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:02.050237 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-049c20e6-8e11-4e0e-80a4-73c23b5b7b06 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:02.068943 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-049c20e6-8e11-4e0e-80a4-73c23b5b7b06 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:02.096374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-049c20e6-8e11-4e0e-80a4-73c23b5b7b06 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:02.165618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-049c20e6-8e11-4e0e-80a4-73c23b5b7b06 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:02.171542 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-049c20e6-8e11-4e0e-80a4-73c23b5b7b06 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:02.182606 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:02.215929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c20e6-8e11-4e0e-80a4-73c23b5b7b06 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe9fa19-ab75-497a-b453-4b1587bd45f9,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:02.222608 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-049c20e6-8e11-4e0e-80a4-73c23b5b7b06 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:02.235391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-049c20e6-8e11-4e0e-80a4-73c23b5b7b06 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:02.236909 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-049c20e6-8e11-4e0e-80a4-73c23b5b7b06 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1963050 Jun 02 12:36:02.239316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46454) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:02.260642 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-47919068-b7da-404c-97cd-448cbe02c666 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-group-rules/dbe9fa19-ab75-497a-b453-4b1587bd45f9 HTTP/1.1" status: 200 len: 763 time: 0.0195069 Jun 02 12:36:02.263168 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46456) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:02.510051 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6fedd0a7-284a-4d38-8085-3a188b51fd1e tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Synchronizing usage tracker for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:02.540732 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6fedd0a7-284a-4d38-8085-3a188b51fd1e tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Unset dirty status for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:02.542032 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6fedd0a7-284a-4d38-8085-3a188b51fd1e tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2777319 Jun 02 12:36:02.545085 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46466) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:02.576943 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d420f478-87c0-4685-b2d9-b45d685ca992 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:02.589591 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d420f478-87c0-4685-b2d9-b45d685ca992 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:02.610331 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46468) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:02.622445 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d420f478-87c0-4685-b2d9-b45d685ca992 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:02.624938 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:02.644345 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420f478-87c0-4685-b2d9-b45d685ca992 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbe9fa19-ab75-497a-b453-4b1587bd45f9,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:02.651982 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d420f478-87c0-4685-b2d9-b45d685ca992 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:02.654044 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f3197b9-2bc8-4f81-8675-0e21d2e58895 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:02.657182 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d420f478-87c0-4685-b2d9-b45d685ca992 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:02.658523 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d420f478-87c0-4685-b2d9-b45d685ca992 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/dbe9fa19-ab75-497a-b453-4b1587bd45f9 HTTP/1.1" status: 204 len: 168 time: 0.1119125 Jun 02 12:36:02.660957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46472) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:02.662624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1760f038-803a-45b5-9a6f-cc66100aa353 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:02.715487 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-832386b2-31fd-464a-a720-86807d4f5934 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Synchronizing usage tracker for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:02.732650 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-459420920'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:02.739765 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:02.743447 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-832386b2-31fd-464a-a720-86807d4f5934 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Unset dirty status for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:02.745324 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3197b9-2bc8-4f81-8675-0e21d2e58895 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Subnet': ['ID=d9c0d6de-b619-4685-aed0-c653a23993bd,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:02.745486 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-832386b2-31fd-464a-a720-86807d4f5934 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0826294 Jun 02 12:36:02.746465 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:network and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:02.749042 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46474) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:02.749490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4f3197b9-2bc8-4f81-8675-0e21d2e58895 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:02.753435 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-1b4f244c-4cd0-46a7-bc04-66f5ddae4681 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Request body: {'security_group_rule': {'security_group_id': '315376b9-f16f-44f0-a787-79ad7af40533', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:02.757488 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3197b9-2bc8-4f81-8675-0e21d2e58895 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Checking segment: {'id': '9ad47de9-7d54-486f-bd75-5802b3740d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c6d9894b-b21c-42b7-8a04-7085ba7f8bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:36:02.757843 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3197b9-2bc8-4f81-8675-0e21d2e58895 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network hostable DHCP agents. Network: c6d9894b-b21c-42b7-8a04-7085ba7f8bfa, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:36:02.757976 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:02.765424 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1b4f244c-4cd0-46a7-bc04-66f5ddae4681 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:02.767916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:02.776314 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3197b9-2bc8-4f81-8675-0e21d2e58895 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network c6d9894b-b21c-42b7-8a04-7085ba7f8bfa is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:36:02.782902 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1b4f244c-4cd0-46a7-bc04-66f5ddae4681 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:02.786620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:02.789464 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-4f3197b9-2bc8-4f81-8675-0e21d2e58895 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, c6d9894b-b21c-42b7-8a04-7085ba7f8bfa) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:02.790212 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:02.800403 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7994bb0-0b9b-406f-8f0d-61209b7a5c35 None None] Network c6d9894b-b21c-42b7-8a04-7085ba7f8bfa requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:02.806964 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:02.808045 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3197b9-2bc8-4f81-8675-0e21d2e58895 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:02.808646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f3197b9-2bc8-4f81-8675-0e21d2e58895 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:02.827102 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-1b4f244c-4cd0-46a7-bc04-66f5ddae4681 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Project 22292776d0324b7dacbb7721bbe955ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:36:02.830830 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:02.833762 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4f3197b9-2bc8-4f81-8675-0e21d2e58895 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0179422 Jun 02 12:36:02.836184 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46478) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:02.843662 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b4f244c-4cd0-46a7-bc04-66f5ddae4681 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:02.854799 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:security_group_rule and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:02.860313 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:02.870917 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:02.941993 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b4f244c-4cd0-46a7-bc04-66f5ddae4681 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:02.946503 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b4f244c-4cd0-46a7-bc04-66f5ddae4681 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:02.950830 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-379712d0-6157-4a47-bda4-82138e6eb998 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:02.985796 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f244c-4cd0-46a7-bc04-66f5ddae4681 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e72edfb-b068-42b5-a59d-47ba2640e21c,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:02.993380 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:02.997930 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1b4f244c-4cd0-46a7-bc04-66f5ddae4681 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:03.026283 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b4f244c-4cd0-46a7-bc04-66f5ddae4681 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.027441 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1b4f244c-4cd0-46a7-bc04-66f5ddae4681 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2775435 Jun 02 12:36:03.031244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46480) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:03.037674 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-c6d9894b-b21c-42b7-8a04-7085ba7f8bfa', 'network_id': 'c6d9894b-b21c-42b7-8a04-7085ba7f8bfa', 'tenant_id': 'd4bce9b2ec734b6c9e9ac0bb37d35a9d', 'fixed_ips': [{'subnet_id': 'd9c0d6de-b619-4685-aed0-c653a23993bd'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:36:03.038672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.062758 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.066057 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-63604914-3861-4e3a-a11e-6a1670e9c74d tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-group-rules/1e72edfb-b068-42b5-a59d-47ba2640e21c HTTP/1.1" status: 200 len: 769 time: 0.0336800 Jun 02 12:36:03.067984 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.068753 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46482) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:03.103469 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.112682 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c5b627bf-833d-4fb2-93ab-478432d5eb0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:03.136361 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-10503b2b-8970-4b4d-a7eb-220f6ae77d03 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Synchronizing usage tracker for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:03.152477 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:36:03.178758 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.179100 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Added segment b97ac1d7-1533-49fc-a31f-3864ddece106 of type vlan for network 2403d305-23d1-4580-8a5a-5d992110a75c Jun 02 12:36:03.181431 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a214549-0361-48af-a855-6ef244c10e32,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:03.200108 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:03.200834 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-10503b2b-8970-4b4d-a7eb-220f6ae77d03 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Unset dirty status for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:03.204844 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-10503b2b-8970-4b4d-a7eb-220f6ae77d03 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1322379 Jun 02 12:36:03.205021 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Allocated IP 172.20.0.1 (c6d9894b-b21c-42b7-8a04-7085ba7f8bfa/d9c0d6de-b619-4685-aed0-c653a23993bd/9848537a-74bf-479e-bc2e-57eddf6b1e30) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:36:03.210420 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46484) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:03.234324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.261770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-06b74dd3-8ae7-43b1-8993-0bbdc63c9a05 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.265008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.271118 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:03.271709 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.278032 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c7c5458f-a7dc-4077-8e24-71c47989d913 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:03.288353 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-06b74dd3-8ae7-43b1-8993-0bbdc63c9a05 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.366988 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7555521 Jun 02 12:36:03.367620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46486) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:03.370852 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-06b74dd3-8ae7-43b1-8993-0bbdc63c9a05 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.374845 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:03.387917 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-d7161893-f728-43c8-a14a-47ba80474b80 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'port': {'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c', 'name': 'tempest-PortsIpV6TestJSON-298765777'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:03.404277 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b74dd3-8ae7-43b1-8993-0bbdc63c9a05 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e72edfb-b068-42b5-a59d-47ba2640e21c,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:03.409511 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-06b74dd3-8ae7-43b1-8993-0bbdc63c9a05 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:03.416118 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Network': ['ID=2403d305-23d1-4580-8a5a-5d992110a75c,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:03.421114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:03.423228 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-06b74dd3-8ae7-43b1-8993-0bbdc63c9a05 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.426869 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-06b74dd3-8ae7-43b1-8993-0bbdc63c9a05 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1e72edfb-b068-42b5-a59d-47ba2640e21c HTTP/1.1" status: 204 len: 168 time: 0.2128661 Jun 02 12:36:03.433508 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46488) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:03.437840 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 2403d305-23d1-4580-8a5a-5d992110a75c details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:36:03.458875 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.471148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Transition to ACTIVE for port object 9848537a-74bf-479e-bc2e-57eddf6b1e30 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:03.493190 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-22d21dfe-fc5b-4a54-8b13-77713e9b08b1 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Synchronizing usage tracker for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:03.509231 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d7161893-f728-43c8-a14a-47ba80474b80 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:03.513093 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-22d21dfe-fc5b-4a54-8b13-77713e9b08b1 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Unset dirty status for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group_rule {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:03.514258 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d7161893-f728-43c8-a14a-47ba80474b80 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:port and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:03.517436 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-22d21dfe-fc5b-4a54-8b13-77713e9b08b1 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0802729 Jun 02 12:36:03.517566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d7161893-f728-43c8-a14a-47ba80474b80 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:03.517831 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46490) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:03.523836 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d7161893-f728-43c8-a14a-47ba80474b80 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:03.537626 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Transition to ACTIVE for port object 9848537a-74bf-479e-bc2e-57eddf6b1e30 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:03.540451 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7161893-f728-43c8-a14a-47ba80474b80 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:03.545406 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d7161893-f728-43c8-a14a-47ba80474b80 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.564525 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.571134 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:03.575957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-d7161893-f728-43c8-a14a-47ba80474b80 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] device_id is not set on port 416cd216-77ed-49e9-b1fe-405273f914b8 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:36:03.601877 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.610563 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3829bcea-06fd-4687-bb39-e533ce0bb141 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:03.645347 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0f21f648-21df-43e2-a195-60d64cbde2be tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.646089 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Network c6d9894b-b21c-42b7-8a04-7085ba7f8bfa is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:03.649338 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:03.654446 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:03.655841 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Subnet': ['ID=d9c0d6de-b619-4685-aed0-c653a23993bd,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:03.656738 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Pushing event updated for resources: {'Port': ['ID=9848537a-74bf-479e-bc2e-57eddf6b1e30,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:03.658964 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:03.660200 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:03.757707 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Attempting to bind port 9848537a-74bf-479e-bc2e-57eddf6b1e30 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:36:03.758389 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Attempting to bind port 9848537a-74bf-479e-bc2e-57eddf6b1e30 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '9ad47de9-7d54-486f-bd75-5802b3740d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c6d9894b-b21c-42b7-8a04-7085ba7f8bfa'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:36:03.758989 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Attempting to bind port 9848537a-74bf-479e-bc2e-57eddf6b1e30 on network c6d9894b-b21c-42b7-8a04-7085ba7f8bfa {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:36:03.765670 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:36:03.766535 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Checking segment: {'id': '9ad47de9-7d54-486f-bd75-5802b3740d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c6d9894b-b21c-42b7-8a04-7085ba7f8bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:36:03.767287 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.767772 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Bound using segment: {'id': '9ad47de9-7d54-486f-bd75-5802b3740d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c6d9894b-b21c-42b7-8a04-7085ba7f8bfa'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:36:03.768328 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Bound port: 9848537a-74bf-479e-bc2e-57eddf6b1e30, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad47de9-7d54-486f-bd75-5802b3740d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c6d9894b-b21c-42b7-8a04-7085ba7f8bfa'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:36:03.768864 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.770232 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0f21f648-21df-43e2-a195-60d64cbde2be tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.810269 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.833582 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d9894b-b21c-42b7-8a04-7085ba7f8bfa']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:03.852024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad47de9-7d54-486f-bd75-5802b3740d3d') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:03.852744 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad47de9-7d54-486f-bd75-5802b3740d3d') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:03.870730 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] For port 9848537a-74bf-479e-bc2e-57eddf6b1e30, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:36:03.872018 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.874256 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] For port 9848537a-74bf-479e-bc2e-57eddf6b1e30, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=9848537a-74bf-479e-bc2e-57eddf6b1e30,segment=NetworkSegment(9ad47de9-7d54-486f-bd75-5802b3740d3d),segment_id=9ad47de9-7d54-486f-bd75-5802b3740d3d)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:36:03.878646 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.883468 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:03.891236 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.893680 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0f21f648-21df-43e2-a195-60d64cbde2be tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.898645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:03.910175 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d7161893-f728-43c8-a14a-47ba80474b80 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.913646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21f648-21df-43e2-a195-60d64cbde2be tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=315376b9-f16f-44f0-a787-79ad7af40533,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:03.917773 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:36:03.918207 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:36:03.935683 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:36:03.937885 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0f21f648-21df-43e2-a195-60d64cbde2be tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:03.955219 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d7161893-f728-43c8-a14a-47ba80474b80 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:03.972195 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-86b96e18-722d-4272-b520-17bc9494930c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:04.013412 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Pushing event updated for resources: {'Port': ['ID=9848537a-74bf-479e-bc2e-57eddf6b1e30,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:04.018116 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:04.027435 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.db.api [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 12:36:04.027435 dv-neutron-601336-80-hyperv neutron-server[92304]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 12:36:04.027435 dv-neutron-601336-80-hyperv neutron-server[92304]: [parameters: {'id': 'c6d9894b-b21c-42b7-8a04-7085ba7f8bfa'}] Jun 02 12:36:04.027435 dv-neutron-601336-80-hyperv neutron-server[92304]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:36:04.027927 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_db.api [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:36:04.029648 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0f21f648-21df-43e2-a195-60d64cbde2be tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:04.030864 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0f21f648-21df-43e2-a195-60d64cbde2be tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "DELETE /v2.0/security-groups/315376b9-f16f-44f0-a787-79ad7af40533 HTTP/1.1" status: 204 len: 168 time: 0.5120816 Jun 02 12:36:04.033546 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46492) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:04.053016 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd56e6a-c5b9-4caa-b669-49ddfbb7c2c2 None None] Network c6d9894b-b21c-42b7-8a04-7085ba7f8bfa requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:04.075524 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7161893-f728-43c8-a14a-47ba80474b80 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Port': ['ID=416cd216-77ed-49e9-b1fe-405273f914b8,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:04.078952 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d7161893-f728-43c8-a14a-47ba80474b80 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:04.085320 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7161893-f728-43c8-a14a-47ba80474b80 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Checking segment: {'id': 'b97ac1d7-1533-49fc-a31f-3864ddece106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:36:04.085955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7161893-f728-43c8-a14a-47ba80474b80 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network hostable DHCP agents. Network: 2403d305-23d1-4580-8a5a-5d992110a75c, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:36:04.093193 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-dd1d92b1-1fe1-434d-8790-dc81562e8fc5 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Synchronizing usage tracker for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:04.104373 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7161893-f728-43c8-a14a-47ba80474b80 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 2403d305-23d1-4580-8a5a-5d992110a75c is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:36:04.110321 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-dd1d92b1-1fe1-434d-8790-dc81562e8fc5 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Unset dirty status for tenant:22292776d0324b7dacbb7721bbe955ae on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:04.112759 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-dd1d92b1-1fe1-434d-8790-dc81562e8fc5 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0780797 Jun 02 12:36:04.114621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-d7161893-f728-43c8-a14a-47ba80474b80 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 2403d305-23d1-4580-8a5a-5d992110a75c) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:04.117154 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46494) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:04.125681 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7161893-f728-43c8-a14a-47ba80474b80 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:04.130168 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f842b9c2-ddbd-4cbc-ae0f-0dbdb487ebdb None None] Network 2403d305-23d1-4580-8a5a-5d992110a75c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:04.132060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7161893-f728-43c8-a14a-47ba80474b80 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:04.132899 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d7161893-f728-43c8-a14a-47ba80474b80 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:04.162125 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d7161893-f728-43c8-a14a-47ba80474b80 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7782092 Jun 02 12:36:04.162973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46496) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:04.169226 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-b6e7bc2e-b979-4031-9dc6-a8ad34b12778 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-431325591'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:04.175253 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b6e7bc2e-b979-4031-9dc6-a8ad34b12778 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:04.175527 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0dac7dbd-f077-49b6-b896-667ab67e3f6b tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0559833 Jun 02 12:36:04.181655 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b6e7bc2e-b979-4031-9dc6-a8ad34b12778 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:network and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:04.185422 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b6e7bc2e-b979-4031-9dc6-a8ad34b12778 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:04.191859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b6e7bc2e-b979-4031-9dc6-a8ad34b12778 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:04.206269 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e7bc2e-b979-4031-9dc6-a8ad34b12778 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:04.214564 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b6e7bc2e-b979-4031-9dc6-a8ad34b12778 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:04.246757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e7bc2e-b979-4031-9dc6-a8ad34b12778 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:36:04.258407 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b6e7bc2e-b979-4031-9dc6-a8ad34b12778 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:04.258799 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-b6e7bc2e-b979-4031-9dc6-a8ad34b12778 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Added segment 937345d0-639e-4b83-a000-1fc5e4c59a46 of type vlan for network 6fd0314e-7646-4c3a-a329-f957948a98d4 Jun 02 12:36:04.296896 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b6e7bc2e-b979-4031-9dc6-a8ad34b12778 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:04.331002 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b6e7bc2e-b979-4031-9dc6-a8ad34b12778 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:04.337638 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e7bc2e-b979-4031-9dc6-a8ad34b12778 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:04.338532 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b6e7bc2e-b979-4031-9dc6-a8ad34b12778 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:04.350246 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d3b1659c-45cd-4160-8142-b8469d57177c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:04.388952 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b6e7bc2e-b979-4031-9dc6-a8ad34b12778 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2212019 Jun 02 12:36:04.389353 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46500) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:04.395155 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'ports': [{'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c'}, {'network_id': '6fd0314e-7646-4c3a-a329-f957948a98d4'}]} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:04.395579 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'port': {'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:04.396158 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'port': {'network_id': '6fd0314e-7646-4c3a-a329-f957948a98d4'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:04.475541 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7bc2e-b979-4031-9dc6-a8ad34b12778 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Network': ['ID=6fd0314e-7646-4c3a-a329-f957948a98d4,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:04.479389 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b6e7bc2e-b979-4031-9dc6-a8ad34b12778 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:04.489426 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 6fd0314e-7646-4c3a-a329-f957948a98d4 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:36:04.520314 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46504) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:04.532501 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:04.612579 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e9b733-84c1-451e-93ff-454303a93f92 None None] get_active_networks_info from dv-neutron-601336-80-hyperv {{(pid=92306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 12:36:04.679460 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:04.690476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:port and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:04.694476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:04.700590 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e9fe9af0-c4cb-4d91-a279-5392b0a87e89 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22292776d0324b7dacbb7721bbe955ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767673 Jun 02 12:36:04.700825 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46508) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:04.704869 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:04.717520 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Deleting port 9848537a-74bf-479e-bc2e-57eddf6b1e30 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:04.718670 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:04.734088 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'port': 2} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:04.740045 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:04.741598 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e9b733-84c1-451e-93ff-454303a93f92 None None] Resources bound (agent type, host, resource id): {{(pid=92306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 12:36:04.766957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bb873c27-db04-4287-9606-eb14a62269f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:04.797021 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bb873c27-db04-4287-9606-eb14a62269f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:04.859119 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bb873c27-db04-4287-9606-eb14a62269f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:04.865427 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-91e4b960-a9a0-49bf-9a70-e83fb7cfc048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:04.880599 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb873c27-db04-4287-9606-eb14a62269f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d806427-d5bb-4fcc-8880-43a8c81c2b96,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:04.883592 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bb873c27-db04-4287-9606-eb14a62269f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:04.897023 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bb873c27-db04-4287-9606-eb14a62269f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:04.901664 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-bb873c27-db04-4287-9606-eb14a62269f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d806427-d5bb-4fcc-8880-43a8c81c2b96 HTTP/1.1" status: 204 len: 168 time: 0.1964223 Jun 02 12:36:04.963036 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:05.041225 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] For port 9848537a-74bf-479e-bc2e-57eddf6b1e30, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=9848537a-74bf-479e-bc2e-57eddf6b1e30,segment=NetworkSegment(9ad47de9-7d54-486f-bd75-5802b3740d3d),segment_id=9ad47de9-7d54-486f-bd75-5802b3740d3d)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:05.041628 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:05.241491 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Calling delete_port for 9848537a-74bf-479e-bc2e-57eddf6b1e30 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:05.252106 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] device_id is not set on port 7a80be78-0d70-4ce7-9b08-3557e2266f33 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:36:05.371064 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:05.376289 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:05.438053 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Port': ['ID=9848537a-74bf-479e-bc2e-57eddf6b1e30,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:05.447579 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:05.448906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No DVR routers for this DVR port 9848537a-74bf-479e-bc2e-57eddf6b1e30 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:36:05.529735 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:05.626860 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:05.678482 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46530) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:05.704434 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d9894b-b21c-42b7-8a04-7085ba7f8bfa']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:05.729446 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad47de9-7d54-486f-bd75-5802b3740d3d') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:05.729752 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad47de9-7d54-486f-bd75-5802b3740d3d') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:05.746290 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] device_id is not set on port 2081a296-9350-4bc1-8bb0-bfe301f56c81 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:36:05.750032 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:05.769766 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:05.778457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:36:05.778853 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:36:05.793994 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:36:05.796692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-447489339'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:05.799960 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:05.804454 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Usage tracker for resource:network and tenant:657be755980f40509008718eb41e5023 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:05.808428 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:05.816038 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:05.826518 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Made reservation on behalf of 657be755980f40509008718eb41e5023 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:05.829975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:05.843054 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:05.858711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:05.862701 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Usage tracker for resource:security_group_rule and tenant:657be755980f40509008718eb41e5023 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:05.865614 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:05.872341 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:05.925621 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:05.930663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1557bec8-948f-4940-a29c-fb50bfa48c58 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:05.946714 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:05.962176 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Network': ['ID=c6d9894b-b21c-42b7-8a04-7085ba7f8bfa,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:05.977827 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:05.980351 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:05.982549 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:05.984916 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/c6d9894b-b21c-42b7-8a04-7085ba7f8bfa HTTP/1.1" status: 204 len: 168 time: 3.1476626 Jun 02 12:36:05.986573 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-daef335b-3397-4693-8376-2285ad10a516 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:05.995448 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46534) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:06.000382 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-e6bb08a6-70c2-444d-8e95-ced76b835244 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2005244714'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:06.009552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e6bb08a6-70c2-444d-8e95-ced76b835244 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:06.016238 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:36:06.021849 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e6bb08a6-70c2-444d-8e95-ced76b835244 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Usage tracker for resource:network and tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:06.027704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e6bb08a6-70c2-444d-8e95-ced76b835244 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:06.030073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ee0e1a-9922-4f53-9278-3b2326094a58,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:06.034077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:06.042153 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e6bb08a6-70c2-444d-8e95-ced76b835244 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:06.046397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:06.046852 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Added segment 470179a2-0696-4e03-888c-1afb9e9769d5 of type vlan for network 6d7222c2-eb0d-4fea-a769-1033a72b6c6a Jun 02 12:36:06.058880 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:06.069448 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bb08a6-70c2-444d-8e95-ced76b835244 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Made reservation on behalf of d4bce9b2ec734b6c9e9ac0bb37d35a9d for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:06.072961 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e6bb08a6-70c2-444d-8e95-ced76b835244 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:06.082942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:06.113945 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6bb08a6-70c2-444d-8e95-ced76b835244 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:36:06.118892 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:06.125541 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:06.126137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:06.126723 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e6bb08a6-70c2-444d-8e95-ced76b835244 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:06.127377 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-e6bb08a6-70c2-444d-8e95-ced76b835244 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Added segment 2de91fc9-b561-428d-971a-57da46ebac93 of type vlan for network 922f8019-30f1-4ea5-9f38-bfaaaf8f612c Jun 02 12:36:06.131521 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-35b48375-95df-44e9-9286-3cb12fc76c83 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:06.132996 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:06.139846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:06.226168 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 2403d305-23d1-4580-8a5a-5d992110a75c is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:06.232900 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e6bb08a6-70c2-444d-8e95-ced76b835244 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:06.239739 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:06.239926 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5575922 Jun 02 12:36:06.240273 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46536) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:06.242205 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:06.243082 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:06.245050 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Port': ['ID=7a80be78-0d70-4ce7-9b08-3557e2266f33,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:06.245398 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-70d014ff-36e8-4be4-ba50-c9986cb25b9c tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Request body: {'subnet': {'network_id': '6d7222c2-eb0d-4fea-a769-1033a72b6c6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:06.253570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:06.254067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d8bb6668-c567-455b-b877-272aee573aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:06.268474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Pushing event updated for resources: {'Network': ['ID=6d7222c2-eb0d-4fea-a769-1033a72b6c6a,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:06.273175 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:06.279279 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 6d7222c2-eb0d-4fea-a769-1033a72b6c6a details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:36:06.367545 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e6bb08a6-70c2-444d-8e95-ced76b835244 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:06.373735 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bb08a6-70c2-444d-8e95-ced76b835244 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:06.374394 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e6bb08a6-70c2-444d-8e95-ced76b835244 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:06.381046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Port': ['ID=2081a296-9350-4bc1-8bb0-bfe301f56c81,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:06.386776 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:06.392581 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2cdd0b8d-9f99-4cd6-a7a1-69af00778ce7 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:06.417136 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Checking segment: {'id': '937345d0-639e-4b83-a000-1fc5e4c59a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6fd0314e-7646-4c3a-a329-f957948a98d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:36:06.417524 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network hostable DHCP agents. Network: 6fd0314e-7646-4c3a-a329-f957948a98d4, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:36:06.433974 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e6bb08a6-70c2-444d-8e95-ced76b835244 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4374743 Jun 02 12:36:06.440242 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46538) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:06.481321 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-70d014ff-36e8-4be4-ba50-c9986cb25b9c tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:06.485074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-70d014ff-36e8-4be4-ba50-c9986cb25b9c tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Usage tracker for resource:subnet and tenant:657be755980f40509008718eb41e5023 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:06.488194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-70d014ff-36e8-4be4-ba50-c9986cb25b9c tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:06.494260 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-70d014ff-36e8-4be4-ba50-c9986cb25b9c tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:06.495014 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-141a697b-482d-4952-9ab4-612dada97b9b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'network': {'name': 'New_network'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:06.504915 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d014ff-36e8-4be4-ba50-c9986cb25b9c tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Made reservation on behalf of 657be755980f40509008718eb41e5023 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:06.509039 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-70d014ff-36e8-4be4-ba50-c9986cb25b9c tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:06.550156 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb08a6-70c2-444d-8e95-ced76b835244 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Network': ['ID=922f8019-30f1-4ea5-9f38-bfaaaf8f612c,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:06.561287 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 922f8019-30f1-4ea5-9f38-bfaaaf8f612c details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:36:06.597628 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e6bb08a6-70c2-444d-8e95-ced76b835244 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:06.598288 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 6fd0314e-7646-4c3a-a329-f957948a98d4 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:36:06.637900 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 6fd0314e-7646-4c3a-a329-f957948a98d4) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:06.660711 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9003383-62e2-4192-909e-634acadc74ba None None] Network 6fd0314e-7646-4c3a-a329-f957948a98d4 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:06.796216 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:06.801981 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:06.807104 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:06.807827 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:06.898633 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5093427 Jun 02 12:36:06.905774 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46540) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:06.966044 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-141a697b-482d-4952-9ab4-612dada97b9b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:06.984400 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-141a697b-482d-4952-9ab4-612dada97b9b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:06.988313 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-26524e65-ca29-45b1-a969-6ee855763fef tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:07.012818 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-141a697b-482d-4952-9ab4-612dada97b9b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network 922f8019-30f1-4ea5-9f38-bfaaaf8f612c is not hosted by any dhcp agent {{(pid=92304) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 12:36:07.018585 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141a697b-482d-4952-9ab4-612dada97b9b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:07.019123 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-141a697b-482d-4952-9ab4-612dada97b9b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:07.020429 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-141a697b-482d-4952-9ab4-612dada97b9b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "PUT /v2.0/networks/922f8019-30f1-4ea5-9f38-bfaaaf8f612c HTTP/1.1" status: 200 len: 723 time: 0.5792561 Jun 02 12:36:07.023736 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46542) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:07.028985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-3f00a81d-ec20-4f87-92c6-f70d5bd209e3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'subnet': {'network_id': '922f8019-30f1-4ea5-9f38-bfaaaf8f612c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:07.104106 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-d8bf700a-73b2-4184-ad34-7e48318d66f0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting port 2081a296-9350-4bc1-8bb0-bfe301f56c81 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:07.104529 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d8bf700a-73b2-4184-ad34-7e48318d66f0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:07.183915 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a697b-482d-4952-9ab4-612dada97b9b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Network': ['ID=922f8019-30f1-4ea5-9f38-bfaaaf8f612c,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:07.189135 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-141a697b-482d-4952-9ab4-612dada97b9b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:07.194808 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 922f8019-30f1-4ea5-9f38-bfaaaf8f612c details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:36:07.227390 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3f00a81d-ec20-4f87-92c6-f70d5bd209e3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:07.233955 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3f00a81d-ec20-4f87-92c6-f70d5bd209e3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Usage tracker for resource:subnet and tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:07.237980 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3f00a81d-ec20-4f87-92c6-f70d5bd209e3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:07.243846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3f00a81d-ec20-4f87-92c6-f70d5bd209e3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:07.254805 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f00a81d-ec20-4f87-92c6-f70d5bd209e3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Made reservation on behalf of d4bce9b2ec734b6c9e9ac0bb37d35a9d for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:07.258913 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3f00a81d-ec20-4f87-92c6-f70d5bd209e3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:07.264016 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d8bf700a-73b2-4184-ad34-7e48318d66f0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:07.331492 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-70d014ff-36e8-4be4-ba50-c9986cb25b9c tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:07.392514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-39fff099-22e3-4633-9b7a-a7311b240598 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:07.427081 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-d8bf700a-73b2-4184-ad34-7e48318d66f0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Calling delete_port for 2081a296-9350-4bc1-8bb0-bfe301f56c81 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:07.491241 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d014ff-36e8-4be4-ba50-c9986cb25b9c tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Pushing event updated for resources: {'Subnet': ['ID=56ee17b9-c38b-46e1-a3b7-2abe4e589be4,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:07.496384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-70d014ff-36e8-4be4-ba50-c9986cb25b9c tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:07.505135 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d014ff-36e8-4be4-ba50-c9986cb25b9c tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Checking segment: {'id': '470179a2-0696-4e03-888c-1afb9e9769d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6d7222c2-eb0d-4fea-a769-1033a72b6c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:36:07.505490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d014ff-36e8-4be4-ba50-c9986cb25b9c tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Network hostable DHCP agents. Network: 6d7222c2-eb0d-4fea-a769-1033a72b6c6a, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:36:07.535322 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d014ff-36e8-4be4-ba50-c9986cb25b9c tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Network 6d7222c2-eb0d-4fea-a769-1033a72b6c6a is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:36:07.544784 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d8bf700a-73b2-4184-ad34-7e48318d66f0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:07.546872 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-70d014ff-36e8-4be4-ba50-c9986cb25b9c tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 6d7222c2-eb0d-4fea-a769-1033a72b6c6a) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:07.553061 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d7161893-f728-43c8-a14a-47ba80474b80 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:07.555578 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6075f737-8fa5-4578-bab9-31ad5d14bb2a None None] Network 6d7222c2-eb0d-4fea-a769-1033a72b6c6a requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:07.609963 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf700a-73b2-4184-ad34-7e48318d66f0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Port': ['ID=2081a296-9350-4bc1-8bb0-bfe301f56c81,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:07.613914 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d8bf700a-73b2-4184-ad34-7e48318d66f0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:07.615035 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d014ff-36e8-4be4-ba50-c9986cb25b9c tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:07.615619 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-70d014ff-36e8-4be4-ba50-c9986cb25b9c tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:07.623743 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d8bf700a-73b2-4184-ad34-7e48318d66f0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:07.642217 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d8bf700a-73b2-4184-ad34-7e48318d66f0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/ports/2081a296-9350-4bc1-8bb0-bfe301f56c81 HTTP/1.1" status: 204 len: 168 time: 0.7290440 Jun 02 12:36:07.642437 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46544) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:07.689509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3f00a81d-ec20-4f87-92c6-f70d5bd209e3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:07.691498 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-70d014ff-36e8-4be4-ba50-c9986cb25b9c tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4501846 Jun 02 12:36:07.694461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46546) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:07.694658 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-371dd2d5-371c-4c36-ab5d-b48652d68553 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:07.700991 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-763a6514-efe0-4e4d-8d6e-42de4da1c796 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Request body: {'port': {'network_id': '6d7222c2-eb0d-4fea-a769-1033a72b6c6a', 'name': 'tempest-TagsExtTest-1365845431'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:07.775164 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00a81d-ec20-4f87-92c6-f70d5bd209e3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Subnet': ['ID=dc6b67c1-2953-4667-9051-330225959007,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:07.780954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3f00a81d-ec20-4f87-92c6-f70d5bd209e3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:07.783429 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f00a81d-ec20-4f87-92c6-f70d5bd209e3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Checking segment: {'id': '2de91fc9-b561-428d-971a-57da46ebac93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '922f8019-30f1-4ea5-9f38-bfaaaf8f612c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:36:07.783789 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f00a81d-ec20-4f87-92c6-f70d5bd209e3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network hostable DHCP agents. Network: 922f8019-30f1-4ea5-9f38-bfaaaf8f612c, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:36:07.799529 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-6d7222c2-eb0d-4fea-a769-1033a72b6c6a', 'network_id': '6d7222c2-eb0d-4fea-a769-1033a72b6c6a', 'tenant_id': '657be755980f40509008718eb41e5023', 'fixed_ips': [{'subnet_id': '56ee17b9-c38b-46e1-a3b7-2abe4e589be4'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:36:07.800533 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:07.803518 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f00a81d-ec20-4f87-92c6-f70d5bd209e3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network 922f8019-30f1-4ea5-9f38-bfaaaf8f612c is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:36:07.814012 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-3f00a81d-ec20-4f87-92c6-f70d5bd209e3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 922f8019-30f1-4ea5-9f38-bfaaaf8f612c) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:07.827023 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ebb9d9-ef48-4c2c-bc58-8c161f7a8fff None None] Network 922f8019-30f1-4ea5-9f38-bfaaaf8f612c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:07.828727 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369a3ec3-2f25-4056-8b30-d5c2b958c88d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:07.829489 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f00a81d-ec20-4f87-92c6-f70d5bd209e3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:07.830367 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3f00a81d-ec20-4f87-92c6-f70d5bd209e3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:07.834640 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369a3ec3-2f25-4056-8b30-d5c2b958c88d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:07.835401 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-369a3ec3-2f25-4056-8b30-d5c2b958c88d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Synchronizing usage tracker for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:07.852376 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3f00a81d-ec20-4f87-92c6-f70d5bd209e3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8271706 Jun 02 12:36:07.855442 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46548) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:07.861256 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-5d57f066-99b2-45a9-a8e8-2cb6a9983c8f tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:07.877272 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-369a3ec3-2f25-4056-8b30-d5c2b958c88d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Unset dirty status for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:07.881263 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-369a3ec3-2f25-4056-8b30-d5c2b958c88d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2345991 Jun 02 12:36:07.881503 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46550) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:07.935159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-763a6514-efe0-4e4d-8d6e-42de4da1c796 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:07.947313 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-763a6514-efe0-4e4d-8d6e-42de4da1c796 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Usage tracker for resource:port and tenant:657be755980f40509008718eb41e5023 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:07.952338 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-763a6514-efe0-4e4d-8d6e-42de4da1c796 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:07.961822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-763a6514-efe0-4e4d-8d6e-42de4da1c796 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:07.986920 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d57f066-99b2-45a9-a8e8-2cb6a9983c8f tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2824988'] for subnet, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:08.014752 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763a6514-efe0-4e4d-8d6e-42de4da1c796 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Made reservation on behalf of 657be755980f40509008718eb41e5023 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:08.017995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-763a6514-efe0-4e4d-8d6e-42de4da1c796 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:08.051766 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-763a6514-efe0-4e4d-8d6e-42de4da1c796 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] device_id is not set on port b7650882-0602-4eea-840d-bd598a6f4a4d yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:36:08.118004 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-09f4d93c-3a28-44f5-b1c2-ecb8bb4e4e32 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting port 7a80be78-0d70-4ce7-9b08-3557e2266f33 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:08.118276 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-09f4d93c-3a28-44f5-b1c2-ecb8bb4e4e32 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:08.163712 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Allocated IP 172.20.0.2 (6d7222c2-eb0d-4fea-a769-1033a72b6c6a/56ee17b9-c38b-46e1-a3b7-2abe4e589be4/7571450f-84af-4dd7-b575-e2a569976744) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:36:08.182906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d57f066-99b2-45a9-a8e8-2cb6a9983c8f tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726415848165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2111763'] for subnet, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:08.186685 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a38baaeb-0bc0-4c88-af21-c9d793e113e2 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:08.236517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57f066-99b2-45a9-a8e8-2cb6a9983c8f tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:08.237397 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5d57f066-99b2-45a9-a8e8-2cb6a9983c8f tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:08.237909 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-922f8019-30f1-4ea5-9f38-bfaaaf8f612c', 'network_id': '922f8019-30f1-4ea5-9f38-bfaaaf8f612c', 'tenant_id': 'd4bce9b2ec734b6c9e9ac0bb37d35a9d', 'fixed_ips': [{'subnet_id': 'dc6b67c1-2953-4667-9051-330225959007'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:36:08.238861 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:08.239300 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5d57f066-99b2-45a9-a8e8-2cb6a9983c8f tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "PUT /v2.0/subnets/dc6b67c1-2953-4667-9051-330225959007 HTTP/1.1" status: 200 len: 806 time: 0.3824408 Jun 02 12:36:08.242576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46552) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:08.261306 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57f066-99b2-45a9-a8e8-2cb6a9983c8f tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Subnet': ['ID=dc6b67c1-2953-4667-9051-330225959007,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:08.264871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5d57f066-99b2-45a9-a8e8-2cb6a9983c8f tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:08.397853 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-09f4d93c-3a28-44f5-b1c2-ecb8bb4e4e32 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:08.554936 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Allocated IP 172.20.0.2 (922f8019-30f1-4ea5-9f38-bfaaaf8f612c/dc6b67c1-2953-4667-9051-330225959007/f2fd743b-42f8-4f60-9ca7-9876289f15ae) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:36:08.557424 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:08.572416 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Transition to ACTIVE for port object 7571450f-84af-4dd7-b575-e2a569976744 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:08.581728 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-09f4d93c-3a28-44f5-b1c2-ecb8bb4e4e32 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Calling delete_port for 7a80be78-0d70-4ce7-9b08-3557e2266f33 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:08.655135 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:08.655537 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Transition to ACTIVE for port object 7571450f-84af-4dd7-b575-e2a569976744 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:08.672205 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:08.677226 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-afeed37e-8c33-4a6b-ba5a-3140c6421722 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:08.758303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Network 6d7222c2-eb0d-4fea-a769-1033a72b6c6a is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:08.769223 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:08.776569 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:08.785881 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Pushing event updated for resources: {'Port': ['ID=7571450f-84af-4dd7-b575-e2a569976744,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:08.794684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-763a6514-efe0-4e4d-8d6e-42de4da1c796 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Allocated IP 172.20.0.14 (6d7222c2-eb0d-4fea-a769-1033a72b6c6a/56ee17b9-c38b-46e1-a3b7-2abe4e589be4/b7650882-0602-4eea-840d-bd598a6f4a4d) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:36:08.796693 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-09f4d93c-3a28-44f5-b1c2-ecb8bb4e4e32 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:08.797571 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:08.805178 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4df2c00f-7941-4b05-bdbe-860888b39448 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:08.837105 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:08.891217 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4d93c-3a28-44f5-b1c2-ecb8bb4e4e32 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Port': ['ID=7a80be78-0d70-4ce7-9b08-3557e2266f33,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:08.899393 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-09f4d93c-3a28-44f5-b1c2-ecb8bb4e4e32 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:08.908395 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-09f4d93c-3a28-44f5-b1c2-ecb8bb4e4e32 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:08.936840 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Attempting to bind port 7571450f-84af-4dd7-b575-e2a569976744 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:36:08.937219 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Attempting to bind port 7571450f-84af-4dd7-b575-e2a569976744 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '470179a2-0696-4e03-888c-1afb9e9769d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6d7222c2-eb0d-4fea-a769-1033a72b6c6a'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:36:08.937589 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Attempting to bind port 7571450f-84af-4dd7-b575-e2a569976744 on network 6d7222c2-eb0d-4fea-a769-1033a72b6c6a {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:36:08.943038 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:08.949348 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:36:08.949819 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Checking segment: {'id': '470179a2-0696-4e03-888c-1afb9e9769d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6d7222c2-eb0d-4fea-a769-1033a72b6c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:36:08.950272 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:08.950771 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Bound using segment: {'id': '470179a2-0696-4e03-888c-1afb9e9769d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6d7222c2-eb0d-4fea-a769-1033a72b6c6a'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:36:08.951206 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Bound port: 7571450f-84af-4dd7-b575-e2a569976744, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470179a2-0696-4e03-888c-1afb9e9769d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6d7222c2-eb0d-4fea-a769-1033a72b6c6a'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:36:08.951578 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:08.969337 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Transition to ACTIVE for port object f2fd743b-42f8-4f60-9ca7-9876289f15ae will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:08.975543 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-09f4d93c-3a28-44f5-b1c2-ecb8bb4e4e32 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/ports/7a80be78-0d70-4ce7-9b08-3557e2266f33 HTTP/1.1" status: 204 len: 168 time: 1.0907815 Jun 02 12:36:08.976040 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46554) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:09.025391 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Transition to ACTIVE for port object f2fd743b-42f8-4f60-9ca7-9876289f15ae will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:09.043549 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:09.049880 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:09.067403 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887ba5eb-45bb-4a2d-a235-ae9146ac446c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:09.068102 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-887ba5eb-45bb-4a2d-a235-ae9146ac446c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Synchronizing usage tracker for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:09.084903 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-887ba5eb-45bb-4a2d-a235-ae9146ac446c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Unset dirty status for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:09.086540 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-887ba5eb-45bb-4a2d-a235-ae9146ac446c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1088378 Jun 02 12:36:09.089521 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46556) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:09.138592 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Network 922f8019-30f1-4ea5-9f38-bfaaaf8f612c is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:09.143460 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:09.146087 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] For port 7571450f-84af-4dd7-b575-e2a569976744, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:36:09.148463 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Pushing event updated for resources: {'Port': ['ID=f2fd743b-42f8-4f60-9ca7-9876289f15ae,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:09.152972 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:09.156883 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:09.160471 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] For port 7571450f-84af-4dd7-b575-e2a569976744, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=7571450f-84af-4dd7-b575-e2a569976744,segment=NetworkSegment(470179a2-0696-4e03-888c-1afb9e9769d5),segment_id=470179a2-0696-4e03-888c-1afb9e9769d5)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:36:09.192455 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:09.193365 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-422eac52-a5b6-4eaf-861f-c50d4482a75e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] GET failed (client error): The resource could not be found. Jun 02 12:36:09.193910 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-422eac52-a5b6-4eaf-861f-c50d4482a75e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Synchronizing usage tracker for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:09.201241 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-04fa78f9-0dc0-4888-b30c-469388cbf47d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:09.270559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-422eac52-a5b6-4eaf-861f-c50d4482a75e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Unset dirty status for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:09.274523 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-422eac52-a5b6-4eaf-861f-c50d4482a75e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports/2081a296-9350-4bc1-8bb0-bfe301f56c81 HTTP/1.1" status: 404 len: 333 time: 0.1812208 Jun 02 12:36:09.275369 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46558) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:09.328731 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9ee898-3be5-4a27-a834-da87e0d2c20e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] GET failed (client error): The resource could not be found. Jun 02 12:36:09.332832 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2c9ee898-3be5-4a27-a834-da87e0d2c20e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports/7a80be78-0d70-4ce7-9b08-3557e2266f33 HTTP/1.1" status: 404 len: 333 time: 0.0527120 Jun 02 12:36:09.333068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46560) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:09.344536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Attempting to bind port f2fd743b-42f8-4f60-9ca7-9876289f15ae on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:36:09.344998 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Attempting to bind port f2fd743b-42f8-4f60-9ca7-9876289f15ae by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '2de91fc9-b561-428d-971a-57da46ebac93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '922f8019-30f1-4ea5-9f38-bfaaaf8f612c'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:36:09.345368 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Attempting to bind port f2fd743b-42f8-4f60-9ca7-9876289f15ae on network 922f8019-30f1-4ea5-9f38-bfaaaf8f612c {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:36:09.361000 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:36:09.361417 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Checking segment: {'id': '2de91fc9-b561-428d-971a-57da46ebac93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '922f8019-30f1-4ea5-9f38-bfaaaf8f612c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:36:09.362242 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:09.362242 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Bound using segment: {'id': '2de91fc9-b561-428d-971a-57da46ebac93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '922f8019-30f1-4ea5-9f38-bfaaaf8f612c'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:36:09.362762 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Bound port: f2fd743b-42f8-4f60-9ca7-9876289f15ae, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de91fc9-b561-428d-971a-57da46ebac93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '922f8019-30f1-4ea5-9f38-bfaaaf8f612c'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:36:09.363157 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:09.370887 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-763a6514-efe0-4e4d-8d6e-42de4da1c796 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:09.384200 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Pushing event updated for resources: {'Port': ['ID=7571450f-84af-4dd7-b575-e2a569976744,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:09.388406 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:09.412773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:09.418995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-477c9bf3-449a-4c9a-8721-b4cc1b11fc38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:09.450779 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-763a6514-efe0-4e4d-8d6e-42de4da1c796 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Transition to ACTIVE for port object b7650882-0602-4eea-840d-bd598a6f4a4d will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:09.461783 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Subnet': ['ID=dc6b67c1-2953-4667-9051-330225959007,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:09.482321 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f72bf22e-82b8-4427-bedb-fdb17dbbe396 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:09.493888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:09.505861 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] For port f2fd743b-42f8-4f60-9ca7-9876289f15ae, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:36:09.511435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] For port f2fd743b-42f8-4f60-9ca7-9876289f15ae, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f2fd743b-42f8-4f60-9ca7-9876289f15ae,segment=NetworkSegment(2de91fc9-b561-428d-971a-57da46ebac93),segment_id=2de91fc9-b561-428d-971a-57da46ebac93)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:36:09.516200 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:09.521088 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d2ec679f-7e30-43c5-80e7-5714c9fc3460 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:09.534075 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-763a6514-efe0-4e4d-8d6e-42de4da1c796 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:09.543679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d4fbc47c-bcf8-4a83-a7f7-1853b313adcb tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:09.703036 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f72bf22e-82b8-4427-bedb-fdb17dbbe396 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:09.736588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:09.737203 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Pushing event updated for resources: {'Port': ['ID=f2fd743b-42f8-4f60-9ca7-9876289f15ae,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:09.738377 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-f72bf22e-82b8-4427-bedb-fdb17dbbe396 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd0314e-7646-4c3a-a329-f957948a98d4']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:09.741742 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:09.756339 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763a6514-efe0-4e4d-8d6e-42de4da1c796 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Network 6d7222c2-eb0d-4fea-a769-1033a72b6c6a is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:09.763305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-f72bf22e-82b8-4427-bedb-fdb17dbbe396 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937345d0-639e-4b83-a000-1fc5e4c59a46') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:09.763650 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b595c465-841f-4243-9753-11342d76906f None None] Network 922f8019-30f1-4ea5-9f38-bfaaaf8f612c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:09.763791 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-f72bf22e-82b8-4427-bedb-fdb17dbbe396 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937345d0-639e-4b83-a000-1fc5e4c59a46') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:09.763930 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-763a6514-efe0-4e4d-8d6e-42de4da1c796 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:09.769633 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763a6514-efe0-4e4d-8d6e-42de4da1c796 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:09.781206 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f72bf22e-82b8-4427-bedb-fdb17dbbe396 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:09.801717 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f72bf22e-82b8-4427-bedb-fdb17dbbe396 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:09.801954 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922f8019-30f1-4ea5-9f38-bfaaaf8f612c']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:09.809452 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72bf22e-82b8-4427-bedb-fdb17dbbe396 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:36:09.809859 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f72bf22e-82b8-4427-bedb-fdb17dbbe396 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:36:09.829991 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:36:09.837725 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a6514-efe0-4e4d-8d6e-42de4da1c796 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Pushing event updated for resources: {'Port': ['ID=b7650882-0602-4eea-840d-bd598a6f4a4d,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:09.845547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-763a6514-efe0-4e4d-8d6e-42de4da1c796 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:09.849590 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de91fc9-b561-428d-971a-57da46ebac93') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:09.849888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de91fc9-b561-428d-971a-57da46ebac93') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:09.872748 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:09.904663 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763a6514-efe0-4e4d-8d6e-42de4da1c796 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:09.905321 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-763a6514-efe0-4e4d-8d6e-42de4da1c796 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:09.916747 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:09.931104 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:36:09.931503 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:36:09.950800 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:36:09.958149 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f72bf22e-82b8-4427-bedb-fdb17dbbe396 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:09.965794 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-763a6514-efe0-4e4d-8d6e-42de4da1c796 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2701781 Jun 02 12:36:09.966889 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:09.968729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46562) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:09.988123 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f72bf22e-82b8-4427-bedb-fdb17dbbe396 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:09.999874 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f72bf22e-82b8-4427-bedb-fdb17dbbe396 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/networks/6fd0314e-7646-4c3a-a329-f957948a98d4 HTTP/1.1" status: 204 len: 168 time: 0.6657417 Jun 02 12:36:10.001056 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5f0657-0222-419f-91f2-21593a0c21f2 None None] Network 922f8019-30f1-4ea5-9f38-bfaaaf8f612c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:10.001608 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bf22e-82b8-4427-bedb-fdb17dbbe396 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Network': ['ID=6fd0314e-7646-4c3a-a329-f957948a98d4,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:10.003699 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46564) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:10.011401 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f72bf22e-82b8-4427-bedb-fdb17dbbe396 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:10.015422 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-991a38d5-1f90-4a89-938a-7f8a6945e2cf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-135348288'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:10.021940 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-991a38d5-1f90-4a89-938a-7f8a6945e2cf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:10.024829 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-b4dc4b1d-7fdc-47f6-97a4-9d99b9f63059 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2055609583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:10.027614 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-991a38d5-1f90-4a89-938a-7f8a6945e2cf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:network and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:10.030837 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-991a38d5-1f90-4a89-938a-7f8a6945e2cf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:10.037723 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-991a38d5-1f90-4a89-938a-7f8a6945e2cf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:10.048880 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991a38d5-1f90-4a89-938a-7f8a6945e2cf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:10.049731 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b4dc4b1d-7fdc-47f6-97a4-9d99b9f63059 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:10.053549 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-991a38d5-1f90-4a89-938a-7f8a6945e2cf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:10.055032 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b4dc4b1d-7fdc-47f6-97a4-9d99b9f63059 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Usage tracker for resource:router and tenant:657be755980f40509008718eb41e5023 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:10.059689 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b4dc4b1d-7fdc-47f6-97a4-9d99b9f63059 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:10.062809 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.api [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 12:36:10.062809 dv-neutron-601336-80-hyperv neutron-server[92305]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 12:36:10.062809 dv-neutron-601336-80-hyperv neutron-server[92305]: [parameters: {'id': '922f8019-30f1-4ea5-9f38-bfaaaf8f612c'}] Jun 02 12:36:10.062809 dv-neutron-601336-80-hyperv neutron-server[92305]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:36:10.063260 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_db.api [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:36:10.067013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b4dc4b1d-7fdc-47f6-97a4-9d99b9f63059 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:10.080121 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b4dc4b1d-7fdc-47f6-97a4-9d99b9f63059 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:10.082249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b4dc4b1d-7fdc-47f6-97a4-9d99b9f63059 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:10.089044 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991a38d5-1f90-4a89-938a-7f8a6945e2cf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:36:10.098170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b4dc4b1d-7fdc-47f6-97a4-9d99b9f63059 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:10.103501 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-991a38d5-1f90-4a89-938a-7f8a6945e2cf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:10.103885 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-991a38d5-1f90-4a89-938a-7f8a6945e2cf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Added segment b470aee6-c00a-4155-8497-0918ea843b65 of type vlan for network 4cf1eac0-5dcd-449b-8503-cef494c73104 Jun 02 12:36:10.130137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b4dc4b1d-7fdc-47f6-97a4-9d99b9f63059 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:10.135530 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-991a38d5-1f90-4a89-938a-7f8a6945e2cf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:10.163488 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b4dc4b1d-7fdc-47f6-97a4-9d99b9f63059 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:10.166155 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b4dc4b1d-7fdc-47f6-97a4-9d99b9f63059 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1951919 Jun 02 12:36:10.167807 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46566) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:10.173201 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-bd5423ba-7937-4e0a-bcaa-4707aa9e68e5 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1478976026', 'prefixes': ['172.20.0.0/16']}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:10.180376 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-991a38d5-1f90-4a89-938a-7f8a6945e2cf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:10.186515 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991a38d5-1f90-4a89-938a-7f8a6945e2cf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:10.187082 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-991a38d5-1f90-4a89-938a-7f8a6945e2cf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:10.195808 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-bd5423ba-7937-4e0a-bcaa-4707aa9e68e5 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:10.200183 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f96e2db8-9804-4fb8-94b6-045c4b84cf7d tempest-BulkNetworkOpsIpV6Test-266208616 tempest-BulkNetworkOpsIpV6Test-266208616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:10.399999 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-991a38d5-1f90-4a89-938a-7f8a6945e2cf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3907948 Jun 02 12:36:10.403564 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46570) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:10.410324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-d2e468b5-8fd7-4c7e-bfb2-c8cfde2502bf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'subnet': {'network_id': '4cf1eac0-5dcd-449b-8503-cef494c73104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:10.478576 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a38d5-1f90-4a89-938a-7f8a6945e2cf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Network': ['ID=4cf1eac0-5dcd-449b-8503-cef494c73104,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:10.484044 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-991a38d5-1f90-4a89-938a-7f8a6945e2cf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:10.505803 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 4cf1eac0-5dcd-449b-8503-cef494c73104 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:36:10.528079 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bd5423ba-7937-4e0a-bcaa-4707aa9e68e5 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks [] for subnetpool, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:10.529369 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bd5423ba-7937-4e0a-bcaa-4707aa9e68e5 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3605189 Jun 02 12:36:10.532894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46572) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:10.538325 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-37d9da04-bab2-447f-99ac-1565f7381719 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '56ee17b9-c38b-46e1-a3b7-2abe4e589be4', 'tempest-TagsExtTest-Tag-1520467398') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:10.632172 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:10.645053 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-37d9da04-bab2-447f-99ac-1565f7381719 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "PUT /v2.0/subnets/56ee17b9-c38b-46e1-a3b7-2abe4e589be4/tags/tempest-TagsExtTest-Tag-1520467398 HTTP/1.1" status: 201 len: 201 time: 0.1107361 Jun 02 12:36:10.650276 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46574) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:10.658271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.tag.tag_plugin [None req-38e9f354-abab-4d0a-9680-2e447ee7de97 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b7650882-0602-4eea-840d-bd598a6f4a4d', 'tempest-TagsExtTest-Tag-1737705605') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:10.660673 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8227f4-a5c8-4228-83c5-c3d505800fce None None] Network 6d7222c2-eb0d-4fea-a769-1033a72b6c6a requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:10.747600 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d2e468b5-8fd7-4c7e-bfb2-c8cfde2502bf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:10.763226 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d2e468b5-8fd7-4c7e-bfb2-c8cfde2502bf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:subnet and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:10.768016 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d2e468b5-8fd7-4c7e-bfb2-c8cfde2502bf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:10.768207 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c2c71bb9-042d-4fd2-8448-ed421ce82969 None None] Provisioning for port 7571450f-84af-4dd7-b575-e2a569976744 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:36:10.777901 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d2e468b5-8fd7-4c7e-bfb2-c8cfde2502bf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:10.800709 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e468b5-8fd7-4c7e-bfb2-c8cfde2502bf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:10.804239 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d2e468b5-8fd7-4c7e-bfb2-c8cfde2502bf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:10.947202 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Deleting port f2fd743b-42f8-4f60-9ca7-9876289f15ae {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:10.947708 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:10.966429 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-38e9f354-abab-4d0a-9680-2e447ee7de97 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "PUT /v2.0/ports/b7650882-0602-4eea-840d-bd598a6f4a4d/tags/tempest-TagsExtTest-Tag-1737705605 HTTP/1.1" status: 201 len: 201 time: 0.3117759 Jun 02 12:36:10.970359 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46576) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:10.978250 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-7482d789-0226-4ac8-b376-be8dda0ee92d tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6cad6718-3485-4a33-b044-7d6ff80bca4f', 'tempest-TagsExtTest-Tag-1510416180') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:11.102337 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] For port f2fd743b-42f8-4f60-9ca7-9876289f15ae, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f2fd743b-42f8-4f60-9ca7-9876289f15ae,segment=NetworkSegment(2de91fc9-b561-428d-971a-57da46ebac93),segment_id=2de91fc9-b561-428d-971a-57da46ebac93)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:11.102929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:11.192667 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7482d789-0226-4ac8-b376-be8dda0ee92d tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "PUT /v2.0/routers/6cad6718-3485-4a33-b044-7d6ff80bca4f/tags/tempest-TagsExtTest-Tag-1510416180 HTTP/1.1" status: 201 len: 201 time: 0.2182124 Jun 02 12:36:11.192667 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46578) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:11.198733 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-7d26eb81-b328-40b7-8035-9540c42785cf tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'befaa571-97e2-42e6-abc5-9ee9f998c1bc', 'tempest-TagsExtTest-Tag-1135392220') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:11.239837 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5d1b57a1-e281-4abd-b182-ca2caf3732e6 None None] Provisioning for port b7650882-0602-4eea-840d-bd598a6f4a4d completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:36:11.251636 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Calling delete_port for f2fd743b-42f8-4f60-9ca7-9876289f15ae owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:11.253461 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5d1b57a1-e281-4abd-b182-ca2caf3732e6 None None] Provisioning complete for port b7650882-0602-4eea-840d-bd598a6f4a4d triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:11.254440 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5d1b57a1-e281-4abd-b182-ca2caf3732e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:11.257776 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7d26eb81-b328-40b7-8035-9540c42785cf tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "PUT /v2.0/subnetpools/befaa571-97e2-42e6-abc5-9ee9f998c1bc/tags/tempest-TagsExtTest-Tag-1135392220 HTTP/1.1" status: 201 len: 201 time: 0.0640275 Jun 02 12:36:11.261711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46580) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:11.269562 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.tag.tag_plugin [None req-f26be125-614e-4494-98d2-533bf32951f1 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '56ee17b9-c38b-46e1-a3b7-2abe4e589be4') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:11.331693 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-5d1b57a1-e281-4abd-b182-ca2caf3732e6 None None] Port b7650882-0602-4eea-840d-bd598a6f4a4d cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:36:11.414879 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c144303-2847-4442-87fb-9a55a3dc9c7a None None] get_active_networks_info from dv-neutron-601336-80-hyperv {{(pid=92306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 12:36:11.470140 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:11.478551 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ce093d3f-aea3-4ea5-8917-cb4c1f6d705c tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:11.492417 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e3e80c06-bca4-4e95-99fa-26492d170fd5 None None] Provisioning complete for port b7650882-0602-4eea-840d-bd598a6f4a4d triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:11.492820 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e3e80c06-bca4-4e95-99fa-26492d170fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:11.520065 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f26be125-614e-4494-98d2-533bf32951f1 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/subnets/56ee17b9-c38b-46e1-a3b7-2abe4e589be4/tags HTTP/1.1" status: 200 len: 241 time: 0.2561588 Jun 02 12:36:11.525043 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46582) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:11.530715 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-eba2613b-ae11-445c-8655-2836ba150004 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '56ee17b9-c38b-46e1-a3b7-2abe4e589be4', 'tempest-TagsExtTest-Tag-1520467398') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:11.532541 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Port': ['ID=f2fd743b-42f8-4f60-9ca7-9876289f15ae,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:11.534986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No DVR routers for this DVR port f2fd743b-42f8-4f60-9ca7-9876289f15ae on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:36:11.536475 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:11.579412 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-e3e80c06-bca4-4e95-99fa-26492d170fd5 None None] Port b7650882-0602-4eea-840d-bd598a6f4a4d cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:36:11.638714 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-eba2613b-ae11-445c-8655-2836ba150004 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/subnets/56ee17b9-c38b-46e1-a3b7-2abe4e589be4/tags/tempest-TagsExtTest-Tag-1520467398 HTTP/1.1" status: 204 len: 168 time: 0.1120420 Jun 02 12:36:11.639948 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46584) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:11.644973 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-79d0ba1d-b38c-4578-aa03-47b17f01924d tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '56ee17b9-c38b-46e1-a3b7-2abe4e589be4', 'tempest-TagsExtTest-Tag-1520467398') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:11.680767 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:11.697163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922f8019-30f1-4ea5-9f38-bfaaaf8f612c']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:11.720424 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de91fc9-b561-428d-971a-57da46ebac93') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:11.720788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de91fc9-b561-428d-971a-57da46ebac93') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:11.736690 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:11.748535 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 7571450f-84af-4dd7-b575-e2a569976744 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:36:11.759827 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:11.779476 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-79d0ba1d-b38c-4578-aa03-47b17f01924d tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "DELETE /v2.0/subnets/56ee17b9-c38b-46e1-a3b7-2abe4e589be4/tags/tempest-TagsExtTest-Tag-1520467398 HTTP/1.1" status: 204 len: 168 time: 0.1366005 Jun 02 12:36:11.779665 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46586) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:11.784627 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-d863a703-642a-48cb-a959-8421a9350e2f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '56ee17b9-c38b-46e1-a3b7-2abe4e589be4') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:11.800303 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:36:11.800303 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:36:11.816074 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:36:11.859433 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 7571450f-84af-4dd7-b575-e2a569976744 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:36:11.864489 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c144303-2847-4442-87fb-9a55a3dc9c7a None None] Network 4cf1eac0-5dcd-449b-8503-cef494c73104 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:36:11.867910 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 7571450f-84af-4dd7-b575-e2a569976744 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:11.868346 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:11.873368 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d863a703-642a-48cb-a959-8421a9350e2f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/subnets/56ee17b9-c38b-46e1-a3b7-2abe4e589be4/tags HTTP/1.1" status: 200 len: 205 time: 0.0902705 Jun 02 12:36:11.873714 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46588) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:11.878520 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-686817bc-2a78-4890-a7f7-38628af55f0a tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b7650882-0602-4eea-840d-bd598a6f4a4d') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:11.910804 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c144303-2847-4442-87fb-9a55a3dc9c7a None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 4cf1eac0-5dcd-449b-8503-cef494c73104) {{(pid=92306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 12:36:11.932606 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:11.938875 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:11.943906 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d2e468b5-8fd7-4c7e-bfb2-c8cfde2502bf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:11.951365 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-686817bc-2a78-4890-a7f7-38628af55f0a tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/ports/b7650882-0602-4eea-840d-bd598a6f4a4d/tags HTTP/1.1" status: 200 len: 241 time: 0.0765309 Jun 02 12:36:11.951952 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d71386bb-b34b-4540-9af8-2dff09f51abe tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:11.954221 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46590) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:11.960309 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-65883cf5-5b28-4896-8180-597739dabe51 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b7650882-0602-4eea-840d-bd598a6f4a4d', 'tempest-TagsExtTest-Tag-1737705605') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:11.988471 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/922f8019-30f1-4ea5-9f38-bfaaaf8f612c HTTP/1.1" status: 204 len: 168 time: 3.7445245 Jun 02 12:36:11.992901 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Network': ['ID=922f8019-30f1-4ea5-9f38-bfaaaf8f612c,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:11.997107 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:11.997674 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46592) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:11.999514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c704b20d-d8d6-4622-9d8a-603957bdfe65 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:12.047945 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-65883cf5-5b28-4896-8180-597739dabe51 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/ports/b7650882-0602-4eea-840d-bd598a6f4a4d/tags/tempest-TagsExtTest-Tag-1737705605 HTTP/1.1" status: 204 len: 168 time: 0.0920274 Jun 02 12:36:12.050270 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46594) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:12.054872 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-60a7d293-738c-4840-8652-47ed135f1f1f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b7650882-0602-4eea-840d-bd598a6f4a4d', 'tempest-TagsExtTest-Tag-1737705605') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:12.062849 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e468b5-8fd7-4c7e-bfb2-c8cfde2502bf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 4cf1eac0-5dcd-449b-8503-cef494c73104 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:12.068258 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-d2e468b5-8fd7-4c7e-bfb2-c8cfde2502bf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:12.096340 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-02cf8950-f0f2-4066-a20c-f6f167a7f190 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:12.097077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02cf8950-f0f2-4066-a20c-f6f167a7f190 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:12.102301 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-02cf8950-f0f2-4066-a20c-f6f167a7f190 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/922f8019-30f1-4ea5-9f38-bfaaaf8f612c HTTP/1.1" status: 404 len: 339 time: 0.0703075 Jun 02 12:36:12.104622 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46596) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:12.104757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e468b5-8fd7-4c7e-bfb2-c8cfde2502bf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:12.105804 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d2e468b5-8fd7-4c7e-bfb2-c8cfde2502bf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:12.109435 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-edd8c720-a736-4be1-8d23-5c32f22463e6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1569185389', 'description': 'd1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:12.114975 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-edd8c720-a736-4be1-8d23-5c32f22463e6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:12.121361 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-edd8c720-a736-4be1-8d23-5c32f22463e6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Usage tracker for resource:network and tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:12.123152 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e468b5-8fd7-4c7e-bfb2-c8cfde2502bf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Subnet': ['ID=820ff739-f026-4ea1-9acf-35aa2806e782,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:12.124874 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:12.126049 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d2e468b5-8fd7-4c7e-bfb2-c8cfde2502bf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:12.130956 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d2e468b5-8fd7-4c7e-bfb2-c8cfde2502bf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7261431 Jun 02 12:36:12.133595 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46598) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:12.135111 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-edd8c720-a736-4be1-8d23-5c32f22463e6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:12.138929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-aab83d20-cfd6-45fb-a2af-78a42e038a6c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'port': {'network_id': '4cf1eac0-5dcd-449b-8503-cef494c73104', 'name': 'tempest-PortsIpV6TestJSON-861307074'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:12.143111 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-edd8c720-a736-4be1-8d23-5c32f22463e6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:12.164379 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd8c720-a736-4be1-8d23-5c32f22463e6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Made reservation on behalf of d4bce9b2ec734b6c9e9ac0bb37d35a9d for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:12.169304 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-edd8c720-a736-4be1-8d23-5c32f22463e6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:12.215444 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd8c720-a736-4be1-8d23-5c32f22463e6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:36:12.226970 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 7571450f-84af-4dd7-b575-e2a569976744, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=7571450f-84af-4dd7-b575-e2a569976744,segment=NetworkSegment(470179a2-0696-4e03-888c-1afb9e9769d5),segment_id=470179a2-0696-4e03-888c-1afb9e9769d5)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:12.231601 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-60a7d293-738c-4840-8652-47ed135f1f1f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "DELETE /v2.0/ports/b7650882-0602-4eea-840d-bd598a6f4a4d/tags/tempest-TagsExtTest-Tag-1737705605 HTTP/1.1" status: 204 len: 168 time: 0.1800611 Jun 02 12:36:12.232390 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46600) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:12.238923 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-5b7d7bf1-8f3f-4770-8da9-1a1eadad50a0 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b7650882-0602-4eea-840d-bd598a6f4a4d') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:12.239154 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:12.242618 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a835982d-abc3-4613-92d1-40d9b8ffea7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:12.266519 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-edd8c720-a736-4be1-8d23-5c32f22463e6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:12.266885 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-edd8c720-a736-4be1-8d23-5c32f22463e6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Added segment fa471785-6761-4a57-af71-e6381a8a528c of type vlan for network a56a1564-f2d3-4631-b61a-96d94dd6b93e Jun 02 12:36:12.320099 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-edd8c720-a736-4be1-8d23-5c32f22463e6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:12.374088 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5b7d7bf1-8f3f-4770-8da9-1a1eadad50a0 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/ports/b7650882-0602-4eea-840d-bd598a6f4a4d/tags HTTP/1.1" status: 200 len: 205 time: 0.1387982 Jun 02 12:36:12.379682 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46602) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:12.384626 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-1ea932b1-a4fb-4dc1-9273-1672421b525c tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6cad6718-3485-4a33-b044-7d6ff80bca4f') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:12.387428 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=7571450f-84af-4dd7-b575-e2a569976744,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:12.390968 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:12.432367 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-aab83d20-cfd6-45fb-a2af-78a42e038a6c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:12.437967 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-edd8c720-a736-4be1-8d23-5c32f22463e6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:12.442340 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-aab83d20-cfd6-45fb-a2af-78a42e038a6c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:12.443424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd8c720-a736-4be1-8d23-5c32f22463e6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:12.444009 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-edd8c720-a736-4be1-8d23-5c32f22463e6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:12.453216 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab83d20-cfd6-45fb-a2af-78a42e038a6c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:12.454441 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-078dade6-5d2a-4629-b1d3-8ff1443418fc tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:12.457240 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aab83d20-cfd6-45fb-a2af-78a42e038a6c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:12.480787 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-aab83d20-cfd6-45fb-a2af-78a42e038a6c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] device_id is not set on port cb3d8f56-de72-4d2e-a935-8b27a3d0154e yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:36:12.519236 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-4cf1eac0-5dcd-449b-8503-cef494c73104', 'network_id': '4cf1eac0-5dcd-449b-8503-cef494c73104', 'tenant_id': '79dd2029a1c248939b203702b6dad103', 'fixed_ips': [{'subnet_id': '820ff739-f026-4ea1-9acf-35aa2806e782'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:36:12.520094 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:12.613150 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-edd8c720-a736-4be1-8d23-5c32f22463e6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5093153 Jun 02 12:36:12.618205 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46604) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:12.633136 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8c720-a736-4be1-8d23-5c32f22463e6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Network': ['ID=a56a1564-f2d3-4631-b61a-96d94dd6b93e,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:12.638898 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-edd8c720-a736-4be1-8d23-5c32f22463e6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:12.646034 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network a56a1564-f2d3-4631-b61a-96d94dd6b93e details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:36:12.650302 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1ea932b1-a4fb-4dc1-9273-1672421b525c tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/routers/6cad6718-3485-4a33-b044-7d6ff80bca4f/tags HTTP/1.1" status: 200 len: 241 time: 0.2662127 Jun 02 12:36:12.651182 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46606) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:12.655826 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-d5e650d7-434a-4f0b-80e9-25111d4678a8 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6cad6718-3485-4a33-b044-7d6ff80bca4f', 'tempest-TagsExtTest-Tag-1510416180') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:12.755987 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-aab83d20-cfd6-45fb-a2af-78a42e038a6c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Allocated IP 2001:db8::11f (4cf1eac0-5dcd-449b-8503-cef494c73104/820ff739-f026-4ea1-9acf-35aa2806e782/cb3d8f56-de72-4d2e-a935-8b27a3d0154e) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:36:12.790464 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a689ff-53bb-4e22-be06-dd970c32f7d0 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:12.791245 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c4a689ff-53bb-4e22-be06-dd970c32f7d0 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Synchronizing usage tracker for tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d on resource:network {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:12.801292 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d5e650d7-434a-4f0b-80e9-25111d4678a8 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/routers/6cad6718-3485-4a33-b044-7d6ff80bca4f/tags/tempest-TagsExtTest-Tag-1510416180 HTTP/1.1" status: 204 len: 168 time: 0.1492128 Jun 02 12:36:12.803979 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46608) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:12.808718 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-92bd6f95-6d47-4351-b143-3e883d28a1a2 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6cad6718-3485-4a33-b044-7d6ff80bca4f', 'tempest-TagsExtTest-Tag-1510416180') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:12.844546 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c4a689ff-53bb-4e22-be06-dd970c32f7d0 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Unset dirty status for tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d on resource:network {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:12.848207 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c4a689ff-53bb-4e22-be06-dd970c32f7d0 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "GET /v2.0/networks?id=a56a1564-f2d3-4631-b61a-96d94dd6b93e HTTP/1.1" status: 200 len: 761 time: 0.2260089 Jun 02 12:36:12.849111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46610) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:12.854264 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4ddf2294-8495-4118-8906-05042677bd8f tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'network': {'description': 'd2'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:13.097928 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-92bd6f95-6d47-4351-b143-3e883d28a1a2 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "DELETE /v2.0/routers/6cad6718-3485-4a33-b044-7d6ff80bca4f/tags/tempest-TagsExtTest-Tag-1510416180 HTTP/1.1" status: 204 len: 168 time: 0.2928030 Jun 02 12:36:13.100249 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46612) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:13.104612 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-22cd63c6-b16e-4fd0-b702-5bce2e1dfe3e tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6cad6718-3485-4a33-b044-7d6ff80bca4f') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:13.202506 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aab83d20-cfd6-45fb-a2af-78a42e038a6c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:13.230296 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2294-8495-4118-8906-05042677bd8f tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:13.234531 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-22cd63c6-b16e-4fd0-b702-5bce2e1dfe3e tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/routers/6cad6718-3485-4a33-b044-7d6ff80bca4f/tags HTTP/1.1" status: 200 len: 205 time: 0.1332178 Jun 02 12:36:13.237039 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46614) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:13.241672 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-0dffd9c6-96dd-4615-8bff-26abf7a749b1 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'befaa571-97e2-42e6-abc5-9ee9f998c1bc') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:13.246492 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-aab83d20-cfd6-45fb-a2af-78a42e038a6c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Transition to ACTIVE for port object cb3d8f56-de72-4d2e-a935-8b27a3d0154e will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:13.255269 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2294-8495-4118-8906-05042677bd8f tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:13.261422 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-71f4bf93-5129-4aee-8c28-2dbbcbc7ac04 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:13.269460 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0dffd9c6-96dd-4615-8bff-26abf7a749b1 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/subnetpools/befaa571-97e2-42e6-abc5-9ee9f998c1bc/tags HTTP/1.1" status: 200 len: 241 time: 0.0313292 Jun 02 12:36:13.271988 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46616) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:13.276514 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-51ba5233-9de8-4316-a4aa-e6f011830701 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'befaa571-97e2-42e6-abc5-9ee9f998c1bc', 'tempest-TagsExtTest-Tag-1135392220') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:13.280583 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4ddf2294-8495-4118-8906-05042677bd8f tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network a56a1564-f2d3-4631-b61a-96d94dd6b93e is not hosted by any dhcp agent {{(pid=92305) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 12:36:13.285845 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf2294-8495-4118-8906-05042677bd8f tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:13.286464 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2294-8495-4118-8906-05042677bd8f tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:13.287697 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4ddf2294-8495-4118-8906-05042677bd8f tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "PUT /v2.0/networks/a56a1564-f2d3-4631-b61a-96d94dd6b93e HTTP/1.1" status: 200 len: 758 time: 0.4379840 Jun 02 12:36:13.290885 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46618) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:13.368502 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf2294-8495-4118-8906-05042677bd8f tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Network': ['ID=a56a1564-f2d3-4631-b61a-96d94dd6b93e,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:13.371943 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4ddf2294-8495-4118-8906-05042677bd8f tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:13.375777 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aab83d20-cfd6-45fb-a2af-78a42e038a6c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:13.382807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network a56a1564-f2d3-4631-b61a-96d94dd6b93e details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:36:13.387614 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1aa3b8ea-8718-48ba-bee2-78259d045ebb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:13.392093 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-51ba5233-9de8-4316-a4aa-e6f011830701 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/subnetpools/befaa571-97e2-42e6-abc5-9ee9f998c1bc/tags/tempest-TagsExtTest-Tag-1135392220 HTTP/1.1" status: 204 len: 168 time: 0.1167092 Jun 02 12:36:13.393439 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46620) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:13.400067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-c5d800af-6709-4349-b516-2c89c0b1c1b5 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'befaa571-97e2-42e6-abc5-9ee9f998c1bc', 'tempest-TagsExtTest-Tag-1135392220') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:13.434938 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720e7bf7-ad06-45c8-ab2e-68afc84c8465 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:13.435630 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-720e7bf7-ad06-45c8-ab2e-68afc84c8465 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Synchronizing usage tracker for tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d on resource:network {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:13.444530 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab83d20-cfd6-45fb-a2af-78a42e038a6c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 4cf1eac0-5dcd-449b-8503-cef494c73104 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:13.447689 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-aab83d20-cfd6-45fb-a2af-78a42e038a6c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:13.452155 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab83d20-cfd6-45fb-a2af-78a42e038a6c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:13.452431 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-720e7bf7-ad06-45c8-ab2e-68afc84c8465 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Unset dirty status for tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d on resource:network {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:13.453555 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-720e7bf7-ad06-45c8-ab2e-68afc84c8465 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "GET /v2.0/networks?id=a56a1564-f2d3-4631-b61a-96d94dd6b93e HTTP/1.1" status: 200 len: 761 time: 0.1612706 Jun 02 12:36:13.457903 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46622) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:13.462631 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab83d20-cfd6-45fb-a2af-78a42e038a6c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:13.463417 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aab83d20-cfd6-45fb-a2af-78a42e038a6c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:13.463853 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-d00d764b-ee36-4f6f-b38c-12b0a2f3f6b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-312565775'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:13.469989 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d00d764b-ee36-4f6f-b38c-12b0a2f3f6b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:13.484255 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d00d764b-ee36-4f6f-b38c-12b0a2f3f6b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:13.492902 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c5d800af-6709-4349-b516-2c89c0b1c1b5 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "DELETE /v2.0/subnetpools/befaa571-97e2-42e6-abc5-9ee9f998c1bc/tags/tempest-TagsExtTest-Tag-1135392220 HTTP/1.1" status: 204 len: 168 time: 0.0986419 Jun 02 12:36:13.496455 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46624) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:13.500494 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-f8e4a4b9-20b3-4085-b843-ea152110b062 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'befaa571-97e2-42e6-abc5-9ee9f998c1bc') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:13.506399 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab83d20-cfd6-45fb-a2af-78a42e038a6c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Port': ['ID=cb3d8f56-de72-4d2e-a935-8b27a3d0154e,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:13.513565 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-aab83d20-cfd6-45fb-a2af-78a42e038a6c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:13.516317 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-aab83d20-cfd6-45fb-a2af-78a42e038a6c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3816588 Jun 02 12:36:13.517620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00d764b-ee36-4f6f-b38c-12b0a2f3f6b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Made reservation on behalf of d4bce9b2ec734b6c9e9ac0bb37d35a9d for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:13.519323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46626) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:13.521107 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d00d764b-ee36-4f6f-b38c-12b0a2f3f6b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:13.549838 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Allocated IP 2001:db8::2 (4cf1eac0-5dcd-449b-8503-cef494c73104/820ff739-f026-4ea1-9acf-35aa2806e782/14fa4192-bbe9-4dba-a51d-d89ec4f84782) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:36:13.552957 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f8e4a4b9-20b3-4085-b843-ea152110b062 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/subnetpools/befaa571-97e2-42e6-abc5-9ee9f998c1bc/tags HTTP/1.1" status: 200 len: 205 time: 0.0533667 Jun 02 12:36:13.554345 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46628) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:13.561432 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-d9f63389-b694-4c54-b855-f1c4391526cc tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'befaa571-97e2-42e6-abc5-9ee9f998c1bc') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:13.571511 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d00d764b-ee36-4f6f-b38c-12b0a2f3f6b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:36:13.585199 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d00d764b-ee36-4f6f-b38c-12b0a2f3f6b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:13.585546 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-d00d764b-ee36-4f6f-b38c-12b0a2f3f6b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Added segment 93cd13b9-d8b7-4423-be9a-41086e7a7ad4 of type vlan for network 922f6fcd-765f-426a-b212-b20b41e960b3 Jun 02 12:36:13.620217 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d9f63389-b694-4c54-b855-f1c4391526cc tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "DELETE /v2.0/subnetpools/befaa571-97e2-42e6-abc5-9ee9f998c1bc/tags HTTP/1.1" status: 204 len: 168 time: 0.0640285 Jun 02 12:36:13.621763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d00d764b-ee36-4f6f-b38c-12b0a2f3f6b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:13.625184 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46630) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:13.646231 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-3d5a813d-f6cd-429e-9407-c91a8c8907a9 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6cad6718-3485-4a33-b044-7d6ff80bca4f') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:13.687452 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f561e15c-c86b-4d64-8aa8-b3045fb3b4b1 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting port cb3d8f56-de72-4d2e-a935-8b27a3d0154e {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:13.687847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f561e15c-c86b-4d64-8aa8-b3045fb3b4b1 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:13.688157 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 7571450f-84af-4dd7-b575-e2a569976744 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:36:13.781757 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d00d764b-ee36-4f6f-b38c-12b0a2f3f6b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:13.787247 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00d764b-ee36-4f6f-b38c-12b0a2f3f6b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:13.787838 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d00d764b-ee36-4f6f-b38c-12b0a2f3f6b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:13.799056 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-99f509e4-6034-4c51-8fdb-2070c0e42370 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:13.833141 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f561e15c-c86b-4d64-8aa8-b3045fb3b4b1 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:13.842021 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 7571450f-84af-4dd7-b575-e2a569976744 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:13.842455 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:13.911689 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:13.918576 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d00d764b-ee36-4f6f-b38c-12b0a2f3f6b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4565763 Jun 02 12:36:13.918576 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d764b-ee36-4f6f-b38c-12b0a2f3f6b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Network': ['ID=922f6fcd-765f-426a-b212-b20b41e960b3,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:13.919552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46632) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:13.924482 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-f859e8c5-1d7a-43b0-b853-bb0730619a4d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'subnet': {'network_id': '922f6fcd-765f-426a-b212-b20b41e960b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:13.927438 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Transition to ACTIVE for port object 14fa4192-bbe9-4dba-a51d-d89ec4f84782 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:13.936108 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 922f6fcd-765f-426a-b212-b20b41e960b3 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:36:13.938678 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d00d764b-ee36-4f6f-b38c-12b0a2f3f6b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:13.945225 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3d5a813d-f6cd-429e-9407-c91a8c8907a9 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "DELETE /v2.0/routers/6cad6718-3485-4a33-b044-7d6ff80bca4f/tags HTTP/1.1" status: 204 len: 168 time: 0.3168223 Jun 02 12:36:13.948035 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46634) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:13.954789 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-49c9e2dc-4b18-43ae-822f-367d71c71b20 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b7650882-0602-4eea-840d-bd598a6f4a4d') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:13.963819 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f561e15c-c86b-4d64-8aa8-b3045fb3b4b1 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Calling delete_port for cb3d8f56-de72-4d2e-a935-8b27a3d0154e owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:14.086923 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f859e8c5-1d7a-43b0-b853-bb0730619a4d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:14.088835 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f561e15c-c86b-4d64-8aa8-b3045fb3b4b1 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:14.095024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f859e8c5-1d7a-43b0-b853-bb0730619a4d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Usage tracker for resource:subnet and tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:14.096678 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0aaf4610-0a49-42cc-87e8-d97e1d29f2ab tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:14.098370 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Transition to ACTIVE for port object 14fa4192-bbe9-4dba-a51d-d89ec4f84782 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:14.099604 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f859e8c5-1d7a-43b0-b853-bb0730619a4d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:14.107047 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f859e8c5-1d7a-43b0-b853-bb0730619a4d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:14.114904 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:14.120314 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:14.124913 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f859e8c5-1d7a-43b0-b853-bb0730619a4d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Made reservation on behalf of d4bce9b2ec734b6c9e9ac0bb37d35a9d for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:14.128565 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f859e8c5-1d7a-43b0-b853-bb0730619a4d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:14.146459 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-49c9e2dc-4b18-43ae-822f-367d71c71b20 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "DELETE /v2.0/ports/b7650882-0602-4eea-840d-bd598a6f4a4d/tags HTTP/1.1" status: 204 len: 168 time: 0.1974413 Jun 02 12:36:14.147071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561e15c-c86b-4d64-8aa8-b3045fb3b4b1 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Port': ['ID=cb3d8f56-de72-4d2e-a935-8b27a3d0154e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:14.148874 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46636) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:14.152192 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8d3e2ee8-a958-4134-8607-7563598e1f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:14.155416 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.tag.tag_plugin [None req-24e1a571-cc5d-4890-ac77-87e6080b4f75 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '56ee17b9-c38b-46e1-a3b7-2abe4e589be4') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:14.180332 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f561e15c-c86b-4d64-8aa8-b3045fb3b4b1 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:14.185877 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Network 4cf1eac0-5dcd-449b-8503-cef494c73104 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:14.189105 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:14.192804 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:14.232072 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Pushing event updated for resources: {'Port': ['ID=14fa4192-bbe9-4dba-a51d-d89ec4f84782,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:14.239549 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:14.295894 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Attempting to bind port 14fa4192-bbe9-4dba-a51d-d89ec4f84782 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:36:14.296268 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Attempting to bind port 14fa4192-bbe9-4dba-a51d-d89ec4f84782 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'b470aee6-c00a-4155-8497-0918ea843b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4cf1eac0-5dcd-449b-8503-cef494c73104'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:36:14.296892 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Attempting to bind port 14fa4192-bbe9-4dba-a51d-d89ec4f84782 on network 4cf1eac0-5dcd-449b-8503-cef494c73104 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:36:14.302821 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:36:14.303203 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Checking segment: {'id': 'b470aee6-c00a-4155-8497-0918ea843b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4cf1eac0-5dcd-449b-8503-cef494c73104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:36:14.303609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:14.304006 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Bound using segment: {'id': 'b470aee6-c00a-4155-8497-0918ea843b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4cf1eac0-5dcd-449b-8503-cef494c73104'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:36:14.304482 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Bound port: 14fa4192-bbe9-4dba-a51d-d89ec4f84782, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b470aee6-c00a-4155-8497-0918ea843b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4cf1eac0-5dcd-449b-8503-cef494c73104'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:36:14.304888 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:14.347605 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f561e15c-c86b-4d64-8aa8-b3045fb3b4b1 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:14.364571 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f561e15c-c86b-4d64-8aa8-b3045fb3b4b1 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/ports/cb3d8f56-de72-4d2e-a935-8b27a3d0154e HTTP/1.1" status: 204 len: 168 time: 0.8436639 Jun 02 12:36:14.367084 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46638) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:14.400035 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] For port 14fa4192-bbe9-4dba-a51d-d89ec4f84782, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:36:14.403864 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] For port 14fa4192-bbe9-4dba-a51d-d89ec4f84782, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=14fa4192-bbe9-4dba-a51d-d89ec4f84782,segment=NetworkSegment(b470aee6-c00a-4155-8497-0918ea843b65),segment_id=b470aee6-c00a-4155-8497-0918ea843b65)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:36:14.408227 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:14.412717 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:14.415827 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a8caac-1688-4aa9-8350-b90ec2ce3c32 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:14.416343 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a8caac-1688-4aa9-8350-b90ec2ce3c32 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:14.420598 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d9a8caac-1688-4aa9-8350-b90ec2ce3c32 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/ports/cb3d8f56-de72-4d2e-a935-8b27a3d0154e HTTP/1.1" status: 404 len: 333 time: 0.0500226 Jun 02 12:36:14.420757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46640) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:14.470000 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-faad6221-0a57-4207-9230-cc0c8881a1fa tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] GET failed (client error): The resource could not be found. Jun 02 12:36:14.470578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-faad6221-0a57-4207-9230-cc0c8881a1fa tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Synchronizing usage tracker for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:14.499212 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-24e1a571-cc5d-4890-ac77-87e6080b4f75 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "DELETE /v2.0/subnets/56ee17b9-c38b-46e1-a3b7-2abe4e589be4/tags HTTP/1.1" status: 204 len: 168 time: 0.3416581 Jun 02 12:36:14.499212 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-faad6221-0a57-4207-9230-cc0c8881a1fa tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Unset dirty status for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:14.499212 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-faad6221-0a57-4207-9230-cc0c8881a1fa tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports/cb3d8f56-de72-4d2e-a935-8b27a3d0154e HTTP/1.1" status: 404 len: 333 time: 0.0709279 Jun 02 12:36:14.499212 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46642) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:14.500949 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46644) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:14.503692 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Pushing event updated for resources: {'Port': ['ID=14fa4192-bbe9-4dba-a51d-d89ec4f84782,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:14.506172 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-d1190e63-d3f6-4cf8-80ee-c7de33d3fea7 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '56ee17b9-c38b-46e1-a3b7-2abe4e589be4', 'tempest-TagsExtTest-Tag-1239900626') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:14.507842 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:14.576005 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-7174fb6c-f7ef-447e-9b37-552882e4e3e6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting subnet 820ff739-f026-4ea1-9acf-35aa2806e782 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:36:14.579274 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7174fb6c-f7ef-447e-9b37-552882e4e3e6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:14.638687 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7174fb6c-f7ef-447e-9b37-552882e4e3e6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:14.659239 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d1190e63-d3f6-4cf8-80ee-c7de33d3fea7 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "PUT /v2.0/subnets/56ee17b9-c38b-46e1-a3b7-2abe4e589be4/tags/tempest-TagsExtTest-Tag-1239900626 HTTP/1.1" status: 201 len: 201 time: 0.1548817 Jun 02 12:36:14.660397 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46646) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:14.665154 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-f6b1c929-0c0e-4027-b830-1091f86c354a tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b7650882-0602-4eea-840d-bd598a6f4a4d', 'tempest-TagsExtTest-Tag-1912854582') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:14.737760 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f859e8c5-1d7a-43b0-b853-bb0730619a4d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:14.742903 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-51d1f19e-010c-4939-bd28-dcbcddd531c2 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:14.778565 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7174fb6c-f7ef-447e-9b37-552882e4e3e6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:14.794081 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:36:14.993940 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859e8c5-1d7a-43b0-b853-bb0730619a4d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Subnet': ['ID=13c48857-3702-4732-be41-9d8d71edceaa,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:14.999550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f859e8c5-1d7a-43b0-b853-bb0730619a4d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:15.009069 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f859e8c5-1d7a-43b0-b853-bb0730619a4d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Checking segment: {'id': '93cd13b9-d8b7-4423-be9a-41086e7a7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '922f6fcd-765f-426a-b212-b20b41e960b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:36:15.009422 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f859e8c5-1d7a-43b0-b853-bb0730619a4d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network hostable DHCP agents. Network: 922f6fcd-765f-426a-b212-b20b41e960b3, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:36:15.031475 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f6b1c929-0c0e-4027-b830-1091f86c354a tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "PUT /v2.0/ports/b7650882-0602-4eea-840d-bd598a6f4a4d/tags/tempest-TagsExtTest-Tag-1912854582 HTTP/1.1" status: 201 len: 201 time: 0.3700323 Jun 02 12:36:15.034051 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46648) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:15.039018 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-e610a302-b708-4352-8414-312674497a01 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6cad6718-3485-4a33-b044-7d6ff80bca4f', 'tempest-TagsExtTest-Tag-1019268275') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:15.083249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7174fb6c-f7ef-447e-9b37-552882e4e3e6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:15.087740 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-70d014ff-36e8-4be4-ba50-c9986cb25b9c tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:15.094866 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f859e8c5-1d7a-43b0-b853-bb0730619a4d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network 922f6fcd-765f-426a-b212-b20b41e960b3 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:36:15.114311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-f859e8c5-1d7a-43b0-b853-bb0730619a4d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 922f6fcd-765f-426a-b212-b20b41e960b3) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:15.127535 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174fb6c-f7ef-447e-9b37-552882e4e3e6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Subnet': ['ID=820ff739-f026-4ea1-9acf-35aa2806e782,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:15.130699 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7174fb6c-f7ef-447e-9b37-552882e4e3e6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:15.131758 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7174fb6c-f7ef-447e-9b37-552882e4e3e6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:15.137807 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7174fb6c-f7ef-447e-9b37-552882e4e3e6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/subnets/820ff739-f026-4ea1-9acf-35aa2806e782 HTTP/1.1" status: 204 len: 168 time: 0.6390977 Jun 02 12:36:15.140461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46650) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:15.185962 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f859e8c5-1d7a-43b0-b853-bb0730619a4d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:15.186575 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f859e8c5-1d7a-43b0-b853-bb0730619a4d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:15.221344 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e610a302-b708-4352-8414-312674497a01 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "PUT /v2.0/routers/6cad6718-3485-4a33-b044-7d6ff80bca4f/tags/tempest-TagsExtTest-Tag-1019268275 HTTP/1.1" status: 201 len: 201 time: 0.1858950 Jun 02 12:36:15.223746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46652) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:15.228665 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-4998d70e-eb5b-4676-8e09-0351c82382f6 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'befaa571-97e2-42e6-abc5-9ee9f998c1bc', 'tempest-TagsExtTest-Tag-519175296') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:15.238893 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f859e8c5-1d7a-43b0-b853-bb0730619a4d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3183620 Jun 02 12:36:15.242366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46654) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:15.271625 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4998d70e-eb5b-4676-8e09-0351c82382f6 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "PUT /v2.0/subnetpools/befaa571-97e2-42e6-abc5-9ee9f998c1bc/tags/tempest-TagsExtTest-Tag-519175296 HTTP/1.1" status: 201 len: 201 time: 0.0442705 Jun 02 12:36:15.271827 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46656) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:15.277400 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-b4ab70f5-f870-462d-af9d-10f4cf30f9d0 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '56ee17b9-c38b-46e1-a3b7-2abe4e589be4', {'tags': ['tempest-TagsExtTest-Tag-68315612', 'tempest-TagsExtTest-Tag-1199751908', 'tempest-TagsExtTest-Tag-99067825']}) {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:15.340226 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:15.379717 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b4ab70f5-f870-462d-af9d-10f4cf30f9d0 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "PUT /v2.0/subnets/56ee17b9-c38b-46e1-a3b7-2abe4e589be4/tags HTTP/1.1" status: 200 len: 314 time: 0.1068358 Jun 02 12:36:15.382652 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46658) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:15.388549 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-c9068bf8-69d4-4f6b-a329-0f66740e429d tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '56ee17b9-c38b-46e1-a3b7-2abe4e589be4') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:15.467195 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-803f2105-8c69-4d1f-9ecb-c70bb6748837 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:15.484758 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c9068bf8-69d4-4f6b-a329-0f66740e429d tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "DELETE /v2.0/subnets/56ee17b9-c38b-46e1-a3b7-2abe4e589be4/tags HTTP/1.1" status: 204 len: 168 time: 0.1002314 Jun 02 12:36:15.489583 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46660) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:15.494004 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-32860506-121e-4a7e-baa1-69532ab9f019 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '56ee17b9-c38b-46e1-a3b7-2abe4e589be4', 'tempest-TagsExtTest-Tag-68315612') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:15.535492 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4989a354-172a-498b-bd22-ee0f95f28621 None None] Network 4cf1eac0-5dcd-449b-8503-cef494c73104 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:15.553386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting port 14fa4192-bbe9-4dba-a51d-d89ec4f84782 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:15.553732 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:15.555198 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba6c3c7-47cd-473c-a24a-62257ef0f969 None None] Network 922f6fcd-765f-426a-b212-b20b41e960b3 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:15.564301 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-32860506-121e-4a7e-baa1-69532ab9f019 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] show failed (client error): The resource could not be found. Jun 02 12:36:15.568169 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-32860506-121e-4a7e-baa1-69532ab9f019 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/subnets/56ee17b9-c38b-46e1-a3b7-2abe4e589be4/tags/tempest-TagsExtTest-Tag-68315612 HTTP/1.1" status: 404 len: 327 time: 0.0748007 Jun 02 12:36:15.569325 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46662) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:15.575583 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-fb7945a7-3f93-4495-aaff-2a040c38d094 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '56ee17b9-c38b-46e1-a3b7-2abe4e589be4', 'tempest-TagsExtTest-Tag-1199751908') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:15.582519 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-803f2105-8c69-4d1f-9ecb-c70bb6748837 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:15.657319 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-fb7945a7-3f93-4495-aaff-2a040c38d094 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] show failed (client error): The resource could not be found. Jun 02 12:36:15.661673 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fb7945a7-3f93-4495-aaff-2a040c38d094 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/subnets/56ee17b9-c38b-46e1-a3b7-2abe4e589be4/tags/tempest-TagsExtTest-Tag-1199751908 HTTP/1.1" status: 404 len: 329 time: 0.0887043 Jun 02 12:36:15.662049 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46664) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:15.666849 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-8f7d92e8-9664-460e-b89e-e8af7db8a3fb tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '56ee17b9-c38b-46e1-a3b7-2abe4e589be4', 'tempest-TagsExtTest-Tag-99067825') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:15.754406 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-8f7d92e8-9664-460e-b89e-e8af7db8a3fb tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] show failed (client error): The resource could not be found. Jun 02 12:36:15.755444 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8f7d92e8-9664-460e-b89e-e8af7db8a3fb tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/subnets/56ee17b9-c38b-46e1-a3b7-2abe4e589be4/tags/tempest-TagsExtTest-Tag-99067825 HTTP/1.1" status: 404 len: 327 time: 0.0923688 Jun 02 12:36:15.756408 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] For port 14fa4192-bbe9-4dba-a51d-d89ec4f84782, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=14fa4192-bbe9-4dba-a51d-d89ec4f84782,segment=NetworkSegment(b470aee6-c00a-4155-8497-0918ea843b65),segment_id=b470aee6-c00a-4155-8497-0918ea843b65)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:15.756779 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:15.758568 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46666) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:15.763960 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-a2e924b1-be8f-4a8b-81d9-9926f2465168 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b7650882-0602-4eea-840d-bd598a6f4a4d', {'tags': ['tempest-TagsExtTest-Tag-1401821444', 'tempest-TagsExtTest-Tag-2013700591', 'tempest-TagsExtTest-Tag-315791333']}) {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:15.832117 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 14fa4192-bbe9-4dba-a51d-d89ec4f84782 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:36:15.844700 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a2e924b1-be8f-4a8b-81d9-9926f2465168 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "PUT /v2.0/ports/b7650882-0602-4eea-840d-bd598a6f4a4d/tags HTTP/1.1" status: 200 len: 317 time: 0.0828056 Jun 02 12:36:15.844932 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46668) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:15.849608 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-d86cf80f-5f91-4fde-a059-d6fb3443ff5a tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b7650882-0602-4eea-840d-bd598a6f4a4d') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:15.869284 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-06f4fa1f-324f-48fa-9b7f-8f1ecbb27c5b None None] Provisioning for port 14fa4192-bbe9-4dba-a51d-d89ec4f84782 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:36:15.940631 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d86cf80f-5f91-4fde-a059-d6fb3443ff5a tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "DELETE /v2.0/ports/b7650882-0602-4eea-840d-bd598a6f4a4d/tags HTTP/1.1" status: 204 len: 168 time: 0.0945692 Jun 02 12:36:15.943501 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46672) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:15.944754 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Calling delete_port for 14fa4192-bbe9-4dba-a51d-d89ec4f84782 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:15.948588 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-29deeec7-ddb1-416b-83bb-f068ff6227f2 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b7650882-0602-4eea-840d-bd598a6f4a4d', 'tempest-TagsExtTest-Tag-1401821444') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:16.021702 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-29deeec7-ddb1-416b-83bb-f068ff6227f2 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] show failed (client error): The resource could not be found. Jun 02 12:36:16.023683 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-29deeec7-ddb1-416b-83bb-f068ff6227f2 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/ports/b7650882-0602-4eea-840d-bd598a6f4a4d/tags/tempest-TagsExtTest-Tag-1401821444 HTTP/1.1" status: 404 len: 329 time: 0.0791614 Jun 02 12:36:16.026812 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46674) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:16.032559 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-49aaaef8-3dc1-4261-a2de-7cf7e74c5808 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b7650882-0602-4eea-840d-bd598a6f4a4d', 'tempest-TagsExtTest-Tag-2013700591') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:16.113614 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 14fa4192-bbe9-4dba-a51d-d89ec4f84782 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:36:16.118302 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-49aaaef8-3dc1-4261-a2de-7cf7e74c5808 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] show failed (client error): The resource could not be found. Jun 02 12:36:16.120187 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-49aaaef8-3dc1-4261-a2de-7cf7e74c5808 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/ports/b7650882-0602-4eea-840d-bd598a6f4a4d/tags/tempest-TagsExtTest-Tag-2013700591 HTTP/1.1" status: 404 len: 329 time: 0.0923023 Jun 02 12:36:16.124930 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46676) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:16.127852 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 14fa4192-bbe9-4dba-a51d-d89ec4f84782 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:16.128332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:16.133434 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-5ccc701f-b5e5-433e-a8d2-dc346ccaead3 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b7650882-0602-4eea-840d-bd598a6f4a4d', 'tempest-TagsExtTest-Tag-315791333') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:16.157024 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c741f6-b18c-4c31-aef1-95b6879a8e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-922f6fcd-765f-426a-b212-b20b41e960b3', 'network_id': '922f6fcd-765f-426a-b212-b20b41e960b3', 'tenant_id': 'd4bce9b2ec734b6c9e9ac0bb37d35a9d', 'fixed_ips': [{'subnet_id': '13c48857-3702-4732-be41-9d8d71edceaa'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:36:16.157993 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-81c741f6-b18c-4c31-aef1-95b6879a8e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:16.210921 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90a3a23-af1e-4918-96db-9e15c1940f4c None None] DHCP port deletion for 4cf1eac0-5dcd-449b-8503-cef494c73104 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:36:16.230627 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-5ccc701f-b5e5-433e-a8d2-dc346ccaead3 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] show failed (client error): The resource could not be found. Jun 02 12:36:16.232036 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5ccc701f-b5e5-433e-a8d2-dc346ccaead3 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/ports/b7650882-0602-4eea-840d-bd598a6f4a4d/tags/tempest-TagsExtTest-Tag-315791333 HTTP/1.1" status: 404 len: 328 time: 0.1057172 Jun 02 12:36:16.234658 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46678) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:16.241168 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-fdcf2524-a687-4157-85ec-c3c86b6bc5d3 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6cad6718-3485-4a33-b044-7d6ff80bca4f', {'tags': ['tempest-TagsExtTest-Tag-476297023', 'tempest-TagsExtTest-Tag-64030393', 'tempest-TagsExtTest-Tag-890172136']}) {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:16.258787 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:16.266247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e88f93c0-32cc-408f-9e03-c2f7c919022e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:16.278671 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Could not find standard attr ID for object 14fa4192-bbe9-4dba-a51d-d89ec4f84782. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:36:16.282749 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No ports have port_id starting with 14fa4192-bbe9-4dba-a51d-d89ec4f84782 Jun 02 12:36:16.317403 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-803f2105-8c69-4d1f-9ecb-c70bb6748837 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:16.323688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Port': ['ID=14fa4192-bbe9-4dba-a51d-d89ec4f84782,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:16.325634 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] No DVR routers for this DVR port 14fa4192-bbe9-4dba-a51d-d89ec4f84782 on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:36:16.356384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:16.356909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f995cbe6-ffc1-4932-a19e-da25c1dab91d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server [None req-81c741f6-b18c-4c31-aef1-95b6879a8e82 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13c48857-3702-4732-be41-9d8d71edceaa: This subnet is being modified by another concurrent operation. Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1457, in create_port Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1424, in _create_port_db Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1435, in create_port_db Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server raise exception Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13c48857-3702-4732-be41-9d8d71edceaa: This subnet is being modified by another concurrent operation. Jun 02 12:36:16.362502 dv-neutron-601336-80-hyperv neutron-server[92306]: ERROR oslo_messaging.rpc.server Jun 02 12:36:16.391994 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d294085-3246-42e9-b93b-86f2e2a4e700 None None] Network 922f6fcd-765f-426a-b212-b20b41e960b3 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:16.412241 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fdcf2524-a687-4157-85ec-c3c86b6bc5d3 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "PUT /v2.0/routers/6cad6718-3485-4a33-b044-7d6ff80bca4f/tags HTTP/1.1" status: 200 len: 314 time: 0.1749766 Jun 02 12:36:16.414068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46680) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:16.420567 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-d04596b7-cd28-467c-8810-43e42275a2da tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6cad6718-3485-4a33-b044-7d6ff80bca4f') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:16.426930 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f2105-8c69-4d1f-9ecb-c70bb6748837 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Subnet': ['ID=13c48857-3702-4732-be41-9d8d71edceaa,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:16.435955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-803f2105-8c69-4d1f-9ecb-c70bb6748837 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:16.577505 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af17395d-73ee-4373-ad3d-1f8402b46efe None None] get_active_networks_info from dv-neutron-601336-80-hyperv {{(pid=92306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 12:36:16.589629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-803f2105-8c69-4d1f-9ecb-c70bb6748837 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:16.593236 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d04596b7-cd28-467c-8810-43e42275a2da tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "DELETE /v2.0/routers/6cad6718-3485-4a33-b044-7d6ff80bca4f/tags HTTP/1.1" status: 204 len: 168 time: 0.1751783 Jun 02 12:36:16.593236 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46682) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:16.597910 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-46e61eab-ccb8-4163-a3de-bf167aa416bf tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6cad6718-3485-4a33-b044-7d6ff80bca4f', 'tempest-TagsExtTest-Tag-476297023') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:16.598124 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:16.614367 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-803f2105-8c69-4d1f-9ecb-c70bb6748837 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922f6fcd-765f-426a-b212-b20b41e960b3']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:16.622495 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf1eac0-5dcd-449b-8503-cef494c73104']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:16.638179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-803f2105-8c69-4d1f-9ecb-c70bb6748837 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93cd13b9-d8b7-4423-be9a-41086e7a7ad4') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:16.638565 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-803f2105-8c69-4d1f-9ecb-c70bb6748837 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93cd13b9-d8b7-4423-be9a-41086e7a7ad4') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:16.647166 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b470aee6-c00a-4155-8497-0918ea843b65') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:16.647872 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b470aee6-c00a-4155-8497-0918ea843b65') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:16.653734 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e050cb58-b047-46b1-867a-dfc1d23c1875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:16.668177 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-803f2105-8c69-4d1f-9ecb-c70bb6748837 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:16.673556 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:16.679715 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:16.696116 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-803f2105-8c69-4d1f-9ecb-c70bb6748837 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:16.701467 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:16.707715 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803f2105-8c69-4d1f-9ecb-c70bb6748837 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:36:16.708112 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-803f2105-8c69-4d1f-9ecb-c70bb6748837 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:36:16.723428 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:36:16.733307 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:36:16.733716 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:36:16.748272 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:36:16.755852 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af17395d-73ee-4373-ad3d-1f8402b46efe None None] Resources bound (agent type, host, resource id): {{(pid=92306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 12:36:16.759064 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-46e61eab-ccb8-4163-a3de-bf167aa416bf tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] show failed (client error): The resource could not be found. Jun 02 12:36:16.762895 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-46e61eab-ccb8-4163-a3de-bf167aa416bf tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/routers/6cad6718-3485-4a33-b044-7d6ff80bca4f/tags/tempest-TagsExtTest-Tag-476297023 HTTP/1.1" status: 404 len: 328 time: 0.1659765 Jun 02 12:36:16.763238 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46684) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:16.768750 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-f04e7e92-1a9f-4e28-88c5-298de9e8f04e tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6cad6718-3485-4a33-b044-7d6ff80bca4f', 'tempest-TagsExtTest-Tag-64030393') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:16.906118 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:16.910446 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-803f2105-8c69-4d1f-9ecb-c70bb6748837 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:16.912159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c182590c-a419-4c91-bca2-0606fac3dcfc tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:16.930286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:16.944558 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-803f2105-8c69-4d1f-9ecb-c70bb6748837 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:16.953194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Network': ['ID=4cf1eac0-5dcd-449b-8503-cef494c73104,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:16.961847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:16.964856 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5b630649-b0f0-43f8-901f-5a7342301d38 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:16.997773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f2105-8c69-4d1f-9ecb-c70bb6748837 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Network': ['ID=922f6fcd-765f-426a-b212-b20b41e960b3,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:17.004432 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-803f2105-8c69-4d1f-9ecb-c70bb6748837 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/922f6fcd-765f-426a-b212-b20b41e960b3 HTTP/1.1" status: 204 len: 168 time: 1.7592895 Jun 02 12:36:17.005045 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46686) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:17.005878 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-803f2105-8c69-4d1f-9ecb-c70bb6748837 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:17.008866 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/networks/4cf1eac0-5dcd-449b-8503-cef494c73104 HTTP/1.1" status: 204 len: 168 time: 1.8674600 Jun 02 12:36:17.043777 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46688) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:17.049654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c7d4821f-a34a-41d0-aa6a-ca51d59e6f93 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1936767137'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:17.057610 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc1ede3-d652-4d1b-aa9c-ac03856e7206 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] GET failed (client error): The resource could not be found. Jun 02 12:36:17.058141 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6fc1ede3-d652-4d1b-aa9c-ac03856e7206 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Synchronizing usage tracker for tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d on resource:subnet {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:17.061452 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c7d4821f-a34a-41d0-aa6a-ca51d59e6f93 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:17.062231 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-f04e7e92-1a9f-4e28-88c5-298de9e8f04e tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] show failed (client error): The resource could not be found. Jun 02 12:36:17.065898 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f04e7e92-1a9f-4e28-88c5-298de9e8f04e tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/routers/6cad6718-3485-4a33-b044-7d6ff80bca4f/tags/tempest-TagsExtTest-Tag-64030393 HTTP/1.1" status: 404 len: 327 time: 0.2987688 Jun 02 12:36:17.066696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c7d4821f-a34a-41d0-aa6a-ca51d59e6f93 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:network and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:17.067359 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46690) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:17.071228 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c7d4821f-a34a-41d0-aa6a-ca51d59e6f93 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:17.075278 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-b9ab9dd4-aacc-4893-817c-cdde3387ad82 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6cad6718-3485-4a33-b044-7d6ff80bca4f', 'tempest-TagsExtTest-Tag-890172136') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:17.079682 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c7d4821f-a34a-41d0-aa6a-ca51d59e6f93 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:17.092951 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6fc1ede3-d652-4d1b-aa9c-ac03856e7206 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Unset dirty status for tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d on resource:subnet {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:17.094847 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6fc1ede3-d652-4d1b-aa9c-ac03856e7206 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "GET /v2.0/subnets/13c48857-3702-4732-be41-9d8d71edceaa HTTP/1.1" status: 404 len: 337 time: 0.0877123 Jun 02 12:36:17.096369 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d4821f-a34a-41d0-aa6a-ca51d59e6f93 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:17.100629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c7d4821f-a34a-41d0-aa6a-ca51d59e6f93 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:17.110312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46692) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:17.143146 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a92fee4-ebd9-4223-bce9-44444c0bbdb0 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:17.143884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a92fee4-ebd9-4223-bce9-44444c0bbdb0 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:17.145906 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1a92fee4-ebd9-4223-bce9-44444c0bbdb0 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/922f6fcd-765f-426a-b212-b20b41e960b3 HTTP/1.1" status: 404 len: 339 time: 0.0326986 Jun 02 12:36:17.149880 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46694) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:17.198243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d4821f-a34a-41d0-aa6a-ca51d59e6f93 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:36:17.226720 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-b9ab9dd4-aacc-4893-817c-cdde3387ad82 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] show failed (client error): The resource could not be found. Jun 02 12:36:17.227751 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b9ab9dd4-aacc-4893-817c-cdde3387ad82 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/routers/6cad6718-3485-4a33-b044-7d6ff80bca4f/tags/tempest-TagsExtTest-Tag-890172136 HTTP/1.1" status: 404 len: 328 time: 0.1593533 Jun 02 12:36:17.234550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46696) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:17.239293 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-66afa3ac-4479-45f7-8b7f-be2f0837aa94 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'befaa571-97e2-42e6-abc5-9ee9f998c1bc', {'tags': ['tempest-TagsExtTest-Tag-535554420', 'tempest-TagsExtTest-Tag-1484263083', 'tempest-TagsExtTest-Tag-1073510395']}) {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:17.276055 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c7d4821f-a34a-41d0-aa6a-ca51d59e6f93 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:17.276391 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-c7d4821f-a34a-41d0-aa6a-ca51d59e6f93 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Added segment 29d1a96a-ce8d-413b-b773-212db726512f of type vlan for network 91fffcbd-6959-4510-8ce4-c6ada33f18d5 Jun 02 12:36:17.285410 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-66afa3ac-4479-45f7-8b7f-be2f0837aa94 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "PUT /v2.0/subnetpools/befaa571-97e2-42e6-abc5-9ee9f998c1bc/tags HTTP/1.1" status: 200 len: 317 time: 0.0497398 Jun 02 12:36:17.286040 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46698) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:17.290458 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-02f6398a-247c-42fd-96ef-3be84bc587ae tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'befaa571-97e2-42e6-abc5-9ee9f998c1bc') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:17.340629 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-02f6398a-247c-42fd-96ef-3be84bc587ae tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "DELETE /v2.0/subnetpools/befaa571-97e2-42e6-abc5-9ee9f998c1bc/tags HTTP/1.1" status: 204 len: 168 time: 0.0535493 Jun 02 12:36:17.341301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46700) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:17.346030 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-639d53ca-a790-476c-8e6f-dbdb91f55dd5 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'befaa571-97e2-42e6-abc5-9ee9f998c1bc', 'tempest-TagsExtTest-Tag-535554420') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:17.349629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c7d4821f-a34a-41d0-aa6a-ca51d59e6f93 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:17.365380 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b63532-4d7e-4dda-ab0d-b4d140122526 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:17.366083 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-50b63532-4d7e-4dda-ab0d-b4d140122526 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Synchronizing usage tracker for tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d on resource:network {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:17.369930 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-639d53ca-a790-476c-8e6f-dbdb91f55dd5 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] show failed (client error): The resource could not be found. Jun 02 12:36:17.374047 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-639d53ca-a790-476c-8e6f-dbdb91f55dd5 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/subnetpools/befaa571-97e2-42e6-abc5-9ee9f998c1bc/tags/tempest-TagsExtTest-Tag-535554420 HTTP/1.1" status: 404 len: 328 time: 0.0317917 Jun 02 12:36:17.374670 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46702) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:17.379201 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-a488fc06-17eb-402b-88ec-082eb5282597 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'befaa571-97e2-42e6-abc5-9ee9f998c1bc', 'tempest-TagsExtTest-Tag-1484263083') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:17.401238 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-50b63532-4d7e-4dda-ab0d-b4d140122526 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Unset dirty status for tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d on resource:network {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:17.403174 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-50b63532-4d7e-4dda-ab0d-b4d140122526 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2512329 Jun 02 12:36:17.405717 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46704) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:17.410536 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-a488fc06-17eb-402b-88ec-082eb5282597 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] show failed (client error): The resource could not be found. Jun 02 12:36:17.411732 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a488fc06-17eb-402b-88ec-082eb5282597 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/subnetpools/befaa571-97e2-42e6-abc5-9ee9f998c1bc/tags/tempest-TagsExtTest-Tag-1484263083 HTTP/1.1" status: 404 len: 329 time: 0.0361705 Jun 02 12:36:17.414645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46706) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:17.419507 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-05a4b268-988b-4b72-ac6e-8028d85562be tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'befaa571-97e2-42e6-abc5-9ee9f998c1bc', 'tempest-TagsExtTest-Tag-1073510395') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:17.439367 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c7d4821f-a34a-41d0-aa6a-ca51d59e6f93 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:17.444942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d4821f-a34a-41d0-aa6a-ca51d59e6f93 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:17.445547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c7d4821f-a34a-41d0-aa6a-ca51d59e6f93 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:17.450821 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-05a4b268-988b-4b72-ac6e-8028d85562be tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] show failed (client error): The resource could not be found. Jun 02 12:36:17.454997 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-05a4b268-988b-4b72-ac6e-8028d85562be tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/subnetpools/befaa571-97e2-42e6-abc5-9ee9f998c1bc/tags/tempest-TagsExtTest-Tag-1073510395 HTTP/1.1" status: 404 len: 329 time: 0.0388789 Jun 02 12:36:17.455179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-da210f1a-0325-400f-85ca-6632f782d725 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:17.456417 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46708) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:17.461039 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-cb4b08d3-e277-458d-a21f-f3df87f7c444 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'befaa571-97e2-42e6-abc5-9ee9f998c1bc') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:17.484124 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b4bf8de7-b3cf-4fe6-9494-d0f64b012654 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "GET /v2.0/subnets?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e HTTP/1.1" status: 200 len: 207 time: 0.0771830 Jun 02 12:36:17.488695 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46710) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:17.525648 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cb4b08d3-e277-458d-a21f-f3df87f7c444 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "DELETE /v2.0/subnetpools/befaa571-97e2-42e6-abc5-9ee9f998c1bc/tags HTTP/1.1" status: 204 len: 168 time: 0.0680189 Jun 02 12:36:17.528623 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46712) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:17.533516 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-f76bcc7b-c79f-4a17-810a-148499e7e15d tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6cad6718-3485-4a33-b044-7d6ff80bca4f') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:17.563326 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c7d4821f-a34a-41d0-aa6a-ca51d59e6f93 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5181367 Jun 02 12:36:17.567003 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46714) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:17.571864 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-749e8703-e2a7-4798-8e00-b2fc261add3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'subnet': {'network_id': '91fffcbd-6959-4510-8ce4-c6ada33f18d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:17.597415 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4821f-a34a-41d0-aa6a-ca51d59e6f93 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Network': ['ID=91fffcbd-6959-4510-8ce4-c6ada33f18d5,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:17.602378 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c7d4821f-a34a-41d0-aa6a-ca51d59e6f93 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:17.608206 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 91fffcbd-6959-4510-8ce4-c6ada33f18d5 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:36:17.706464 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 14fa4192-bbe9-4dba-a51d-d89ec4f84782 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:36:17.715166 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-749e8703-e2a7-4798-8e00-b2fc261add3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:17.719146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-749e8703-e2a7-4798-8e00-b2fc261add3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:subnet and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:17.722196 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-749e8703-e2a7-4798-8e00-b2fc261add3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:17.730667 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-749e8703-e2a7-4798-8e00-b2fc261add3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:17.740626 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749e8703-e2a7-4798-8e00-b2fc261add3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:17.744583 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-749e8703-e2a7-4798-8e00-b2fc261add3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:17.760929 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 14fa4192-bbe9-4dba-a51d-d89ec4f84782 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:36:17.761284 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 14fa4192-bbe9-4dba-a51d-d89ec4f84782 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:36:17.771264 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:17.805487 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef81ba-62c6-4661-9767-beda57c00245 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:17.811717 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef81ba-62c6-4661-9767-beda57c00245 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:17.817537 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef81ba-62c6-4661-9767-beda57c00245 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:17.824342 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef81ba-62c6-4661-9767-beda57c00245 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:17.825220 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-dfef81ba-62c6-4661-9767-beda57c00245 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Synchronizing usage tracker for tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d on resource:network {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:17.830371 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f76bcc7b-c79f-4a17-810a-148499e7e15d tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "DELETE /v2.0/routers/6cad6718-3485-4a33-b044-7d6ff80bca4f/tags HTTP/1.1" status: 204 len: 168 time: 0.3006268 Jun 02 12:36:17.834638 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46716) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:17.839703 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-954281dc-e5c1-43ec-97dd-b6c2fc0f8125 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b7650882-0602-4eea-840d-bd598a6f4a4d') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:17.882074 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-dfef81ba-62c6-4661-9767-beda57c00245 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Unset dirty status for tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d on resource:network {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:17.887615 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-dfef81ba-62c6-4661-9767-beda57c00245 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3949697 Jun 02 12:36:17.887615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46720) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:18.065992 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f22fb491-22c7-418f-9b1d-44fde894d45f tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1772234 Jun 02 12:36:18.071083 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-954281dc-e5c1-43ec-97dd-b6c2fc0f8125 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "DELETE /v2.0/ports/b7650882-0602-4eea-840d-bd598a6f4a4d/tags HTTP/1.1" status: 204 len: 168 time: 0.2330952 Jun 02 12:36:18.071083 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46724) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:18.106364 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46726) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:18.114235 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.tag.tag_plugin [None req-9912b9a5-e220-49e1-bcb9-4bb431733c8c tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '56ee17b9-c38b-46e1-a3b7-2abe4e589be4') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:18.183899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d431ff-4f9a-4504-ab59-9c5d8197017e tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:18.185373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d431ff-4f9a-4504-ab59-9c5d8197017e tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:18.186146 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-90d431ff-4f9a-4504-ab59-9c5d8197017e tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Synchronizing usage tracker for tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d on resource:subnet {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:18.216573 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-90d431ff-4f9a-4504-ab59-9c5d8197017e tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Unset dirty status for tenant:d4bce9b2ec734b6c9e9ac0bb37d35a9d on resource:subnet {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:18.221018 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-90d431ff-4f9a-4504-ab59-9c5d8197017e tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1475689 Jun 02 12:36:18.221279 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46728) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:18.271425 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9912b9a5-e220-49e1-bcb9-4bb431733c8c tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "DELETE /v2.0/subnets/56ee17b9-c38b-46e1-a3b7-2abe4e589be4/tags HTTP/1.1" status: 204 len: 168 time: 0.1639342 Jun 02 12:36:18.277707 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46730) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:18.313562 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b904f41f-7a22-4bb3-9823-5a8419b347e1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['shared'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:18.314983 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b904f41f-7a22-4bb3-9823-5a8419b347e1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['shared'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:18.316483 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b904f41f-7a22-4bb3-9823-5a8419b347e1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0943012 Jun 02 12:36:18.321368 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46732) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:18.357522 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-749e8703-e2a7-4798-8e00-b2fc261add3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:18.364501 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f9477a4b-1cfc-4bff-89fb-e1789184a24b tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:18.379277 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-af88d60e-6349-4de0-8f8b-be048aca023d tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks [] for subnetpool, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:18.380407 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-af88d60e-6349-4de0-8f8b-be048aca023d tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "DELETE /v2.0/subnetpools/befaa571-97e2-42e6-abc5-9ee9f998c1bc HTTP/1.1" status: 204 len: 168 time: 0.1017654 Jun 02 12:36:18.382898 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46734) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:18.429273 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-baeb85d6-63cb-4663-8e00-c1e7dbe867ac tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cad6718-3485-4a33-b044-7d6ff80bca4f HTTP/1.1" status: 200 len: 205 time: 0.0451410 Jun 02 12:36:18.431451 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46736) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:18.529227 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e8703-e2a7-4798-8e00-b2fc261add3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Subnet': ['ID=a812acc0-1020-4e03-a0de-fe2d22729d51,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:18.543578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-749e8703-e2a7-4798-8e00-b2fc261add3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:18.552784 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749e8703-e2a7-4798-8e00-b2fc261add3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Checking segment: {'id': '29d1a96a-ce8d-413b-b773-212db726512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '91fffcbd-6959-4510-8ce4-c6ada33f18d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:36:18.553148 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749e8703-e2a7-4798-8e00-b2fc261add3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network hostable DHCP agents. Network: 91fffcbd-6959-4510-8ce4-c6ada33f18d5, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:36:18.562577 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90efbdeb-b43f-4c71-8ff1-36bd7ccaf374 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:18.563911 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-90efbdeb-b43f-4c71-8ff1-36bd7ccaf374 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "GET /v2.0/networks/fe16c65e-8b79-4cfc-bb02-0daac4f9abb7 HTTP/1.1" status: 200 len: 799 time: 0.2416651 Jun 02 12:36:18.567607 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46738) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:18.575887 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-93adc488-9ca6-4d7e-ac95-011bc9593c4b tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:18.661672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749e8703-e2a7-4798-8e00-b2fc261add3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 91fffcbd-6959-4510-8ce4-c6ada33f18d5 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:36:18.684962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-749e8703-e2a7-4798-8e00-b2fc261add3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 91fffcbd-6959-4510-8ce4-c6ada33f18d5) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:18.694607 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de316b4c-2b5b-4256-9825-679de1d9ed07 None None] Network 91fffcbd-6959-4510-8ce4-c6ada33f18d5 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:18.711674 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749e8703-e2a7-4798-8e00-b2fc261add3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:18.712275 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-749e8703-e2a7-4798-8e00-b2fc261add3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:18.757857 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3c1ecffd-1674-49e5-b519-ba7ceb25c250 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "GET /v2.0/networks/fe16c65e-8b79-4cfc-bb02-0daac4f9abb7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1858134 Jun 02 12:36:18.759254 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-749e8703-e2a7-4798-8e00-b2fc261add3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1911516 Jun 02 12:36:18.759956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46740) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:18.760295 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46742) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:18.766307 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4815ce0f-46a8-470a-bd2b-09af9f399c48 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'port': {'network_id': '91fffcbd-6959-4510-8ce4-c6ada33f18d5', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1236395255'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:18.925938 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adeecdd-a36e-4340-a2bb-4fac7fdcc3ff tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:18.931367 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9adeecdd-a36e-4340-a2bb-4fac7fdcc3ff tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "GET /v2.0/subnets/ebfab716-3018-4843-bc99-04b0381f9c6e HTTP/1.1" status: 200 len: 811 time: 0.1660936 Jun 02 12:36:18.934609 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46744) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:18.944349 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-91fffcbd-6959-4510-8ce4-c6ada33f18d5', 'network_id': '91fffcbd-6959-4510-8ce4-c6ada33f18d5', 'tenant_id': '79dd2029a1c248939b203702b6dad103', 'fixed_ips': [{'subnet_id': 'a812acc0-1020-4e03-a0de-fe2d22729d51'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:36:18.945586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:19.030958 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60247be3-f29f-442b-9c22-91dd64cca85e tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:19.036275 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-60247be3-f29f-442b-9c22-91dd64cca85e tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "GET /v2.0/subnets/ebfab716-3018-4843-bc99-04b0381f9c6e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0941582 Jun 02 12:36:19.036275 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4815ce0f-46a8-470a-bd2b-09af9f399c48 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:19.037261 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46746) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:19.043885 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-1e234b5b-8076-4aec-9235-04e22c244160 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1924749043'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:19.047655 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4815ce0f-46a8-470a-bd2b-09af9f399c48 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:port and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:19.051355 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4815ce0f-46a8-470a-bd2b-09af9f399c48 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:19.055309 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1e234b5b-8076-4aec-9235-04e22c244160 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:19.060782 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4815ce0f-46a8-470a-bd2b-09af9f399c48 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:19.070519 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1e234b5b-8076-4aec-9235-04e22c244160 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:19.070824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-93adc488-9ca6-4d7e-ac95-011bc9593c4b tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:19.073207 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-93adc488-9ca6-4d7e-ac95-011bc9593c4b tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:19.079222 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4815ce0f-46a8-470a-bd2b-09af9f399c48 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:19.082702 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4815ce0f-46a8-470a-bd2b-09af9f399c48 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:19.098140 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e234b5b-8076-4aec-9235-04e22c244160 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Made reservation on behalf of d4bce9b2ec734b6c9e9ac0bb37d35a9d for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:19.099680 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-93adc488-9ca6-4d7e-ac95-011bc9593c4b tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:19.100275 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93adc488-9ca6-4d7e-ac95-011bc9593c4b tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Fanout notify agent at l3_agent the message router_deleted on router 6cad6718-3485-4a33-b044-7d6ff80bca4f {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:36:19.101518 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1e234b5b-8076-4aec-9235-04e22c244160 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:19.115533 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-93adc488-9ca6-4d7e-ac95-011bc9593c4b tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:19.119617 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-93adc488-9ca6-4d7e-ac95-011bc9593c4b tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "DELETE /v2.0/routers/6cad6718-3485-4a33-b044-7d6ff80bca4f HTTP/1.1" status: 204 len: 168 time: 0.6845045 Jun 02 12:36:19.120798 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46748) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:19.131025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-4815ce0f-46a8-470a-bd2b-09af9f399c48 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] device_id is not set on port c5a2a57b-7325-453a-8239-4652edca231a yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:36:19.133816 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Allocated IP 2001:db8::2 (91fffcbd-6959-4510-8ce4-c6ada33f18d5/a812acc0-1020-4e03-a0de-fe2d22729d51/1db951f6-9e0f-4ae5-9105-bff003a043ea) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:36:19.179148 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e234b5b-8076-4aec-9235-04e22c244160 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:36:19.208702 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1e234b5b-8076-4aec-9235-04e22c244160 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:19.209051 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-1e234b5b-8076-4aec-9235-04e22c244160 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Added segment 4a36f203-97f8-4f60-8d71-0c85eb514e49 of type vlan for network c6834ea7-ddeb-4722-a5b9-bff721935ca4 Jun 02 12:36:19.244934 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1e234b5b-8076-4aec-9235-04e22c244160 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:19.278039 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1e234b5b-8076-4aec-9235-04e22c244160 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:19.283659 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e234b5b-8076-4aec-9235-04e22c244160 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:19.284270 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1e234b5b-8076-4aec-9235-04e22c244160 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:19.289689 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:19.305368 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-8cb80786-f505-46d1-8db8-621ae04719d8 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Deleting port b7650882-0602-4eea-840d-bd598a6f4a4d {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:19.305719 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8cb80786-f505-46d1-8db8-621ae04719d8 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:19.398046 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e234b5b-8076-4aec-9235-04e22c244160 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Network': ['ID=c6834ea7-ddeb-4722-a5b9-bff721935ca4,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:19.402143 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1e234b5b-8076-4aec-9235-04e22c244160 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3639984 Jun 02 12:36:19.403105 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1e234b5b-8076-4aec-9235-04e22c244160 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:19.404836 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46750) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:19.409737 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-fac5f963-e052-4963-a3f2-ed138f8c00e1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'subnet': {'network_id': 'c6834ea7-ddeb-4722-a5b9-bff721935ca4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:19.413732 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network c6834ea7-ddeb-4722-a5b9-bff721935ca4 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:36:19.435148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:19.461076 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8cb80786-f505-46d1-8db8-621ae04719d8 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:19.502147 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Transition to ACTIVE for port object 1db951f6-9e0f-4ae5-9105-bff003a043ea will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:19.522396 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fac5f963-e052-4963-a3f2-ed138f8c00e1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:19.528611 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:19.533128 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fac5f963-e052-4963-a3f2-ed138f8c00e1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:19.543844 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac5f963-e052-4963-a3f2-ed138f8c00e1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Made reservation on behalf of d4bce9b2ec734b6c9e9ac0bb37d35a9d for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:19.547888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fac5f963-e052-4963-a3f2-ed138f8c00e1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:19.552216 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Transition to ACTIVE for port object 1db951f6-9e0f-4ae5-9105-bff003a043ea will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:19.558255 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:19.562022 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-acbe95d7-2347-4c0c-908b-2b46398a6d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:19.604970 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-8cb80786-f505-46d1-8db8-621ae04719d8 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Calling delete_port for b7650882-0602-4eea-840d-bd598a6f4a4d owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:19.623283 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Network 91fffcbd-6959-4510-8ce4-c6ada33f18d5 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:19.626138 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:19.635307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:19.699382 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.ipam_backend_mixin [None req-fac5f963-e052-4963-a3f2-ed138f8c00e1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Performing IP validity checks on allocation pools {{(pid=92305) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 02 12:36:19.699989 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.ipam_backend_mixin [None req-fac5f963-e052-4963-a3f2-ed138f8c00e1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92305) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 02 12:36:19.720017 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8cb80786-f505-46d1-8db8-621ae04719d8 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:19.725990 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:19.729887 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Pushing event updated for resources: {'Port': ['ID=1db951f6-9e0f-4ae5-9105-bff003a043ea,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:19.735228 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:19.735800 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-4815ce0f-46a8-470a-bd2b-09af9f399c48 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Allocated IP 2001:db8::37a (91fffcbd-6959-4510-8ce4-c6ada33f18d5/a812acc0-1020-4e03-a0de-fe2d22729d51/c5a2a57b-7325-453a-8239-4652edca231a) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:36:19.739646 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Attempting to bind port 1db951f6-9e0f-4ae5-9105-bff003a043ea on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:36:19.740032 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Attempting to bind port 1db951f6-9e0f-4ae5-9105-bff003a043ea by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '29d1a96a-ce8d-413b-b773-212db726512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '91fffcbd-6959-4510-8ce4-c6ada33f18d5'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:36:19.740442 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Attempting to bind port 1db951f6-9e0f-4ae5-9105-bff003a043ea on network 91fffcbd-6959-4510-8ce4-c6ada33f18d5 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:36:19.747658 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:36:19.748047 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Checking segment: {'id': '29d1a96a-ce8d-413b-b773-212db726512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '91fffcbd-6959-4510-8ce4-c6ada33f18d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:36:19.748811 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:19.749217 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Bound using segment: {'id': '29d1a96a-ce8d-413b-b773-212db726512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '91fffcbd-6959-4510-8ce4-c6ada33f18d5'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:36:19.749871 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Bound port: 1db951f6-9e0f-4ae5-9105-bff003a043ea, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d1a96a-ce8d-413b-b773-212db726512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '91fffcbd-6959-4510-8ce4-c6ada33f18d5'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:36:19.750465 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:19.778662 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb80786-f505-46d1-8db8-621ae04719d8 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Pushing event deleted for resources: {'Port': ['ID=b7650882-0602-4eea-840d-bd598a6f4a4d,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:19.781836 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8cb80786-f505-46d1-8db8-621ae04719d8 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:19.850958 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] For port 1db951f6-9e0f-4ae5-9105-bff003a043ea, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:36:19.855177 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] For port 1db951f6-9e0f-4ae5-9105-bff003a043ea, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1db951f6-9e0f-4ae5-9105-bff003a043ea,segment=NetworkSegment(29d1a96a-ce8d-413b-b773-212db726512f),segment_id=29d1a96a-ce8d-413b-b773-212db726512f)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:36:19.861116 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:19.872084 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:19.891406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8cb80786-f505-46d1-8db8-621ae04719d8 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:19.900073 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8cb80786-f505-46d1-8db8-621ae04719d8 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "DELETE /v2.0/ports/b7650882-0602-4eea-840d-bd598a6f4a4d HTTP/1.1" status: 204 len: 168 time: 0.7781992 Jun 02 12:36:19.902417 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46752) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:19.968263 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Pushing event updated for resources: {'Port': ['ID=1db951f6-9e0f-4ae5-9105-bff003a043ea,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:19.971526 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:20.001570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f827b2-0ced-4555-af19-5ab7381d86ec tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Deleting subnet 56ee17b9-c38b-46e1-a3b7-2abe4e589be4 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:36:20.005498 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a7f827b2-0ced-4555-af19-5ab7381d86ec tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:20.071113 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a7f827b2-0ced-4555-af19-5ab7381d86ec tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:20.190597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a7f827b2-0ced-4555-af19-5ab7381d86ec tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:20.197282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4815ce0f-46a8-470a-bd2b-09af9f399c48 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:20.242746 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-4815ce0f-46a8-470a-bd2b-09af9f399c48 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Transition to ACTIVE for port object c5a2a57b-7325-453a-8239-4652edca231a will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:20.356830 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4815ce0f-46a8-470a-bd2b-09af9f399c48 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:20.362496 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-146c420f-e46d-4da7-9a19-2bf16279ce8b tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:20.463882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4815ce0f-46a8-470a-bd2b-09af9f399c48 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 91fffcbd-6959-4510-8ce4-c6ada33f18d5 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:20.469444 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-4815ce0f-46a8-470a-bd2b-09af9f399c48 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:20.481077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4815ce0f-46a8-470a-bd2b-09af9f399c48 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:20.487842 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4815ce0f-46a8-470a-bd2b-09af9f399c48 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:20.488642 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4815ce0f-46a8-470a-bd2b-09af9f399c48 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:20.499175 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815ce0f-46a8-470a-bd2b-09af9f399c48 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Port': ['ID=c5a2a57b-7325-453a-8239-4652edca231a,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:20.518642 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4815ce0f-46a8-470a-bd2b-09af9f399c48 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:20.528733 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a7f827b2-0ced-4555-af19-5ab7381d86ec tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:20.532147 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4815ce0f-46a8-470a-bd2b-09af9f399c48 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.7697153 Jun 02 12:36:20.535865 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46756) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:20.537755 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f9625b7b-8169-4e3c-b77c-a682f9e998c9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:20.602621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fac5f963-e052-4963-a3f2-ed138f8c00e1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:20.607035 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2a83cedf-7940-4c7a-a1ec-c33e3a62d812 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:20.651722 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a7f827b2-0ced-4555-af19-5ab7381d86ec tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:20.656925 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f827b2-0ced-4555-af19-5ab7381d86ec tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Pushing event deleted for resources: {'Subnet': ['ID=56ee17b9-c38b-46e1-a3b7-2abe4e589be4,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:20.659652 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0d062d-675f-4edb-b2d4-396eae782408 None None] Network 6d7222c2-eb0d-4fea-a769-1033a72b6c6a requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:20.660872 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a7f827b2-0ced-4555-af19-5ab7381d86ec tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:20.690733 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5f963-e052-4963-a3f2-ed138f8c00e1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Subnet': ['ID=de21fc12-8035-4f9e-801d-510c79609a31,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:20.694638 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46758) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:20.696649 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a7f827b2-0ced-4555-af19-5ab7381d86ec tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "DELETE /v2.0/subnets/56ee17b9-c38b-46e1-a3b7-2abe4e589be4 HTTP/1.1" status: 204 len: 168 time: 0.7915530 Jun 02 12:36:20.696916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fac5f963-e052-4963-a3f2-ed138f8c00e1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:20.864248 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:20.875088 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac5f963-e052-4963-a3f2-ed138f8c00e1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Checking segment: {'id': '4a36f203-97f8-4f60-8d71-0c85eb514e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c6834ea7-ddeb-4722-a5b9-bff721935ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:36:20.875499 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac5f963-e052-4963-a3f2-ed138f8c00e1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network hostable DHCP agents. Network: c6834ea7-ddeb-4722-a5b9-bff721935ca4, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:36:20.949625 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac5f963-e052-4963-a3f2-ed138f8c00e1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Network c6834ea7-ddeb-4722-a5b9-bff721935ca4 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:36:20.966453 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-fac5f963-e052-4963-a3f2-ed138f8c00e1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, c6834ea7-ddeb-4722-a5b9-bff721935ca4) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:20.978090 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be3cdf8-5989-4355-9b5e-cf72733f1b5b None None] Network c6834ea7-ddeb-4722-a5b9-bff721935ca4 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:20.993181 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac5f963-e052-4963-a3f2-ed138f8c00e1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:20.993807 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fac5f963-e052-4963-a3f2-ed138f8c00e1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:21.012059 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-f44f339b-e48d-4e86-9a2a-3c2054575d30 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting port c5a2a57b-7325-453a-8239-4652edca231a {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:21.013037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f44f339b-e48d-4e86-9a2a-3c2054575d30 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:21.020598 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Deleting port 7571450f-84af-4dd7-b575-e2a569976744 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:21.021188 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:21.049326 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fac5f963-e052-4963-a3f2-ed138f8c00e1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6408694 Jun 02 12:36:21.053151 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46760) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:21.078369 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-dc44e44e-e0a2-42e0-b91d-d76793f267c1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:21.111512 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43687037-064e-467c-bafa-b4536379d1b8 None None] DHCP port deletion for 6d7222c2-eb0d-4fea-a769-1033a72b6c6a request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:36:21.196211 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3122b1da-b706-4a14-b737-4caba8667f5f None None] Network 91fffcbd-6959-4510-8ce4-c6ada33f18d5 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:21.229256 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f44f339b-e48d-4e86-9a2a-3c2054575d30 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:21.364801 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8e649445-c510-49d3-b62c-e725f6118fca None None] Provisioning for port 1db951f6-9e0f-4ae5-9105-bff003a043ea completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:36:21.365013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] For port 7571450f-84af-4dd7-b575-e2a569976744, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=7571450f-84af-4dd7-b575-e2a569976744,segment=NetworkSegment(470179a2-0696-4e03-888c-1afb9e9769d5),segment_id=470179a2-0696-4e03-888c-1afb9e9769d5)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:21.365141 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:21.377676 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-f44f339b-e48d-4e86-9a2a-3c2054575d30 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Calling delete_port for c5a2a57b-7325-453a-8239-4652edca231a owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:21.383946 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dc44e44e-e0a2-42e0-b91d-d76793f267c1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3486776'] for subnet, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:21.413513 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-43687037-064e-467c-bafa-b4536379d1b8 None None] Deleting port 7571450f-84af-4dd7-b575-e2a569976744 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:21.413700 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-43687037-064e-467c-bafa-b4536379d1b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:21.495889 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f44f339b-e48d-4e86-9a2a-3c2054575d30 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:21.501094 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:21.508188 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Calling delete_port for 7571450f-84af-4dd7-b575-e2a569976744 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:21.554334 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f339b-e48d-4e86-9a2a-3c2054575d30 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Port': ['ID=c5a2a57b-7325-453a-8239-4652edca231a,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:21.557651 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f44f339b-e48d-4e86-9a2a-3c2054575d30 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:21.586642 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-c6834ea7-ddeb-4722-a5b9-bff721935ca4', 'network_id': 'c6834ea7-ddeb-4722-a5b9-bff721935ca4', 'tenant_id': 'd4bce9b2ec734b6c9e9ac0bb37d35a9d', 'fixed_ips': [{'subnet_id': 'de21fc12-8035-4f9e-801d-510c79609a31'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:36:21.587473 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:21.604911 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f44f339b-e48d-4e86-9a2a-3c2054575d30 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:21.624917 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46762) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:21.626141 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f44f339b-e48d-4e86-9a2a-3c2054575d30 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/ports/c5a2a57b-7325-453a-8239-4652edca231a HTTP/1.1" status: 204 len: 168 time: 1.0511591 Jun 02 12:36:21.670522 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-43687037-064e-467c-bafa-b4536379d1b8 None None] For port 7571450f-84af-4dd7-b575-e2a569976744, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=7571450f-84af-4dd7-b575-e2a569976744,segment=NetworkSegment(470179a2-0696-4e03-888c-1afb9e9769d5),segment_id=470179a2-0696-4e03-888c-1afb9e9769d5)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:21.670931 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-43687037-064e-467c-bafa-b4536379d1b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:21.681414 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-5727e928-953d-4d56-9b0e-73b072c40a26 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] GET failed (client error): The resource could not be found. Jun 02 12:36:21.682972 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5727e928-953d-4d56-9b0e-73b072c40a26 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Synchronizing usage tracker for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:21.760066 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5727e928-953d-4d56-9b0e-73b072c40a26 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Unset dirty status for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:21.763861 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5727e928-953d-4d56-9b0e-73b072c40a26 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports/c5a2a57b-7325-453a-8239-4652edca231a HTTP/1.1" status: 404 len: 333 time: 0.1353951 Jun 02 12:36:21.764697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46764) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:21.803882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:21.813271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fa41f67e-1e63-4c12-956f-68bee90f4bb0 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:21.824307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1db951f6-9e0f-4ae5-9105-bff003a043ea up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:36:21.836177 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a4efe2-e90d-4cd3-aa8b-1fa9b4dda9ef tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting subnet a812acc0-1020-4e03-a0de-fe2d22729d51 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:36:21.839621 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-33a4efe2-e90d-4cd3-aa8b-1fa9b4dda9ef tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:21.862847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] No DVR routers for this DVR port 7571450f-84af-4dd7-b575-e2a569976744 on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:36:21.874548 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-43687037-064e-467c-bafa-b4536379d1b8 None None] Calling delete_port for 7571450f-84af-4dd7-b575-e2a569976744 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:21.889486 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Pushing event deleted for resources: {'Port': ['ID=7571450f-84af-4dd7-b575-e2a569976744,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:21.891912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:21.896659 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-33a4efe2-e90d-4cd3-aa8b-1fa9b4dda9ef tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:21.990432 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-33a4efe2-e90d-4cd3-aa8b-1fa9b4dda9ef tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:21.991402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dc44e44e-e0a2-42e0-b91d-d76793f267c1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726415848165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2510767'] for subnet, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:22.009246 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:22.060150 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:22.077205 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 1db951f6-9e0f-4ae5-9105-bff003a043ea completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:36:22.095192 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Allocated IP 172.20.0.3 (c6834ea7-ddeb-4722-a5b9-bff721935ca4/de21fc12-8035-4f9e-801d-510c79609a31/7443281a-92dc-480e-921d-a64576c4c929) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:36:22.103307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 1db951f6-9e0f-4ae5-9105-bff003a043ea triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:22.104252 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:22.162672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-43687037-064e-467c-bafa-b4536379d1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:22.183977 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:22.234462 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7222c2-eb0d-4fea-a769-1033a72b6c6a']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:22.243384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc44e44e-e0a2-42e0-b91d-d76793f267c1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:22.243988 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dc44e44e-e0a2-42e0-b91d-d76793f267c1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:22.248585 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-dc44e44e-e0a2-42e0-b91d-d76793f267c1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "PUT /v2.0/subnets/de21fc12-8035-4f9e-801d-510c79609a31 HTTP/1.1" status: 200 len: 877 time: 1.1943958 Jun 02 12:36:22.249192 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46766) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:22.254234 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43687037-064e-467c-bafa-b4536379d1b8 None None] Pushing event deleted for resources: {'Port': ['ID=7571450f-84af-4dd7-b575-e2a569976744,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:22.282506 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470179a2-0696-4e03-888c-1afb9e9769d5') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:22.282826 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470179a2-0696-4e03-888c-1afb9e9769d5') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:22.306806 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:22.321281 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44e44e-e0a2-42e0-b91d-d76793f267c1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event updated for resources: {'Subnet': ['ID=de21fc12-8035-4f9e-801d-510c79609a31,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:22.326171 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dc44e44e-e0a2-42e0-b91d-d76793f267c1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:22.343449 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-43687037-064e-467c-bafa-b4536379d1b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:22.349128 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43687037-064e-467c-bafa-b4536379d1b8 None None] No DVR routers for this DVR port 7571450f-84af-4dd7-b575-e2a569976744 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:36:22.349551 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-33a4efe2-e90d-4cd3-aa8b-1fa9b4dda9ef tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:22.355323 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5d57f066-99b2-45a9-a8e8-2cb6a9983c8f tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:22.401590 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4efe2-e90d-4cd3-aa8b-1fa9b4dda9ef tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Subnet': ['ID=a812acc0-1020-4e03-a0de-fe2d22729d51,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:22.402624 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:22.408988 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-33a4efe2-e90d-4cd3-aa8b-1fa9b4dda9ef tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:22.410087 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-33a4efe2-e90d-4cd3-aa8b-1fa9b4dda9ef tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:22.421345 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-33a4efe2-e90d-4cd3-aa8b-1fa9b4dda9ef tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/subnets/a812acc0-1020-4e03-a0de-fe2d22729d51 HTTP/1.1" status: 204 len: 168 time: 0.6551692 Jun 02 12:36:22.423376 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:36:22.423799 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46768) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:22.423961 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:36:22.439075 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:36:22.483793 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:22.532454 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9afee4b9-db3c-4b56-8c8e-8037d955cbfa None None] Provisioning complete for port 1db951f6-9e0f-4ae5-9105-bff003a043ea triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:22.532843 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9afee4b9-db3c-4b56-8c8e-8037d955cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:22.556088 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:22.561641 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:22.565222 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:22.569265 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:22.574359 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5901205d-043c-44dc-b40d-642ccded8ee1 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:22.608703 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Pushing event deleted for resources: {'Network': ['ID=6d7222c2-eb0d-4fea-a769-1033a72b6c6a,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:22.612181 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:22.625962 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] 10.222.0.37 "DELETE /v2.0/networks/6d7222c2-eb0d-4fea-a769-1033a72b6c6a HTTP/1.1" status: 204 len: 168 time: 1.9303782 Jun 02 12:36:22.676790 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting port 1db951f6-9e0f-4ae5-9105-bff003a043ea {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:22.677390 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:22.681145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66191d2e-6b3f-4070-a135-614d162c0f1b None None] Network 91fffcbd-6959-4510-8ce4-c6ada33f18d5 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:22.693599 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:22.704255 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 1db951f6-9e0f-4ae5-9105-bff003a043ea, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1db951f6-9e0f-4ae5-9105-bff003a043ea,segment=NetworkSegment(29d1a96a-ce8d-413b-b773-212db726512f),segment_id=29d1a96a-ce8d-413b-b773-212db726512f)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:22.769201 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:22.797131 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-687b2525-537d-4073-a0fe-a4d9b3ab46a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:22.818548 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] For port 1db951f6-9e0f-4ae5-9105-bff003a043ea, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1db951f6-9e0f-4ae5-9105-bff003a043ea,segment=NetworkSegment(29d1a96a-ce8d-413b-b773-212db726512f),segment_id=29d1a96a-ce8d-413b-b773-212db726512f)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:22.819464 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:22.843910 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:22.890298 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 7571450f-84af-4dd7-b575-e2a569976744 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:36:22.916835 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Transition to ACTIVE for port object 7443281a-92dc-480e-921d-a64576c4c929 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:22.972232 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Calling delete_port for 1db951f6-9e0f-4ae5-9105-bff003a043ea owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:23.002782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46778) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:23.016469 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 7571450f-84af-4dd7-b575-e2a569976744 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:36:23.016821 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 7571450f-84af-4dd7-b575-e2a569976744 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:36:23.047507 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:23.053214 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:23.098877 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Transition to ACTIVE for port object 7443281a-92dc-480e-921d-a64576c4c929 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:23.111801 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=1db951f6-9e0f-4ae5-9105-bff003a043ea,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:23.114044 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Port': ['ID=1db951f6-9e0f-4ae5-9105-bff003a043ea,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:23.116529 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:23.117477 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] No DVR routers for this DVR port 1db951f6-9e0f-4ae5-9105-bff003a043ea on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:36:23.128189 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:23.129258 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:23.134074 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-328f8e11-c352-4aaa-96cf-fb072a434b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:23.174002 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:23.178851 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-46e576bb-4d90-4b98-a60a-318b845301c7 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:23.202344 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92d64c0-90d2-4456-8ea9-463590e6e97e None None] DHCP port deletion for 91fffcbd-6959-4510-8ce4-c6ada33f18d5 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:36:23.231413 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Network c6834ea7-ddeb-4722-a5b9-bff721935ca4 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:23.234509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:23.238117 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:23.243788 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Pushing event updated for resources: {'Port': ['ID=7443281a-92dc-480e-921d-a64576c4c929,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:23.246652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Subnet': ['ID=de21fc12-8035-4f9e-801d-510c79609a31,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:23.248214 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:23.248967 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:23.303971 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:23.325344 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2d708981-9bf2-4daf-9e11-dece3370fc55 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=657be755980f40509008718eb41e5023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3192468 Jun 02 12:36:23.326954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91fffcbd-6959-4510-8ce4-c6ada33f18d5']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:23.334769 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46782) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:23.342126 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d1a96a-ce8d-413b-b773-212db726512f') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:23.342340 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d1a96a-ce8d-413b-b773-212db726512f') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:23.345707 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7a5ea86b-c90c-4f2e-a9ca-a665a95ed259 None None] Could not find standard attr ID for object c5a2a57b-7325-453a-8239-4652edca231a. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:36:23.347287 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Attempting to bind port 7443281a-92dc-480e-921d-a64576c4c929 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:36:23.347663 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Attempting to bind port 7443281a-92dc-480e-921d-a64576c4c929 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '4a36f203-97f8-4f60-8d71-0c85eb514e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c6834ea7-ddeb-4722-a5b9-bff721935ca4'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:36:23.348839 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Attempting to bind port 7443281a-92dc-480e-921d-a64576c4c929 on network c6834ea7-ddeb-4722-a5b9-bff721935ca4 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:36:23.354935 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:36:23.355122 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Checking segment: {'id': '4a36f203-97f8-4f60-8d71-0c85eb514e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c6834ea7-ddeb-4722-a5b9-bff721935ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:36:23.355431 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:23.355557 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:23.356033 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Bound using segment: {'id': '4a36f203-97f8-4f60-8d71-0c85eb514e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c6834ea7-ddeb-4722-a5b9-bff721935ca4'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:36:23.356354 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Bound port: 7443281a-92dc-480e-921d-a64576c4c929, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a36f203-97f8-4f60-8d71-0c85eb514e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c6834ea7-ddeb-4722-a5b9-bff721935ca4'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:36:23.356612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:23.356836 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:23.373151 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:23.380621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6834ea7-ddeb-4722-a5b9-bff721935ca4']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:23.380799 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:36:23.381108 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:36:23.397000 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:36:23.406910 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a36f203-97f8-4f60-8d71-0c85eb514e49') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:23.407232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a36f203-97f8-4f60-8d71-0c85eb514e49') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:23.423527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:23.453897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] For port 7443281a-92dc-480e-921d-a64576c4c929, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:36:23.454203 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:23.457606 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-601548a6-f6f4-4151-894b-ae5eb8d5aa5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:23.486398 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:36:23.486817 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:36:23.503721 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:36:23.572803 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-601548a6-f6f4-4151-894b-ae5eb8d5aa5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:23.612108 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.api [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 12:36:23.612108 dv-neutron-601336-80-hyperv neutron-server[92305]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 12:36:23.612108 dv-neutron-601336-80-hyperv neutron-server[92305]: [parameters: {'id': 'c6834ea7-ddeb-4722-a5b9-bff721935ca4'}] Jun 02 12:36:23.612108 dv-neutron-601336-80-hyperv neutron-server[92305]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:36:23.612559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_db.api [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:36:23.642122 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:23.642122 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d03103ca-f7fb-43e5-92c1-63ae3137c799 tempest-QuotasNegativeTest-372538125 tempest-QuotasNegativeTest-372538125-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:23.642718 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] For port 7443281a-92dc-480e-921d-a64576c4c929, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=7443281a-92dc-480e-921d-a64576c4c929,segment=NetworkSegment(4a36f203-97f8-4f60-8d71-0c85eb514e49),segment_id=4a36f203-97f8-4f60-8d71-0c85eb514e49)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:36:23.648263 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:23.651569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-601548a6-f6f4-4151-894b-ae5eb8d5aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:23.654154 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:23.654307 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:23.654761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:23.661203 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Network': ['ID=91fffcbd-6959-4510-8ce4-c6ada33f18d5,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:23.665800 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:23.680727 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/networks/91fffcbd-6959-4510-8ce4-c6ada33f18d5 HTTP/1.1" status: 204 len: 168 time: 1.2524188 Jun 02 12:36:23.681235 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46784) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:23.687068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-dbe0b4b8-35ac-4b49-bcee-e30282259d72 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'port': {'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c', 'name': 'tempest-PortsIpV6TestJSON-1966077890'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:23.689430 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601548a6-f6f4-4151-894b-ae5eb8d5aa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ee0e1a-9922-4f53-9278-3b2326094a58,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:23.693271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-601548a6-f6f4-4151-894b-ae5eb8d5aa5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:23.710899 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-601548a6-f6f4-4151-894b-ae5eb8d5aa5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:23.712045 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-601548a6-f6f4-4151-894b-ae5eb8d5aa5a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21ee0e1a-9922-4f53-9278-3b2326094a58 HTTP/1.1" status: 204 len: 168 time: 0.3768277 Jun 02 12:36:23.769695 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1db951f6-9e0f-4ae5-9105-bff003a043ea no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:36:23.809282 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-dbe0b4b8-35ac-4b49-bcee-e30282259d72 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:23.814210 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-dbe0b4b8-35ac-4b49-bcee-e30282259d72 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:port and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:23.817264 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-dbe0b4b8-35ac-4b49-bcee-e30282259d72 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:23.822891 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 1db951f6-9e0f-4ae5-9105-bff003a043ea {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:36:23.823331 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1db951f6-9e0f-4ae5-9105-bff003a043ea not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:36:23.823500 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-dbe0b4b8-35ac-4b49-bcee-e30282259d72 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:23.837648 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe0b4b8-35ac-4b49-bcee-e30282259d72 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:23.841890 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dbe0b4b8-35ac-4b49-bcee-e30282259d72 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:23.860131 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Pushing event updated for resources: {'Port': ['ID=7443281a-92dc-480e-921d-a64576c4c929,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:23.865504 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-dbe0b4b8-35ac-4b49-bcee-e30282259d72 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] device_id is not set on port e9f8f1ba-0ea8-4e6e-97c1-89d19dade6eb yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:36:23.891053 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:23.937355 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43135440-3651-4610-9230-80a7b948049e None None] Network c6834ea7-ddeb-4722-a5b9-bff721935ca4 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:24.110525 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dbe0b4b8-35ac-4b49-bcee-e30282259d72 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:24.113187 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:24.141179 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f3d1f5-b3e1-482e-a109-afaaecf3109e None None] Network c6834ea7-ddeb-4722-a5b9-bff721935ca4 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:24.142075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dbe0b4b8-35ac-4b49-bcee-e30282259d72 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:24.154654 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ece96b39-e7b1-4775-9c86-d58d47553147 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:24.200584 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Deleting port 7443281a-92dc-480e-921d-a64576c4c929 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:24.200584 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:24.209928 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe0b4b8-35ac-4b49-bcee-e30282259d72 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 2403d305-23d1-4580-8a5a-5d992110a75c is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:24.238785 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-dbe0b4b8-35ac-4b49-bcee-e30282259d72 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:24.241406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe0b4b8-35ac-4b49-bcee-e30282259d72 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:24.247901 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe0b4b8-35ac-4b49-bcee-e30282259d72 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:24.248712 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dbe0b4b8-35ac-4b49-bcee-e30282259d72 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:24.253003 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0b4b8-35ac-4b49-bcee-e30282259d72 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Port': ['ID=e9f8f1ba-0ea8-4e6e-97c1-89d19dade6eb,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:24.262983 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-dbe0b4b8-35ac-4b49-bcee-e30282259d72 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:24.289543 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-dbe0b4b8-35ac-4b49-bcee-e30282259d72 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6065378 Jun 02 12:36:24.292588 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46804) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:24.313198 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] For port 7443281a-92dc-480e-921d-a64576c4c929, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=7443281a-92dc-480e-921d-a64576c4c929,segment=NetworkSegment(4a36f203-97f8-4f60-8d71-0c85eb514e49),segment_id=4a36f203-97f8-4f60-8d71-0c85eb514e49)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:24.313698 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:24.418475 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0a0c8b-4ce7-4c02-84a2-235a528cd1d9 None None] get_active_networks_info from dv-neutron-601336-80-hyperv {{(pid=92306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 12:36:24.447580 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Calling delete_port for 7443281a-92dc-480e-921d-a64576c4c929 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:24.464029 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-f3f6cfb4-3768-497b-b3dc-50da6b75c0f9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting port e9f8f1ba-0ea8-4e6e-97c1-89d19dade6eb {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:24.464642 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f3f6cfb4-3768-497b-b3dc-50da6b75c0f9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:24.503353 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:24.508574 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:24.539638 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46810) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:24.557633 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025463 Jun 02 12:36:24.562927 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46812) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:24.563355 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0a0c8b-4ce7-4c02-84a2-235a528cd1d9 None None] Resources bound (agent type, host, resource id): {{(pid=92306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 12:36:24.563893 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Port': ['ID=7443281a-92dc-480e-921d-a64576c4c929,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:24.566447 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:24.569166 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No DVR routers for this DVR port 7443281a-92dc-480e-921d-a64576c4c929 on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:36:24.588965 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f3f6cfb4-3768-497b-b3dc-50da6b75c0f9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:24.728694 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-f3f6cfb4-3768-497b-b3dc-50da6b75c0f9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Calling delete_port for e9f8f1ba-0ea8-4e6e-97c1-89d19dade6eb owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:24.782716 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f3f6cfb4-3768-497b-b3dc-50da6b75c0f9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:24.789388 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-feb6733b-d027-4433-bb1f-8fe4b076a545 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:24.843203 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ae417fea-774e-45c9-ae16-d770bf96bf9b tempest-NetworksApiDiscovery-1534889487 tempest-NetworksApiDiscovery-1534889487-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2396348 Jun 02 12:36:24.845959 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6cfb4-3768-497b-b3dc-50da6b75c0f9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Port': ['ID=e9f8f1ba-0ea8-4e6e-97c1-89d19dade6eb,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:24.848281 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:24.853804 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f3f6cfb4-3768-497b-b3dc-50da6b75c0f9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:24.860476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f3f6cfb4-3768-497b-b3dc-50da6b75c0f9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:24.863010 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6834ea7-ddeb-4722-a5b9-bff721935ca4']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:24.870645 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f3f6cfb4-3768-497b-b3dc-50da6b75c0f9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/ports/e9f8f1ba-0ea8-4e6e-97c1-89d19dade6eb HTTP/1.1" status: 204 len: 168 time: 0.5768602 Jun 02 12:36:24.870881 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46818) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:24.878774 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-ac6d89d1-bb90-4e25-ac65-f92cc6fc7117 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'port': {'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c', 'mac_address': 'fa:16:3e:49:21:b8', 'name': 'tempest-PortsIpV6TestJSON-1308091953'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:24.902231 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a36f203-97f8-4f60-8d71-0c85eb514e49') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:24.902532 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a36f203-97f8-4f60-8d71-0c85eb514e49') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:24.966591 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:25.011224 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:25.021782 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:36:25.023917 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:36:25.039577 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:36:25.042062 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ac6d89d1-bb90-4e25-ac65-f92cc6fc7117 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:25.051134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ac6d89d1-bb90-4e25-ac65-f92cc6fc7117 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:port and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:25.055822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ac6d89d1-bb90-4e25-ac65-f92cc6fc7117 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:25.120073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ac6d89d1-bb90-4e25-ac65-f92cc6fc7117 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:25.135963 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6d89d1-bb90-4e25-ac65-f92cc6fc7117 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:25.136950 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46822) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:25.153373 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:25.157632 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:25.164990 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-82012f84-aff9-4f1c-aa1d-3a5308ae1508 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:25.193243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Network': ['ID=c6834ea7-ddeb-4722-a5b9-bff721935ca4,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:25.195650 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:25.255640 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/c6834ea7-ddeb-4722-a5b9-bff721935ca4 HTTP/1.1" status: 204 len: 168 time: 3.0008304 Jun 02 12:36:25.262671 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46826) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:25.264802 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89a28c23-177c-4260-b208-ce8d6bbe1e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:25.278927 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ac6d89d1-bb90-4e25-ac65-f92cc6fc7117 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:25.303806 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-ac6d89d1-bb90-4e25-ac65-f92cc6fc7117 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] device_id is not set on port 38a79be6-f1bc-4d08-b6b8-120bcaa93ec3 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:36:25.314400 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-30742873-19a8-4b2d-b3ed-2d088994b358 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:25.314855 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30742873-19a8-4b2d-b3ed-2d088994b358 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:25.316502 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-30742873-19a8-4b2d-b3ed-2d088994b358 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/subnets/de21fc12-8035-4f9e-801d-510c79609a31 HTTP/1.1" status: 404 len: 337 time: 0.0527856 Jun 02 12:36:25.317508 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-89a28c23-177c-4260-b208-ce8d6bbe1e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:25.319519 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46828) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:25.338385 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-89a28c23-177c-4260-b208-ce8d6bbe1e2c admin admin] Usage tracker for resource:security_group_rule and tenant:4e723305e24b46f3a6651f227f4f375b is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:25.343743 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-89a28c23-177c-4260-b208-ce8d6bbe1e2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:25.351414 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b59e4a9-84de-49b3-a039-11cb3cddcbbe tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:25.351883 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b59e4a9-84de-49b3-a039-11cb3cddcbbe tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:25.353996 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4b59e4a9-84de-49b3-a039-11cb3cddcbbe tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/c6834ea7-ddeb-4722-a5b9-bff721935ca4 HTTP/1.1" status: 404 len: 339 time: 0.0331025 Jun 02 12:36:25.355333 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-89a28c23-177c-4260-b208-ce8d6bbe1e2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:25.356661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46830) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:25.401700 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-50fd56af-aa85-4a71-a526-d2f491fdde92 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:25.402164 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50fd56af-aa85-4a71-a526-d2f491fdde92 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:25.419789 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-50fd56af-aa85-4a71-a526-d2f491fdde92 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/subnets/13c48857-3702-4732-be41-9d8d71edceaa HTTP/1.1" status: 404 len: 337 time: 0.0621393 Jun 02 12:36:25.422257 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46832) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:25.439839 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89a28c23-177c-4260-b208-ce8d6bbe1e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:25.443574 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89a28c23-177c-4260-b208-ce8d6bbe1e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:25.451534 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-630dce79-8985-4e46-a886-e63c2f34fb8f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:25.457550 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b12539a-a2c4-4f82-b3bd-a163e0d8d8cd tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:25.458013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b12539a-a2c4-4f82-b3bd-a163e0d8d8cd tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:25.461907 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7b12539a-a2c4-4f82-b3bd-a163e0d8d8cd tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/922f6fcd-765f-426a-b212-b20b41e960b3 HTTP/1.1" status: 404 len: 339 time: 0.0365078 Jun 02 12:36:25.466304 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46834) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:25.495928 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-89a28c23-177c-4260-b208-ce8d6bbe1e2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e723305e24b46f3a6651f227f4f375b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3575497 Jun 02 12:36:25.497624 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46836) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:25.497835 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a28c23-177c-4260-b208-ce8d6bbe1e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c4e59a-cbea-4118-806e-69d89dc3dd92,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:25.501509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-89a28c23-177c-4260-b208-ce8d6bbe1e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:25.695507 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:25.705203 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d9d02915-fc4b-46c8-a49a-e5d58013c9be tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:25.736920 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ac6d89d1-bb90-4e25-ac65-f92cc6fc7117 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:25.781853 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5ceccc97-1928-4aee-a765-2ce38f483c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:25.900116 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5ceccc97-1928-4aee-a765-2ce38f483c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:25.916550 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d9d02915-fc4b-46c8-a49a-e5d58013c9be tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:25.936313 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-d9d02915-fc4b-46c8-a49a-e5d58013c9be tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56a1564-f2d3-4631-b61a-96d94dd6b93e']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:25.960995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-d9d02915-fc4b-46c8-a49a-e5d58013c9be tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa471785-6761-4a57-af71-e6381a8a528c') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:25.961290 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-d9d02915-fc4b-46c8-a49a-e5d58013c9be tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa471785-6761-4a57-af71-e6381a8a528c') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:25.977439 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ac6d89d1-bb90-4e25-ac65-f92cc6fc7117 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:25.980755 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d9d02915-fc4b-46c8-a49a-e5d58013c9be tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:25.990056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0cdd91d2-4251-426a-b8f5-6513d3ebc93d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:26.051105 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d9d02915-fc4b-46c8-a49a-e5d58013c9be tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:26.070983 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6d89d1-bb90-4e25-ac65-f92cc6fc7117 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 2403d305-23d1-4580-8a5a-5d992110a75c is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:26.076345 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-ac6d89d1-bb90-4e25-ac65-f92cc6fc7117 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:26.080686 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d02915-fc4b-46c8-a49a-e5d58013c9be tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:36:26.081087 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d9d02915-fc4b-46c8-a49a-e5d58013c9be tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:26.096083 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5ceccc97-1928-4aee-a765-2ce38f483c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:36:26.099536 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:36:26.110013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6d89d1-bb90-4e25-ac65-f92cc6fc7117 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:26.115391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6d89d1-bb90-4e25-ac65-f92cc6fc7117 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:26.115978 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ac6d89d1-bb90-4e25-ac65-f92cc6fc7117 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:26.177566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d89d1-bb90-4e25-ac65-f92cc6fc7117 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Port': ['ID=38a79be6-f1bc-4d08-b6b8-120bcaa93ec3,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:26.195819 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ac6d89d1-bb90-4e25-ac65-f92cc6fc7117 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:26.200567 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:26.214421 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceccc97-1928-4aee-a765-2ce38f483c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c4e59a-cbea-4118-806e-69d89dc3dd92,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:26.217035 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5ceccc97-1928-4aee-a765-2ce38f483c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:26.220328 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5ceccc97-1928-4aee-a765-2ce38f483c43 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02c4e59a-cbea-4118-806e-69d89dc3dd92 HTTP/1.1" status: 204 len: 168 time: 0.7171447 Jun 02 12:36:26.221999 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46840) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:26.226573 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ac6d89d1-bb90-4e25-ac65-f92cc6fc7117 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3519032 Jun 02 12:36:26.228112 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5ceccc97-1928-4aee-a765-2ce38f483c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:26.228977 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d9d02915-fc4b-46c8-a49a-e5d58013c9be tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:26.232325 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-803f2105-8c69-4d1f-9ecb-c70bb6748837 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:26.246517 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d9d02915-fc4b-46c8-a49a-e5d58013c9be tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:26.258028 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d02915-fc4b-46c8-a49a-e5d58013c9be tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Network': ['ID=a56a1564-f2d3-4631-b61a-96d94dd6b93e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:26.262262 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d9d02915-fc4b-46c8-a49a-e5d58013c9be tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:26.266359 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d9d02915-fc4b-46c8-a49a-e5d58013c9be tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/a56a1564-f2d3-4631-b61a-96d94dd6b93e HTTP/1.1" status: 204 len: 168 time: 0.7968409 Jun 02 12:36:26.266599 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46842) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:26.313163 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-4177af01-2cea-420d-be7c-0e85c0c77f39 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:26.313389 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4177af01-2cea-420d-be7c-0e85c0c77f39 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:26.315066 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4177af01-2cea-420d-be7c-0e85c0c77f39 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/subnets/dc6b67c1-2953-4667-9051-330225959007 HTTP/1.1" status: 404 len: 337 time: 0.0475628 Jun 02 12:36:26.317735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46844) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:26.323727 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3dfdcb-10ad-4b46-9148-9c7549edd0f8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:26.324352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ab3dfdcb-10ad-4b46-9148-9c7549edd0f8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Synchronizing usage tracker for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:26.341458 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ab3dfdcb-10ad-4b46-9148-9c7549edd0f8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Unset dirty status for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:26.342735 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ab3dfdcb-10ad-4b46-9148-9c7549edd0f8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports/38a79be6-f1bc-4d08-b6b8-120bcaa93ec3 HTTP/1.1" status: 200 len: 845 time: 0.1175599 Jun 02 12:36:26.346263 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46846) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:26.349770 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6e412b-8f0d-4e07-871a-4bb948e920ae tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:26.350287 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6e412b-8f0d-4e07-871a-4bb948e920ae tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:26.354795 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ce6e412b-8f0d-4e07-871a-4bb948e920ae tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/922f8019-30f1-4ea5-9f38-bfaaaf8f612c HTTP/1.1" status: 404 len: 339 time: 0.0332792 Jun 02 12:36:26.354795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46848) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:26.411900 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-72caa5e8-f0d4-4166-be03-e180be407926 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:26.412553 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72caa5e8-f0d4-4166-be03-e180be407926 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:26.416952 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-72caa5e8-f0d4-4166-be03-e180be407926 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/subnets/d9c0d6de-b619-4685-aed0-c653a23993bd HTTP/1.1" status: 404 len: 337 time: 0.0587587 Jun 02 12:36:26.417341 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46850) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:26.443092 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-6486a014-006d-4654-91c9-8fa22c6df79b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:26.443575 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6486a014-006d-4654-91c9-8fa22c6df79b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:26.448374 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6486a014-006d-4654-91c9-8fa22c6df79b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/c6d9894b-b21c-42b7-8a04-7085ba7f8bfa HTTP/1.1" status: 404 len: 339 time: 0.0270567 Jun 02 12:36:26.448847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46852) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:26.498276 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0c3601f3-d8cc-4430-a65c-b7a4a0c52cf5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting port 38a79be6-f1bc-4d08-b6b8-120bcaa93ec3 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:26.498888 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c3601f3-d8cc-4430-a65c-b7a4a0c52cf5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:26.610937 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c3601f3-d8cc-4430-a65c-b7a4a0c52cf5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:26.618491 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-c492c8bb-e74d-4fd4-b5a6-3dd05b8ad95f tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:26.619461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c492c8bb-e74d-4fd4-b5a6-3dd05b8ad95f tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:26.621121 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c492c8bb-e74d-4fd4-b5a6-3dd05b8ad95f tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/subnets/dbe8ae5f-87a4-4714-b5e4-07d3ce8bf187 HTTP/1.1" status: 404 len: 337 time: 0.1712949 Jun 02 12:36:26.623840 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46854) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:26.649395 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-4637a647-64d6-4eaf-826a-0b13763316e3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:26.650021 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4637a647-64d6-4eaf-826a-0b13763316e3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:26.652077 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4637a647-64d6-4eaf-826a-0b13763316e3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/698de984-9633-4991-b4e5-4a3480add3ec HTTP/1.1" status: 404 len: 339 time: 0.0272515 Jun 02 12:36:26.655951 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46856) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:26.693268 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-5220be88-47c8-4266-b798-5a117ad52ac8 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:26.693728 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5220be88-47c8-4266-b798-5a117ad52ac8 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:26.695413 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5220be88-47c8-4266-b798-5a117ad52ac8 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/subnets/34183ae9-8ae3-4a3f-b9f0-d447c304cf1d HTTP/1.1" status: 404 len: 337 time: 0.0385575 Jun 02 12:36:26.698765 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46858) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:26.722122 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-361ce721-14b3-4d50-9960-92acc28f4e0a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:26.722576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-361ce721-14b3-4d50-9960-92acc28f4e0a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:26.726336 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-361ce721-14b3-4d50-9960-92acc28f4e0a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/15449d19-064a-4b56-8e0b-3bc4c8e3a4b3 HTTP/1.1" status: 404 len: 339 time: 0.0244255 Jun 02 12:36:26.726764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46860) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:26.736178 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0c3601f3-d8cc-4430-a65c-b7a4a0c52cf5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Calling delete_port for 38a79be6-f1bc-4d08-b6b8-120bcaa93ec3 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:26.766830 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4bf615e-cccf-4232-9a8f-17f7d9a91558 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:26.767267 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4bf615e-cccf-4232-9a8f-17f7d9a91558 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:26.771399 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e4bf615e-cccf-4232-9a8f-17f7d9a91558 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/subnets/1e8a2d8f-3272-47d3-ac45-6a2a06b09f63 HTTP/1.1" status: 404 len: 337 time: 0.0414166 Jun 02 12:36:26.771722 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46862) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:26.784234 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c3601f3-d8cc-4430-a65c-b7a4a0c52cf5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:26.790031 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:26.796321 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd3160d-556b-4522-983c-20bd5aaf75ea tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:26.796785 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd3160d-556b-4522-983c-20bd5aaf75ea tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:26.798411 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2dd3160d-556b-4522-983c-20bd5aaf75ea tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/14bdd578-d29a-41d4-ba86-886be95ecb86 HTTP/1.1" status: 404 len: 339 time: 0.0257652 Jun 02 12:36:26.800840 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46864) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:26.836493 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3601f3-d8cc-4430-a65c-b7a4a0c52cf5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Port': ['ID=38a79be6-f1bc-4d08-b6b8-120bcaa93ec3,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:26.837250 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-53610e92-b395-449b-81a3-985fb5c8fa0e tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:26.837903 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53610e92-b395-449b-81a3-985fb5c8fa0e tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:26.839582 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-53610e92-b395-449b-81a3-985fb5c8fa0e tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/subnets/5a150466-00d0-4984-a1f9-8d339268efe9 HTTP/1.1" status: 404 len: 337 time: 0.0378625 Jun 02 12:36:26.840213 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0c3601f3-d8cc-4430-a65c-b7a4a0c52cf5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:26.842074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46866) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:26.844539 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c3601f3-d8cc-4430-a65c-b7a4a0c52cf5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:26.864771 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0c3601f3-d8cc-4430-a65c-b7a4a0c52cf5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/ports/38a79be6-f1bc-4d08-b6b8-120bcaa93ec3 HTTP/1.1" status: 204 len: 168 time: 0.5144742 Jun 02 12:36:26.864967 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46868) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:26.866608 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-a021761d-b8db-4af8-a4fb-119abe975ce3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:26.867074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a021761d-b8db-4af8-a4fb-119abe975ce3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:26.868666 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a021761d-b8db-4af8-a4fb-119abe975ce3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/8032ac36-c207-4325-af90-52d33a90ca46 HTTP/1.1" status: 404 len: 339 time: 0.0256870 Jun 02 12:36:26.871801 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46870) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:26.906771 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c00a10c-a815-4bfd-a1dc-9ad79adf5777 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] GET failed (client error): The resource could not be found. Jun 02 12:36:26.907305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2c00a10c-a815-4bfd-a1dc-9ad79adf5777 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Synchronizing usage tracker for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:26.911241 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e5d921-d418-407f-81c4-1e5e26864a33 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:26.911405 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e5d921-d418-407f-81c4-1e5e26864a33 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:26.912927 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c4e5d921-d418-407f-81c4-1e5e26864a33 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/subnets/6640711e-8d74-4e4f-893e-68a9360d6e1c HTTP/1.1" status: 404 len: 337 time: 0.0402572 Jun 02 12:36:26.915457 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46872) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:26.923714 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2c00a10c-a815-4bfd-a1dc-9ad79adf5777 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Unset dirty status for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:26.924833 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2c00a10c-a815-4bfd-a1dc-9ad79adf5777 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports/38a79be6-f1bc-4d08-b6b8-120bcaa93ec3 HTTP/1.1" status: 404 len: 333 time: 0.0590415 Jun 02 12:36:26.928599 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46874) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:26.934382 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-0bafc95d-9d4a-496a-a42c-140eda45ee37 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'port': {'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c', 'name': 'tempest-PortsIpV6TestJSON-1735351485'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:26.939893 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-542a0f57-8f18-4ed3-ab0d-b9b43030999a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:26.940352 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542a0f57-8f18-4ed3-ab0d-b9b43030999a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:26.941954 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-542a0f57-8f18-4ed3-ab0d-b9b43030999a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/30448aa0-101e-498f-a77e-df7c143602c8 HTTP/1.1" status: 404 len: 339 time: 0.0250690 Jun 02 12:36:26.944504 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46876) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:26.980289 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6345d3-18a5-4f6d-945e-53bb607f62c2 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:26.980742 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf6345d3-18a5-4f6d-945e-53bb607f62c2 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:26.982358 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-bf6345d3-18a5-4f6d-945e-53bb607f62c2 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/subnets/04a2581c-db67-481f-a829-1fc2b9f11d5e HTTP/1.1" status: 404 len: 337 time: 0.0369675 Jun 02 12:36:26.984905 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46878) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:27.008553 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e22ed78-507e-42a8-92c3-00f100fcb6b0 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] DELETE failed (client error): The resource could not be found. Jun 02 12:36:27.009010 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e22ed78-507e-42a8-92c3-00f100fcb6b0 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:27.010642 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6e22ed78-507e-42a8-92c3-00f100fcb6b0 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/d75277c7-94e0-4585-94ac-402cd499ede5 HTTP/1.1" status: 404 len: 339 time: 0.0248442 Jun 02 12:36:27.013158 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46880) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:27.043270 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0bafc95d-9d4a-496a-a42c-140eda45ee37 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:27.052966 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0bafc95d-9d4a-496a-a42c-140eda45ee37 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:27.062746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bafc95d-9d4a-496a-a42c-140eda45ee37 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:27.066373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0bafc95d-9d4a-496a-a42c-140eda45ee37 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:27.081369 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-71adfd51-d93b-4014-9be9-6231f15815b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Deleting subnet ebfab716-3018-4843-bc99-04b0381f9c6e {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:36:27.084427 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-71adfd51-d93b-4014-9be9-6231f15815b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:27.087487 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-0bafc95d-9d4a-496a-a42c-140eda45ee37 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] device_id is not set on port 86c6b377-4854-42fa-aa43-fe70c650acf0 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:36:27.139445 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-71adfd51-d93b-4014-9be9-6231f15815b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:27.228045 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-71adfd51-d93b-4014-9be9-6231f15815b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:27.446981 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0bafc95d-9d4a-496a-a42c-140eda45ee37 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:27.473639 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0bafc95d-9d4a-496a-a42c-140eda45ee37 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:27.479292 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-282ea4ac-09da-4376-a0f0-6ebefdfde891 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:27.499280 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-71adfd51-d93b-4014-9be9-6231f15815b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:27.503926 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d2e468b5-8fd7-4c7e-bfb2-c8cfde2502bf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:27.543753 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adfd51-d93b-4014-9be9-6231f15815b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Subnet': ['ID=ebfab716-3018-4843-bc99-04b0381f9c6e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:27.545967 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bafc95d-9d4a-496a-a42c-140eda45ee37 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 2403d305-23d1-4580-8a5a-5d992110a75c is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:27.546516 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-71adfd51-d93b-4014-9be9-6231f15815b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:27.549399 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-71adfd51-d93b-4014-9be9-6231f15815b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:27.549509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-0bafc95d-9d4a-496a-a42c-140eda45ee37 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:27.553496 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bafc95d-9d4a-496a-a42c-140eda45ee37 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:27.557822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd45b30-a8be-43b7-8419-b4ec6b9ec5ab None None] Network fe16c65e-8b79-4cfc-bb02-0daac4f9abb7 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:27.558984 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bafc95d-9d4a-496a-a42c-140eda45ee37 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:27.559617 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0bafc95d-9d4a-496a-a42c-140eda45ee37 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:27.562555 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-71adfd51-d93b-4014-9be9-6231f15815b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/subnets/ebfab716-3018-4843-bc99-04b0381f9c6e HTTP/1.1" status: 204 len: 168 time: 0.5461524 Jun 02 12:36:27.562731 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46882) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:27.574038 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafc95d-9d4a-496a-a42c-140eda45ee37 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Port': ['ID=86c6b377-4854-42fa-aa43-fe70c650acf0,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:27.578429 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0bafc95d-9d4a-496a-a42c-140eda45ee37 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:27.593755 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0bafc95d-9d4a-496a-a42c-140eda45ee37 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6638293 Jun 02 12:36:27.596222 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46884) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:27.608650 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-652b56e0-f094-48f9-bb3c-70a6f50a84a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:27.684430 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:27.735792 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-652b56e0-f094-48f9-bb3c-70a6f50a84a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:27.765033 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Deleting port f9043a8e-6c03-4fd2-8de8-1622e4742315 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:27.765378 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:27.835713 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a6b56d-b5c1-4c5f-9ca0-07a9b9727f44 None None] DHCP port deletion for fe16c65e-8b79-4cfc-bb02-0daac4f9abb7 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:36:27.869163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] For port f9043a8e-6c03-4fd2-8de8-1622e4742315, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f9043a8e-6c03-4fd2-8de8-1622e4742315,segment=NetworkSegment(23a68e98-fcfe-4614-ae7b-6b7851b0a8e5),segment_id=23a68e98-fcfe-4614-ae7b-6b7851b0a8e5)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:27.869584 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:27.908103 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-b8a6b56d-b5c1-4c5f-9ca0-07a9b9727f44 None None] Deleting port f9043a8e-6c03-4fd2-8de8-1622e4742315 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:27.908492 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b8a6b56d-b5c1-4c5f-9ca0-07a9b9727f44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:27.955847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-652b56e0-f094-48f9-bb3c-70a6f50a84a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:27.961965 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-652b56e0-f094-48f9-bb3c-70a6f50a84a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:27.967724 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0bafc95d-9d4a-496a-a42c-140eda45ee37 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:28.001745 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Calling delete_port for f9043a8e-6c03-4fd2-8de8-1622e4742315 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:28.006278 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-b8a6b56d-b5c1-4c5f-9ca0-07a9b9727f44 None None] For port f9043a8e-6c03-4fd2-8de8-1622e4742315, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f9043a8e-6c03-4fd2-8de8-1622e4742315,segment=NetworkSegment(23a68e98-fcfe-4614-ae7b-6b7851b0a8e5),segment_id=23a68e98-fcfe-4614-ae7b-6b7851b0a8e5)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:28.006684 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b8a6b56d-b5c1-4c5f-9ca0-07a9b9727f44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:28.024041 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-652b56e0-f094-48f9-bb3c-70a6f50a84a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] In _notify_port_updated(), no bound segment for port 86c6b377-4854-42fa-aa43-fe70c650acf0 on network 2403d305-23d1-4580-8a5a-5d992110a75c {{(pid=92304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:36:28.030463 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652b56e0-f094-48f9-bb3c-70a6f50a84a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:28.031123 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-652b56e0-f094-48f9-bb3c-70a6f50a84a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:28.034929 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-652b56e0-f094-48f9-bb3c-70a6f50a84a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "PUT /v2.0/ports/86c6b377-4854-42fa-aa43-fe70c650acf0 HTTP/1.1" status: 200 len: 818 time: 0.4350851 Jun 02 12:36:28.035356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46886) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:28.073509 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:28.077591 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f9c4c6bf-9a2f-41ca-b3ea-1811787bcc2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:28.102663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b56e0-f094-48f9-bb3c-70a6f50a84a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Port': ['ID=86c6b377-4854-42fa-aa43-fe70c650acf0,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:28.105424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-652b56e0-f094-48f9-bb3c-70a6f50a84a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:28.124035 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Port': ['ID=f9043a8e-6c03-4fd2-8de8-1622e4742315,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:28.127833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:28.130072 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] No DVR routers for this DVR port f9043a8e-6c03-4fd2-8de8-1622e4742315 on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:36:28.183846 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-b8a6b56d-b5c1-4c5f-9ca0-07a9b9727f44 None None] Calling delete_port for f9043a8e-6c03-4fd2-8de8-1622e4742315 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:28.200313 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-299dabda-a830-463a-ac87-33e285cf5b1b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting port 86c6b377-4854-42fa-aa43-fe70c650acf0 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:28.200653 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-299dabda-a830-463a-ac87-33e285cf5b1b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:28.242026 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b8a6b56d-b5c1-4c5f-9ca0-07a9b9727f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:28.246516 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:28.298539 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6b56d-b5c1-4c5f-9ca0-07a9b9727f44 None None] Pushing event deleted for resources: {'Port': ['ID=f9043a8e-6c03-4fd2-8de8-1622e4742315,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:28.300660 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a6b56d-b5c1-4c5f-9ca0-07a9b9727f44 None None] No DVR routers for this DVR port f9043a8e-6c03-4fd2-8de8-1622e4742315 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:36:28.302287 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b8a6b56d-b5c1-4c5f-9ca0-07a9b9727f44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:28.319890 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-299dabda-a830-463a-ac87-33e285cf5b1b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:28.376217 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:28.388838 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe16c65e-8b79-4cfc-bb02-0daac4f9abb7']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:28.400898 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a68e98-fcfe-4614-ae7b-6b7851b0a8e5') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:28.401195 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a68e98-fcfe-4614-ae7b-6b7851b0a8e5') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:28.419283 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:28.436170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:28.442036 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:36:28.442446 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:28.447128 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-299dabda-a830-463a-ac87-33e285cf5b1b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Calling delete_port for 86c6b377-4854-42fa-aa43-fe70c650acf0 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:36:28.456666 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:36:28.493767 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-299dabda-a830-463a-ac87-33e285cf5b1b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:28.500527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-276e3318-79be-40d4-9a15-847669372b30 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:28.536217 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:28.539708 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4ddf2294-8495-4118-8906-05042677bd8f tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:28.547482 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299dabda-a830-463a-ac87-33e285cf5b1b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Port': ['ID=86c6b377-4854-42fa-aa43-fe70c650acf0,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:28.550386 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-299dabda-a830-463a-ac87-33e285cf5b1b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:28.551426 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-299dabda-a830-463a-ac87-33e285cf5b1b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:28.554549 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:28.561719 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-299dabda-a830-463a-ac87-33e285cf5b1b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/ports/86c6b377-4854-42fa-aa43-fe70c650acf0 HTTP/1.1" status: 204 len: 168 time: 0.5253141 Jun 02 12:36:28.564037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46890) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:28.568212 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Pushing event deleted for resources: {'Network': ['ID=fe16c65e-8b79-4cfc-bb02-0daac4f9abb7,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:28.573726 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:28.576538 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] 10.222.0.37 "DELETE /v2.0/networks/fe16c65e-8b79-4cfc-bb02-0daac4f9abb7 HTTP/1.1" status: 204 len: 168 time: 1.0128822 Jun 02 12:36:28.645751 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e7ce1-c2e6-46e0-8519-2a1c62ec4a61 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:28.646468 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-675e7ce1-c2e6-46e0-8519-2a1c62ec4a61 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Synchronizing usage tracker for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:28.662647 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-675e7ce1-c2e6-46e0-8519-2a1c62ec4a61 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Unset dirty status for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:28.663794 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-675e7ce1-c2e6-46e0-8519-2a1c62ec4a61 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0988603 Jun 02 12:36:28.667076 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46894) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:28.709471 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2adeaa-da48-43b8-b5d4-53abdab25445 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] GET failed (client error): The resource could not be found. Jun 02 12:36:28.710810 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-af2adeaa-da48-43b8-b5d4-53abdab25445 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports/86c6b377-4854-42fa-aa43-fe70c650acf0 HTTP/1.1" status: 404 len: 333 time: 0.0428469 Jun 02 12:36:28.715072 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46896) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:28.720149 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-94933cd0-ee09-4fed-b7c1-f03a147cc575 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1949193374'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:28.724935 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-94933cd0-ee09-4fed-b7c1-f03a147cc575 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:28.729357 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-94933cd0-ee09-4fed-b7c1-f03a147cc575 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:network and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:28.732227 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-94933cd0-ee09-4fed-b7c1-f03a147cc575 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:28.738011 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-94933cd0-ee09-4fed-b7c1-f03a147cc575 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:28.747773 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94933cd0-ee09-4fed-b7c1-f03a147cc575 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:28.751591 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-94933cd0-ee09-4fed-b7c1-f03a147cc575 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:28.779715 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94933cd0-ee09-4fed-b7c1-f03a147cc575 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:36:28.789211 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-94933cd0-ee09-4fed-b7c1-f03a147cc575 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:28.789570 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-94933cd0-ee09-4fed-b7c1-f03a147cc575 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Added segment ef616940-bbe4-4229-a397-07a9ba91e671 of type vlan for network 447614fa-cfdc-4d39-80b8-994f66e8116b Jun 02 12:36:28.815738 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-94933cd0-ee09-4fed-b7c1-f03a147cc575 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:28.846173 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-94933cd0-ee09-4fed-b7c1-f03a147cc575 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:28.851038 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46900) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:28.852832 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94933cd0-ee09-4fed-b7c1-f03a147cc575 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:28.854110 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-94933cd0-ee09-4fed-b7c1-f03a147cc575 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:28.858415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-38ba2fb2-c96e-45bb-88e6-5314974f8901 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:28.959069 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-94933cd0-ee09-4fed-b7c1-f03a147cc575 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2428455 Jun 02 12:36:28.961769 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46904) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:28.966791 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94933cd0-ee09-4fed-b7c1-f03a147cc575 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Network': ['ID=447614fa-cfdc-4d39-80b8-994f66e8116b,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:28.969392 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-94933cd0-ee09-4fed-b7c1-f03a147cc575 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:28.974481 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'subnet': {'network_id': '447614fa-cfdc-4d39-80b8-994f66e8116b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:28.980546 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 447614fa-cfdc-4d39-80b8-994f66e8116b details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:36:29.014720 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a3da9b4b-dfa9-4ae9-a43c-e07e0b795c07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4bce9b2ec734b6c9e9ac0bb37d35a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601696 Jun 02 12:36:29.015204 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46906) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:29.074343 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c4b1c721-5430-4041-90c7-dfe79571963f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:29.090051 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:29.093989 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:subnet and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:29.096871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:29.102580 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:29.106844 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c4b1c721-5430-4041-90c7-dfe79571963f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:29.113133 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:29.116856 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:29.160088 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c4b1c721-5430-4041-90c7-dfe79571963f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:29.164047 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-601548a6-f6f4-4151-894b-ae5eb8d5aa5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:29.174823 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1c721-5430-4041-90c7-dfe79571963f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e2c0a7-cee5-4fd2-b0e5-af7021072980,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:29.178838 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c4b1c721-5430-4041-90c7-dfe79571963f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:29.183317 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c4b1c721-5430-4041-90c7-dfe79571963f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:29.186909 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c4b1c721-5430-4041-90c7-dfe79571963f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55e2c0a7-cee5-4fd2-b0e5-af7021072980 HTTP/1.1" status: 204 len: 168 time: 0.1684647 Jun 02 12:36:29.547054 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:29.551299 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1a71ba35-b896-4a9d-ad6b-e5d20d374eaf tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:29.625068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Subnet': ['ID=be0bdf1c-49fa-4722-943b-2ff5608d8587,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:29.632191 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Checking segment: {'id': 'ef616940-bbe4-4229-a397-07a9ba91e671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '447614fa-cfdc-4d39-80b8-994f66e8116b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:36:29.632550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network hostable DHCP agents. Network: 447614fa-cfdc-4d39-80b8-994f66e8116b, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:36:29.641890 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:29.642308 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:29.642690 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:29.643066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:29.643432 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:29.643803 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:29.644164 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:29.644524 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:29.644886 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:29.645248 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:29.645609 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:29.645977 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:29.652342 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:29.663167 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 447614fa-cfdc-4d39-80b8-994f66e8116b is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:36:29.671246 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f9043a8e-6c03-4fd2-8de8-1622e4742315 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:36:29.672863 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 447614fa-cfdc-4d39-80b8-994f66e8116b) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:29.683757 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:29.684346 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:29.702065 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7250d53-ebda-4297-9be8-b5cdc550bdff None None] Network 447614fa-cfdc-4d39-80b8-994f66e8116b requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:29.709343 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7464299 Jun 02 12:36:29.712424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46910) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:29.717252 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-255331f8-1c51-4dd8-aa27-05f94b8f7955 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'subnet': {'network_id': '447614fa-cfdc-4d39-80b8-994f66e8116b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:29.723781 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: f9043a8e-6c03-4fd2-8de8-1622e4742315 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:36:29.724133 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f9043a8e-6c03-4fd2-8de8-1622e4742315 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:36:29.852577 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-255331f8-1c51-4dd8-aa27-05f94b8f7955 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:29.856970 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-255331f8-1c51-4dd8-aa27-05f94b8f7955 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:subnet and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:29.860098 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-255331f8-1c51-4dd8-aa27-05f94b8f7955 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:29.865711 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-255331f8-1c51-4dd8-aa27-05f94b8f7955 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:29.876521 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255331f8-1c51-4dd8-aa27-05f94b8f7955 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:29.880298 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-255331f8-1c51-4dd8-aa27-05f94b8f7955 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:29.920486 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-447614fa-cfdc-4d39-80b8-994f66e8116b', 'network_id': '447614fa-cfdc-4d39-80b8-994f66e8116b', 'tenant_id': '79dd2029a1c248939b203702b6dad103', 'fixed_ips': [{'subnet_id': 'be0bdf1c-49fa-4722-943b-2ff5608d8587'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:36:29.921362 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:30.008468 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.ipam_backend_mixin [None req-255331f8-1c51-4dd8-aa27-05f94b8f7955 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet be0bdf1c-49fa-4722-943b-2ff5608d8587 (CIDR: 2001:db8::/64) Jun 02 12:36:30.011710 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-255331f8-1c51-4dd8-aa27-05f94b8f7955 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:36:30.012161 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255331f8-1c51-4dd8-aa27-05f94b8f7955 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:36:30.030969 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-255331f8-1c51-4dd8-aa27-05f94b8f7955 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3175011 Jun 02 12:36:30.033858 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46912) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:30.039100 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-86353a88-5582-4160-b732-0df53ffb71ae tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'subnet': {'network_id': '447614fa-cfdc-4d39-80b8-994f66e8116b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:30.079508 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Allocated IP 2001:db8::2 (447614fa-cfdc-4d39-80b8-994f66e8116b/be0bdf1c-49fa-4722-943b-2ff5608d8587/75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:36:30.175880 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-86353a88-5582-4160-b732-0df53ffb71ae tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:30.179654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-86353a88-5582-4160-b732-0df53ffb71ae tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:subnet and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:30.183028 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-86353a88-5582-4160-b732-0df53ffb71ae tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:30.188651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-86353a88-5582-4160-b732-0df53ffb71ae tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:30.200179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86353a88-5582-4160-b732-0df53ffb71ae tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:30.203951 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-86353a88-5582-4160-b732-0df53ffb71ae tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:30.287172 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:30.297990 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Transition to ACTIVE for port object 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:30.316218 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Transition to ACTIVE for port object 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:30.321537 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:30.327116 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-05dcc838-65d0-4f4a-9388-a9002328af08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:30.394332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Network 447614fa-cfdc-4d39-80b8-994f66e8116b is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:30.400272 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:30.404274 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:30.441630 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Pushing event updated for resources: {'Port': ['ID=75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:30.449029 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:30.498033 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Attempting to bind port 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:36:30.498436 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Attempting to bind port 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'ef616940-bbe4-4229-a397-07a9ba91e671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '447614fa-cfdc-4d39-80b8-994f66e8116b'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:36:30.498809 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Attempting to bind port 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c on network 447614fa-cfdc-4d39-80b8-994f66e8116b {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:36:30.504018 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:36:30.504402 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Checking segment: {'id': 'ef616940-bbe4-4229-a397-07a9ba91e671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '447614fa-cfdc-4d39-80b8-994f66e8116b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:36:30.504810 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:30.505215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Bound using segment: {'id': 'ef616940-bbe4-4229-a397-07a9ba91e671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '447614fa-cfdc-4d39-80b8-994f66e8116b'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:36:30.505695 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Bound port: 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef616940-bbe4-4229-a397-07a9ba91e671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '447614fa-cfdc-4d39-80b8-994f66e8116b'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:36:30.506076 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:30.598307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] For port 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:36:30.601310 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] For port 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c,segment=NetworkSegment(ef616940-bbe4-4229-a397-07a9ba91e671),segment_id=ef616940-bbe4-4229-a397-07a9ba91e671)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:36:30.606321 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:30.609764 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:30.658071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-86353a88-5582-4160-b732-0df53ffb71ae tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:30.662518 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0b6f8b96-70b9-4003-b895-131f17ae1b82 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:30.692769 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Pushing event updated for resources: {'Port': ['ID=75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:30.695547 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:30.708536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86353a88-5582-4160-b732-0df53ffb71ae tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 447614fa-cfdc-4d39-80b8-994f66e8116b is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:30.711620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-86353a88-5582-4160-b732-0df53ffb71ae tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:30.730991 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86353a88-5582-4160-b732-0df53ffb71ae tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:30.731581 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-86353a88-5582-4160-b732-0df53ffb71ae tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:30.747256 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86353a88-5582-4160-b732-0df53ffb71ae tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Subnet': ['ID=b602437d-3d5b-40e3-ba3f-9a486134db24,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:30.754757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-86353a88-5582-4160-b732-0df53ffb71ae tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:30.768421 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-86353a88-5582-4160-b732-0df53ffb71ae tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7305100 Jun 02 12:36:30.768706 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46914) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:30.775333 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-e86346db-dec3-4ad4-9b24-8931cdbf59d3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'port': {'network_id': '447614fa-cfdc-4d39-80b8-994f66e8116b', 'fixed_ips': [{'subnet_id': 'be0bdf1c-49fa-4722-943b-2ff5608d8587'}, {'subnet_id': 'b602437d-3d5b-40e3-ba3f-9a486134db24'}], 'name': 'tempest-PortsIpV6TestJSON-1763298746'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:30.941729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e86346db-dec3-4ad4-9b24-8931cdbf59d3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:30.945952 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e86346db-dec3-4ad4-9b24-8931cdbf59d3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:port and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:30.948817 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e86346db-dec3-4ad4-9b24-8931cdbf59d3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:30.954532 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e86346db-dec3-4ad4-9b24-8931cdbf59d3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:30.964729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86346db-dec3-4ad4-9b24-8931cdbf59d3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:31.093198 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e86346db-dec3-4ad4-9b24-8931cdbf59d3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:31.114080 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-e86346db-dec3-4ad4-9b24-8931cdbf59d3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] device_id is not set on port 41cda1d9-015a-45f0-b45c-0296fc7cdb99 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:36:31.462453 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-e86346db-dec3-4ad4-9b24-8931cdbf59d3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Allocated IP 2001:db8::3a7 (447614fa-cfdc-4d39-80b8-994f66e8116b/be0bdf1c-49fa-4722-943b-2ff5608d8587/41cda1d9-015a-45f0-b45c-0296fc7cdb99) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:36:31.469085 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-e86346db-dec3-4ad4-9b24-8931cdbf59d3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Allocated IP 2001:db8:0:1::b7 (447614fa-cfdc-4d39-80b8-994f66e8116b/b602437d-3d5b-40e3-ba3f-9a486134db24/41cda1d9-015a-45f0-b45c-0296fc7cdb99) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:36:31.586022 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c35fdce-ffe1-4e09-8cfd-a7ffd51896fb None None] Network 447614fa-cfdc-4d39-80b8-994f66e8116b requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:31.680956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e86346db-dec3-4ad4-9b24-8931cdbf59d3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:31.691993 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-cac6ca5b-63f0-46b7-ba6c-eaac6ac2efda None None] Provisioning for port 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:36:31.700737 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-e86346db-dec3-4ad4-9b24-8931cdbf59d3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Transition to ACTIVE for port object 41cda1d9-015a-45f0-b45c-0296fc7cdb99 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:31.702288 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:36:31.724547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e86346db-dec3-4ad4-9b24-8931cdbf59d3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:31.729943 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f561e15c-c86b-4d64-8aa8-b3045fb3b4b1 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:31.876938 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:36:31.888525 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:31.888908 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:31.913773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86346db-dec3-4ad4-9b24-8931cdbf59d3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 447614fa-cfdc-4d39-80b8-994f66e8116b is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:31.917087 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-e86346db-dec3-4ad4-9b24-8931cdbf59d3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:31.921039 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86346db-dec3-4ad4-9b24-8931cdbf59d3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:31.926500 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86346db-dec3-4ad4-9b24-8931cdbf59d3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:31.927106 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e86346db-dec3-4ad4-9b24-8931cdbf59d3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:31.935490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86346db-dec3-4ad4-9b24-8931cdbf59d3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Port': ['ID=41cda1d9-015a-45f0-b45c-0296fc7cdb99,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:31.942198 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e86346db-dec3-4ad4-9b24-8931cdbf59d3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:31.957021 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e86346db-dec3-4ad4-9b24-8931cdbf59d3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.1871986 Jun 02 12:36:31.960092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46916) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:31.965281 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'be0bdf1c-49fa-4722-943b-2ff5608d8587'}]}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:32.090227 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:32.101651 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:32.152559 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec184a57-9d3c-4297-9985-1381d08a6479 None None] Update dhcp port {'port': {'network_id': '447614fa-cfdc-4d39-80b8-994f66e8116b', 'fixed_ips': [{'subnet_id': 'be0bdf1c-49fa-4722-943b-2ff5608d8587', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b602437d-3d5b-40e3-ba3f-9a486134db24'}], 'binding:host_id': 'dv-neutron-601336-80-hyperv'}, 'id': '75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c'} from dv-neutron-601336-80-hyperv. {{(pid=92306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 12:36:32.182569 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c,segment=NetworkSegment(ef616940-bbe4-4229-a397-07a9ba91e671),segment_id=ef616940-bbe4-4229-a397-07a9ba91e671)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:32.191772 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:32.195340 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:32.260760 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ec184a57-9d3c-4297-9985-1381d08a6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:32.318001 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:32.334037 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.334414 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.334754 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.335087 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.335441 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.335754 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.336080 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.336407 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.336731 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.337048 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.337369 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.337716 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.343419 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:32.423037 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Delete allocated IP 2001:db8:0:1::b7 (447614fa-cfdc-4d39-80b8-994f66e8116b/b602437d-3d5b-40e3-ba3f-9a486134db24) {{(pid=92305) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 02 12:36:32.585034 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:32.601574 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Ignored duplicate provisioning block setup for port 41cda1d9-015a-45f0-b45c-0296fc7cdb99 by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 02 12:36:32.605936 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:32.612412 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c057f63b-b5b3-4941-838d-cae2c45df67e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:32.668205 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-ec184a57-9d3c-4297-9985-1381d08a6479 None None] Allocated IP 2001:db8:0:1::2 (447614fa-cfdc-4d39-80b8-994f66e8116b/b602437d-3d5b-40e3-ba3f-9a486134db24/75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:36:32.708529 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] In _notify_port_updated(), no bound segment for port 41cda1d9-015a-45f0-b45c-0296fc7cdb99 on network 447614fa-cfdc-4d39-80b8-994f66e8116b {{(pid=92305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:36:32.714470 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:32.715084 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:32.716370 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "PUT /v2.0/ports/41cda1d9-015a-45f0-b45c-0296fc7cdb99 HTTP/1.1" status: 200 len: 926 time: 0.7553372 Jun 02 12:36:32.719373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46918) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:32.724851 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-4ae82c91-0f74-40dc-ae1a-6b3e75409868 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'be0bdf1c-49fa-4722-943b-2ff5608d8587'}, {'subnet_id': 'b602437d-3d5b-40e3-ba3f-9a486134db24'}]}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:32.729130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Port': ['ID=41cda1d9-015a-45f0-b45c-0296fc7cdb99,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:32.736628 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.737028 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.737409 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.737786 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.738202 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.738576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.738943 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.739309 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.739675 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.740041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.740405 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.740769 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:36:32.745403 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:32.804076 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ec184a57-9d3c-4297-9985-1381d08a6479 None None] For port 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c,segment=NetworkSegment(ef616940-bbe4-4229-a397-07a9ba91e671),segment_id=ef616940-bbe4-4229-a397-07a9ba91e671)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:32.829604 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ec184a57-9d3c-4297-9985-1381d08a6479 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:32.846074 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ec184a57-9d3c-4297-9985-1381d08a6479 None None] Transition to ACTIVE for port object 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:32.853358 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ec184a57-9d3c-4297-9985-1381d08a6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:32.858255 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:32.971569 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4ae82c91-0f74-40dc-ae1a-6b3e75409868 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:32.995720 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec184a57-9d3c-4297-9985-1381d08a6479 None None] Pushing event updated for resources: {'Port': ['ID=75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:32.997940 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ec184a57-9d3c-4297-9985-1381d08a6479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:33.471062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-4ae82c91-0f74-40dc-ae1a-6b3e75409868 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Allocated IP 2001:db8:0:1::1b5 (447614fa-cfdc-4d39-80b8-994f66e8116b/b602437d-3d5b-40e3-ba3f-9a486134db24/41cda1d9-015a-45f0-b45c-0296fc7cdb99) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:36:33.477074 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0213b617-841f-4a2c-9415-a2a927df8d32 None None] Network 447614fa-cfdc-4d39-80b8-994f66e8116b requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:33.595590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4508c327-4093-4f39-8438-b4bdc19b77de None None] Provisioning for port 41cda1d9-015a-45f0-b45c-0296fc7cdb99 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:36:33.605684 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4508c327-4093-4f39-8438-b4bdc19b77de None None] Provisioning complete for port 41cda1d9-015a-45f0-b45c-0296fc7cdb99 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:33.606065 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4508c327-4093-4f39-8438-b4bdc19b77de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:33.647021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4ae82c91-0f74-40dc-ae1a-6b3e75409868 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:33.662026 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-4ae82c91-0f74-40dc-ae1a-6b3e75409868 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Ignored duplicate provisioning block setup for port 41cda1d9-015a-45f0-b45c-0296fc7cdb99 by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 02 12:36:33.666855 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4ae82c91-0f74-40dc-ae1a-6b3e75409868 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:33.675741 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6061c89a-4c39-4dbf-abdc-7787fe36834a tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:33.678852 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:36:33.747567 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-4508c327-4093-4f39-8438-b4bdc19b77de None None] Port 41cda1d9-015a-45f0-b45c-0296fc7cdb99 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:36:33.812376 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4508c327-4093-4f39-8438-b4bdc19b77de None None] Provisioning for port 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:36:33.813493 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-4ae82c91-0f74-40dc-ae1a-6b3e75409868 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] In _notify_port_updated(), no bound segment for port 41cda1d9-015a-45f0-b45c-0296fc7cdb99 on network 447614fa-cfdc-4d39-80b8-994f66e8116b {{(pid=92304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:36:33.818867 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae82c91-0f74-40dc-ae1a-6b3e75409868 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:33.819480 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4ae82c91-0f74-40dc-ae1a-6b3e75409868 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:33.820742 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4ae82c91-0f74-40dc-ae1a-6b3e75409868 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "PUT /v2.0/ports/41cda1d9-015a-45f0-b45c-0296fc7cdb99 HTTP/1.1" status: 200 len: 1012 time: 1.1002939 Jun 02 12:36:33.821027 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4508c327-4093-4f39-8438-b4bdc19b77de None None] Provisioning complete for port 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:33.821267 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4508c327-4093-4f39-8438-b4bdc19b77de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:33.823712 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46920) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:33.824634 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae82c91-0f74-40dc-ae1a-6b3e75409868 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Port': ['ID=41cda1d9-015a-45f0-b45c-0296fc7cdb99,revision_number=3']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:33.827495 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4ae82c91-0f74-40dc-ae1a-6b3e75409868 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:33.885711 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:33.886004 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:33.967313 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-0c967a41-b003-49d0-a055-d5c2ee647a1f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting port 41cda1d9-015a-45f0-b45c-0296fc7cdb99 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:33.967657 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0c967a41-b003-49d0-a055-d5c2ee647a1f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:34.113419 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0c967a41-b003-49d0-a055-d5c2ee647a1f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:34.181862 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a0f838ac-4187-4a0e-869a-e61c6c5b2c6b None None] Provisioning complete for port 41cda1d9-015a-45f0-b45c-0296fc7cdb99 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:34.182299 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a0f838ac-4187-4a0e-869a-e61c6c5b2c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:34.242885 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-a0f838ac-4187-4a0e-869a-e61c6c5b2c6b None None] Port 41cda1d9-015a-45f0-b45c-0296fc7cdb99 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:36:34.246170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-0c967a41-b003-49d0-a055-d5c2ee647a1f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Calling delete_port for 41cda1d9-015a-45f0-b45c-0296fc7cdb99 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:34.254290 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a0f838ac-4187-4a0e-869a-e61c6c5b2c6b None None] Provisioning complete for port 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:34.254823 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a0f838ac-4187-4a0e-869a-e61c6c5b2c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:34.431026 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0c967a41-b003-49d0-a055-d5c2ee647a1f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:34.436976 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ac6d89d1-bb90-4e25-ac65-f92cc6fc7117 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:34.484259 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c967a41-b003-49d0-a055-d5c2ee647a1f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Port': ['ID=41cda1d9-015a-45f0-b45c-0296fc7cdb99,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:34.494166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-3ecc0c6f-cf74-4d3c-9a24-6a295e315f49 None None] Could not find standard attr ID for object 41cda1d9-015a-45f0-b45c-0296fc7cdb99. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:36:34.515092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0c967a41-b003-49d0-a055-d5c2ee647a1f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:34.566599 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0c967a41-b003-49d0-a055-d5c2ee647a1f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:34.576912 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0c967a41-b003-49d0-a055-d5c2ee647a1f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/ports/41cda1d9-015a-45f0-b45c-0296fc7cdb99 HTTP/1.1" status: 204 len: 168 time: 0.7514327 Jun 02 12:36:34.579355 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46924) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:34.606227 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b52d4660-58cb-4df5-9b06-ae394524c457 None None] Could not find standard attr ID for object 41cda1d9-015a-45f0-b45c-0296fc7cdb99. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:36:34.621793 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-7509e048-3e2c-454c-b68a-43f84df7d748 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] GET failed (client error): The resource could not be found. Jun 02 12:36:34.622307 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7509e048-3e2c-454c-b68a-43f84df7d748 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Synchronizing usage tracker for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:34.640171 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7509e048-3e2c-454c-b68a-43f84df7d748 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Unset dirty status for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:34.641338 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7509e048-3e2c-454c-b68a-43f84df7d748 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports/41cda1d9-015a-45f0-b45c-0296fc7cdb99 HTTP/1.1" status: 404 len: 333 time: 0.0610659 Jun 02 12:36:34.644301 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46926) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:34.717962 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-978799c3-dc7b-472a-a3fb-814add5ee3ca None None] Could not find standard attr ID for object 41cda1d9-015a-45f0-b45c-0296fc7cdb99. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:36:34.833346 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cf3f58-267c-4022-a93a-42dafcd901df tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting subnet b602437d-3d5b-40e3-ba3f-9a486134db24 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:36:34.836602 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-90cf3f58-267c-4022-a93a-42dafcd901df tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:34.891578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-90cf3f58-267c-4022-a93a-42dafcd901df tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:34.975005 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-90cf3f58-267c-4022-a93a-42dafcd901df tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:35.236935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-90cf3f58-267c-4022-a93a-42dafcd901df tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:35.241260 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-47b494e0-a6b1-4cb7-91db-aca478a8c6c8 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:35.280808 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf3f58-267c-4022-a93a-42dafcd901df tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Subnet': ['ID=b602437d-3d5b-40e3-ba3f-9a486134db24,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:35.284886 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-90cf3f58-267c-4022-a93a-42dafcd901df tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:35.286471 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-90cf3f58-267c-4022-a93a-42dafcd901df tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:35.292393 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-90cf3f58-267c-4022-a93a-42dafcd901df tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/subnets/b602437d-3d5b-40e3-ba3f-9a486134db24 HTTP/1.1" status: 204 len: 168 time: 0.6471241 Jun 02 12:36:35.294518 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e31aece-2159-46e4-b86e-2f771aa93299 None None] Network 447614fa-cfdc-4d39-80b8-994f66e8116b requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:35.295060 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46928) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:35.359570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-e087aa0f-56e0-4fda-9455-b3e5ef2806f9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting subnet be0bdf1c-49fa-4722-943b-2ff5608d8587 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:36:35.362226 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e087aa0f-56e0-4fda-9455-b3e5ef2806f9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:35.422307 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e087aa0f-56e0-4fda-9455-b3e5ef2806f9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:35.503927 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e087aa0f-56e0-4fda-9455-b3e5ef2806f9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:35.782776 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e087aa0f-56e0-4fda-9455-b3e5ef2806f9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:35.786990 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4f3197b9-2bc8-4f81-8675-0e21d2e58895 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:35.825005 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087aa0f-56e0-4fda-9455-b3e5ef2806f9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Subnet': ['ID=be0bdf1c-49fa-4722-943b-2ff5608d8587,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:35.827924 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e087aa0f-56e0-4fda-9455-b3e5ef2806f9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:35.828908 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e087aa0f-56e0-4fda-9455-b3e5ef2806f9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:35.835278 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e087aa0f-56e0-4fda-9455-b3e5ef2806f9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/subnets/be0bdf1c-49fa-4722-943b-2ff5608d8587 HTTP/1.1" status: 204 len: 168 time: 0.5391529 Jun 02 12:36:35.837918 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46930) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:35.955113 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:36.022475 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1709a4-8a0d-44b9-a557-c78f7d26fc95 None None] Network 447614fa-cfdc-4d39-80b8-994f66e8116b requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:36.032354 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting port 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:36.032706 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:36.123095 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-39fe271a-0e42-4266-a626-aaf6dcae4714 None None] Provisioning complete for port 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:36.123488 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-39fe271a-0e42-4266-a626-aaf6dcae4714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:36.129989 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] For port 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c,segment=NetworkSegment(ef616940-bbe4-4229-a397-07a9ba91e671),segment_id=ef616940-bbe4-4229-a397-07a9ba91e671)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:36.130362 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:36.255537 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Calling delete_port for 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:36.302847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:36.307943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:36.350540 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Port': ['ID=75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:36.354024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:36.355003 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] No DVR routers for this DVR port 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:36:36.391637 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e5b0a5-b1cf-40cf-8ecf-bd0522f9dd4d None None] DHCP port deletion for 447614fa-cfdc-4d39-80b8-994f66e8116b request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:36:36.484309 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:36.496859 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447614fa-cfdc-4d39-80b8-994f66e8116b']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:36.515529 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef616940-bbe4-4229-a397-07a9ba91e671') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:36.515821 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef616940-bbe4-4229-a397-07a9ba91e671') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:36.528249 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:36.544260 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:36.551439 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:36:36.551791 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:36:36.566324 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:36:36.646791 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:36.650836 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d9408bc9-3f96-4fff-b321-4f3e964f90f9 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:36.664948 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:36.675773 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Network': ['ID=447614fa-cfdc-4d39-80b8-994f66e8116b,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:36.680075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:36.687591 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/networks/447614fa-cfdc-4d39-80b8-994f66e8116b HTTP/1.1" status: 204 len: 168 time: 0.8485472 Jun 02 12:36:36.691492 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46932) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:36.775998 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afa1f23-444c-4529-959c-5758cc2d11cc tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:36.776676 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3afa1f23-444c-4529-959c-5758cc2d11cc tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Synchronizing usage tracker for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:36.791785 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3afa1f23-444c-4529-959c-5758cc2d11cc tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Unset dirty status for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:36.792892 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3afa1f23-444c-4529-959c-5758cc2d11cc tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1006198 Jun 02 12:36:36.796480 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46934) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:36.871864 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-dfd618a0-e427-4bd1-b36c-155a3b834176 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0740471 Jun 02 12:36:36.875348 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46936) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:36.880540 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-5bb9f4bc-2c22-4c86-8181-58217c95b8c3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-288954505'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:36.886220 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5bb9f4bc-2c22-4c86-8181-58217c95b8c3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:36.890344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5bb9f4bc-2c22-4c86-8181-58217c95b8c3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:network and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:36.893418 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5bb9f4bc-2c22-4c86-8181-58217c95b8c3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:36.899487 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5bb9f4bc-2c22-4c86-8181-58217c95b8c3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:36.910647 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb9f4bc-2c22-4c86-8181-58217c95b8c3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:36.914052 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5bb9f4bc-2c22-4c86-8181-58217c95b8c3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:36.941532 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb9f4bc-2c22-4c86-8181-58217c95b8c3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:36:36.950700 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5bb9f4bc-2c22-4c86-8181-58217c95b8c3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:36.951045 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-5bb9f4bc-2c22-4c86-8181-58217c95b8c3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Added segment bd6f4520-57b9-426c-a1d9-de092279b9e4 of type vlan for network 753484e4-898b-4de9-b2ad-88da9f485407 Jun 02 12:36:36.976374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5bb9f4bc-2c22-4c86-8181-58217c95b8c3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:37.005202 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5bb9f4bc-2c22-4c86-8181-58217c95b8c3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:37.011801 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb9f4bc-2c22-4c86-8181-58217c95b8c3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:37.012383 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5bb9f4bc-2c22-4c86-8181-58217c95b8c3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:37.015989 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fcfe6e6e-7789-43b5-a0d1-4ac659fe5458 tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:37.117299 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5bb9f4bc-2c22-4c86-8181-58217c95b8c3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2407980 Jun 02 12:36:37.120641 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46938) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:37.124068 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9f4bc-2c22-4c86-8181-58217c95b8c3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Network': ['ID=753484e4-898b-4de9-b2ad-88da9f485407,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:37.126981 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5bb9f4bc-2c22-4c86-8181-58217c95b8c3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:37.127636 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-e9c6503a-df09-47ce-85c4-24a5fee0fe3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'subnet': {'network_id': '753484e4-898b-4de9-b2ad-88da9f485407', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:37.135634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 753484e4-898b-4de9-b2ad-88da9f485407 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:36:37.246122 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e9c6503a-df09-47ce-85c4-24a5fee0fe3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:37.249879 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e9c6503a-df09-47ce-85c4-24a5fee0fe3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:subnet and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:37.252631 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e9c6503a-df09-47ce-85c4-24a5fee0fe3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:37.258198 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e9c6503a-df09-47ce-85c4-24a5fee0fe3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:37.268619 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c6503a-df09-47ce-85c4-24a5fee0fe3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:37.272112 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e9c6503a-df09-47ce-85c4-24a5fee0fe3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:37.663507 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:36:37.699109 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:36:37.700094 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 75cf9e35-e881-4f4f-bcd4-c0ac1920ad0c not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:36:37.816241 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e9c6503a-df09-47ce-85c4-24a5fee0fe3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:37.819583 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-15f2fac2-1765-4ca6-9c45-93a220ab301d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:37.896009 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6503a-df09-47ce-85c4-24a5fee0fe3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Subnet': ['ID=33abf6aa-2740-498f-93dd-2b7c05e05317,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:37.898649 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e9c6503a-df09-47ce-85c4-24a5fee0fe3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:37.908028 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c6503a-df09-47ce-85c4-24a5fee0fe3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Checking segment: {'id': 'bd6f4520-57b9-426c-a1d9-de092279b9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '753484e4-898b-4de9-b2ad-88da9f485407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:36:37.908390 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c6503a-df09-47ce-85c4-24a5fee0fe3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network hostable DHCP agents. Network: 753484e4-898b-4de9-b2ad-88da9f485407, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:36:37.924830 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c6503a-df09-47ce-85c4-24a5fee0fe3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 753484e4-898b-4de9-b2ad-88da9f485407 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:36:37.934364 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-e9c6503a-df09-47ce-85c4-24a5fee0fe3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 753484e4-898b-4de9-b2ad-88da9f485407) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:37.943071 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4879f6-9b2d-48fb-9de3-fea24c2aabfe None None] Network 753484e4-898b-4de9-b2ad-88da9f485407 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:37.943556 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c6503a-df09-47ce-85c4-24a5fee0fe3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:37.944172 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e9c6503a-df09-47ce-85c4-24a5fee0fe3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:37.967829 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e9c6503a-df09-47ce-85c4-24a5fee0fe3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8432908 Jun 02 12:36:37.968163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46940) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:37.973385 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-f68a9fb1-ed83-4211-b357-a8485e0c847d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'port': {'network_id': '753484e4-898b-4de9-b2ad-88da9f485407', 'name': 'tempest-PortsIpV6TestJSON-1338046947'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:38.113740 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f68a9fb1-ed83-4211-b357-a8485e0c847d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:38.128174 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f68a9fb1-ed83-4211-b357-a8485e0c847d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:38.139637 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68a9fb1-ed83-4211-b357-a8485e0c847d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:38.143280 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f68a9fb1-ed83-4211-b357-a8485e0c847d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:38.164165 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-753484e4-898b-4de9-b2ad-88da9f485407', 'network_id': '753484e4-898b-4de9-b2ad-88da9f485407', 'tenant_id': '79dd2029a1c248939b203702b6dad103', 'fixed_ips': [{'subnet_id': '33abf6aa-2740-498f-93dd-2b7c05e05317'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:36:38.165010 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:38.175316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-f68a9fb1-ed83-4211-b357-a8485e0c847d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] device_id is not set on port 830cdf13-083c-4fca-b8ce-e584246d1230 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:36:38.327537 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-f68a9fb1-ed83-4211-b357-a8485e0c847d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Allocated IP 2001:db8::16e (753484e4-898b-4de9-b2ad-88da9f485407/33abf6aa-2740-498f-93dd-2b7c05e05317/830cdf13-083c-4fca-b8ce-e584246d1230) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:36:38.529634 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f68a9fb1-ed83-4211-b357-a8485e0c847d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:38.544452 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-f68a9fb1-ed83-4211-b357-a8485e0c847d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Transition to ACTIVE for port object 830cdf13-083c-4fca-b8ce-e584246d1230 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:38.568316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f68a9fb1-ed83-4211-b357-a8485e0c847d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:38.574940 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-86fc3d41-884d-4a5c-9d9c-309723e071c8 tempest-AllowedAddressPairIpV6TestJSON-1983372012 tempest-AllowedAddressPairIpV6TestJSON-1983372012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:38.630679 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Allocated IP 2001:db8::2 (753484e4-898b-4de9-b2ad-88da9f485407/33abf6aa-2740-498f-93dd-2b7c05e05317/9630a720-0c57-4dc9-950f-f3ae2b67ec32) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:36:38.645251 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68a9fb1-ed83-4211-b357-a8485e0c847d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 753484e4-898b-4de9-b2ad-88da9f485407 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:38.648500 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-f68a9fb1-ed83-4211-b357-a8485e0c847d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:38.652760 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68a9fb1-ed83-4211-b357-a8485e0c847d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:38.658277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68a9fb1-ed83-4211-b357-a8485e0c847d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:38.658879 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f68a9fb1-ed83-4211-b357-a8485e0c847d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:38.670892 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a9fb1-ed83-4211-b357-a8485e0c847d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Port': ['ID=830cdf13-083c-4fca-b8ce-e584246d1230,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:38.675674 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f68a9fb1-ed83-4211-b357-a8485e0c847d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:38.689576 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f68a9fb1-ed83-4211-b357-a8485e0c847d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7203171 Jun 02 12:36:38.692125 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46942) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:38.697622 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-926c5e96-70a9-4a71-9258-f7d752245696 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'port': {'network_id': '753484e4-898b-4de9-b2ad-88da9f485407', 'name': 'tempest-PortsIpV6TestJSON-1668370436'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:38.836112 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-926c5e96-70a9-4a71-9258-f7d752245696 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:38.840429 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-926c5e96-70a9-4a71-9258-f7d752245696 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:port and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:38.843425 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-926c5e96-70a9-4a71-9258-f7d752245696 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:38.846886 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:38.850154 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-926c5e96-70a9-4a71-9258-f7d752245696 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:38.857951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Transition to ACTIVE for port object 9630a720-0c57-4dc9-950f-f3ae2b67ec32 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:38.860625 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926c5e96-70a9-4a71-9258-f7d752245696 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:38.864119 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-926c5e96-70a9-4a71-9258-f7d752245696 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:38.876269 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Transition to ACTIVE for port object 9630a720-0c57-4dc9-950f-f3ae2b67ec32 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:38.882576 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:38.886309 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-926c5e96-70a9-4a71-9258-f7d752245696 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] device_id is not set on port 8a04ae8d-f705-435b-bc75-d4bd6b907bf9 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:36:38.886962 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-e853ebd4-f9d2-4b7b-9670-4fe45f5fc1ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:38.953310 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Network 753484e4-898b-4de9-b2ad-88da9f485407 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:38.956291 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:38.958934 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:38.992085 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Pushing event updated for resources: {'Port': ['ID=9630a720-0c57-4dc9-950f-f3ae2b67ec32,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:38.996068 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:39.033018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-926c5e96-70a9-4a71-9258-f7d752245696 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Allocated IP 2001:db8::14b (753484e4-898b-4de9-b2ad-88da9f485407/33abf6aa-2740-498f-93dd-2b7c05e05317/8a04ae8d-f705-435b-bc75-d4bd6b907bf9) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:36:39.062158 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Attempting to bind port 9630a720-0c57-4dc9-950f-f3ae2b67ec32 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:36:39.062540 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Attempting to bind port 9630a720-0c57-4dc9-950f-f3ae2b67ec32 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'bd6f4520-57b9-426c-a1d9-de092279b9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '753484e4-898b-4de9-b2ad-88da9f485407'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:36:39.062910 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Attempting to bind port 9630a720-0c57-4dc9-950f-f3ae2b67ec32 on network 753484e4-898b-4de9-b2ad-88da9f485407 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:36:39.068248 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:36:39.068673 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Checking segment: {'id': 'bd6f4520-57b9-426c-a1d9-de092279b9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '753484e4-898b-4de9-b2ad-88da9f485407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:36:39.069086 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:39.069491 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Bound using segment: {'id': 'bd6f4520-57b9-426c-a1d9-de092279b9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '753484e4-898b-4de9-b2ad-88da9f485407'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:36:39.069974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Bound port: 9630a720-0c57-4dc9-950f-f3ae2b67ec32, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6f4520-57b9-426c-a1d9-de092279b9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '753484e4-898b-4de9-b2ad-88da9f485407'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:36:39.070371 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:39.159792 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] For port 9630a720-0c57-4dc9-950f-f3ae2b67ec32, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:36:39.163014 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] For port 9630a720-0c57-4dc9-950f-f3ae2b67ec32, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=9630a720-0c57-4dc9-950f-f3ae2b67ec32,segment=NetworkSegment(bd6f4520-57b9-426c-a1d9-de092279b9e4),segment_id=bd6f4520-57b9-426c-a1d9-de092279b9e4)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:36:39.169260 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:39.173671 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84ccc01b-df91-4ffe-9c8e-9de489a80aff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:39.299362 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Pushing event updated for resources: {'Port': ['ID=9630a720-0c57-4dc9-950f-f3ae2b67ec32,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:39.305534 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:39.368905 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-926c5e96-70a9-4a71-9258-f7d752245696 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:39.384975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-926c5e96-70a9-4a71-9258-f7d752245696 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Transition to ACTIVE for port object 8a04ae8d-f705-435b-bc75-d4bd6b907bf9 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:39.409975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-926c5e96-70a9-4a71-9258-f7d752245696 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:39.415445 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-aab83d20-cfd6-45fb-a2af-78a42e038a6c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:39.481860 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926c5e96-70a9-4a71-9258-f7d752245696 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 753484e4-898b-4de9-b2ad-88da9f485407 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:39.491663 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-926c5e96-70a9-4a71-9258-f7d752245696 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:39.495761 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c5e96-70a9-4a71-9258-f7d752245696 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:39.501214 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c5e96-70a9-4a71-9258-f7d752245696 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:39.501809 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-926c5e96-70a9-4a71-9258-f7d752245696 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:39.522211 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c5e96-70a9-4a71-9258-f7d752245696 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Port': ['ID=8a04ae8d-f705-435b-bc75-d4bd6b907bf9,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:39.526744 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-926c5e96-70a9-4a71-9258-f7d752245696 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:39.539300 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-926c5e96-70a9-4a71-9258-f7d752245696 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8461597 Jun 02 12:36:39.541943 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46944) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:39.628752 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe2b451-af0d-4779-a89a-41e753dd8841 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:39.629586 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6fe2b451-af0d-4779-a89a-41e753dd8841 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Synchronizing usage tracker for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:39.646244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6fe2b451-af0d-4779-a89a-41e753dd8841 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Unset dirty status for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:39.647483 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6fe2b451-af0d-4779-a89a-41e753dd8841 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A16e HTTP/1.1" status: 200 len: 929 time: 0.1045535 Jun 02 12:36:39.651092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46946) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:39.694027 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 9630a720-0c57-4dc9-950f-f3ae2b67ec32 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:36:39.762589 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 9630a720-0c57-4dc9-950f-f3ae2b67ec32 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:36:39.793937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-176c4968-6bd3-433c-aed3-41c6ccae1014 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting port 8a04ae8d-f705-435b-bc75-d4bd6b907bf9 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:39.794330 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-176c4968-6bd3-433c-aed3-41c6ccae1014 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:39.930711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-176c4968-6bd3-433c-aed3-41c6ccae1014 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:40.058903 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-176c4968-6bd3-433c-aed3-41c6ccae1014 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Calling delete_port for 8a04ae8d-f705-435b-bc75-d4bd6b907bf9 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:40.175818 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2365c8a2-fbf9-4985-8fb7-62171a1b2924 None None] Network 753484e4-898b-4de9-b2ad-88da9f485407 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:40.180568 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-176c4968-6bd3-433c-aed3-41c6ccae1014 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:40.186163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d8bf700a-73b2-4184-ad34-7e48318d66f0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:40.230481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c4968-6bd3-433c-aed3-41c6ccae1014 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Port': ['ID=8a04ae8d-f705-435b-bc75-d4bd6b907bf9,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:40.234138 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-176c4968-6bd3-433c-aed3-41c6ccae1014 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:40.277953 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-176c4968-6bd3-433c-aed3-41c6ccae1014 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:40.293735 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-176c4968-6bd3-433c-aed3-41c6ccae1014 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/ports/8a04ae8d-f705-435b-bc75-d4bd6b907bf9 HTTP/1.1" status: 204 len: 168 time: 0.6392493 Jun 02 12:36:40.293939 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46948) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:40.303506 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0b62a0a7-f4e7-433b-8a44-0a8b4624763d None None] Provisioning for port 9630a720-0c57-4dc9-950f-f3ae2b67ec32 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:36:40.312794 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0b62a0a7-f4e7-433b-8a44-0a8b4624763d None None] Provisioning complete for port 9630a720-0c57-4dc9-950f-f3ae2b67ec32 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:40.313168 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0b62a0a7-f4e7-433b-8a44-0a8b4624763d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:40.335445 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c90328f-c482-4175-afd6-f291ef4f9382 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] GET failed (client error): The resource could not be found. Jun 02 12:36:40.335975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0c90328f-c482-4175-afd6-f291ef4f9382 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Synchronizing usage tracker for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:40.351436 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0c90328f-c482-4175-afd6-f291ef4f9382 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Unset dirty status for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:40.355306 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0c90328f-c482-4175-afd6-f291ef4f9382 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports/8a04ae8d-f705-435b-bc75-d4bd6b907bf9 HTTP/1.1" status: 404 len: 333 time: 0.0577507 Jun 02 12:36:40.355515 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46950) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:40.499839 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-55462991-12e6-49c6-b9df-83063f73211e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting port 830cdf13-083c-4fca-b8ce-e584246d1230 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:40.500263 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-55462991-12e6-49c6-b9df-83063f73211e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:40.553945 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0b62a0a7-f4e7-433b-8a44-0a8b4624763d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:40.615861 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0b62a0a7-f4e7-433b-8a44-0a8b4624763d None None] For port 9630a720-0c57-4dc9-950f-f3ae2b67ec32, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=9630a720-0c57-4dc9-950f-f3ae2b67ec32,segment=NetworkSegment(bd6f4520-57b9-426c-a1d9-de092279b9e4),segment_id=bd6f4520-57b9-426c-a1d9-de092279b9e4)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:40.621126 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0b62a0a7-f4e7-433b-8a44-0a8b4624763d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:40.623148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:40.691934 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-55462991-12e6-49c6-b9df-83063f73211e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:40.693649 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62a0a7-f4e7-433b-8a44-0a8b4624763d None None] Pushing event updated for resources: {'Port': ['ID=9630a720-0c57-4dc9-950f-f3ae2b67ec32,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:40.697585 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0b62a0a7-f4e7-433b-8a44-0a8b4624763d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:40.825525 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-55462991-12e6-49c6-b9df-83063f73211e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Calling delete_port for 830cdf13-083c-4fca-b8ce-e584246d1230 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:40.855296 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-cc93d7d8-5ae5-4cf3-b66b-f7d1cb0bc463 None None] Provisioning complete for port 9630a720-0c57-4dc9-950f-f3ae2b67ec32 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:40.855764 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cc93d7d8-5ae5-4cf3-b66b-f7d1cb0bc463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:40.945821 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-55462991-12e6-49c6-b9df-83063f73211e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:40.952743 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-15712b98-5d97-4bba-856b-631a6950d77c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:40.989879 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-cc93d7d8-5ae5-4cf3-b66b-f7d1cb0bc463 None None] Could not find standard attr ID for object 830cdf13-083c-4fca-b8ce-e584246d1230. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:36:41.030973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55462991-12e6-49c6-b9df-83063f73211e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Port': ['ID=830cdf13-083c-4fca-b8ce-e584246d1230,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:41.033474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-55462991-12e6-49c6-b9df-83063f73211e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:41.048709 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-55462991-12e6-49c6-b9df-83063f73211e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:41.065177 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-55462991-12e6-49c6-b9df-83063f73211e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/ports/830cdf13-083c-4fca-b8ce-e584246d1230 HTTP/1.1" status: 204 len: 168 time: 0.7064214 Jun 02 12:36:41.065779 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46954) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:41.115335 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-144132aa-c895-41e1-88e9-f0e6e3f77177 None None] Could not find standard attr ID for object 830cdf13-083c-4fca-b8ce-e584246d1230. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:36:41.228804 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-45eca6cd-c541-44c2-b4f7-9812cd0c9ca5 None None] Could not find standard attr ID for object 8a04ae8d-f705-435b-bc75-d4bd6b907bf9. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:36:41.233932 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f14b9a-aa85-4d1f-90bc-da2fdd7ee10e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] GET failed (client error): The resource could not be found. Jun 02 12:36:41.234501 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-79f14b9a-aa85-4d1f-90bc-da2fdd7ee10e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Synchronizing usage tracker for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:41.250895 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-79f14b9a-aa85-4d1f-90bc-da2fdd7ee10e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Unset dirty status for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:41.252117 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-79f14b9a-aa85-4d1f-90bc-da2fdd7ee10e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports/830cdf13-083c-4fca-b8ce-e584246d1230 HTTP/1.1" status: 404 len: 333 time: 0.1857569 Jun 02 12:36:41.254951 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46956) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:41.323880 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef72dcb7-bd76-4202-99b1-b49dccc3f9df tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting subnet 33abf6aa-2740-498f-93dd-2b7c05e05317 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:36:41.327860 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef72dcb7-bd76-4202-99b1-b49dccc3f9df tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:41.385449 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef72dcb7-bd76-4202-99b1-b49dccc3f9df tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:41.490923 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef72dcb7-bd76-4202-99b1-b49dccc3f9df tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:41.685482 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 9630a720-0c57-4dc9-950f-f3ae2b67ec32 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:36:41.754307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 9630a720-0c57-4dc9-950f-f3ae2b67ec32 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:41.754691 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:41.774917 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef72dcb7-bd76-4202-99b1-b49dccc3f9df tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:41.781238 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-803f2105-8c69-4d1f-9ecb-c70bb6748837 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:41.830225 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72dcb7-bd76-4202-99b1-b49dccc3f9df tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Subnet': ['ID=33abf6aa-2740-498f-93dd-2b7c05e05317,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:41.833114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef72dcb7-bd76-4202-99b1-b49dccc3f9df tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:41.838165 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ef72dcb7-bd76-4202-99b1-b49dccc3f9df tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:41.842528 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ef72dcb7-bd76-4202-99b1-b49dccc3f9df tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/subnets/33abf6aa-2740-498f-93dd-2b7c05e05317 HTTP/1.1" status: 204 len: 168 time: 0.5865746 Jun 02 12:36:41.846544 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46958) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:41.855829 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c75691-7059-4af6-acae-6f9b4d759351 None None] Network 753484e4-898b-4de9-b2ad-88da9f485407 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:41.963929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:42.038869 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting port 9630a720-0c57-4dc9-950f-f3ae2b67ec32 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:42.039215 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:42.128500 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a68e6d3-b67b-4bad-b202-a59e375b1163 None None] DHCP port deletion for 753484e4-898b-4de9-b2ad-88da9f485407 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:36:42.152841 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] For port 9630a720-0c57-4dc9-950f-f3ae2b67ec32, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=9630a720-0c57-4dc9-950f-f3ae2b67ec32,segment=NetworkSegment(bd6f4520-57b9-426c-a1d9-de092279b9e4),segment_id=bd6f4520-57b9-426c-a1d9-de092279b9e4)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:42.153496 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:42.195270 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-4a68e6d3-b67b-4bad-b202-a59e375b1163 None None] Deleting port 9630a720-0c57-4dc9-950f-f3ae2b67ec32 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:42.195642 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4a68e6d3-b67b-4bad-b202-a59e375b1163 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:42.280764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Calling delete_port for 9630a720-0c57-4dc9-950f-f3ae2b67ec32 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:42.295365 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-4a68e6d3-b67b-4bad-b202-a59e375b1163 None None] For port 9630a720-0c57-4dc9-950f-f3ae2b67ec32, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=9630a720-0c57-4dc9-950f-f3ae2b67ec32,segment=NetworkSegment(bd6f4520-57b9-426c-a1d9-de092279b9e4),segment_id=bd6f4520-57b9-426c-a1d9-de092279b9e4)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:42.295943 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4a68e6d3-b67b-4bad-b202-a59e375b1163 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:42.329401 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:42.334113 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-401a145a-5462-45c3-8adc-0769abb62ec2 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:42.380431 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Port': ['ID=9630a720-0c57-4dc9-950f-f3ae2b67ec32,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:42.382160 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] No DVR routers for this DVR port 9630a720-0c57-4dc9-950f-f3ae2b67ec32 on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:36:42.383611 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:42.417483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-4a68e6d3-b67b-4bad-b202-a59e375b1163 None None] Calling delete_port for 9630a720-0c57-4dc9-950f-f3ae2b67ec32 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:42.460150 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4a68e6d3-b67b-4bad-b202-a59e375b1163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:42.463833 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:42.506433 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:42.507480 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68e6d3-b67b-4bad-b202-a59e375b1163 None None] Pushing event deleted for resources: {'Port': ['ID=9630a720-0c57-4dc9-950f-f3ae2b67ec32,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:42.511050 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4a68e6d3-b67b-4bad-b202-a59e375b1163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:42.515544 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a68e6d3-b67b-4bad-b202-a59e375b1163 None None] No DVR routers for this DVR port 9630a720-0c57-4dc9-950f-f3ae2b67ec32 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:36:42.521905 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753484e4-898b-4de9-b2ad-88da9f485407']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:42.532576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd6f4520-57b9-426c-a1d9-de092279b9e4') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:42.532822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd6f4520-57b9-426c-a1d9-de092279b9e4') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:42.544509 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:42.560631 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:42.566581 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:36:42.566960 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:36:42.581370 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:36:42.661694 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:42.667194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:42.669727 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a0a6c160-c78b-4168-846d-0d48aa0eac1b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:42.695336 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Network': ['ID=753484e4-898b-4de9-b2ad-88da9f485407,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:42.697851 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:42.704566 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/networks/753484e4-898b-4de9-b2ad-88da9f485407 HTTP/1.1" status: 204 len: 168 time: 0.8576663 Jun 02 12:36:42.708036 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46962) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:42.713210 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-a9f71484-cad9-4ae4-a780-29423d03549e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-732661095'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:42.718163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a9f71484-cad9-4ae4-a780-29423d03549e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:42.721965 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a9f71484-cad9-4ae4-a780-29423d03549e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:network and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:42.724824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a9f71484-cad9-4ae4-a780-29423d03549e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:42.731049 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a9f71484-cad9-4ae4-a780-29423d03549e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:42.740723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f71484-cad9-4ae4-a780-29423d03549e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:42.744816 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a9f71484-cad9-4ae4-a780-29423d03549e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:42.772608 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f71484-cad9-4ae4-a780-29423d03549e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:36:42.781493 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a9f71484-cad9-4ae4-a780-29423d03549e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:42.781786 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-a9f71484-cad9-4ae4-a780-29423d03549e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Added segment 7a298679-ad45-4162-b8a7-a7fed8fbed22 of type vlan for network 657636c7-9ef4-41d8-8ae8-7978519ae46d Jun 02 12:36:42.808056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a9f71484-cad9-4ae4-a780-29423d03549e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:42.835273 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a9f71484-cad9-4ae4-a780-29423d03549e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:42.840789 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f71484-cad9-4ae4-a780-29423d03549e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:42.841364 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a9f71484-cad9-4ae4-a780-29423d03549e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:42.846278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5bb9f4bc-2c22-4c86-8181-58217c95b8c3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:42.929974 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a9f71484-cad9-4ae4-a780-29423d03549e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2207873 Jun 02 12:36:42.932993 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 46964) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:42.938353 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-da944e62-30db-47b0-a83a-a6ec16e3d5a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'subnet': {'network_id': '657636c7-9ef4-41d8-8ae8-7978519ae46d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:42.951173 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f71484-cad9-4ae4-a780-29423d03549e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Network': ['ID=657636c7-9ef4-41d8-8ae8-7978519ae46d,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:42.953838 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a9f71484-cad9-4ae4-a780-29423d03549e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:42.961165 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 657636c7-9ef4-41d8-8ae8-7978519ae46d details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:36:43.049930 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-da944e62-30db-47b0-a83a-a6ec16e3d5a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:43.053743 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-da944e62-30db-47b0-a83a-a6ec16e3d5a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:subnet and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:43.056582 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-da944e62-30db-47b0-a83a-a6ec16e3d5a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:43.062308 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-da944e62-30db-47b0-a83a-a6ec16e3d5a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:43.073388 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da944e62-30db-47b0-a83a-a6ec16e3d5a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:43.077271 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-da944e62-30db-47b0-a83a-a6ec16e3d5a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:43.458449 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc107106-8725-4e40-bcd7-6c1c37ea9649 req-39580c4b-54e4-4c31-b57a-0a6b07dedf44 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:43.461254 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dc107106-8725-4e40-bcd7-6c1c37ea9649 req-39580c4b-54e4-4c31-b57a-0a6b07dedf44 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.2089829 Jun 02 12:36:43.506083 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-da944e62-30db-47b0-a83a-a6ec16e3d5a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:43.511766 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-064c16bc-5037-4ed0-935c-7196d29d6108 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:43.512016 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dc107106-8725-4e40-bcd7-6c1c37ea9649 req-5f705561-d592-415f-8b1d-1f2851076443 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442305 Jun 02 12:36:43.591603 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da944e62-30db-47b0-a83a-a6ec16e3d5a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Subnet': ['ID=cda5a4f0-c61c-456b-8cf2-90e9b66c8900,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:43.595169 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-da944e62-30db-47b0-a83a-a6ec16e3d5a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:43.597660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da944e62-30db-47b0-a83a-a6ec16e3d5a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Checking segment: {'id': '7a298679-ad45-4162-b8a7-a7fed8fbed22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '657636c7-9ef4-41d8-8ae8-7978519ae46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:36:43.598025 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da944e62-30db-47b0-a83a-a6ec16e3d5a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network hostable DHCP agents. Network: 657636c7-9ef4-41d8-8ae8-7978519ae46d, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:36:43.616805 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da944e62-30db-47b0-a83a-a6ec16e3d5a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 657636c7-9ef4-41d8-8ae8-7978519ae46d is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:36:43.629266 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-da944e62-30db-47b0-a83a-a6ec16e3d5a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 657636c7-9ef4-41d8-8ae8-7978519ae46d) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:43.642547 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e803d9-0e43-4c3d-ae3f-2b95fae81ed0 None None] Network 657636c7-9ef4-41d8-8ae8-7978519ae46d requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:43.686140 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da944e62-30db-47b0-a83a-a6ec16e3d5a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:43.686732 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-da944e62-30db-47b0-a83a-a6ec16e3d5a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:43.719616 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 9630a720-0c57-4dc9-950f-f3ae2b67ec32 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:36:43.721361 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-da944e62-30db-47b0-a83a-a6ec16e3d5a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7872620 Jun 02 12:36:43.723714 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46970) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:43.729754 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-f4c18ef1-9c34-474f-b621-f6ac3b329fbd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'port': {'network_id': '657636c7-9ef4-41d8-8ae8-7978519ae46d', 'name': 'tempest-PortsIpV6TestJSON-1352809312', 'fixed_ips': [{'subnet_id': 'cda5a4f0-c61c-456b-8cf2-90e9b66c8900', 'ip_address': '2001:db8::10'}]}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:43.741454 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a8ddb-a194-4ef5-b837-dd1fcc8c394c req-692c6ce1-1ecb-4e1e-8964-7af588efc96d tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:43.742936 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-777a8ddb-a194-4ef5-b837-dd1fcc8c394c req-692c6ce1-1ecb-4e1e-8964-7af588efc96d tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.1119261 Jun 02 12:36:43.765948 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 9630a720-0c57-4dc9-950f-f3ae2b67ec32 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:36:43.766890 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 9630a720-0c57-4dc9-950f-f3ae2b67ec32 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:36:43.800376 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-777a8ddb-a194-4ef5-b837-dd1fcc8c394c req-1c6075d8-2bfc-4fae-a748-67fdc0170407 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507765 Jun 02 12:36:43.885249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f4c18ef1-9c34-474f-b621-f6ac3b329fbd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:43.892587 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f4c18ef1-9c34-474f-b621-f6ac3b329fbd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:port and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:43.895499 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f4c18ef1-9c34-474f-b621-f6ac3b329fbd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:43.901867 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f4c18ef1-9c34-474f-b621-f6ac3b329fbd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:43.912588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c18ef1-9c34-474f-b621-f6ac3b329fbd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:44.015301 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-657636c7-9ef4-41d8-8ae8-7978519ae46d', 'network_id': '657636c7-9ef4-41d8-8ae8-7978519ae46d', 'tenant_id': '79dd2029a1c248939b203702b6dad103', 'fixed_ips': [{'subnet_id': 'cda5a4f0-c61c-456b-8cf2-90e9b66c8900'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:36:44.016272 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:44.050240 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f4c18ef1-9c34-474f-b621-f6ac3b329fbd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:44.075227 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-f4c18ef1-9c34-474f-b621-f6ac3b329fbd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] device_id is not set on port 99b6f8e7-b6cc-4b78-9dd4-fb2ad60d8214 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:36:44.106305 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4cde8b1a-0325-4349-9c76-d36435677528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:44.175253 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60beca43-5390-42bf-84f5-f190cc35fd40 req-8018c086-f064-4a72-8c16-6359098b712e tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:44.176733 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-60beca43-5390-42bf-84f5-f190cc35fd40 req-8018c086-f064-4a72-8c16-6359098b712e tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.0997612 Jun 02 12:36:44.214606 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Allocated IP 2001:db8::2 (657636c7-9ef4-41d8-8ae8-7978519ae46d/cda5a4f0-c61c-456b-8cf2-90e9b66c8900/e1c8ad81-4a01-47e7-b9d9-9d70f78b786c) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:36:44.230269 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-60beca43-5390-42bf-84f5-f190cc35fd40 req-0175a93e-c21b-49a8-8361-53b3afffa31f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471823 Jun 02 12:36:44.419741 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:44.429202 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Transition to ACTIVE for port object e1c8ad81-4a01-47e7-b9d9-9d70f78b786c will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:44.446640 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Transition to ACTIVE for port object e1c8ad81-4a01-47e7-b9d9-9d70f78b786c will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:44.452156 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:44.456310 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-17a0c5d5-e9a4-4d49-97ac-feb135caa054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:44.514943 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-f4c18ef1-9c34-474f-b621-f6ac3b329fbd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Allocated IP 2001:db8::10 (657636c7-9ef4-41d8-8ae8-7978519ae46d/cda5a4f0-c61c-456b-8cf2-90e9b66c8900/99b6f8e7-b6cc-4b78-9dd4-fb2ad60d8214) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:36:44.518328 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Network 657636c7-9ef4-41d8-8ae8-7978519ae46d is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:44.521822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:44.526521 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:44.535688 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Pushing event updated for resources: {'Port': ['ID=e1c8ad81-4a01-47e7-b9d9-9d70f78b786c,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:44.561864 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:44.620526 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Attempting to bind port e1c8ad81-4a01-47e7-b9d9-9d70f78b786c on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:36:44.620907 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Attempting to bind port e1c8ad81-4a01-47e7-b9d9-9d70f78b786c by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '7a298679-ad45-4162-b8a7-a7fed8fbed22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '657636c7-9ef4-41d8-8ae8-7978519ae46d'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:36:44.621306 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Attempting to bind port e1c8ad81-4a01-47e7-b9d9-9d70f78b786c on network 657636c7-9ef4-41d8-8ae8-7978519ae46d {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:36:44.626650 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:36:44.627035 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Checking segment: {'id': '7a298679-ad45-4162-b8a7-a7fed8fbed22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '657636c7-9ef4-41d8-8ae8-7978519ae46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:36:44.627447 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:44.627847 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Bound using segment: {'id': '7a298679-ad45-4162-b8a7-a7fed8fbed22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '657636c7-9ef4-41d8-8ae8-7978519ae46d'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:36:44.628324 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Bound port: e1c8ad81-4a01-47e7-b9d9-9d70f78b786c, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a298679-ad45-4162-b8a7-a7fed8fbed22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '657636c7-9ef4-41d8-8ae8-7978519ae46d'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:36:44.628705 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:44.718072 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] For port e1c8ad81-4a01-47e7-b9d9-9d70f78b786c, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:36:44.721098 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] For port e1c8ad81-4a01-47e7-b9d9-9d70f78b786c, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e1c8ad81-4a01-47e7-b9d9-9d70f78b786c,segment=NetworkSegment(7a298679-ad45-4162-b8a7-a7fed8fbed22),segment_id=7a298679-ad45-4162-b8a7-a7fed8fbed22)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:36:44.722662 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f4c18ef1-9c34-474f-b621-f6ac3b329fbd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:44.726533 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:44.732545 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6c75a854-5dc4-4e24-8c17-ae5e80dbc7b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:44.738712 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-f4c18ef1-9c34-474f-b621-f6ac3b329fbd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Transition to ACTIVE for port object 99b6f8e7-b6cc-4b78-9dd4-fb2ad60d8214 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:44.762281 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f4c18ef1-9c34-474f-b621-f6ac3b329fbd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:44.767782 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:44.816969 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Pushing event updated for resources: {'Port': ['ID=e1c8ad81-4a01-47e7-b9d9-9d70f78b786c,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:44.820370 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:44.832063 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c18ef1-9c34-474f-b621-f6ac3b329fbd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 657636c7-9ef4-41d8-8ae8-7978519ae46d is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:44.835632 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-f4c18ef1-9c34-474f-b621-f6ac3b329fbd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:44.840430 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c18ef1-9c34-474f-b621-f6ac3b329fbd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:44.845911 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c18ef1-9c34-474f-b621-f6ac3b329fbd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:44.846533 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f4c18ef1-9c34-474f-b621-f6ac3b329fbd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:44.860642 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c18ef1-9c34-474f-b621-f6ac3b329fbd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Port': ['ID=99b6f8e7-b6cc-4b78-9dd4-fb2ad60d8214,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:44.865309 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f4c18ef1-9c34-474f-b621-f6ac3b329fbd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:44.877501 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f4c18ef1-9c34-474f-b621-f6ac3b329fbd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1523018 Jun 02 12:36:44.880139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46976) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:44.885901 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-8f4ef0b7-ff4e-4835-99a9-a1e5c5f7bab8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'port': {'network_id': '657636c7-9ef4-41d8-8ae8-7978519ae46d', 'name': 'tempest-PortsIpV6TestJSON-2003849623', 'fixed_ips': [{'subnet_id': 'cda5a4f0-c61c-456b-8cf2-90e9b66c8900', 'ip_address': '2001:db8::f'}]}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:45.038810 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-8f4ef0b7-ff4e-4835-99a9-a1e5c5f7bab8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:45.043746 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8f4ef0b7-ff4e-4835-99a9-a1e5c5f7bab8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:port and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:45.046872 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8f4ef0b7-ff4e-4835-99a9-a1e5c5f7bab8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:45.052904 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-8f4ef0b7-ff4e-4835-99a9-a1e5c5f7bab8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:45.062889 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4ef0b7-ff4e-4835-99a9-a1e5c5f7bab8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:45.067860 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef0b7-ff4e-4835-99a9-a1e5c5f7bab8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:45.091539 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [None req-8f4ef0b7-ff4e-4835-99a9-a1e5c5f7bab8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] device_id is not set on port 9ef02fa1-bbe8-4f8f-9ecb-f4217ea8b1b9 yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:36:45.295843 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-8f4ef0b7-ff4e-4835-99a9-a1e5c5f7bab8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Allocated IP 2001:db8::f (657636c7-9ef4-41d8-8ae8-7978519ae46d/cda5a4f0-c61c-456b-8cf2-90e9b66c8900/9ef02fa1-bbe8-4f8f-9ecb-f4217ea8b1b9) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:36:45.553188 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c1180-5c8f-4f26-b8af-e461af55bede req-cdd7b247-9fd2-48d8-ba39-f3179cc2fd4d tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:45.554683 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-956c1180-5c8f-4f26-b8af-e461af55bede req-cdd7b247-9fd2-48d8-ba39-f3179cc2fd4d tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.2026052 Jun 02 12:36:45.586002 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef0b7-ff4e-4835-99a9-a1e5c5f7bab8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:45.620976 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-8f4ef0b7-ff4e-4835-99a9-a1e5c5f7bab8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Transition to ACTIVE for port object 9ef02fa1-bbe8-4f8f-9ecb-f4217ea8b1b9 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:45.635492 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-956c1180-5c8f-4f26-b8af-e461af55bede req-8bffe665-1368-4f7e-8905-3a50420dc9eb tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688350 Jun 02 12:36:45.659592 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef0b7-ff4e-4835-99a9-a1e5c5f7bab8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:45.666945 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:45.736386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4ef0b7-ff4e-4835-99a9-a1e5c5f7bab8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 657636c7-9ef4-41d8-8ae8-7978519ae46d is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:45.739960 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e1c8ad81-4a01-47e7-b9d9-9d70f78b786c up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:36:45.740461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-8f4ef0b7-ff4e-4835-99a9-a1e5c5f7bab8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:45.744782 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ef0b7-ff4e-4835-99a9-a1e5c5f7bab8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:45.750344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4ef0b7-ff4e-4835-99a9-a1e5c5f7bab8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:45.750958 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef0b7-ff4e-4835-99a9-a1e5c5f7bab8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:45.765686 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ef0b7-ff4e-4835-99a9-a1e5c5f7bab8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Port': ['ID=9ef02fa1-bbe8-4f8f-9ecb-f4217ea8b1b9,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:45.770325 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8f4ef0b7-ff4e-4835-99a9-a1e5c5f7bab8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:45.785633 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8f4ef0b7-ff4e-4835-99a9-a1e5c5f7bab8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9020824 Jun 02 12:36:45.785970 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46982) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:45.805757 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fc9dbd-98aa-4986-aa5a-656b4552ba83 None None] Network 657636c7-9ef4-41d8-8ae8-7978519ae46d requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:45.876926 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1c7a93-e394-40f7-a7c6-b2733a88daa5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:45.877620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ef1c7a93-e394-40f7-a7c6-b2733a88daa5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Synchronizing usage tracker for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:45.882769 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port e1c8ad81-4a01-47e7-b9d9-9d70f78b786c completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:36:45.892919 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ef1c7a93-e394-40f7-a7c6-b2733a88daa5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Unset dirty status for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:45.894046 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ef1c7a93-e394-40f7-a7c6-b2733a88daa5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1071956 Jun 02 12:36:45.896851 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46984) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:45.930332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f935e84b-55bf-4281-a874-e254164aa0de None None] Provisioning for port e1c8ad81-4a01-47e7-b9d9-9d70f78b786c completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:36:45.946879 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f935e84b-55bf-4281-a874-e254164aa0de None None] Provisioning complete for port e1c8ad81-4a01-47e7-b9d9-9d70f78b786c triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:45.947262 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f935e84b-55bf-4281-a874-e254164aa0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:46.099947 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5311cf95-5700-46c7-9ab4-ab23c37a722b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:46.106439 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5311cf95-5700-46c7-9ab4-ab23c37a722b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:46.112333 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5311cf95-5700-46c7-9ab4-ab23c37a722b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:46.116594 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5311cf95-5700-46c7-9ab4-ab23c37a722b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2161882 Jun 02 12:36:46.116936 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46986) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:46.220042 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f935e84b-55bf-4281-a874-e254164aa0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:46.261742 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-d1352986-175e-4f85-8b35-1a7ce8b65fa8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting port 9ef02fa1-bbe8-4f8f-9ecb-f4217ea8b1b9 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:46.262624 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-f935e84b-55bf-4281-a874-e254164aa0de None None] For port e1c8ad81-4a01-47e7-b9d9-9d70f78b786c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e1c8ad81-4a01-47e7-b9d9-9d70f78b786c,segment=NetworkSegment(7a298679-ad45-4162-b8a7-a7fed8fbed22),segment_id=7a298679-ad45-4162-b8a7-a7fed8fbed22)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:46.262735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d1352986-175e-4f85-8b35-1a7ce8b65fa8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:46.267160 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f935e84b-55bf-4281-a874-e254164aa0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:46.268976 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:46.342178 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935e84b-55bf-4281-a874-e254164aa0de None None] Pushing event updated for resources: {'Port': ['ID=e1c8ad81-4a01-47e7-b9d9-9d70f78b786c,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:46.345449 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f935e84b-55bf-4281-a874-e254164aa0de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:46.403142 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d1352986-175e-4f85-8b35-1a7ce8b65fa8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:46.493775 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-172cbc23-0a45-4280-890a-a4cfae01d505 None None] Provisioning complete for port e1c8ad81-4a01-47e7-b9d9-9d70f78b786c triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:46.494282 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-172cbc23-0a45-4280-890a-a4cfae01d505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:46.534619 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-d1352986-175e-4f85-8b35-1a7ce8b65fa8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Calling delete_port for 9ef02fa1-bbe8-4f8f-9ecb-f4217ea8b1b9 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:46.624322 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-57f98f95-11a2-4464-bf8e-f35151137d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:46.663226 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:46.682578 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-172cbc23-0a45-4280-890a-a4cfae01d505 None None] Provisioning for port 9ef02fa1-bbe8-4f8f-9ecb-f4217ea8b1b9 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:36:46.682897 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d1352986-175e-4f85-8b35-1a7ce8b65fa8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:46.688141 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-172cbc23-0a45-4280-890a-a4cfae01d505 None None] Provisioning complete for port 9ef02fa1-bbe8-4f8f-9ecb-f4217ea8b1b9 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:46.688527 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-172cbc23-0a45-4280-890a-a4cfae01d505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:46.688779 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-09f4d93c-3a28-44f5-b1c2-ecb8bb4e4e32 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:46.728077 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-172cbc23-0a45-4280-890a-a4cfae01d505 None None] Port 9ef02fa1-bbe8-4f8f-9ecb-f4217ea8b1b9 was deleted so its status cannot be updated. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 02 12:36:46.743159 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-172cbc23-0a45-4280-890a-a4cfae01d505 None None] Provisioning for port 99b6f8e7-b6cc-4b78-9dd4-fb2ad60d8214 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:36:46.752662 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-172cbc23-0a45-4280-890a-a4cfae01d505 None None] Provisioning complete for port 99b6f8e7-b6cc-4b78-9dd4-fb2ad60d8214 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:46.753678 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-172cbc23-0a45-4280-890a-a4cfae01d505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:46.783296 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1352986-175e-4f85-8b35-1a7ce8b65fa8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Port': ['ID=9ef02fa1-bbe8-4f8f-9ecb-f4217ea8b1b9,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:46.797266 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d1352986-175e-4f85-8b35-1a7ce8b65fa8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:46.807590 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d1352986-175e-4f85-8b35-1a7ce8b65fa8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:46.818367 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-172cbc23-0a45-4280-890a-a4cfae01d505 None None] Port 99b6f8e7-b6cc-4b78-9dd4-fb2ad60d8214 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:36:46.824943 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d1352986-175e-4f85-8b35-1a7ce8b65fa8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/ports/9ef02fa1-bbe8-4f8f-9ecb-f4217ea8b1b9 HTTP/1.1" status: 204 len: 168 time: 0.7066309 Jun 02 12:36:46.827152 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46990) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:46.865893 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdd88f-37c2-4bc0-a416-99d6f7ab5634 req-64345429-8f18-43cf-b6c4-7fa321546b4e tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:46.868165 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1cbdd88f-37c2-4bc0-a416-99d6f7ab5634 req-64345429-8f18-43cf-b6c4-7fa321546b4e tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.0960071 Jun 02 12:36:46.877522 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-c878ab7c-e315-41a4-9b7e-5712e240d4da tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] GET failed (client error): The resource could not be found. Jun 02 12:36:46.878386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c878ab7c-e315-41a4-9b7e-5712e240d4da tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Synchronizing usage tracker for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:46.897531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c878ab7c-e315-41a4-9b7e-5712e240d4da tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Unset dirty status for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:46.901283 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c878ab7c-e315-41a4-9b7e-5712e240d4da tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports/9ef02fa1-bbe8-4f8f-9ecb-f4217ea8b1b9 HTTP/1.1" status: 404 len: 333 time: 0.0700569 Jun 02 12:36:46.901503 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46992) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:46.916756 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1cbdd88f-37c2-4bc0-a416-99d6f7ab5634 req-03fe91ff-f9ec-4484-aee3-396217c959b6 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422509 Jun 02 12:36:46.939427 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ffb502c8-a30f-49ae-85eb-a54379475208 None None] Could not find standard attr ID for object 9ef02fa1-bbe8-4f8f-9ecb-f4217ea8b1b9. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:36:46.945072 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ffb502c8-a30f-49ae-85eb-a54379475208 None None] Provisioning complete for port 99b6f8e7-b6cc-4b78-9dd4-fb2ad60d8214 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:46.945468 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ffb502c8-a30f-49ae-85eb-a54379475208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:47.001426 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ffb502c8-a30f-49ae-85eb-a54379475208 None None] Port 99b6f8e7-b6cc-4b78-9dd4-fb2ad60d8214 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:36:47.051880 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-ac36dad3-9d47-4cea-94e7-01e7216091c9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting port 99b6f8e7-b6cc-4b78-9dd4-fb2ad60d8214 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:47.052224 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ac36dad3-9d47-4cea-94e7-01e7216091c9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:47.184757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ac36dad3-9d47-4cea-94e7-01e7216091c9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:47.308614 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-ac36dad3-9d47-4cea-94e7-01e7216091c9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Calling delete_port for 99b6f8e7-b6cc-4b78-9dd4-fb2ad60d8214 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:47.413811 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ac36dad3-9d47-4cea-94e7-01e7216091c9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:47.419610 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-df19c520-5b5e-4ff0-bd6d-5732462476f9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:47.465456 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36dad3-9d47-4cea-94e7-01e7216091c9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Port': ['ID=99b6f8e7-b6cc-4b78-9dd4-fb2ad60d8214,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:47.468931 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ac36dad3-9d47-4cea-94e7-01e7216091c9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:47.509720 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ac36dad3-9d47-4cea-94e7-01e7216091c9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:47.522964 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ac36dad3-9d47-4cea-94e7-01e7216091c9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/ports/99b6f8e7-b6cc-4b78-9dd4-fb2ad60d8214 HTTP/1.1" status: 204 len: 168 time: 0.6202362 Jun 02 12:36:47.526222 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46994) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:47.570204 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-55254aa0-de2c-4b77-b089-39cc24da5e15 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] GET failed (client error): The resource could not be found. Jun 02 12:36:47.570750 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-55254aa0-de2c-4b77-b089-39cc24da5e15 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Synchronizing usage tracker for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:47.586553 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-55254aa0-de2c-4b77-b089-39cc24da5e15 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Unset dirty status for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:47.590757 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-55254aa0-de2c-4b77-b089-39cc24da5e15 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports/99b6f8e7-b6cc-4b78-9dd4-fb2ad60d8214 HTTP/1.1" status: 404 len: 333 time: 0.0611064 Jun 02 12:36:47.591025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 46996) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:47.661205 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:47.668676 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d3abb5-a69d-4bdd-9477-43c3fd27f7f2 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting subnet cda5a4f0-c61c-456b-8cf2-90e9b66c8900 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:36:47.671937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-60d3abb5-a69d-4bdd-9477-43c3fd27f7f2 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:47.689708 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e1c8ad81-4a01-47e7-b9d9-9d70f78b786c up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:36:47.726699 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-60d3abb5-a69d-4bdd-9477-43c3fd27f7f2 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:47.760783 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port e1c8ad81-4a01-47e7-b9d9-9d70f78b786c triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:47.761343 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:47.812986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-60d3abb5-a69d-4bdd-9477-43c3fd27f7f2 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:48.229757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd2576-ad7e-4fe3-b061-a29f95f08fa2 req-5a9a155f-79c0-4872-9bba-8fe1b04c7cd0 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:48.231242 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-edfd2576-ad7e-4fe3-b061-a29f95f08fa2 req-5a9a155f-79c0-4872-9bba-8fe1b04c7cd0 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.1813314 Jun 02 12:36:48.290477 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-edfd2576-ad7e-4fe3-b061-a29f95f08fa2 req-a8369085-eedb-492f-85f6-448d58b5b923 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533650 Jun 02 12:36:48.295412 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-60d3abb5-a69d-4bdd-9477-43c3fd27f7f2 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:48.300170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f166e404-d0bc-499a-9646-2b72ef3c4569 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:48.341123 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3abb5-a69d-4bdd-9477-43c3fd27f7f2 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Subnet': ['ID=cda5a4f0-c61c-456b-8cf2-90e9b66c8900,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:48.343096 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-60d3abb5-a69d-4bdd-9477-43c3fd27f7f2 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:48.347305 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-60d3abb5-a69d-4bdd-9477-43c3fd27f7f2 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:48.348804 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd394b15-6997-421f-84f2-25481e0f1391 None None] Network 657636c7-9ef4-41d8-8ae8-7978519ae46d requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:48.350072 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-60d3abb5-a69d-4bdd-9477-43c3fd27f7f2 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/subnets/cda5a4f0-c61c-456b-8cf2-90e9b66c8900 HTTP/1.1" status: 204 len: 168 time: 0.7580986 Jun 02 12:36:48.352634 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47002) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:48.461664 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:48.539517 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting port e1c8ad81-4a01-47e7-b9d9-9d70f78b786c {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:48.539836 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:48.606972 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f211f99-7b42-4147-8a44-424dadb16a28 None None] DHCP port deletion for 657636c7-9ef4-41d8-8ae8-7978519ae46d request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:36:48.641815 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] For port e1c8ad81-4a01-47e7-b9d9-9d70f78b786c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e1c8ad81-4a01-47e7-b9d9-9d70f78b786c,segment=NetworkSegment(7a298679-ad45-4162-b8a7-a7fed8fbed22),segment_id=7a298679-ad45-4162-b8a7-a7fed8fbed22)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:48.642199 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:48.673221 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-0f211f99-7b42-4147-8a44-424dadb16a28 None None] Deleting port e1c8ad81-4a01-47e7-b9d9-9d70f78b786c {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:48.673605 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0f211f99-7b42-4147-8a44-424dadb16a28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:48.767791 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Calling delete_port for e1c8ad81-4a01-47e7-b9d9-9d70f78b786c owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:48.776360 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0f211f99-7b42-4147-8a44-424dadb16a28 None None] For port e1c8ad81-4a01-47e7-b9d9-9d70f78b786c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e1c8ad81-4a01-47e7-b9d9-9d70f78b786c,segment=NetworkSegment(7a298679-ad45-4162-b8a7-a7fed8fbed22),segment_id=7a298679-ad45-4162-b8a7-a7fed8fbed22)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:48.776843 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0f211f99-7b42-4147-8a44-424dadb16a28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:48.815265 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:48.820009 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-763a6514-efe0-4e4d-8d6e-42de4da1c796 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:48.864915 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Port': ['ID=e1c8ad81-4a01-47e7-b9d9-9d70f78b786c,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:48.866745 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] No DVR routers for this DVR port e1c8ad81-4a01-47e7-b9d9-9d70f78b786c on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:36:48.868325 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:48.904399 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-0f211f99-7b42-4147-8a44-424dadb16a28 None None] Calling delete_port for e1c8ad81-4a01-47e7-b9d9-9d70f78b786c owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:48.947538 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0f211f99-7b42-4147-8a44-424dadb16a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:48.951378 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:48.995647 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f211f99-7b42-4147-8a44-424dadb16a28 None None] Pushing event deleted for resources: {'Port': ['ID=e1c8ad81-4a01-47e7-b9d9-9d70f78b786c,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:48.998949 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0f211f99-7b42-4147-8a44-424dadb16a28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:49.001717 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f211f99-7b42-4147-8a44-424dadb16a28 None None] No DVR routers for this DVR port e1c8ad81-4a01-47e7-b9d9-9d70f78b786c on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:36:49.003214 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:49.016650 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['657636c7-9ef4-41d8-8ae8-7978519ae46d']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:49.029610 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a298679-ad45-4162-b8a7-a7fed8fbed22') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:49.029854 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a298679-ad45-4162-b8a7-a7fed8fbed22') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:49.041595 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:49.057242 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:49.063646 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:36:49.064150 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:36:49.078439 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:36:49.161317 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:49.164769 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-525a477e-93bb-4812-8039-57cacdedd1ba tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:49.179237 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:49.192329 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Network': ['ID=657636c7-9ef4-41d8-8ae8-7978519ae46d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:49.196046 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:49.204991 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/networks/657636c7-9ef4-41d8-8ae8-7978519ae46d HTTP/1.1" status: 204 len: 168 time: 0.8513336 Jun 02 12:36:49.208460 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47004) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:49.214007 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-1119933f-c85e-4435-8318-7f83c17d656e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1801273149'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:49.219058 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1119933f-c85e-4435-8318-7f83c17d656e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:49.222875 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1119933f-c85e-4435-8318-7f83c17d656e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:network and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:49.225717 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1119933f-c85e-4435-8318-7f83c17d656e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:49.232174 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1119933f-c85e-4435-8318-7f83c17d656e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:49.242053 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1119933f-c85e-4435-8318-7f83c17d656e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:49.245521 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1119933f-c85e-4435-8318-7f83c17d656e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:49.273387 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1119933f-c85e-4435-8318-7f83c17d656e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:36:49.282893 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1119933f-c85e-4435-8318-7f83c17d656e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:49.283239 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-1119933f-c85e-4435-8318-7f83c17d656e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Added segment b02b2e1d-ca21-477a-8692-236113d0207e of type vlan for network a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe Jun 02 12:36:49.308991 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1119933f-c85e-4435-8318-7f83c17d656e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:49.338913 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1119933f-c85e-4435-8318-7f83c17d656e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:49.344404 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1119933f-c85e-4435-8318-7f83c17d656e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:49.344986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1119933f-c85e-4435-8318-7f83c17d656e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:49.348544 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d9d02915-fc4b-46c8-a49a-e5d58013c9be tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:49.445049 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:49.448186 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1119933f-c85e-4435-8318-7f83c17d656e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2387087 Jun 02 12:36:49.451445 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47008) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:49.456640 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-8af5be09-e717-4112-a847-ec7790a5295b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'subnet': {'network_id': 'a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:49.458173 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119933f-c85e-4435-8318-7f83c17d656e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Network': ['ID=a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:49.460748 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1119933f-c85e-4435-8318-7f83c17d656e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:49.469434 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:36:49.588080 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8af5be09-e717-4112-a847-ec7790a5295b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:49.597105 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f109fd7-d893-470d-bdbc-ffc3b813f306 req-e6243175-2da8-42c3-9447-382f86ca06b9 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:49.598570 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2f109fd7-d893-470d-bdbc-ffc3b813f306 req-e6243175-2da8-42c3-9447-382f86ca06b9 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.1971040 Jun 02 12:36:49.600798 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8af5be09-e717-4112-a847-ec7790a5295b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:subnet and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:49.603659 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8af5be09-e717-4112-a847-ec7790a5295b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:49.621976 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8af5be09-e717-4112-a847-ec7790a5295b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:49.644820 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af5be09-e717-4112-a847-ec7790a5295b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:49.648248 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8af5be09-e717-4112-a847-ec7790a5295b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:49.679520 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e1c8ad81-4a01-47e7-b9d9-9d70f78b786c no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:36:49.679815 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2f109fd7-d893-470d-bdbc-ffc3b813f306 req-70c8ad24-ee62-4ef3-a1e1-fb06a5727f5e tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733349 Jun 02 12:36:49.714759 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: e1c8ad81-4a01-47e7-b9d9-9d70f78b786c {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:36:49.715194 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e1c8ad81-4a01-47e7-b9d9-9d70f78b786c not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:36:50.064220 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8af5be09-e717-4112-a847-ec7790a5295b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:50.068314 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-da944e62-30db-47b0-a83a-a6ec16e3d5a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:50.140248 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5be09-e717-4112-a847-ec7790a5295b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Subnet': ['ID=ef259df5-8cf4-4747-9510-54c53f1cca1e,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:50.142908 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8af5be09-e717-4112-a847-ec7790a5295b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:50.148668 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af5be09-e717-4112-a847-ec7790a5295b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Checking segment: {'id': 'b02b2e1d-ca21-477a-8692-236113d0207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:36:50.149021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af5be09-e717-4112-a847-ec7790a5295b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network hostable DHCP agents. Network: a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:36:50.166943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af5be09-e717-4112-a847-ec7790a5295b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:36:50.175833 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-8af5be09-e717-4112-a847-ec7790a5295b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:50.183314 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b0acf9-bc75-46e6-b2cd-d0a7f27b48c1 None None] Network a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:50.187820 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af5be09-e717-4112-a847-ec7790a5295b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:50.188400 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8af5be09-e717-4112-a847-ec7790a5295b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:50.218979 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8af5be09-e717-4112-a847-ec7790a5295b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7640321 Jun 02 12:36:50.219191 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47010) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:50.223695 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-dd59b8dc-7c56-4f2e-9c44-3b82f4f851bc tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1959613366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:50.230837 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-dd59b8dc-7c56-4f2e-9c44-3b82f4f851bc tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:50.234931 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-dd59b8dc-7c56-4f2e-9c44-3b82f4f851bc tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:router and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:50.237706 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-dd59b8dc-7c56-4f2e-9c44-3b82f4f851bc tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:50.244146 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-dd59b8dc-7c56-4f2e-9c44-3b82f4f851bc tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:50.254870 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dd59b8dc-7c56-4f2e-9c44-3b82f4f851bc tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:50.255952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dd59b8dc-7c56-4f2e-9c44-3b82f4f851bc tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:50.271695 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dd59b8dc-7c56-4f2e-9c44-3b82f4f851bc tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:50.290982 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dd59b8dc-7c56-4f2e-9c44-3b82f4f851bc tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:50.314609 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-dd59b8dc-7c56-4f2e-9c44-3b82f4f851bc tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:50.315705 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-dd59b8dc-7c56-4f2e-9c44-3b82f4f851bc tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.0955920 Jun 02 12:36:50.318351 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47012) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:50.323382 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-a3a32412-f9c8-43c6-8a32-7d2d8ae267cd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'port': {'network_id': 'a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe', 'name': 'tempest-PortsIpV6TestJSON-119274795'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:50.440898 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe', 'network_id': 'a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe', 'tenant_id': '79dd2029a1c248939b203702b6dad103', 'fixed_ips': [{'subnet_id': 'ef259df5-8cf4-4747-9510-54c53f1cca1e'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:36:50.441725 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:50.457349 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a3a32412-f9c8-43c6-8a32-7d2d8ae267cd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:50.461430 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a3a32412-f9c8-43c6-8a32-7d2d8ae267cd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:port and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:50.465022 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a3a32412-f9c8-43c6-8a32-7d2d8ae267cd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:50.470899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a3a32412-f9c8-43c6-8a32-7d2d8ae267cd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:50.481202 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a32412-f9c8-43c6-8a32-7d2d8ae267cd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:50.484937 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a3a32412-f9c8-43c6-8a32-7d2d8ae267cd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:50.511943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-a3a32412-f9c8-43c6-8a32-7d2d8ae267cd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] device_id is not set on port ee0fe71c-34bc-4bfb-bb92-96d55b31772f yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:36:50.596149 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Allocated IP 2001:db8::2 (a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe/ef259df5-8cf4-4747-9510-54c53f1cca1e/cff77f89-0aca-45ea-872c-1b9a8283036e) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:36:50.800113 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:50.809802 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Transition to ACTIVE for port object cff77f89-0aca-45ea-872c-1b9a8283036e will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:50.828309 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Transition to ACTIVE for port object cff77f89-0aca-45ea-872c-1b9a8283036e will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:50.838505 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:50.842983 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ec184a57-9d3c-4297-9985-1381d08a6479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:50.868662 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214da9cc-5b5b-4e64-a33b-fd7ea4a43dd2 req-346a18d5-91d3-4a26-adb2-c5d1b4f894db tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:50.870239 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-214da9cc-5b5b-4e64-a33b-fd7ea4a43dd2 req-346a18d5-91d3-4a26-adb2-c5d1b4f894db tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.0825596 Jun 02 12:36:50.905016 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Network a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:50.908174 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-a3a32412-f9c8-43c6-8a32-7d2d8ae267cd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Allocated IP 2001:db8::3e9 (a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe/ef259df5-8cf4-4747-9510-54c53f1cca1e/ee0fe71c-34bc-4bfb-bb92-96d55b31772f) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:36:50.908321 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:50.912244 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:50.921541 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Pushing event updated for resources: {'Port': ['ID=cff77f89-0aca-45ea-872c-1b9a8283036e,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:50.930536 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-214da9cc-5b5b-4e64-a33b-fd7ea4a43dd2 req-dfb1bf60-6cfa-4649-a127-0553ef98d20f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534840 Jun 02 12:36:50.948374 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:51.007535 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Attempting to bind port cff77f89-0aca-45ea-872c-1b9a8283036e on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:36:51.007905 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Attempting to bind port cff77f89-0aca-45ea-872c-1b9a8283036e by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'b02b2e1d-ca21-477a-8692-236113d0207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:36:51.008269 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Attempting to bind port cff77f89-0aca-45ea-872c-1b9a8283036e on network a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:36:51.013945 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:36:51.014329 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Checking segment: {'id': 'b02b2e1d-ca21-477a-8692-236113d0207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:36:51.014738 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:51.015134 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Bound using segment: {'id': 'b02b2e1d-ca21-477a-8692-236113d0207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:36:51.015606 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Bound port: cff77f89-0aca-45ea-872c-1b9a8283036e, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02b2e1d-ca21-477a-8692-236113d0207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:36:51.015979 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:51.114306 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] For port cff77f89-0aca-45ea-872c-1b9a8283036e, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:36:51.117531 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] For port cff77f89-0aca-45ea-872c-1b9a8283036e, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=cff77f89-0aca-45ea-872c-1b9a8283036e,segment=NetworkSegment(b02b2e1d-ca21-477a-8692-236113d0207e),segment_id=b02b2e1d-ca21-477a-8692-236113d0207e)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:36:51.123151 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:51.126899 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f4b98405-afd5-43fd-a3b3-c3a45d424fab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:51.208136 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Pushing event updated for resources: {'Port': ['ID=cff77f89-0aca-45ea-872c-1b9a8283036e,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:51.211286 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:51.262711 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a3a32412-f9c8-43c6-8a32-7d2d8ae267cd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:51.279564 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-a3a32412-f9c8-43c6-8a32-7d2d8ae267cd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Transition to ACTIVE for port object ee0fe71c-34bc-4bfb-bb92-96d55b31772f will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:36:51.303441 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a3a32412-f9c8-43c6-8a32-7d2d8ae267cd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:51.309770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f3f6cfb4-3768-497b-b3dc-50da6b75c0f9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:51.389316 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a32412-f9c8-43c6-8a32-7d2d8ae267cd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:51.393034 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-a3a32412-f9c8-43c6-8a32-7d2d8ae267cd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:51.396949 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a32412-f9c8-43c6-8a32-7d2d8ae267cd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:36:51.402773 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a32412-f9c8-43c6-8a32-7d2d8ae267cd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:51.403368 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a3a32412-f9c8-43c6-8a32-7d2d8ae267cd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:51.411896 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a32412-f9c8-43c6-8a32-7d2d8ae267cd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Port': ['ID=ee0fe71c-34bc-4bfb-bb92-96d55b31772f,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:51.420474 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a3a32412-f9c8-43c6-8a32-7d2d8ae267cd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:51.435104 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a3a32412-f9c8-43c6-8a32-7d2d8ae267cd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1155601 Jun 02 12:36:51.437508 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47016) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:51.701729 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device cff77f89-0aca-45ea-872c-1b9a8283036e up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:36:51.771361 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port cff77f89-0aca-45ea-872c-1b9a8283036e completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:36:51.794367 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:36:52.010117 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a01ed3fa-7cdb-453e-857c-66e05e1c93e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:52.098232 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c65cab-fe04-4ef0-aaec-480e9479b562 None None] Network a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:52.195730 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7256848b-98f8-4c6f-a35e-836209b5fe6d None None] Provisioning for port cff77f89-0aca-45ea-872c-1b9a8283036e completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:36:52.209465 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7256848b-98f8-4c6f-a35e-836209b5fe6d None None] Provisioning complete for port cff77f89-0aca-45ea-872c-1b9a8283036e triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:52.210011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7256848b-98f8-4c6f-a35e-836209b5fe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:52.311610 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43b658-1128-44ef-a826-f513cc1d4fe7 req-499ca9bc-c89d-4b2f-a84a-fc74272ab4ed tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:52.313082 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2a43b658-1128-44ef-a826-f513cc1d4fe7 req-499ca9bc-c89d-4b2f-a84a-fc74272ab4ed tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.2606771 Jun 02 12:36:52.423427 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7256848b-98f8-4c6f-a35e-836209b5fe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:52.433152 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2a43b658-1128-44ef-a826-f513cc1d4fe7 req-36323c33-3a05-4137-9d36-05d60c75d458 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762870 Jun 02 12:36:52.471928 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7256848b-98f8-4c6f-a35e-836209b5fe6d None None] For port cff77f89-0aca-45ea-872c-1b9a8283036e, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=cff77f89-0aca-45ea-872c-1b9a8283036e,segment=NetworkSegment(b02b2e1d-ca21-477a-8692-236113d0207e),segment_id=b02b2e1d-ca21-477a-8692-236113d0207e)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:52.475434 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a01ed3fa-7cdb-453e-857c-66e05e1c93e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:52.477191 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7256848b-98f8-4c6f-a35e-836209b5fe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:52.479593 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b8a6b56d-b5c1-4c5f-9ca0-07a9b9727f44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:52.480387 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a01ed3fa-7cdb-453e-857c-66e05e1c93e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:52.484309 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:52.548620 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256848b-98f8-4c6f-a35e-836209b5fe6d None None] Pushing event updated for resources: {'Port': ['ID=cff77f89-0aca-45ea-872c-1b9a8283036e,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:52.551934 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7256848b-98f8-4c6f-a35e-836209b5fe6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:52.602576 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ed3fa-7cdb-453e-857c-66e05e1c93e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Port': ['ID=ee0fe71c-34bc-4bfb-bb92-96d55b31772f,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:52.607782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a01ed3fa-7cdb-453e-857c-66e05e1c93e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:52.712126 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e7ae4605-05bb-428c-9085-969a8bd2c69f None None] Provisioning complete for port cff77f89-0aca-45ea-872c-1b9a8283036e triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:52.712510 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e7ae4605-05bb-428c-9085-969a8bd2c69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:52.856450 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e7ae4605-05bb-428c-9085-969a8bd2c69f None None] Provisioning for port ee0fe71c-34bc-4bfb-bb92-96d55b31772f completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:36:52.868770 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e7ae4605-05bb-428c-9085-969a8bd2c69f None None] Provisioning complete for port ee0fe71c-34bc-4bfb-bb92-96d55b31772f triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:52.869742 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e7ae4605-05bb-428c-9085-969a8bd2c69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:52.917873 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a01ed3fa-7cdb-453e-857c-66e05e1c93e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:52.925717 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-e7ae4605-05bb-428c-9085-969a8bd2c69f None None] Port ee0fe71c-34bc-4bfb-bb92-96d55b31772f cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:36:53.022779 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a01ed3fa-7cdb-453e-857c-66e05e1c93e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:53.046732 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-aef3932f-b6db-45e8-9342-3527a3e4d205 None None] Provisioning complete for port ee0fe71c-34bc-4bfb-bb92-96d55b31772f triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:53.047113 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-aef3932f-b6db-45e8-9342-3527a3e4d205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:53.140091 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-aef3932f-b6db-45e8-9342-3527a3e4d205 None None] Port ee0fe71c-34bc-4bfb-bb92-96d55b31772f cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:36:53.258863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8834b702-9972-4bc0-9813-9d0129bb6436 None None] Provisioning complete for port ee0fe71c-34bc-4bfb-bb92-96d55b31772f triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:53.260000 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8834b702-9972-4bc0-9813-9d0129bb6436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:53.312478 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-8834b702-9972-4bc0-9813-9d0129bb6436 None None] Port ee0fe71c-34bc-4bfb-bb92-96d55b31772f cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:36:53.411512 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a01ed3fa-7cdb-453e-857c-66e05e1c93e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:53.415957 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a01ed3fa-7cdb-453e-857c-66e05e1c93e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:53.416786 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a01ed3fa-7cdb-453e-857c-66e05e1c93e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:53.421039 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f44f339b-e48d-4e86-9a2a-3c2054575d30 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:53.557945 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ed3fa-7cdb-453e-857c-66e05e1c93e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Port': ['ID=ee0fe71c-34bc-4bfb-bb92-96d55b31772f,revision_number=3']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:53.562470 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a01ed3fa-7cdb-453e-857c-66e05e1c93e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:53.622903 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d53e3-626e-4287-804c-5c7e7b400cf8 req-94b37a57-c0a7-45d0-b2eb-5b374771636e tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:53.624378 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ec5d53e3-626e-4287-804c-5c7e7b400cf8 req-94b37a57-c0a7-45d0-b2eb-5b374771636e tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.0841238 Jun 02 12:36:53.628165 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01ed3fa-7cdb-453e-857c-66e05e1c93e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:53.629238 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-a01ed3fa-7cdb-453e-857c-66e05e1c93e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:53.682784 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ec5d53e3-626e-4287-804c-5c7e7b400cf8 req-d10aee71-08c8-4868-b303-ffba03168049 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513127 Jun 02 12:36:53.705426 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device cff77f89-0aca-45ea-872c-1b9a8283036e up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:36:53.777308 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port cff77f89-0aca-45ea-872c-1b9a8283036e triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:53.777860 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:53.838875 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01ed3fa-7cdb-453e-857c-66e05e1c93e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Router 145324eb-a971-4800-a09c-04de0b298f5b is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:36:53.937845 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7688684f-44ef-4f64-a1f7-1c0d6f801266 None None] Provisioning complete for port ee0fe71c-34bc-4bfb-bb92-96d55b31772f triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:36:53.938163 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7688684f-44ef-4f64-a1f7-1c0d6f801266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:53.992917 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-7688684f-44ef-4f64-a1f7-1c0d6f801266 None None] Port ee0fe71c-34bc-4bfb-bb92-96d55b31772f cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:36:54.008105 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01ed3fa-7cdb-453e-857c-66e05e1c93e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:36:54.012773 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a01ed3fa-7cdb-453e-857c-66e05e1c93e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "PUT /v2.0/routers/145324eb-a971-4800-a09c-04de0b298f5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5742848 Jun 02 12:36:54.015567 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47022) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:54.019140 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd4d4c8-af24-4e9a-acfe-29bf2ceb3c1f None None] Sync routers for ids ['145324eb-a971-4800-a09c-04de0b298f5b'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:36:54.028800 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd4d4c8-af24-4e9a-acfe-29bf2ceb3c1f None None] Routers {'145324eb-a971-4800-a09c-04de0b298f5b'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:36:54.029439 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5cd4d4c8-af24-4e9a-acfe-29bf2ceb3c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:36:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['145324eb-a971-4800-a09c-04de0b298f5b'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:54.088990 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5cd4d4c8-af24-4e9a-acfe-29bf2ceb3c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:54.094149 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e20c713-5111-4134-9b13-ae71b5256b40 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:54.094860 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0e20c713-5111-4134-9b13-ae71b5256b40 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Synchronizing usage tracker for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:54.097176 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd4d4c8-af24-4e9a-acfe-29bf2ceb3c1f None None] Routers {'145324eb-a971-4800-a09c-04de0b298f5b'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:36:54.097781 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5cd4d4c8-af24-4e9a-acfe-29bf2ceb3c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:36:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['145324eb-a971-4800-a09c-04de0b298f5b'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:54.110767 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0e20c713-5111-4134-9b13-ae71b5256b40 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Unset dirty status for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:54.111965 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0e20c713-5111-4134-9b13-ae71b5256b40 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports?device_id=145324eb-a971-4800-a09c-04de0b298f5b HTTP/1.1" status: 200 len: 988 time: 0.0954845 Jun 02 12:36:54.114794 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47024) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:54.160971 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5cd4d4c8-af24-4e9a-acfe-29bf2ceb3c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:54.161386 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd4d4c8-af24-4e9a-acfe-29bf2ceb3c1f None None] The sync data for ids ['145324eb-a971-4800-a09c-04de0b298f5b'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:36:54.756259 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9394222b-0507-4544-8773-675ff57f852f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:55.075351 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3b317-6e6f-44fd-a0b6-0a5b826537e3 req-64b56551-650b-4c58-964e-f55c33c00889 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:55.076718 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-78d3b317-6e6f-44fd-a0b6-0a5b826537e3 req-64b56551-650b-4c58-964e-f55c33c00889 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.2721634 Jun 02 12:36:55.139152 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-78d3b317-6e6f-44fd-a0b6-0a5b826537e3 req-89499e1c-1e4a-44d9-a583-5f35c8b2d15d tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523474 Jun 02 12:36:55.210725 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-9394222b-0507-4544-8773-675ff57f852f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting port ee0fe71c-34bc-4bfb-bb92-96d55b31772f {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:55.211074 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9394222b-0507-4544-8773-675ff57f852f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:55.341133 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9394222b-0507-4544-8773-675ff57f852f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:55.463326 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-9394222b-0507-4544-8773-675ff57f852f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Calling delete_port for ee0fe71c-34bc-4bfb-bb92-96d55b31772f owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:55.605527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9394222b-0507-4544-8773-675ff57f852f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:55.612189 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0c3601f3-d8cc-4430-a65c-b7a4a0c52cf5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:55.659940 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394222b-0507-4544-8773-675ff57f852f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Port': ['ID=ee0fe71c-34bc-4bfb-bb92-96d55b31772f,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:55.662853 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9394222b-0507-4544-8773-675ff57f852f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:55.709084 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:55.987708 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9394222b-0507-4544-8773-675ff57f852f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:56.254343 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9394222b-0507-4544-8773-675ff57f852f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Router 145324eb-a971-4800-a09c-04de0b298f5b has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:36:56.324985 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22f179-ea91-429b-a9ca-6ae9511a16ca req-3ca26fde-e3b8-4c26-b989-bb3cc0ddb8f3 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:56.326478 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2b22f179-ea91-429b-a9ca-6ae9511a16ca req-3ca26fde-e3b8-4c26-b989-bb3cc0ddb8f3 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.0839078 Jun 02 12:36:56.371239 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2b22f179-ea91-429b-a9ca-6ae9511a16ca req-28ec25f6-eb84-4976-852c-b923efe95833 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391078 Jun 02 12:36:56.385385 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9394222b-0507-4544-8773-675ff57f852f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:36:56.394948 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33584775-821d-4012-ba39-9195cea71f19 None None] Sync routers for ids ['145324eb-a971-4800-a09c-04de0b298f5b'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:36:56.402045 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9394222b-0507-4544-8773-675ff57f852f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "PUT /v2.0/routers/145324eb-a971-4800-a09c-04de0b298f5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2862461 Jun 02 12:36:56.404742 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47030) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:56.411468 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33584775-821d-4012-ba39-9195cea71f19 None None] Routers {'145324eb-a971-4800-a09c-04de0b298f5b'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:36:56.412073 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-33584775-821d-4012-ba39-9195cea71f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:36:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['145324eb-a971-4800-a09c-04de0b298f5b'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:56.445563 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9e361a-7752-4190-bff9-7965215a3c07 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] GET failed (client error): The resource could not be found. Jun 02 12:36:56.446092 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0e9e361a-7752-4190-bff9-7965215a3c07 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Synchronizing usage tracker for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:36:56.461832 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0e9e361a-7752-4190-bff9-7965215a3c07 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Unset dirty status for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:36:56.463025 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0e9e361a-7752-4190-bff9-7965215a3c07 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports/ee0fe71c-34bc-4bfb-bb92-96d55b31772f HTTP/1.1" status: 404 len: 333 time: 0.0573812 Jun 02 12:36:56.465732 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47032) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:56.472196 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-33584775-821d-4012-ba39-9195cea71f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:56.480771 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33584775-821d-4012-ba39-9195cea71f19 None None] Routers {'145324eb-a971-4800-a09c-04de0b298f5b'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:36:56.481361 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-33584775-821d-4012-ba39-9195cea71f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:36:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['145324eb-a971-4800-a09c-04de0b298f5b'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:56.544601 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-33584775-821d-4012-ba39-9195cea71f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:56.544869 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33584775-821d-4012-ba39-9195cea71f19 None None] The sync data for ids ['145324eb-a971-4800-a09c-04de0b298f5b'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:36:56.599002 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aa613628-136f-44ca-b7c6-0f1aeb39f91f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:56.723898 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47036) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:56.797555 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fadc71c-9727-41b4-90a8-2ee411390bc0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:56.797955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fadc71c-9727-41b4-90a8-2ee411390bc0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:56.798465 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fadc71c-9727-41b4-90a8-2ee411390bc0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:56.800086 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5fadc71c-9727-41b4-90a8-2ee411390bc0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=d135ab4d6a4341bf86e3c86c09f17ff8&network_id=7748cee2-ce49-44f8-8a52-729fed4c4a96 HTTP/1.1" status: 200 len: 3002 time: 0.0751905 Jun 02 12:36:56.889440 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aa613628-136f-44ca-b7c6-0f1aeb39f91f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:56.891580 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aa613628-136f-44ca-b7c6-0f1aeb39f91f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:56.914348 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aa613628-136f-44ca-b7c6-0f1aeb39f91f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:56.914864 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa613628-136f-44ca-b7c6-0f1aeb39f91f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Fanout notify agent at l3_agent the message router_deleted on router 145324eb-a971-4800-a09c-04de0b298f5b {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:36:56.926545 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aa613628-136f-44ca-b7c6-0f1aeb39f91f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:56.927643 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-aa613628-136f-44ca-b7c6-0f1aeb39f91f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/routers/145324eb-a971-4800-a09c-04de0b298f5b HTTP/1.1" status: 204 len: 168 time: 0.4609952 Jun 02 12:36:56.930170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47040) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:56.995641 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-1850907b-1e10-439e-b6ca-db62521d4066 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting subnet ef259df5-8cf4-4747-9510-54c53f1cca1e {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:36:56.998931 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1850907b-1e10-439e-b6ca-db62521d4066 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:57.203440 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1850907b-1e10-439e-b6ca-db62521d4066 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:57.288315 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1850907b-1e10-439e-b6ca-db62521d4066 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:57.625490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772e43f-6663-444c-9076-77cbfac2c818 req-fe327969-e91e-4812-a134-860e7cf8a74f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:57.626975 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c772e43f-6663-444c-9076-77cbfac2c818 req-fe327969-e91e-4812-a134-860e7cf8a74f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.1480405 Jun 02 12:36:57.627957 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1850907b-1e10-439e-b6ca-db62521d4066 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:57.631686 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d48472ba-ab4c-4690-9a39-f80405e0452d tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:57.677578 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850907b-1e10-439e-b6ca-db62521d4066 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Subnet': ['ID=ef259df5-8cf4-4747-9510-54c53f1cca1e,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:57.680174 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1850907b-1e10-439e-b6ca-db62521d4066 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:57.689305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1850907b-1e10-439e-b6ca-db62521d4066 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:57.692182 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c047b63-b47d-40ef-bae1-58137b3b235d None None] Network a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:57.697537 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1850907b-1e10-439e-b6ca-db62521d4066 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/subnets/ef259df5-8cf4-4747-9510-54c53f1cca1e HTTP/1.1" status: 204 len: 168 time: 0.7664335 Jun 02 12:36:57.700203 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47048) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:57.717791 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c772e43f-6663-444c-9076-77cbfac2c818 req-f0df319d-a978-4f58-b631-84ff92328502 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613260 Jun 02 12:36:57.937093 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:57.941842 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26417711-d540-4f1b-833b-a815239c71dc None None] DHCP port deletion for a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:36:58.005925 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-26417711-d540-4f1b-833b-a815239c71dc None None] Deleting port cff77f89-0aca-45ea-872c-1b9a8283036e {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:58.006335 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-26417711-d540-4f1b-833b-a815239c71dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:58.007773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting port cff77f89-0aca-45ea-872c-1b9a8283036e {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:36:58.008102 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:58.105352 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-26417711-d540-4f1b-833b-a815239c71dc None None] For port cff77f89-0aca-45ea-872c-1b9a8283036e, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=cff77f89-0aca-45ea-872c-1b9a8283036e,segment=NetworkSegment(b02b2e1d-ca21-477a-8692-236113d0207e),segment_id=b02b2e1d-ca21-477a-8692-236113d0207e)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:58.105777 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-26417711-d540-4f1b-833b-a815239c71dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:58.108943 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] For port cff77f89-0aca-45ea-872c-1b9a8283036e, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=cff77f89-0aca-45ea-872c-1b9a8283036e,segment=NetworkSegment(b02b2e1d-ca21-477a-8692-236113d0207e),segment_id=b02b2e1d-ca21-477a-8692-236113d0207e)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:36:58.109295 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:58.227544 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-26417711-d540-4f1b-833b-a815239c71dc None None] Calling delete_port for cff77f89-0aca-45ea-872c-1b9a8283036e owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:58.234759 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Calling delete_port for cff77f89-0aca-45ea-872c-1b9a8283036e owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:36:58.273297 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-26417711-d540-4f1b-833b-a815239c71dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:58.279353 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:58.283616 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7256848b-98f8-4c6f-a35e-836209b5fe6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:58.283936 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:58.317692 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26417711-d540-4f1b-833b-a815239c71dc None None] No DVR routers for this DVR port cff77f89-0aca-45ea-872c-1b9a8283036e on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:36:58.326569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Port': ['ID=cff77f89-0aca-45ea-872c-1b9a8283036e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:58.329309 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26417711-d540-4f1b-833b-a815239c71dc None None] Pushing event deleted for resources: {'Port': ['ID=cff77f89-0aca-45ea-872c-1b9a8283036e,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:58.329506 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:58.330434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] No DVR routers for this DVR port cff77f89-0aca-45ea-872c-1b9a8283036e on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:36:58.331421 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-26417711-d540-4f1b-833b-a815239c71dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:58.453116 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:58.466343 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:58.478576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02b2e1d-ca21-477a-8692-236113d0207e') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:58.478865 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02b2e1d-ca21-477a-8692-236113d0207e') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:36:58.482365 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47052) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:58.490306 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:58.506200 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:58.513067 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:36:58.513456 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: util.warn( Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: util.warn( Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: util.warn( Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: util.warn( Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:36:58.528735 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:36:58.547118 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd698b1-dcad-43d8-8e8b-2e975b99a831 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:58.548613 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-acd698b1-dcad-43d8-8e8b-2e975b99a831 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e HTTP/1.1" status: 200 len: 814 time: 0.0652533 Jun 02 12:36:58.611822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:58.615091 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-478fdc61-ebb2-4821-9680-41e4c09ed021 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:58.628939 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:58.640123 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Network': ['ID=a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:58.645065 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:58.651895 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/networks/a2904baf-b3a7-402a-bb98-f8a7c5cc1dbe HTTP/1.1" status: 204 len: 168 time: 0.9506092 Jun 02 12:36:58.655988 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47056) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:58.725756 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b56f433-e5f0-488c-9a69-aa71b80bd6a6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:58.727035 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0b56f433-e5f0-488c-9a69-aa71b80bd6a6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports/416cd216-77ed-49e9-b1fe-405273f914b8 HTTP/1.1" status: 200 len: 844 time: 0.0700526 Jun 02 12:36:58.730956 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47060) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:58.800459 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f4e56449-a950-4d44-80dc-241691467cff tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports/416cd216-77ed-49e9-b1fe-405273f914b8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0683672 Jun 02 12:36:58.804020 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47064) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:58.809215 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-61b8b330-5705-4c8f-84fb-530c63c35ea3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'subnet': {'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:58.921161 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-61b8b330-5705-4c8f-84fb-530c63c35ea3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:58.925010 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-61b8b330-5705-4c8f-84fb-530c63c35ea3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:subnet and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:36:58.927908 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-61b8b330-5705-4c8f-84fb-530c63c35ea3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:36:58.934174 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-61b8b330-5705-4c8f-84fb-530c63c35ea3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:58.944944 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b8b330-5705-4c8f-84fb-530c63c35ea3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:58.949113 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-61b8b330-5705-4c8f-84fb-530c63c35ea3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:58.971652 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-20ae8f72-80fc-424a-ac43-08c771f4a1ec req-43892a87-f0c4-4a46-ad65-0767788953cb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1392856 Jun 02 12:36:58.980025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86a407-646d-407c-82e4-91c0b035bedb req-d9b40890-9a3e-440e-9a9d-e99f45e1147f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:58.981367 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1a86a407-646d-407c-82e4-91c0b035bedb req-d9b40890-9a3e-440e-9a9d-e99f45e1147f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.1145940 Jun 02 12:36:59.023622 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47066) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:59.040745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-9b050ea7-23fb-4a19-b78c-22c71be69435 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'network': {'name': 'tempest-network-smoke--1549227003', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'port_security_enabled': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:36:59.048700 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9b050ea7-23fb-4a19-b78c-22c71be69435 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:36:59.067032 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9b050ea7-23fb-4a19-b78c-22c71be69435 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:36:59.072466 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1a86a407-646d-407c-82e4-91c0b035bedb req-a115cab3-ba92-4428-bd6c-3157c22eeccd tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850117 Jun 02 12:36:59.085977 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b050ea7-23fb-4a19-b78c-22c71be69435 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:36:59.089660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9b050ea7-23fb-4a19-b78c-22c71be69435 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:59.099524 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae8f72-80fc-424a-ac43-08c771f4a1ec req-9860128f-6a67-41e6-abd6-5869599c51d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:59.101040 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-20ae8f72-80fc-424a-ac43-08c771f4a1ec req-9860128f-6a67-41e6-abd6-5869599c51d0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=96bf45be6aa145b6aaf403d7070d5e51&device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 1098 time: 0.1000078 Jun 02 12:36:59.156499 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b050ea7-23fb-4a19-b78c-22c71be69435 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:36:59.174004 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9b050ea7-23fb-4a19-b78c-22c71be69435 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:59.174369 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-9b050ea7-23fb-4a19-b78c-22c71be69435 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Added segment 261a08d0-e8ab-4be8-8bf6-9ccfef458fb8 of type vlan for network 5faacfc7-7faa-4134-adf9-b8062ad55c1c Jun 02 12:36:59.227347 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9b050ea7-23fb-4a19-b78c-22c71be69435 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:59.255356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae8f72-80fc-424a-ac43-08c771f4a1ec req-7f3999b6-168b-4420-b2df-29fd247b17d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:59.257009 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-20ae8f72-80fc-424a-ac43-08c771f4a1ec req-7f3999b6-168b-4420-b2df-29fd247b17d3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=538c4580-73df-464f-868c-daf3dec24418 HTTP/1.1" status: 200 len: 912 time: 0.1365652 Jun 02 12:36:59.293879 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9b050ea7-23fb-4a19-b78c-22c71be69435 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:59.299473 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b050ea7-23fb-4a19-b78c-22c71be69435 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:59.300463 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9b050ea7-23fb-4a19-b78c-22c71be69435 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:59.306519 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-141a697b-482d-4952-9ab4-612dada97b9b tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:59.370648 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-20ae8f72-80fc-424a-ac43-08c771f4a1ec req-6a3c6b4a-3981-41d0-b1cd-86d74a2f3900 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3db9919-6e55-4a75-b308-7b07164ffb6e HTTP/1.1" status: 200 len: 999 time: 0.1067691 Jun 02 12:36:59.435658 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae8f72-80fc-424a-ac43-08c771f4a1ec req-3256c918-5c13-473b-aaa6-a51977eb79bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:59.437089 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-20ae8f72-80fc-424a-ac43-08c771f4a1ec req-3256c918-5c13-473b-aaa6-a51977eb79bc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=50a59100-ae12-4643-94d5-15b1702b852a HTTP/1.1" status: 200 len: 850 time: 0.0597591 Jun 02 12:36:59.475445 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b050ea7-23fb-4a19-b78c-22c71be69435 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Network': ['ID=5faacfc7-7faa-4134-adf9-b8062ad55c1c,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:59.484207 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9b050ea7-23fb-4a19-b78c-22c71be69435 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4595718 Jun 02 12:36:59.487099 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9b050ea7-23fb-4a19-b78c-22c71be69435 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:59.487575 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47068) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:59.488575 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 5faacfc7-7faa-4134-adf9-b8062ad55c1c details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:36:59.522507 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae8f72-80fc-424a-ac43-08c771f4a1ec req-7e7767e3-09d8-4ef4-ae44-ca68e84b425b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:59.523966 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-20ae8f72-80fc-424a-ac43-08c771f4a1ec req-7e7767e3-09d8-4ef4-ae44-ca68e84b425b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=538c4580-73df-464f-868c-daf3dec24418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0804558 Jun 02 12:36:59.556690 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d6e8af-e1ea-4080-9506-e9828e5fcfdc tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:59.558170 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a5d6e8af-e1ea-4080-9506-e9828e5fcfdc tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d135ab4d6a4341bf86e3c86c09f17ff8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0688825 Jun 02 12:36:59.566668 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47070) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:59.660468 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-20ae8f72-80fc-424a-ac43-08c771f4a1ec req-587699da-cd39-46fe-a07a-2e0bafe786c2 service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290436 Jun 02 12:36:59.692958 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device cff77f89-0aca-45ea-872c-1b9a8283036e no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:36:59.732760 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: cff77f89-0aca-45ea-872c-1b9a8283036e {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:36:59.733115 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device cff77f89-0aca-45ea-872c-1b9a8283036e not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:36:59.805383 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-20ae8f72-80fc-424a-ac43-08c771f4a1ec req-a55b9b70-151f-48c2-8638-ede86b150d3a service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376214 Jun 02 12:36:59.898062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-61b8b330-5705-4c8f-84fb-530c63c35ea3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:36:59.902528 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-096e2c03-1c2f-4a3e-87e7-5e641959176b tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:36:59.927058 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0785c10c-de68-4cd2-a186-2527f94e31a2 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:59.928482 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0785c10c-de68-4cd2-a186-2527f94e31a2 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3547540 Jun 02 12:36:59.931343 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47072) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:36:59.963160 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b8b330-5705-4c8f-84fb-530c63c35ea3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 2403d305-23d1-4580-8a5a-5d992110a75c is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:36:59.966332 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-61b8b330-5705-4c8f-84fb-530c63c35ea3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:36:59.975618 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce93438-4d70-4ec5-8db4-bff8c8e84207 None None] Network 2403d305-23d1-4580-8a5a-5d992110a75c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:36:59.976985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8b330-5705-4c8f-84fb-530c63c35ea3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Subnet': ['ID=82079a7a-8795-4c7c-846b-af2aef467bf7,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:36:59.979932 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-61b8b330-5705-4c8f-84fb-530c63c35ea3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:36:59.981027 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b8b330-5705-4c8f-84fb-530c63c35ea3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:36:59.981601 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-61b8b330-5705-4c8f-84fb-530c63c35ea3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:00.002594 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-61b8b330-5705-4c8f-84fb-530c63c35ea3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1974924 Jun 02 12:37:00.005352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47074) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:00.011129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-38e3fcfa-852b-4397-b4e9-34869fa64fed tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'security_group': {'name': 'tempest-secgroup-1168580700'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:00.017500 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-38e3fcfa-852b-4397-b4e9-34869fa64fed tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:00.022167 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-38e3fcfa-852b-4397-b4e9-34869fa64fed tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:security_group and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:00.031432 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-38e3fcfa-852b-4397-b4e9-34869fa64fed tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:00.037980 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-38e3fcfa-852b-4397-b4e9-34869fa64fed tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:00.048713 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-38e3fcfa-852b-4397-b4e9-34869fa64fed tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:00.070365 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-38e3fcfa-852b-4397-b4e9-34869fa64fed tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:00.074770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-38e3fcfa-852b-4397-b4e9-34869fa64fed tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:security_group_rule and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:00.077624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-38e3fcfa-852b-4397-b4e9-34869fa64fed tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:00.083431 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-38e3fcfa-852b-4397-b4e9-34869fa64fed tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:00.101674 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a59c1227-3b17-40aa-8700-16eb2b8f572c tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1659982 Jun 02 12:37:00.102793 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47078) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:00.147470 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ac85a204-516e-40a6-a548-c8c7c5d69202 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d135ab4d6a4341bf86e3c86c09f17ff8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418568 Jun 02 12:37:00.147698 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47080) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:00.237128 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-2403d305-23d1-4580-8a5a-5d992110a75c', 'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c', 'tenant_id': '79dd2029a1c248939b203702b6dad103', 'fixed_ips': [{'subnet_id': '82079a7a-8795-4c7c-846b-af2aef467bf7'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:37:00.238005 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:00.366950 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-38e3fcfa-852b-4397-b4e9-34869fa64fed tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:00.374766 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc76bda9-cefc-4a54-ace5-53b0d738484c tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:00.376234 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fc76bda9-cefc-4a54-ace5-53b0d738484c tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2276642 Jun 02 12:37:00.377151 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-38e3fcfa-852b-4397-b4e9-34869fa64fed tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:00.379593 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47082) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:00.383329 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e47de7a5-46ae-4475-96e6-10b1d93d132c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:00.423882 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3ac81aec-0398-4858-90c0-1e630f1d8052 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406044 Jun 02 12:37:00.424757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47084) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:00.429699 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3fcfa-852b-4397-b4e9-34869fa64fed tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdedc87-303b-400a-9653-99a661709686,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:00.430517 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-bf5a6be5-b98d-4bef-af61-03796d4f4f1d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-273028405', 'network_id': '5faacfc7-7faa-4134-adf9-b8062ad55c1c', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:00.432712 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-38e3fcfa-852b-4397-b4e9-34869fa64fed tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:00.436462 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-38e3fcfa-852b-4397-b4e9-34869fa64fed tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4275777 Jun 02 12:37:00.441495 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e1393-f340-4eca-8cc9-501e41b6f4b5 req-3741b443-eccc-48e4-9903-f1f6a83d3a01 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:00.448529 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47086) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:00.448991 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f87e1393-f340-4eca-8cc9-501e41b6f4b5 req-3741b443-eccc-48e4-9903-f1f6a83d3a01 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.2191753 Jun 02 12:37:00.451414 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Allocated IP 2001:db8::2 (2403d305-23d1-4580-8a5a-5d992110a75c/82079a7a-8795-4c7c-846b-af2aef467bf7/58919631-87e3-4e65-917c-8bb5b529b48e) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:00.451572 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-38e3fcfa-852b-4397-b4e9-34869fa64fed tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:00.453835 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-a6850bf5-9cb1-46fb-b724-2a3c84740b47 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'security_group': {'name': 'tempest-secgroup-2127156394'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:00.467146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a6850bf5-9cb1-46fb-b724-2a3c84740b47 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:00.494164 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f87e1393-f340-4eca-8cc9-501e41b6f4b5 req-63c5c4ea-9ca6-4e76-bc86-7b98dab727e8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435348 Jun 02 12:37:00.527116 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a6850bf5-9cb1-46fb-b724-2a3c84740b47 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:security_group and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:00.543428 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a6850bf5-9cb1-46fb-b724-2a3c84740b47 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:00.553448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a6850bf5-9cb1-46fb-b724-2a3c84740b47 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:00.579808 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a6850bf5-9cb1-46fb-b724-2a3c84740b47 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:00.589348 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-bf5a6be5-b98d-4bef-af61-03796d4f4f1d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:00.597709 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-bf5a6be5-b98d-4bef-af61-03796d4f4f1d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:subnet and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:00.604780 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-bf5a6be5-b98d-4bef-af61-03796d4f4f1d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:00.612664 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-bf5a6be5-b98d-4bef-af61-03796d4f4f1d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:00.617424 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a6850bf5-9cb1-46fb-b724-2a3c84740b47 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:00.624566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a6850bf5-9cb1-46fb-b724-2a3c84740b47 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:security_group_rule and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:00.628134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a6850bf5-9cb1-46fb-b724-2a3c84740b47 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:00.634893 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5a6be5-b98d-4bef-af61-03796d4f4f1d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:37:00.638748 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bf5a6be5-b98d-4bef-af61-03796d4f4f1d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:00.662044 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a6850bf5-9cb1-46fb-b724-2a3c84740b47 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:00.662704 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:00.673910 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Transition to ACTIVE for port object 58919631-87e3-4e65-917c-8bb5b529b48e will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:00.693497 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Transition to ACTIVE for port object 58919631-87e3-4e65-917c-8bb5b529b48e will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:00.699606 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:00.709508 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0b62a0a7-f4e7-433b-8a44-0a8b4624763d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:00.751104 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Network 2403d305-23d1-4580-8a5a-5d992110a75c is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:00.757595 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:00.766618 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:37:00.860530 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20819618-5e74-4cf2-afe5-68007a736c44 req-1d158643-0553-48a2-8afa-d78db85eb280 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:00.866789 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-20819618-5e74-4cf2-afe5-68007a736c44 req-1d158643-0553-48a2-8afa-d78db85eb280 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.1029577 Jun 02 12:37:00.880135 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Pushing event updated for resources: {'Port': ['ID=58919631-87e3-4e65-917c-8bb5b529b48e,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:00.884773 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:00.888703 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Attempting to bind port 58919631-87e3-4e65-917c-8bb5b529b48e on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:37:00.889711 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Attempting to bind port 58919631-87e3-4e65-917c-8bb5b529b48e by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'b97ac1d7-1533-49fc-a31f-3864ddece106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:37:00.889711 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Attempting to bind port 58919631-87e3-4e65-917c-8bb5b529b48e on network 2403d305-23d1-4580-8a5a-5d992110a75c {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:37:00.894818 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:37:00.895198 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Checking segment: {'id': 'b97ac1d7-1533-49fc-a31f-3864ddece106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:37:00.895601 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:00.895994 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Bound using segment: {'id': 'b97ac1d7-1533-49fc-a31f-3864ddece106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:37:00.897091 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Bound port: 58919631-87e3-4e65-917c-8bb5b529b48e, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97ac1d7-1533-49fc-a31f-3864ddece106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:37:00.897091 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:00.916631 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-20819618-5e74-4cf2-afe5-68007a736c44 req-6a030b5d-a3e9-45fa-aa06-efbe1403ffe3 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486887 Jun 02 12:37:00.928947 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a6850bf5-9cb1-46fb-b724-2a3c84740b47 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:00.948188 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a6850bf5-9cb1-46fb-b724-2a3c84740b47 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:00.957052 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3448e689-4cc1-4f8f-abe2-50db819bbb61 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:00.990466 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] For port 58919631-87e3-4e65-917c-8bb5b529b48e, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:37:00.993894 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] For port 58919631-87e3-4e65-917c-8bb5b529b48e, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=58919631-87e3-4e65-917c-8bb5b529b48e,segment=NetworkSegment(b97ac1d7-1533-49fc-a31f-3864ddece106),segment_id=b97ac1d7-1533-49fc-a31f-3864ddece106)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:37:00.998299 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:01.001897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5350ed17-dc2e-44d8-9463-e377ba2ae585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:01.039889 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a6850bf5-9cb1-46fb-b724-2a3c84740b47 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:01.041643 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a6850bf5-9cb1-46fb-b724-2a3c84740b47 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5921080 Jun 02 12:37:01.042450 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6850bf5-9cb1-46fb-b724-2a3c84740b47 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04862a89-9e8c-4141-bee9-c783887466d9,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:01.044718 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47092) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:01.055676 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-22440582-265b-49e8-b865-ba71b32a158e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-574582275', 'security_groups': ['04862a89-9e8c-4141-bee9-c783887466d9'], 'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '82079a7a-8795-4c7c-846b-af2aef467bf7'}]}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:01.061698 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a6850bf5-9cb1-46fb-b724-2a3c84740b47 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:01.081484 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Pushing event updated for resources: {'Port': ['ID=58919631-87e3-4e65-917c-8bb5b529b48e,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:01.085103 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:01.094350 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53595e7b-c999-46e8-9c7b-5f0810de85d9 req-6df8c398-912f-44c8-82ba-3d50fcbbe10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:01.096173 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-53595e7b-c999-46e8-9c7b-5f0810de85d9 req-6df8c398-912f-44c8-82ba-3d50fcbbe10e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2eeecbacfd564d3d9465a6227d2e7ddc&device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 1098 time: 0.2367990 Jun 02 12:37:01.229315 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-22440582-265b-49e8-b865-ba71b32a158e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:01.233406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-22440582-265b-49e8-b865-ba71b32a158e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:port and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:01.241714 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-22440582-265b-49e8-b865-ba71b32a158e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:01.257880 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-22440582-265b-49e8-b865-ba71b32a158e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:01.279993 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22440582-265b-49e8-b865-ba71b32a158e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:37:01.347773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53595e7b-c999-46e8-9c7b-5f0810de85d9 req-63fe44b4-98a7-47a2-b4fc-65a70565215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:01.349287 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-53595e7b-c999-46e8-9c7b-5f0810de85d9 req-63fe44b4-98a7-47a2-b4fc-65a70565215e service neutron] 10.222.0.22 "GET /v2.0/networks?id=d26e7cf0-c529-4972-8a72-bcb5f758199e HTTP/1.1" status: 200 len: 912 time: 0.2384775 Jun 02 12:37:01.422982 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22440582-265b-49e8-b865-ba71b32a158e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:01.444593 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-22440582-265b-49e8-b865-ba71b32a158e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] device_id is not set on port 891b70cf-d270-4692-92a2-ab632a2bb03e yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:37:01.475518 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-53595e7b-c999-46e8-9c7b-5f0810de85d9 req-d670c158-dea8-439d-8a47-73243a1c0d4d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ded582b0-2d55-48af-be8b-cc1d90a47d42 HTTP/1.1" status: 200 len: 1001 time: 0.1175754 Jun 02 12:37:01.600610 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53595e7b-c999-46e8-9c7b-5f0810de85d9 req-e7c8fd02-0361-41cf-8004-53ee3f17809e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:01.602089 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-53595e7b-c999-46e8-9c7b-5f0810de85d9 req-e7c8fd02-0361-41cf-8004-53ee3f17809e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=35e7c6b0-13d3-41ba-a88f-b72a6c16c109 HTTP/1.1" status: 200 len: 850 time: 0.1179290 Jun 02 12:37:01.608158 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bf5a6be5-b98d-4bef-af61-03796d4f4f1d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:01.613944 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7174fb6c-f7ef-447e-9b37-552882e4e3e6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:01.691957 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-22440582-265b-49e8-b865-ba71b32a158e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Allocated IP 2001:db8::fc (2403d305-23d1-4580-8a5a-5d992110a75c/82079a7a-8795-4c7c-846b-af2aef467bf7/891b70cf-d270-4692-92a2-ab632a2bb03e) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:01.740917 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 58919631-87e3-4e65-917c-8bb5b529b48e up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:37:01.758706 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a6be5-b98d-4bef-af61-03796d4f4f1d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Subnet': ['ID=acfe2d16-7bcd-49e8-98f7-b137cecf6f00,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:01.766873 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bf5a6be5-b98d-4bef-af61-03796d4f4f1d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:01.788690 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5a6be5-b98d-4bef-af61-03796d4f4f1d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Checking segment: {'id': '261a08d0-e8ab-4be8-8bf6-9ccfef458fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5faacfc7-7faa-4134-adf9-b8062ad55c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:37:01.789062 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5a6be5-b98d-4bef-af61-03796d4f4f1d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network hostable DHCP agents. Network: 5faacfc7-7faa-4134-adf9-b8062ad55c1c, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:37:01.814178 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53595e7b-c999-46e8-9c7b-5f0810de85d9 req-b765d446-cc19-42d1-9615-fea76b2de321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:01.816098 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-53595e7b-c999-46e8-9c7b-5f0810de85d9 req-b765d446-cc19-42d1-9615-fea76b2de321 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d26e7cf0-c529-4972-8a72-bcb5f758199e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2040701 Jun 02 12:37:01.819168 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5a6be5-b98d-4bef-af61-03796d4f4f1d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 5faacfc7-7faa-4134-adf9-b8062ad55c1c is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:37:01.841477 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 58919631-87e3-4e65-917c-8bb5b529b48e completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:01.862321 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-bf5a6be5-b98d-4bef-af61-03796d4f4f1d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 5faacfc7-7faa-4134-adf9-b8062ad55c1c) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:01.871257 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586ce51b-0f7f-4ad4-8c23-0362f9edda93 None None] Network 5faacfc7-7faa-4134-adf9-b8062ad55c1c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:37:01.919180 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22440582-265b-49e8-b865-ba71b32a158e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:01.924663 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5a6be5-b98d-4bef-af61-03796d4f4f1d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:01.925444 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bf5a6be5-b98d-4bef-af61-03796d4f4f1d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:01.939610 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-22440582-265b-49e8-b865-ba71b32a158e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Transition to ACTIVE for port object 891b70cf-d270-4692-92a2-ab632a2bb03e will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:01.970073 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-bf5a6be5-b98d-4bef-af61-03796d4f4f1d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5445166 Jun 02 12:37:01.987118 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22440582-265b-49e8-b865-ba71b32a158e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:02.000871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a01ed3fa-7cdb-453e-857c-66e05e1c93e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:02.037788 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-53595e7b-c999-46e8-9c7b-5f0810de85d9 req-65ade808-5236-47d2-8211-758ca18fa2fd service neutron] 10.222.0.22 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134690 Jun 02 12:37:02.131977 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22440582-265b-49e8-b865-ba71b32a158e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 2403d305-23d1-4580-8a5a-5d992110a75c is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:02.133060 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-22440582-265b-49e8-b865-ba71b32a158e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:02.138409 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22440582-265b-49e8-b865-ba71b32a158e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:37:02.144630 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22440582-265b-49e8-b865-ba71b32a158e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:02.145356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22440582-265b-49e8-b865-ba71b32a158e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:02.193965 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22440582-265b-49e8-b865-ba71b32a158e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Port': ['ID=891b70cf-d270-4692-92a2-ab632a2bb03e,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:02.202307 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-22440582-265b-49e8-b865-ba71b32a158e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:02.225092 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-5faacfc7-7faa-4134-adf9-b8062ad55c1c', 'network_id': '5faacfc7-7faa-4134-adf9-b8062ad55c1c', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ips': [{'subnet_id': 'acfe2d16-7bcd-49e8-98f7-b137cecf6f00'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:37:02.225659 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47102) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:02.227058 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:02.232074 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-89e255e8-a8cb-4360-b836-6d700fe4661e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1851106362', 'description': 'tempest-secgroup-smoke-1851106362 description', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:02.255332 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-89e255e8-a8cb-4360-b836-6d700fe4661e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:02.262190 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-22440582-265b-49e8-b865-ba71b32a158e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2100956 Jun 02 12:37:02.263002 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47104) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:02.267405 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-c04fc6a5-b7c6-45df-80e7-a00560135633 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'subnet': {'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:02.311542 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-89e255e8-a8cb-4360-b836-6d700fe4661e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:02.363679 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-1d662fe3-8177-48ec-bf8d-db4b2b219f69 None None] Provisioning for port 58919631-87e3-4e65-917c-8bb5b529b48e completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:02.378661 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-1d662fe3-8177-48ec-bf8d-db4b2b219f69 None None] Provisioning complete for port 58919631-87e3-4e65-917c-8bb5b529b48e triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:02.379132 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1d662fe3-8177-48ec-bf8d-db4b2b219f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:02.411267 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89e255e8-a8cb-4360-b836-6d700fe4661e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:02.505371 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-89e255e8-a8cb-4360-b836-6d700fe4661e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:02.525481 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Allocated IP 172.20.0.18 (5faacfc7-7faa-4134-adf9-b8062ad55c1c/acfe2d16-7bcd-49e8-98f7-b137cecf6f00/4ca5b162-23d5-45ef-8270-cac8bce4a6fa) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:02.530660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-89e255e8-a8cb-4360-b836-6d700fe4661e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:02.536280 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-89e255e8-a8cb-4360-b836-6d700fe4661e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:02.547879 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-89e255e8-a8cb-4360-b836-6d700fe4661e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:02.552328 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c04fc6a5-b7c6-45df-80e7-a00560135633 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:02.563218 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c04fc6a5-b7c6-45df-80e7-a00560135633 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:subnet and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:02.567901 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c04fc6a5-b7c6-45df-80e7-a00560135633 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:02.582070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c04fc6a5-b7c6-45df-80e7-a00560135633 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:02.589811 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-53595e7b-c999-46e8-9c7b-5f0810de85d9 req-b0b1ff57-850a-4d8a-8765-5244bd8009e9 service neutron] 10.222.0.22 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439286 Jun 02 12:37:02.601963 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04fc6a5-b7c6-45df-80e7-a00560135633 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:37:02.606568 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c04fc6a5-b7c6-45df-80e7-a00560135633 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:02.611539 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b886a9-69fd-437d-81bd-f529418d9ce9 req-53822e9e-faba-4807-89b1-78da01eee5ad tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:02.621391 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74b886a9-69fd-437d-81bd-f529418d9ce9 req-53822e9e-faba-4807-89b1-78da01eee5ad tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.5119455 Jun 02 12:37:02.650809 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1d662fe3-8177-48ec-bf8d-db4b2b219f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:02.674817 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74b886a9-69fd-437d-81bd-f529418d9ce9 req-520f04fe-5d0f-45f4-a172-c9d10ee4d2dd tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523574 Jun 02 12:37:02.762655 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-1d662fe3-8177-48ec-bf8d-db4b2b219f69 None None] For port 58919631-87e3-4e65-917c-8bb5b529b48e, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=58919631-87e3-4e65-917c-8bb5b529b48e,segment=NetworkSegment(b97ac1d7-1533-49fc-a31f-3864ddece106),segment_id=b97ac1d7-1533-49fc-a31f-3864ddece106)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:02.773361 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1d662fe3-8177-48ec-bf8d-db4b2b219f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:02.778892 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8d1edc44-445f-49a4-b794-af228fd99e65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:02.914982 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-1d662fe3-8177-48ec-bf8d-db4b2b219f69 None None] Provisioning complete for port 416cd216-77ed-49e9-b1fe-405273f914b8 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:02.915393 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1d662fe3-8177-48ec-bf8d-db4b2b219f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:02.928308 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89e255e8-a8cb-4360-b836-6d700fe4661e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:02.943723 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89e255e8-a8cb-4360-b836-6d700fe4661e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:02.949435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d662fe3-8177-48ec-bf8d-db4b2b219f69 None None] Pushing event updated for resources: {'Port': ['ID=58919631-87e3-4e65-917c-8bb5b529b48e,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:02.951087 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2325779a-14aa-41da-8fbc-d04159725c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:02.959505 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-1d662fe3-8177-48ec-bf8d-db4b2b219f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:02.986675 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:02.997756 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-1d662fe3-8177-48ec-bf8d-db4b2b219f69 None None] Port 416cd216-77ed-49e9-b1fe-405273f914b8 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:37:02.999068 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.ipam_backend_mixin [None req-c04fc6a5-b7c6-45df-80e7-a00560135633 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 82079a7a-8795-4c7c-846b-af2aef467bf7 (CIDR: 2001:db8::/64) Jun 02 12:37:03.001470 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Transition to ACTIVE for port object 4ca5b162-23d5-45ef-8270-cac8bce4a6fa will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:03.006493 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-c04fc6a5-b7c6-45df-80e7-a00560135633 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:37:03.007013 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c04fc6a5-b7c6-45df-80e7-a00560135633 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:37:03.011897 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e255e8-a8cb-4360-b836-6d700fe4661e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c58e6e56-3b69-44d8-ada2-7ad48a57e2e8,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:03.015502 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89e255e8-a8cb-4360-b836-6d700fe4661e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.019338 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-89e255e8-a8cb-4360-b836-6d700fe4661e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7898517 Jun 02 12:37:03.019831 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47108) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:03.022139 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-89e255e8-a8cb-4360-b836-6d700fe4661e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:03.026548 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-e62757ab-7659-4e8a-8131-4002f48b52cb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': 'c58e6e56-3b69-44d8-ada2-7ad48a57e2e8', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:03.028504 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Transition to ACTIVE for port object 4ca5b162-23d5-45ef-8270-cac8bce4a6fa will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:03.034281 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c04fc6a5-b7c6-45df-80e7-a00560135633 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7708082 Jun 02 12:37:03.036871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47110) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:03.037562 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e62757ab-7659-4e8a-8131-4002f48b52cb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:03.040152 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.042547 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-41233eae-d226-4d4f-9e07-457d0b815420 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'subnet': {'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:03.045503 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:03.046584 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e62757ab-7659-4e8a-8131-4002f48b52cb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:03.056295 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e62757ab-7659-4e8a-8131-4002f48b52cb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:03.065236 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e62757ab-7659-4e8a-8131-4002f48b52cb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:03.085098 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e62757ab-7659-4e8a-8131-4002f48b52cb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.154935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e62757ab-7659-4e8a-8131-4002f48b52cb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.160954 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e62757ab-7659-4e8a-8131-4002f48b52cb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.163557 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-62def6c7-8fcd-4ed5-b399-fdb9ade08ff9 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:03.181567 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Pushing event updated for resources: {'Port': ['ID=4ca5b162-23d5-45ef-8270-cac8bce4a6fa,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:03.190762 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:03.193172 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Network 5faacfc7-7faa-4134-adf9-b8062ad55c1c is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:03.195399 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:03.200543 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:37:03.202903 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e1cdbc8e-82ad-4921-a53a-ebae6c20bb4d None None] Provisioning for port 891b70cf-d270-4692-92a2-ab632a2bb03e completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:03.209485 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e62757ab-7659-4e8a-8131-4002f48b52cb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.210697 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e62757ab-7659-4e8a-8131-4002f48b52cb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1898241 Jun 02 12:37:03.213244 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e1cdbc8e-82ad-4921-a53a-ebae6c20bb4d None None] Provisioning complete for port 891b70cf-d270-4692-92a2-ab632a2bb03e triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:03.213653 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbc8e-82ad-4921-a53a-ebae6c20bb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.215821 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47112) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:03.217021 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62757ab-7659-4e8a-8131-4002f48b52cb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2a3f0d-c397-4964-9cb8-2389d5887018,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:03.224596 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-214d290b-3670-4906-92dd-91af09f620d1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': 'c58e6e56-3b69-44d8-ada2-7ad48a57e2e8', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:03.231120 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e62757ab-7659-4e8a-8131-4002f48b52cb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:03.233831 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-214d290b-3670-4906-92dd-91af09f620d1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:03.240002 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-214d290b-3670-4906-92dd-91af09f620d1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:03.244308 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-214d290b-3670-4906-92dd-91af09f620d1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:03.250540 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-41233eae-d226-4d4f-9e07-457d0b815420 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:03.251041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-214d290b-3670-4906-92dd-91af09f620d1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:03.255237 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-41233eae-d226-4d4f-9e07-457d0b815420 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:subnet and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:03.258591 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-41233eae-d226-4d4f-9e07-457d0b815420 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:03.266227 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-41233eae-d226-4d4f-9e07-457d0b815420 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:03.273557 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-214d290b-3670-4906-92dd-91af09f620d1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.278507 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41233eae-d226-4d4f-9e07-457d0b815420 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:37:03.282523 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41233eae-d226-4d4f-9e07-457d0b815420 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.342440 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-214d290b-3670-4906-92dd-91af09f620d1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.346905 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-214d290b-3670-4906-92dd-91af09f620d1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.353080 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-e1cdbc8e-82ad-4921-a53a-ebae6c20bb4d None None] Port 891b70cf-d270-4692-92a2-ab632a2bb03e cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:37:03.354302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:03.375620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d290b-3670-4906-92dd-91af09f620d1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2321b5-632d-45f6-9564-02cdb049957d,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:03.376551 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Attempting to bind port 4ca5b162-23d5-45ef-8270-cac8bce4a6fa on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:37:03.377733 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Attempting to bind port 4ca5b162-23d5-45ef-8270-cac8bce4a6fa by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '261a08d0-e8ab-4be8-8bf6-9ccfef458fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5faacfc7-7faa-4134-adf9-b8062ad55c1c'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:37:03.378146 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Attempting to bind port 4ca5b162-23d5-45ef-8270-cac8bce4a6fa on network 5faacfc7-7faa-4134-adf9-b8062ad55c1c {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:37:03.380684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-214d290b-3670-4906-92dd-91af09f620d1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:03.385546 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:37:03.385933 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Checking segment: {'id': '261a08d0-e8ab-4be8-8bf6-9ccfef458fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5faacfc7-7faa-4134-adf9-b8062ad55c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:37:03.386404 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.386891 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Bound using segment: {'id': '261a08d0-e8ab-4be8-8bf6-9ccfef458fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5faacfc7-7faa-4134-adf9-b8062ad55c1c'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:37:03.387101 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-214d290b-3670-4906-92dd-91af09f620d1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.387436 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Bound port: 4ca5b162-23d5-45ef-8270-cac8bce4a6fa, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261a08d0-e8ab-4be8-8bf6-9ccfef458fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5faacfc7-7faa-4134-adf9-b8062ad55c1c'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:37:03.387820 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.390836 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-214d290b-3670-4906-92dd-91af09f620d1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1688643 Jun 02 12:37:03.391092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47114) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:03.396598 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-b3da8ef1-5a17-4848-9083-0942512899df tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': 'c58e6e56-3b69-44d8-ada2-7ad48a57e2e8', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:03.404561 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b3da8ef1-5a17-4848-9083-0942512899df tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:03.408722 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b3da8ef1-5a17-4848-9083-0942512899df tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:03.411820 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b3da8ef1-5a17-4848-9083-0942512899df tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:03.417746 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b3da8ef1-5a17-4848-9083-0942512899df tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:03.434086 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b3da8ef1-5a17-4848-9083-0942512899df tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.483776 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] For port 4ca5b162-23d5-45ef-8270-cac8bce4a6fa, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:37:03.487503 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] For port 4ca5b162-23d5-45ef-8270-cac8bce4a6fa, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4ca5b162-23d5-45ef-8270-cac8bce4a6fa,segment=NetworkSegment(261a08d0-e8ab-4be8-8bf6-9ccfef458fb8),segment_id=261a08d0-e8ab-4be8-8bf6-9ccfef458fb8)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:37:03.491739 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.495825 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:03.498747 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b3da8ef1-5a17-4848-9083-0942512899df tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.505334 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b3da8ef1-5a17-4848-9083-0942512899df tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.513504 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d420f478-87c0-4685-b2d9-b45d685ca992 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:03.538499 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da8ef1-5a17-4848-9083-0942512899df tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cec1256-a5d0-4f1e-a228-9f39fb782c88,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:03.541579 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b3da8ef1-5a17-4848-9083-0942512899df tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:03.547999 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b3da8ef1-5a17-4848-9083-0942512899df tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.552055 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b3da8ef1-5a17-4848-9083-0942512899df tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1572828 Jun 02 12:37:03.553206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47116) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:03.558298 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-d6f79879-8fad-425b-8bfe-77105d2a6b34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': 'c58e6e56-3b69-44d8-ada2-7ad48a57e2e8', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:03.565564 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d6f79879-8fad-425b-8bfe-77105d2a6b34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:03.570183 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d6f79879-8fad-425b-8bfe-77105d2a6b34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:03.575979 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d6f79879-8fad-425b-8bfe-77105d2a6b34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:03.583496 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d6f79879-8fad-425b-8bfe-77105d2a6b34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:03.585507 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Pushing event updated for resources: {'Port': ['ID=4ca5b162-23d5-45ef-8270-cac8bce4a6fa,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:03.588760 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:03.605696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d6f79879-8fad-425b-8bfe-77105d2a6b34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.691114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d6f79879-8fad-425b-8bfe-77105d2a6b34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.697928 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d6f79879-8fad-425b-8bfe-77105d2a6b34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.701016 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d56b2a59-ecdd-495a-a156-6e097c98233e tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:03.703303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 58919631-87e3-4e65-917c-8bb5b529b48e up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:37:03.744344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d6f79879-8fad-425b-8bfe-77105d2a6b34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.745607 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d6f79879-8fad-425b-8bfe-77105d2a6b34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1922202 Jun 02 12:37:03.748157 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f79879-8fad-425b-8bfe-77105d2a6b34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cadcb57-df68-4bec-9178-ceff2672d4c1,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:03.751719 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d6f79879-8fad-425b-8bfe-77105d2a6b34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:03.752254 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47122) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:03.756981 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-b2ac0854-25a6-4cab-83ac-07455c9f3416 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': 'c58e6e56-3b69-44d8-ada2-7ad48a57e2e8', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:03.767618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b2ac0854-25a6-4cab-83ac-07455c9f3416 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:03.777645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b2ac0854-25a6-4cab-83ac-07455c9f3416 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:03.783138 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b2ac0854-25a6-4cab-83ac-07455c9f3416 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:03.792334 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b2ac0854-25a6-4cab-83ac-07455c9f3416 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:03.804347 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-b2ac0854-25a6-4cab-83ac-07455c9f3416 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:37:03.811298 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0854-25a6-4cab-83ac-07455c9f3416 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.811681 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 58919631-87e3-4e65-917c-8bb5b529b48e triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:03.812303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.906653 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0854-25a6-4cab-83ac-07455c9f3416 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.911322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41233eae-d226-4d4f-9e07-457d0b815420 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.914834 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1850907b-1e10-439e-b6ca-db62521d4066 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:03.918239 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0854-25a6-4cab-83ac-07455c9f3416 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.928585 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:03.966935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac0854-25a6-4cab-83ac-07455c9f3416 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec1f592-16af-41ec-ba9e-c7421e454570,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:03.972284 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b2ac0854-25a6-4cab-83ac-07455c9f3416 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:03.981121 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0854-25a6-4cab-83ac-07455c9f3416 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:03.983591 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b2ac0854-25a6-4cab-83ac-07455c9f3416 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2301676 Jun 02 12:37:03.986260 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47124) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:03.992455 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4ba02e3d-2091-4498-8a2d-0d1e036f5c18 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': 'c58e6e56-3b69-44d8-ada2-7ad48a57e2e8', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:04.000345 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4ba02e3d-2091-4498-8a2d-0d1e036f5c18 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:04.012649 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4ba02e3d-2091-4498-8a2d-0d1e036f5c18 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:04.020397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4ba02e3d-2091-4498-8a2d-0d1e036f5c18 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:04.028556 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4ba02e3d-2091-4498-8a2d-0d1e036f5c18 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:04.041351 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41233eae-d226-4d4f-9e07-457d0b815420 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 2403d305-23d1-4580-8a5a-5d992110a75c is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:04.042750 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-4ba02e3d-2091-4498-8a2d-0d1e036f5c18 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:37:04.043880 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-41233eae-d226-4d4f-9e07-457d0b815420 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:04.050372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ba02e3d-2091-4498-8a2d-0d1e036f5c18 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:04.057372 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a903c104-37ef-43ea-807f-00f202013b0e None None] Network 2403d305-23d1-4580-8a5a-5d992110a75c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:37:04.060764 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41233eae-d226-4d4f-9e07-457d0b815420 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:04.061363 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41233eae-d226-4d4f-9e07-457d0b815420 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:04.088843 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea909a-001d-4e02-8796-96405a829e9e req-6803794c-e678-4648-8f2e-f7273dd05f99 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:04.090341 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9aea909a-001d-4e02-8796-96405a829e9e req-6803794c-e678-4648-8f2e-f7273dd05f99 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.2753305 Jun 02 12:37:04.091031 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41233eae-d226-4d4f-9e07-457d0b815420 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Subnet': ['ID=0dfe57f8-523a-447b-99c9-ed97bfd79391,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:04.095744 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-41233eae-d226-4d4f-9e07-457d0b815420 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:04.115863 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-41233eae-d226-4d4f-9e07-457d0b815420 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0778136 Jun 02 12:37:04.119514 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47126) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:04.131663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-7f3f82f6-d9c0-4a77-9b42-65b98d4865fa tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-752430584', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0dfe57f8-523a-447b-99c9-ed97bfd79391'}], 'security_groups': ['3bdedc87-303b-400a-9653-99a661709686']}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:04.135967 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ba02e3d-2091-4498-8a2d-0d1e036f5c18 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:04.143328 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ba02e3d-2091-4498-8a2d-0d1e036f5c18 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:04.145061 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:04.165543 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba02e3d-2091-4498-8a2d-0d1e036f5c18 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701f8b57-e024-4d0f-8345-fd60d7cba2bf,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:04.169204 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4ba02e3d-2091-4498-8a2d-0d1e036f5c18 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:04.179485 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ba02e3d-2091-4498-8a2d-0d1e036f5c18 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:04.190008 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4ba02e3d-2091-4498-8a2d-0d1e036f5c18 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1935501 Jun 02 12:37:04.203829 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9aea909a-001d-4e02-8796-96405a829e9e req-dddea047-ebad-4831-ad25-46f87619eb8e tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034882 Jun 02 12:37:04.303105 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7f3f82f6-d9c0-4a77-9b42-65b98d4865fa tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:04.516663 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbc8dfd-4074-4722-a697-135f05419df3 None None] Update dhcp port {'port': {'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c', 'fixed_ips': [{'subnet_id': '82079a7a-8795-4c7c-846b-af2aef467bf7', 'ip_address': '2001:db8::2'}, {'subnet_id': '0dfe57f8-523a-447b-99c9-ed97bfd79391'}], 'binding:host_id': 'dv-neutron-601336-80-hyperv'}, 'id': '58919631-87e3-4e65-917c-8bb5b529b48e'} from dv-neutron-601336-80-hyperv. {{(pid=92306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 12:37:04.541294 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1fef0-cdd5-479c-b9df-3769152b79bc req-fcef64ef-83f6-4140-b13d-1c101a79048a tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:04.543399 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-79a1fef0-cdd5-479c-b9df-3769152b79bc req-fcef64ef-83f6-4140-b13d-1c101a79048a tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.1094105 Jun 02 12:37:04.573200 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9cbc8dfd-4074-4722-a697-135f05419df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:04.599373 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-79a1fef0-cdd5-479c-b9df-3769152b79bc req-01ee59f6-1d64-43e4-ba28-9ea83eb2e83c tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504432 Jun 02 12:37:04.620536 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-fbdfdb47-12a9-4913-97e7-cfe47d039998 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:37:04.679813 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-fbdfdb47-12a9-4913-97e7-cfe47d039998 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:37:04.688123 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-fbdfdb47-12a9-4913-97e7-cfe47d039998 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851106362&fields=id&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 267 time: 0.1742864 Jun 02 12:37:04.806223 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02051398-239b-4221-a4c6-a56ab9251cb4 None None] Network 5faacfc7-7faa-4134-adf9-b8062ad55c1c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:37:04.832992 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705294c9-8eac-4557-be64-3be5deee60ac req-8f148e0e-cde2-457c-8367-301f69e39776 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:04.834547 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-705294c9-8eac-4557-be64-3be5deee60ac req-8f148e0e-cde2-457c-8367-301f69e39776 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.1032920 Jun 02 12:37:04.885485 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-705294c9-8eac-4557-be64-3be5deee60ac req-96529f80-9c2d-4e65-8f9a-972bb87438f5 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415516 Jun 02 12:37:04.910027 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-2b064d1f-7f27-4894-a0bc-3caca35a350b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:04.910027 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-2b064d1f-7f27-4894-a0bc-3caca35a350b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:network {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:37:04.910336 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-9cbc8dfd-4074-4722-a697-135f05419df3 None None] Allocated IP 2001:db8:0:1::2 (2403d305-23d1-4580-8a5a-5d992110a75c/0dfe57f8-523a-447b-99c9-ed97bfd79391/58919631-87e3-4e65-917c-8bb5b529b48e) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:04.918259 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-2b064d1f-7f27-4894-a0bc-3caca35a350b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:network {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:37:04.925018 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-2b064d1f-7f27-4894-a0bc-3caca35a350b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/networks?id=5faacfc7-7faa-4134-adf9-b8062ad55c1c HTTP/1.1" status: 200 len: 797 time: 0.2360091 Jun 02 12:37:04.938618 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-27fa5e2f-7d0c-4602-a316-abf4ed382ad5 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/quotas/d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 375 time: 0.0127299 Jun 02 12:37:04.984078 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8c483858-31c9-4e44-b119-0fd73ff68e1b None None] Provisioning for port 4ca5b162-23d5-45ef-8270-cac8bce4a6fa completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:05.035622 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-2249765c-457d-4fdb-a40f-90657c08524a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0949352 Jun 02 12:37:05.168068 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-9cbc8dfd-4074-4722-a697-135f05419df3 None None] For port 58919631-87e3-4e65-917c-8bb5b529b48e, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=58919631-87e3-4e65-917c-8bb5b529b48e,segment=NetworkSegment(b97ac1d7-1533-49fc-a31f-3864ddece106),segment_id=b97ac1d7-1533-49fc-a31f-3864ddece106)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:05.195002 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-e745529c-1e61-46fb-b243-497a5655efa8 service neutron] 10.222.0.37 "GET /v2.0/networks/5faacfc7-7faa-4134-adf9-b8062ad55c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458282 Jun 02 12:37:05.210828 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9cbc8dfd-4074-4722-a697-135f05419df3 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:05.233265 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9cbc8dfd-4074-4722-a697-135f05419df3 None None] Transition to ACTIVE for port object 58919631-87e3-4e65-917c-8bb5b529b48e will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:05.239213 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9cbc8dfd-4074-4722-a697-135f05419df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:05.244376 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4a68e6d3-b67b-4bad-b202-a59e375b1163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:05.326787 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701b552-de44-42c4-aae0-c8afd76869d7 req-eeb6d0f8-16e4-4d3c-aeb5-e555a6eb7cff tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:05.328458 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b701b552-de44-42c4-aae0-c8afd76869d7 req-eeb6d0f8-16e4-4d3c-aeb5-e555a6eb7cff tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.1007454 Jun 02 12:37:05.392111 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b701b552-de44-42c4-aae0-c8afd76869d7 req-af312a71-8257-44c1-843e-1133caf44cb6 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540769 Jun 02 12:37:05.444647 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc8dfd-4074-4722-a697-135f05419df3 None None] Pushing event updated for resources: {'Port': ['ID=58919631-87e3-4e65-917c-8bb5b529b48e,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:05.457746 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9cbc8dfd-4074-4722-a697-135f05419df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:05.622745 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-62938344-a0a0-46cc-ac0d-212ce787c623 service neutron] 10.222.0.37 "GET /v2.0/networks/5faacfc7-7faa-4134-adf9-b8062ad55c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193053 Jun 02 12:37:05.647869 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-7f3f82f6-d9c0-4a77-9b42-65b98d4865fa tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Delete allocated IP 2001:db8::fc (2403d305-23d1-4580-8a5a-5d992110a75c/82079a7a-8795-4c7c-846b-af2aef467bf7) {{(pid=92304) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 02 12:37:05.656927 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-7f3f82f6-d9c0-4a77-9b42-65b98d4865fa tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Allocated IP 2001:db8:0:1::1e7 (2403d305-23d1-4580-8a5a-5d992110a75c/0dfe57f8-523a-447b-99c9-ed97bfd79391/891b70cf-d270-4692-92a2-ab632a2bb03e) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:05.811423 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4ca5b162-23d5-45ef-8270-cac8bce4a6fa up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:37:05.866911 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c576a9dc-f865-41c6-9345-7939f42679cf req-fea29422-ea69-40ba-93ee-5241373b4d7b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e7a5bf-739f-4540-be4c-656771054b95 HTTP/1.1" status: 200 len: 210 time: 0.0473697 Jun 02 12:37:05.904830 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7f3f82f6-d9c0-4a77-9b42-65b98d4865fa tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:05.928420 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-7f3f82f6-d9c0-4a77-9b42-65b98d4865fa tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Transition to ACTIVE for port object 891b70cf-d270-4692-92a2-ab632a2bb03e will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:05.934453 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7f3f82f6-d9c0-4a77-9b42-65b98d4865fa tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:05.939420 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 4ca5b162-23d5-45ef-8270-cac8bce4a6fa completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:05.946609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 4ca5b162-23d5-45ef-8270-cac8bce4a6fa triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:05.947232 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:05.953925 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5f1c8f3c-4ba7-4734-97ff-0f3bc0322842 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:06.045931 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f82f6-d9c0-4a77-9b42-65b98d4865fa tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] In _notify_port_updated(), no bound segment for port 891b70cf-d270-4692-92a2-ab632a2bb03e on network 2403d305-23d1-4580-8a5a-5d992110a75c {{(pid=92304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:37:06.051791 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3f82f6-d9c0-4a77-9b42-65b98d4865fa tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:06.052471 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7f3f82f6-d9c0-4a77-9b42-65b98d4865fa tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:06.053750 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7f3f82f6-d9c0-4a77-9b42-65b98d4865fa tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "PUT /v2.0/ports/891b70cf-d270-4692-92a2-ab632a2bb03e HTTP/1.1" status: 200 len: 930 time: 1.9266512 Jun 02 12:37:06.057145 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47160) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:06.108406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f82f6-d9c0-4a77-9b42-65b98d4865fa tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Port': ['ID=891b70cf-d270-4692-92a2-ab632a2bb03e,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:06.110868 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7f3f82f6-d9c0-4a77-9b42-65b98d4865fa tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:06.133804 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:06.177675 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 4ca5b162-23d5-45ef-8270-cac8bce4a6fa, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4ca5b162-23d5-45ef-8270-cac8bce4a6fa,segment=NetworkSegment(261a08d0-e8ab-4be8-8bf6-9ccfef458fb8),segment_id=261a08d0-e8ab-4be8-8bf6-9ccfef458fb8)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:06.182287 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:06.183148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 58919631-87e3-4e65-917c-8bb5b529b48e up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:37:06.228653 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:06.265909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-6d05b3a0-a803-400c-b99d-ef10405e2f13 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting port 891b70cf-d270-4692-92a2-ab632a2bb03e {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:37:06.266761 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6d05b3a0-a803-400c-b99d-ef10405e2f13 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:06.344578 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=4ca5b162-23d5-45ef-8270-cac8bce4a6fa,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:06.347238 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-44e433c9-8175-4eac-8056-866edb594cc0 None None] Provisioning for port 891b70cf-d270-4692-92a2-ab632a2bb03e completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:06.351418 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:06.354734 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-44e433c9-8175-4eac-8056-866edb594cc0 None None] Provisioning complete for port 891b70cf-d270-4692-92a2-ab632a2bb03e triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:06.355117 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-44e433c9-8175-4eac-8056-866edb594cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:06.411075 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-44e433c9-8175-4eac-8056-866edb594cc0 None None] Port 891b70cf-d270-4692-92a2-ab632a2bb03e cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:37:06.427422 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-44e433c9-8175-4eac-8056-866edb594cc0 None None] Provisioning for port 58919631-87e3-4e65-917c-8bb5b529b48e completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:06.435762 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-44e433c9-8175-4eac-8056-866edb594cc0 None None] Provisioning complete for port 58919631-87e3-4e65-917c-8bb5b529b48e triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:06.435978 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-44e433c9-8175-4eac-8056-866edb594cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:06.449122 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6d05b3a0-a803-400c-b99d-ef10405e2f13 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:06.577459 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-44e433c9-8175-4eac-8056-866edb594cc0 None None] Provisioning complete for port 416cd216-77ed-49e9-b1fe-405273f914b8 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:06.577841 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-44e433c9-8175-4eac-8056-866edb594cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:06.597579 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-6d05b3a0-a803-400c-b99d-ef10405e2f13 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Calling delete_port for 891b70cf-d270-4692-92a2-ab632a2bb03e owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:37:06.631446 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dc201-d521-4a8b-9f4f-8188a31d78d4 req-9740f74b-dec2-46c8-885b-370922352865 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:06.632415 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-44e433c9-8175-4eac-8056-866edb594cc0 None None] Port 416cd216-77ed-49e9-b1fe-405273f914b8 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:37:06.633391 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-213dc201-d521-4a8b-9f4f-8188a31d78d4 req-9740f74b-dec2-46c8-885b-370922352865 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.0957351 Jun 02 12:37:06.694206 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-213dc201-d521-4a8b-9f4f-8188a31d78d4 req-6e5238f7-377b-4b74-87cf-c3695c0d9a44 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532711 Jun 02 12:37:06.728517 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6d05b3a0-a803-400c-b99d-ef10405e2f13 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:06.735445 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c93c2512-65a5-45d6-a643-b8e1a90d512d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:06.744397 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e885bd19-0fa0-4978-9edd-d150771bc6d4 None None] Could not find standard attr ID for object 891b70cf-d270-4692-92a2-ab632a2bb03e. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:37:06.787517 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05b3a0-a803-400c-b99d-ef10405e2f13 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Port': ['ID=891b70cf-d270-4692-92a2-ab632a2bb03e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:06.790692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6d05b3a0-a803-400c-b99d-ef10405e2f13 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:06.831099 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6d05b3a0-a803-400c-b99d-ef10405e2f13 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:06.842762 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6d05b3a0-a803-400c-b99d-ef10405e2f13 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/ports/891b70cf-d270-4692-92a2-ab632a2bb03e HTTP/1.1" status: 204 len: 168 time: 0.7844911 Jun 02 12:37:06.845533 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47170) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:06.894272 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0ba07f-0316-4173-ad6b-37364e30d486 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] GET failed (client error): The resource could not be found. Jun 02 12:37:06.895001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ac0ba07f-0316-4173-ad6b-37364e30d486 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Synchronizing usage tracker for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:37:06.918730 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ac0ba07f-0316-4173-ad6b-37364e30d486 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Unset dirty status for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:37:06.924146 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47174) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:06.934980 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ac0ba07f-0316-4173-ad6b-37364e30d486 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports/891b70cf-d270-4692-92a2-ab632a2bb03e HTTP/1.1" status: 404 len: 333 time: 0.0880940 Jun 02 12:37:06.999193 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ecf23a24-0c4d-4c31-98f3-6c92ec9b7912 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:07.038243 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ecf23a24-0c4d-4c31-98f3-6c92ec9b7912 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:07.118678 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a92c0a4e-c487-459a-9fe7-94653e510178 req-8a97412d-4006-460e-8706-3d065f252c2b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e7a5bf-739f-4540-be4c-656771054b95 HTTP/1.1" status: 200 len: 210 time: 0.0831928 Jun 02 12:37:07.156874 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ecf23a24-0c4d-4c31-98f3-6c92ec9b7912 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:07.166996 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6bc6d5dc-8699-4976-a03c-94ef0cc0d765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:07.184007 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf23a24-0c4d-4c31-98f3-6c92ec9b7912 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04862a89-9e8c-4141-bee9-c783887466d9,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:07.186491 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ecf23a24-0c4d-4c31-98f3-6c92ec9b7912 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:07.193195 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ecf23a24-0c4d-4c31-98f3-6c92ec9b7912 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:07.198342 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ecf23a24-0c4d-4c31-98f3-6c92ec9b7912 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/security-groups/04862a89-9e8c-4141-bee9-c783887466d9 HTTP/1.1" status: 204 len: 168 time: 0.2727904 Jun 02 12:37:07.202521 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47178) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:07.282352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-05043e43-a3e7-4027-bb83-d41b11f1b4c0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:07.312901 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-05043e43-a3e7-4027-bb83-d41b11f1b4c0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:07.373089 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-05043e43-a3e7-4027-bb83-d41b11f1b4c0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:07.378959 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0f21f648-21df-43e2-a195-60d64cbde2be tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:07.394155 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05043e43-a3e7-4027-bb83-d41b11f1b4c0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdedc87-303b-400a-9653-99a661709686,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:07.397511 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-05043e43-a3e7-4027-bb83-d41b11f1b4c0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:07.400437 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-05043e43-a3e7-4027-bb83-d41b11f1b4c0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:07.404114 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-05043e43-a3e7-4027-bb83-d41b11f1b4c0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/security-groups/3bdedc87-303b-400a-9653-99a661709686 HTTP/1.1" status: 204 len: 168 time: 0.2018869 Jun 02 12:37:07.404650 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47184) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:07.471065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf390bd7-ebcb-4ba2-b046-aed1562e1ada tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting subnet 82079a7a-8795-4c7c-846b-af2aef467bf7 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:37:07.474363 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bf390bd7-ebcb-4ba2-b046-aed1562e1ada tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:07.489384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-e44a68cf-0b90-4b66-82b7-c482415d85b2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:07.490814 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-e44a68cf-0b90-4b66-82b7-c482415d85b2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/networks?id=5faacfc7-7faa-4134-adf9-b8062ad55c1c HTTP/1.1" status: 200 len: 797 time: 0.4343700 Jun 02 12:37:07.533617 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bf390bd7-ebcb-4ba2-b046-aed1562e1ada tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:07.535488 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21bcac-5507-4c9a-b9bb-3e10c91f6def req-9abad01d-0be1-4da0-839a-05aa21efcd66 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:07.537033 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d21bcac-5507-4c9a-b9bb-3e10c91f6def req-9abad01d-0be1-4da0-839a-05aa21efcd66 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.3529413 Jun 02 12:37:07.583393 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-0229a521-4bc0-46e9-99c0-e5cd977c06e0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 473 time: 0.0792124 Jun 02 12:37:07.599891 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968788a5-7522-43f1-a7cd-cddea5c8ff2d req-bf7828de-fc55-42ca-9ceb-fbd877203a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:07.601306 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-968788a5-7522-43f1-a7cd-cddea5c8ff2d req-bf7828de-fc55-42ca-9ceb-fbd877203a0f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2eeecbacfd564d3d9465a6227d2e7ddc&device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 1098 time: 0.3255889 Jun 02 12:37:07.605205 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-f318ffa1-865e-43a5-ad36-c95e511b2086 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'port': {'device_id': 'a2e7a5bf-739f-4540-be4c-656771054b95', 'network_id': '5faacfc7-7faa-4134-adf9-b8062ad55c1c', 'admin_state_up': True, 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'security_groups': ['c58e6e56-3b69-44d8-ada2-7ad48a57e2e8']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:07.616167 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bf390bd7-ebcb-4ba2-b046-aed1562e1ada tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:07.659645 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d21bcac-5507-4c9a-b9bb-3e10c91f6def req-b0772e4f-0458-4d0a-b626-814cf88a2159 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084177 Jun 02 12:37:07.699891 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4ca5b162-23d5-45ef-8270-cac8bce4a6fa up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:37:07.773162 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 4ca5b162-23d5-45ef-8270-cac8bce4a6fa triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:07.773542 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:07.864997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968788a5-7522-43f1-a7cd-cddea5c8ff2d req-e04683c7-1a34-4f2c-be86-1ee71d4a2f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:07.866450 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-968788a5-7522-43f1-a7cd-cddea5c8ff2d req-e04683c7-1a34-4f2c-be86-1ee71d4a2f4e service neutron] 10.222.0.22 "GET /v2.0/networks?id=d26e7cf0-c529-4972-8a72-bcb5f758199e HTTP/1.1" status: 200 len: 912 time: 0.2443020 Jun 02 12:37:07.868593 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-f318ffa1-865e-43a5-ad36-c95e511b2086 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:07.872726 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-f318ffa1-865e-43a5-ad36-c95e511b2086 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:port and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:07.875624 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-f318ffa1-865e-43a5-ad36-c95e511b2086 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for port was recalculated. Used quota:5. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:07.882959 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-f318ffa1-865e-43a5-ad36-c95e511b2086 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:07.894039 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-f318ffa1-865e-43a5-ad36-c95e511b2086 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:37:07.897603 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-f318ffa1-865e-43a5-ad36-c95e511b2086 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:07.919359 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bf390bd7-ebcb-4ba2-b046-aed1562e1ada tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:07.924005 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-89944a7c-c21d-4268-874e-83d029a9c00e tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:07.961681 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bf390bd7-ebcb-4ba2-b046-aed1562e1ada tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:07.965159 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf390bd7-ebcb-4ba2-b046-aed1562e1ada tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Subnet': ['ID=82079a7a-8795-4c7c-846b-af2aef467bf7,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:07.968205 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bf390bd7-ebcb-4ba2-b046-aed1562e1ada tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:07.969168 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2ada13-654a-4956-8d28-26c25aed3230 None None] Network 2403d305-23d1-4580-8a5a-5d992110a75c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:37:07.978279 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bf390bd7-ebcb-4ba2-b046-aed1562e1ada tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/subnets/82079a7a-8795-4c7c-846b-af2aef467bf7 HTTP/1.1" status: 204 len: 168 time: 0.5658464 Jun 02 12:37:07.978394 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47186) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:07.983645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-feab54bf-28ba-422f-9814-2d46fb15e393 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'subnet': {'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:08.081522 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-968788a5-7522-43f1-a7cd-cddea5c8ff2d req-8ca9ad38-9856-4a76-bcab-d05718d45129 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ded582b0-2d55-48af-be8b-cc1d90a47d42 HTTP/1.1" status: 200 len: 1001 time: 0.1646504 Jun 02 12:37:08.124277 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-feab54bf-28ba-422f-9814-2d46fb15e393 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:08.128293 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-feab54bf-28ba-422f-9814-2d46fb15e393 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:subnet and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:08.131307 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-feab54bf-28ba-422f-9814-2d46fb15e393 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:08.137481 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-feab54bf-28ba-422f-9814-2d46fb15e393 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:08.147914 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feab54bf-28ba-422f-9814-2d46fb15e393 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:37:08.152965 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-feab54bf-28ba-422f-9814-2d46fb15e393 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:08.215830 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-f318ffa1-865e-43a5-ad36-c95e511b2086 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.20.0.20 (5faacfc7-7faa-4134-adf9-b8062ad55c1c/acfe2d16-7bcd-49e8-98f7-b137cecf6f00/c9abedcb-7754-450b-946a-e7dff5d8087d) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:08.220141 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968788a5-7522-43f1-a7cd-cddea5c8ff2d req-6f7b0e22-6033-4d2e-abf5-67d5feb0056c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:08.221586 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-968788a5-7522-43f1-a7cd-cddea5c8ff2d req-6f7b0e22-6033-4d2e-abf5-67d5feb0056c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=35e7c6b0-13d3-41ba-a88f-b72a6c16c109 HTTP/1.1" status: 200 len: 850 time: 0.1040184 Jun 02 12:37:08.431775 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968788a5-7522-43f1-a7cd-cddea5c8ff2d req-fb5107a5-1796-491f-a3bd-84a31896785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:08.433258 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-968788a5-7522-43f1-a7cd-cddea5c8ff2d req-fb5107a5-1796-491f-a3bd-84a31896785a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d26e7cf0-c529-4972-8a72-bcb5f758199e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2017286 Jun 02 12:37:08.439475 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6a32baaa-019e-4d55-af56-e1a2ec1f2eb5 req-af553c8b-9d3b-41eb-bc8b-a7897cbf63c5 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e7a5bf-739f-4540-be4c-656771054b95 HTTP/1.1" status: 200 len: 210 time: 0.0514364 Jun 02 12:37:08.573618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-f318ffa1-865e-43a5-ad36-c95e511b2086 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:08.609219 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-f318ffa1-865e-43a5-ad36-c95e511b2086 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Transition to ACTIVE for port object c9abedcb-7754-450b-946a-e7dff5d8087d will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:08.629440 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-968788a5-7522-43f1-a7cd-cddea5c8ff2d req-9f0c7346-eecf-45f7-b561-9243f6d10601 service neutron] 10.222.0.22 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873467 Jun 02 12:37:08.744285 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-f318ffa1-865e-43a5-ad36-c95e511b2086 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:08.757241 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-176c4968-6bd3-433c-aed3-41c6ccae1014 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:08.812559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-f318ffa1-865e-43a5-ad36-c95e511b2086 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 5faacfc7-7faa-4134-adf9-b8062ad55c1c is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:08.826041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-f318ffa1-865e-43a5-ad36-c95e511b2086 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:08.839121 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-f318ffa1-865e-43a5-ad36-c95e511b2086 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:37:08.896629 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-feab54bf-28ba-422f-9814-2d46fb15e393 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:08.908304 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-364d2f01-120f-482a-9f3c-ffed25ff0436 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:08.923899 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-f318ffa1-865e-43a5-ad36-c95e511b2086 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:08.924720 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-f318ffa1-865e-43a5-ad36-c95e511b2086 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:08.963217 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-968788a5-7522-43f1-a7cd-cddea5c8ff2d req-753df59c-1b2a-4537-a741-97f1dc3a70f1 service neutron] 10.222.0.22 "GET /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271706 Jun 02 12:37:08.963542 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feab54bf-28ba-422f-9814-2d46fb15e393 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 2403d305-23d1-4580-8a5a-5d992110a75c is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:08.964846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-feab54bf-28ba-422f-9814-2d46fb15e393 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:08.978896 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb41fac-5ed4-42a9-a1c5-9bc87989be17 None None] Network 2403d305-23d1-4580-8a5a-5d992110a75c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:37:08.991884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318ffa1-865e-43a5-ad36-c95e511b2086 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=c9abedcb-7754-450b-946a-e7dff5d8087d,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:08.999018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f318ffa1-865e-43a5-ad36-c95e511b2086 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:09.010442 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feab54bf-28ba-422f-9814-2d46fb15e393 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:09.010997 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-feab54bf-28ba-422f-9814-2d46fb15e393 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:09.011804 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-f318ffa1-865e-43a5-ad36-c95e511b2086 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4164622 Jun 02 12:37:09.025977 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Request body: {'port': {'device_id': 'a2e7a5bf-739f-4540-be4c-656771054b95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:09.044564 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab54bf-28ba-422f-9814-2d46fb15e393 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Subnet': ['ID=ecab69a9-036e-4a01-afe8-ed99dd2a362f,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:09.050129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-feab54bf-28ba-422f-9814-2d46fb15e393 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:09.064880 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-feab54bf-28ba-422f-9814-2d46fb15e393 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0843222 Jun 02 12:37:09.066245 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47194) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:09.072865 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-6d2e3672-ec1b-4543-b1b9-6617c927b16f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'security_group': {'name': 'tempest-secgroup-1462421020'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:09.082327 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6d2e3672-ec1b-4543-b1b9-6617c927b16f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:09.085642 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6d2e3672-ec1b-4543-b1b9-6617c927b16f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:security_group and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:09.089999 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6d2e3672-ec1b-4543-b1b9-6617c927b16f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:09.099712 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6d2e3672-ec1b-4543-b1b9-6617c927b16f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:09.105186 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-da1ab9c9-dd02-45ab-b91b-b5dba1efef4d None None] Provisioning complete for port 58919631-87e3-4e65-917c-8bb5b529b48e triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:09.105578 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-da1ab9c9-dd02-45ab-b91b-b5dba1efef4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:09.113323 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3672-ec1b-4543-b1b9-6617c927b16f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:09.136054 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6d2e3672-ec1b-4543-b1b9-6617c927b16f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:09.140784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6d2e3672-ec1b-4543-b1b9-6617c927b16f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:security_group_rule and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:09.144444 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6d2e3672-ec1b-4543-b1b9-6617c927b16f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:09.151069 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6d2e3672-ec1b-4543-b1b9-6617c927b16f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:09.214037 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:09.232666 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d649bfe-1ab6-49c3-81ab-aee0c4c5625c req-a7f54155-3623-4dbc-955d-f38e5dd1fea2 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:09.236017 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3672-ec1b-4543-b1b9-6617c927b16f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:09.240138 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3672-ec1b-4543-b1b9-6617c927b16f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:09.242560 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9d649bfe-1ab6-49c3-81ab-aee0c4c5625c req-a7f54155-3623-4dbc-955d-f38e5dd1fea2 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.1770842 Jun 02 12:37:09.263476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4f60da33-8b05-4956-9849-64ef488586c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:09.273538 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3672-ec1b-4543-b1b9-6617c927b16f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:09.277816 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6d2e3672-ec1b-4543-b1b9-6617c927b16f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2074497 Jun 02 12:37:09.279361 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47196) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:09.287540 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-b7b8a82a-29db-4331-a268-cf71ab5cb2b5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'security_group': {'name': 'tempest-secgroup-1054101435'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:09.297549 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b7b8a82a-29db-4331-a268-cf71ab5cb2b5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:09.310600 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b7b8a82a-29db-4331-a268-cf71ab5cb2b5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:security_group and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:09.316310 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b7b8a82a-29db-4331-a268-cf71ab5cb2b5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:09.323208 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e3672-ec1b-4543-b1b9-6617c927b16f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd958246-0ffc-4f31-9da5-476fa2cf1acc,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:09.326049 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b7b8a82a-29db-4331-a268-cf71ab5cb2b5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:09.328347 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6d2e3672-ec1b-4543-b1b9-6617c927b16f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:09.341508 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b7b8a82a-29db-4331-a268-cf71ab5cb2b5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:09.366256 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b7b8a82a-29db-4331-a268-cf71ab5cb2b5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:09.370579 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b7b8a82a-29db-4331-a268-cf71ab5cb2b5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:security_group_rule and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:09.374039 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b7b8a82a-29db-4331-a268-cf71ab5cb2b5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:09.382271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-da1ab9c9-dd02-45ab-b91b-b5dba1efef4d None None] Provisioning complete for port 416cd216-77ed-49e9-b1fe-405273f914b8 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:09.382531 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b7b8a82a-29db-4331-a268-cf71ab5cb2b5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:09.382649 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-da1ab9c9-dd02-45ab-b91b-b5dba1efef4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:09.455877 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-da1ab9c9-dd02-45ab-b91b-b5dba1efef4d None None] Port 416cd216-77ed-49e9-b1fe-405273f914b8 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:37:09.487961 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b7b8a82a-29db-4331-a268-cf71ab5cb2b5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:09.491497 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9d649bfe-1ab6-49c3-81ab-aee0c4c5625c req-41c566bb-e796-40c3-8812-f4d3d6e1b5eb tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479539 Jun 02 12:37:09.501243 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b7b8a82a-29db-4331-a268-cf71ab5cb2b5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:09.512123 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b7445014-9f8e-4df3-b2e2-ed88ff5096fc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:09.549532 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8a82a-29db-4331-a268-cf71ab5cb2b5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa03706-5b29-4e8f-9d87-63ca0f2de27e,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:09.554681 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b7b8a82a-29db-4331-a268-cf71ab5cb2b5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:09.572613 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b7b8a82a-29db-4331-a268-cf71ab5cb2b5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:09.574308 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b7b8a82a-29db-4331-a268-cf71ab5cb2b5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2950063 Jun 02 12:37:09.576843 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47200) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:09.582201 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-cb4ceef7-4726-43e8-b025-dab4234f4b90 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'security_group': {'name': 'tempest-secgroup-1745284809'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:09.589937 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-cb4ceef7-4726-43e8-b025-dab4234f4b90 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:09.595805 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-cb4ceef7-4726-43e8-b025-dab4234f4b90 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:security_group and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:09.632981 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-cb4ceef7-4726-43e8-b025-dab4234f4b90 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:09.644758 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-cb4ceef7-4726-43e8-b025-dab4234f4b90 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:09.647708 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-df870cf2-6e2d-4385-991d-0689af61f787 None None] Provisioning for port c9abedcb-7754-450b-946a-e7dff5d8087d completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:09.657251 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-df870cf2-6e2d-4385-991d-0689af61f787 None None] Provisioning complete for port c9abedcb-7754-450b-946a-e7dff5d8087d triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:09.657617 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-df870cf2-6e2d-4385-991d-0689af61f787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:09.664648 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cb4ceef7-4726-43e8-b025-dab4234f4b90 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:09.681181 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd10f60-1fda-4051-aeed-4672d3ab331d None None] Update dhcp port {'port': {'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c', 'fixed_ips': [{'subnet_id': '0dfe57f8-523a-447b-99c9-ed97bfd79391', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ecab69a9-036e-4a01-afe8-ed99dd2a362f'}], 'binding:host_id': 'dv-neutron-601336-80-hyperv'}, 'id': '58919631-87e3-4e65-917c-8bb5b529b48e'} from dv-neutron-601336-80-hyperv. {{(pid=92306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 12:37:09.695987 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-cb4ceef7-4726-43e8-b025-dab4234f4b90 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:09.702358 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-cb4ceef7-4726-43e8-b025-dab4234f4b90 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:security_group_rule and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:09.707293 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-cb4ceef7-4726-43e8-b025-dab4234f4b90 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:09.720471 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82caaffe-2ce4-46a8-8c4b-86a7b65d1d68 req-2825d7e2-5d44-40c5-9e27-e774d44fbd8a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:09.722681 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-82caaffe-2ce4-46a8-8c4b-86a7b65d1d68 req-2825d7e2-5d44-40c5-9e27-e774d44fbd8a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e7a5bf-739f-4540-be4c-656771054b95 HTTP/1.1" status: 200 len: 932 time: 0.1296022 Jun 02 12:37:09.723151 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-cb4ceef7-4726-43e8-b025-dab4234f4b90 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:09.760327 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-df870cf2-6e2d-4385-991d-0689af61f787 None None] Port c9abedcb-7754-450b-946a-e7dff5d8087d cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:37:09.761555 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1dd10f60-1fda-4051-aeed-4672d3ab331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:09.795775 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-82caaffe-2ce4-46a8-8c4b-86a7b65d1d68 req-fb3aab5c-1f59-4c66-ad8b-ff9a0cf89083 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=c58e6e56-3b69-44d8-ada2-7ad48a57e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616021 Jun 02 12:37:09.844771 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cb4ceef7-4726-43e8-b025-dab4234f4b90 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:09.847345 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9abedcb-7754-450b-946a-e7dff5d8087d {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:37:09.850889 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cb4ceef7-4726-43e8-b025-dab4234f4b90 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:09.857710 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:09.867646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-140b994d-cdfc-44a3-b8ff-323a29b1a6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:09.875096 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Transition to ACTIVE for port object c9abedcb-7754-450b-946a-e7dff5d8087d will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:09.879950 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:09.885349 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ac36dad3-9d47-4cea-94e7-01e7216091c9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:09.898529 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cb4ceef7-4726-43e8-b025-dab4234f4b90 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:09.903334 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cb4ceef7-4726-43e8-b025-dab4234f4b90 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3253388 Jun 02 12:37:09.905833 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47202) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:09.910778 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-6c30dc0b-46de-475b-b95d-fdd17daa9276 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-27707908', 'security_groups': ['e0da192d-c4e8-4812-954d-941e6a88deb4'], 'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ecab69a9-036e-4a01-afe8-ed99dd2a362f'}]}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:09.943996 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ceef7-4726-43e8-b025-dab4234f4b90 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0da192d-c4e8-4812-954d-941e6a88deb4,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:09.960471 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cb4ceef7-4726-43e8-b025-dab4234f4b90 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:10.004559 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-1dd10f60-1fda-4051-aeed-4672d3ab331d None None] Allocated IP 2001:db8::2 (2403d305-23d1-4580-8a5a-5d992110a75c/ecab69a9-036e-4a01-afe8-ed99dd2a362f/58919631-87e3-4e65-917c-8bb5b529b48e) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:10.146250 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6c30dc0b-46de-475b-b95d-fdd17daa9276 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:10.159902 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6c30dc0b-46de-475b-b95d-fdd17daa9276 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:10.173986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Pushing event updated for resources: {'Port': ['ID=c9abedcb-7754-450b-946a-e7dff5d8087d,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:10.175247 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c30dc0b-46de-475b-b95d-fdd17daa9276 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:37:10.185244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:10.196278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Attempting to bind port c9abedcb-7754-450b-946a-e7dff5d8087d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:37:10.197384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Attempting to bind port c9abedcb-7754-450b-946a-e7dff5d8087d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '261a08d0-e8ab-4be8-8bf6-9ccfef458fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5faacfc7-7faa-4134-adf9-b8062ad55c1c'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:37:10.197857 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Attempting to bind port c9abedcb-7754-450b-946a-e7dff5d8087d on network 5faacfc7-7faa-4134-adf9-b8062ad55c1c {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:37:10.206276 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Port c9abedcb-7754-450b-946a-e7dff5d8087d on network 5faacfc7-7faa-4134-adf9-b8062ad55c1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:37:10.206528 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Attempting to bind port c9abedcb-7754-450b-946a-e7dff5d8087d on network 5faacfc7-7faa-4134-adf9-b8062ad55c1c {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:37:10.212462 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:37:10.212798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Checking segment: {'id': '261a08d0-e8ab-4be8-8bf6-9ccfef458fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5faacfc7-7faa-4134-adf9-b8062ad55c1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:37:10.213180 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Bound using segment: {'id': '261a08d0-e8ab-4be8-8bf6-9ccfef458fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5faacfc7-7faa-4134-adf9-b8062ad55c1c'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:37:10.213612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Bound port: c9abedcb-7754-450b-946a-e7dff5d8087d, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261a08d0-e8ab-4be8-8bf6-9ccfef458fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5faacfc7-7faa-4134-adf9-b8062ad55c1c'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:37:10.213956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:10.218629 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-1dd10f60-1fda-4051-aeed-4672d3ab331d None None] For port 58919631-87e3-4e65-917c-8bb5b529b48e, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=58919631-87e3-4e65-917c-8bb5b529b48e,segment=NetworkSegment(b97ac1d7-1533-49fc-a31f-3864ddece106),segment_id=b97ac1d7-1533-49fc-a31f-3864ddece106)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:10.245734 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1dd10f60-1fda-4051-aeed-4672d3ab331d None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:10.263023 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-1dd10f60-1fda-4051-aeed-4672d3ab331d None None] Transition to ACTIVE for port object 58919631-87e3-4e65-917c-8bb5b529b48e will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:10.268837 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1dd10f60-1fda-4051-aeed-4672d3ab331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:10.276801 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:10.308727 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] For port c9abedcb-7754-450b-946a-e7dff5d8087d, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:37:10.312200 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] For port c9abedcb-7754-450b-946a-e7dff5d8087d, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c9abedcb-7754-450b-946a-e7dff5d8087d,segment=NetworkSegment(261a08d0-e8ab-4be8-8bf6-9ccfef458fb8),segment_id=261a08d0-e8ab-4be8-8bf6-9ccfef458fb8)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:37:10.316178 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:10.320050 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e86346db-dec3-4ad4-9b24-8931cdbf59d3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:10.334259 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6c30dc0b-46de-475b-b95d-fdd17daa9276 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:10.355644 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-6c30dc0b-46de-475b-b95d-fdd17daa9276 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] device_id is not set on port 0737677f-398a-4fe3-994a-945803b1638f yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:37:10.403083 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:10.404138 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:10.405699 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] 10.222.0.22 "PUT /v2.0/ports/c9abedcb-7754-450b-946a-e7dff5d8087d HTTP/1.1" status: 200 len: 1094 time: 1.3858433 Jun 02 12:37:10.406390 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e7a5bf-739f-4540-be4c-656771054b95', 'tag': 'c9abedcb-7754-450b-946a-e7dff5d8087d'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:37:10.408897 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44d2258-41d0-4449-bfe6-2559509ceae4" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e7a5bf-739f-4540-be4c-656771054b95", "tag": "c9abedcb-7754-450b-946a-e7dff5d8087d"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:37:10.427230 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Pushing event updated for resources: {'Port': ['ID=c9abedcb-7754-450b-946a-e7dff5d8087d,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:10.432365 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:10.486444 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd10f60-1fda-4051-aeed-4672d3ab331d None None] Pushing event updated for resources: {'Port': ['ID=58919631-87e3-4e65-917c-8bb5b529b48e,revision_number=6']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:10.489686 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-1dd10f60-1fda-4051-aeed-4672d3ab331d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:10.498727 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51744f75-168c-469d-8abc-3d426518e0be x-openstack-request-id: req-51744f75-168c-469d-8abc-3d426518e0be {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:37:10.499096 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e7a5bf-739f-4540-be4c-656771054b95", "tag": "c9abedcb-7754-450b-946a-e7dff5d8087d", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:37:10.499448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51744f75-168c-469d-8abc-3d426518e0be {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:37:10.500167 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e7a5bf-739f-4540-be4c-656771054b95', 'tag': 'c9abedcb-7754-450b-946a-e7dff5d8087d', 'status': 'completed', 'code': 200} Jun 02 12:37:10.548044 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-78d29a3b-1689-4b16-b91b-639b5c63502e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:10.549866 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-78d29a3b-1689-4b16-b91b-639b5c63502e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=a2e7a5bf-739f-4540-be4c-656771054b95 HTTP/1.1" status: 200 len: 1097 time: 0.1021607 Jun 02 12:37:10.630985 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-db08a150-bc44-4f3d-814d-aa8e0177946b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=c9abedcb-7754-450b-946a-e7dff5d8087d HTTP/1.1" status: 200 len: 217 time: 0.0731363 Jun 02 12:37:10.653527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-6c30dc0b-46de-475b-b95d-fdd17daa9276 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Allocated IP 2001:db8::3b2 (2403d305-23d1-4580-8a5a-5d992110a75c/ecab69a9-036e-4a01-afe8-ed99dd2a362f/0737677f-398a-4fe3-994a-945803b1638f) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:10.708862 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-d53a5021-4be9-44bc-afd2-000f44f8755f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:10.710644 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-d53a5021-4be9-44bc-afd2-000f44f8755f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=acfe2d16-7bcd-49e8-98f7-b137cecf6f00 HTTP/1.1" status: 200 len: 837 time: 0.0739448 Jun 02 12:37:10.792947 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-ee167ffa-18a3-4799-be32-2b910802a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:10.794470 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-ee167ffa-18a3-4799-be32-2b910802a243 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5faacfc7-7faa-4134-adf9-b8062ad55c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0767503 Jun 02 12:37:10.889885 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6f72b-fab7-46af-a75f-a866cb8ef2d3 req-39fc6385-8dc8-4b4a-9705-25ac981b706d tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:10.891452 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e2b6f72b-fab7-46af-a75f-a866cb8ef2d3 req-39fc6385-8dc8-4b4a-9705-25ac981b706d tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.2220685 Jun 02 12:37:10.969629 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6c30dc0b-46de-475b-b95d-fdd17daa9276 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:10.983660 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e2b6f72b-fab7-46af-a75f-a866cb8ef2d3 req-27ba2dbb-0be2-421e-842d-f911e801bdac tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813701 Jun 02 12:37:10.992148 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-6c30dc0b-46de-475b-b95d-fdd17daa9276 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Transition to ACTIVE for port object 0737677f-398a-4fe3-994a-945803b1638f will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:11.005721 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-6dabc3bf-000f-423d-8101-111a18c7fd7a service neutron] 10.222.0.22 "GET /v2.0/networks/5faacfc7-7faa-4134-adf9-b8062ad55c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047455 Jun 02 12:37:11.029478 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6c30dc0b-46de-475b-b95d-fdd17daa9276 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:11.035541 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4ae82c91-0f74-40dc-ae1a-6b3e75409868 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:11.114757 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c30dc0b-46de-475b-b95d-fdd17daa9276 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 2403d305-23d1-4580-8a5a-5d992110a75c is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:11.119301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-6c30dc0b-46de-475b-b95d-fdd17daa9276 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:11.123704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c30dc0b-46de-475b-b95d-fdd17daa9276 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:37:11.129535 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c30dc0b-46de-475b-b95d-fdd17daa9276 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:11.130302 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6c30dc0b-46de-475b-b95d-fdd17daa9276 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:11.140410 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f6719-3c46-498e-834f-d1ae898cdea0 req-5182378e-2fd1-4058-ba08-baf2c08fa0cd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:11.141646 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-f29f6719-3c46-498e-834f-d1ae898cdea0 req-5182378e-2fd1-4058-ba08-baf2c08fa0cd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:37:11.147573 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30dc0b-46de-475b-b95d-fdd17daa9276 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Port': ['ID=0737677f-398a-4fe3-994a-945803b1638f,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:11.173391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-f29f6719-3c46-498e-834f-d1ae898cdea0 req-5182378e-2fd1-4058-ba08-baf2c08fa0cd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:37:11.174581 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f29f6719-3c46-498e-834f-d1ae898cdea0 req-5182378e-2fd1-4058-ba08-baf2c08fa0cd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e7a5bf-739f-4540-be4c-656771054b95 HTTP/1.1" status: 200 len: 944 time: 0.2579081 Jun 02 12:37:11.183829 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6c30dc0b-46de-475b-b95d-fdd17daa9276 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:11.212192 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6c30dc0b-46de-475b-b95d-fdd17daa9276 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3025482 Jun 02 12:37:11.212440 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47212) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:11.217382 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-94dc33c0-cdb6-4bb0-9f54-0796c3b611db tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'subnet': {'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:11.231856 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c50bdf0f-bdc8-4a50-89d2-5d7d1dcedb9f req-c877272a-8d17-4b3f-a889-b41cb9cd51a5 service neutron] 10.222.0.22 "GET /v2.0/networks/5faacfc7-7faa-4134-adf9-b8062ad55c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184129 Jun 02 12:37:11.252509 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f29f6719-3c46-498e-834f-d1ae898cdea0 req-df994730-e6c0-489c-b70a-a8218c803cc5 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=c58e6e56-3b69-44d8-ada2-7ad48a57e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602000 Jun 02 12:37:11.259933 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d0682842-6264-4862-b319-9390aad3906f None None] Provisioning for port 58919631-87e3-4e65-917c-8bb5b529b48e completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:11.271500 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d0682842-6264-4862-b319-9390aad3906f None None] Provisioning complete for port 58919631-87e3-4e65-917c-8bb5b529b48e triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:11.272263 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d0682842-6264-4862-b319-9390aad3906f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:11.378003 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d2258-41d0-4449-bfe6-2559509ceae4 req-0a95dca3-dbcd-418b-800a-5f6977aefa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:11.379605 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f44d2258-41d0-4449-bfe6-2559509ceae4 req-0a95dca3-dbcd-418b-800a-5f6977aefa53 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=a2e7a5bf-739f-4540-be4c-656771054b95 HTTP/1.1" status: 200 len: 1097 time: 0.0853012 Jun 02 12:37:11.432239 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d0682842-6264-4862-b319-9390aad3906f None None] Provisioning complete for port 416cd216-77ed-49e9-b1fe-405273f914b8 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:11.432624 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d0682842-6264-4862-b319-9390aad3906f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:11.500111 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-d0682842-6264-4862-b319-9390aad3906f None None] Port 416cd216-77ed-49e9-b1fe-405273f914b8 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:37:11.515034 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4f39d-37ea-4311-a990-61b633a93032 req-6bd7a8ce-9bd8-4061-b49d-82f1bf83af94 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:11.516535 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-52a4f39d-37ea-4311-a990-61b633a93032 req-6bd7a8ce-9bd8-4061-b49d-82f1bf83af94 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.3756213 Jun 02 12:37:11.529274 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d2258-41d0-4449-bfe6-2559509ceae4 req-dfdb02ce-d841-4f98-83fb-158258a4ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:11.530779 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f44d2258-41d0-4449-bfe6-2559509ceae4 req-dfdb02ce-d841-4f98-83fb-158258a4ff5e service neutron] 10.222.0.22 "GET /v2.0/networks?id=5faacfc7-7faa-4134-adf9-b8062ad55c1c HTTP/1.1" status: 200 len: 898 time: 0.1443667 Jun 02 12:37:11.562874 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-94dc33c0-cdb6-4bb0-9f54-0796c3b611db tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:11.576266 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-94dc33c0-cdb6-4bb0-9f54-0796c3b611db tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:subnet and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:11.583032 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-94dc33c0-cdb6-4bb0-9f54-0796c3b611db tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:11.592470 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-94dc33c0-cdb6-4bb0-9f54-0796c3b611db tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:11.596921 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-52a4f39d-37ea-4311-a990-61b633a93032 req-589c4050-86f5-4f47-8ab6-23f6f85d1c57 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677929 Jun 02 12:37:11.607165 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dc33c0-cdb6-4bb0-9f54-0796c3b611db tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:37:11.612160 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-94dc33c0-cdb6-4bb0-9f54-0796c3b611db tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:11.627250 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-3549ed0a-f86d-4f41-b293-d062bd518b8f None None] Provisioning for port 0737677f-398a-4fe3-994a-945803b1638f completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:11.640294 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-3549ed0a-f86d-4f41-b293-d062bd518b8f None None] Provisioning complete for port 0737677f-398a-4fe3-994a-945803b1638f triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:11.640777 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3549ed0a-f86d-4f41-b293-d062bd518b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:11.724273 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 58919631-87e3-4e65-917c-8bb5b529b48e up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:37:11.751538 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f44d2258-41d0-4449-bfe6-2559509ceae4 req-99fe188d-47f1-4a0b-ae6c-17d3cc848c61 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=c9abedcb-7754-450b-946a-e7dff5d8087d HTTP/1.1" status: 200 len: 217 time: 0.2135942 Jun 02 12:37:11.786221 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.ipam_backend_mixin [None req-94dc33c0-cdb6-4bb0-9f54-0796c3b611db tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ecab69a9-036e-4a01-afe8-ed99dd2a362f (CIDR: 2001:db8::/64) Jun 02 12:37:11.791805 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-94dc33c0-cdb6-4bb0-9f54-0796c3b611db tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:37:11.792638 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94dc33c0-cdb6-4bb0-9f54-0796c3b611db tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:37:11.799471 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-3549ed0a-f86d-4f41-b293-d062bd518b8f None None] Port 0737677f-398a-4fe3-994a-945803b1638f cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:37:11.811557 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 58919631-87e3-4e65-917c-8bb5b529b48e triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:11.812311 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:11.820735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47216) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:11.821806 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-94dc33c0-cdb6-4bb0-9f54-0796c3b611db tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6082523 Jun 02 12:37:11.827682 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-188534d7-cbf5-4d0f-89e1-cf687c541cd6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'subnet': {'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:11.863333 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d2258-41d0-4449-bfe6-2559509ceae4 req-d2aac274-05bb-4393-ac48-a006538b2b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:11.864779 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f44d2258-41d0-4449-bfe6-2559509ceae4 req-d2aac274-05bb-4393-ac48-a006538b2b8c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=acfe2d16-7bcd-49e8-98f7-b137cecf6f00 HTTP/1.1" status: 200 len: 837 time: 0.1069448 Jun 02 12:37:12.028147 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-188534d7-cbf5-4d0f-89e1-cf687c541cd6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:12.033715 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-188534d7-cbf5-4d0f-89e1-cf687c541cd6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:subnet and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:12.038375 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-188534d7-cbf5-4d0f-89e1-cf687c541cd6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:12.046039 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d2258-41d0-4449-bfe6-2559509ceae4 req-88dd5327-b11a-4fd3-a73a-9670d7804d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:12.047518 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f44d2258-41d0-4449-bfe6-2559509ceae4 req-88dd5327-b11a-4fd3-a73a-9670d7804d79 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5faacfc7-7faa-4134-adf9-b8062ad55c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1386290 Jun 02 12:37:12.048343 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-188534d7-cbf5-4d0f-89e1-cf687c541cd6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:12.055311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b9db5-f8a1-4f5f-9f85-b8c46ac8b875 req-b7823aaf-a30d-4ae6-9dd1-72b225e172e2 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:12.057333 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f75b9db5-f8a1-4f5f-9f85-b8c46ac8b875 req-b7823aaf-a30d-4ae6-9dd1-72b225e172e2 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.0829155 Jun 02 12:37:12.082637 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188534d7-cbf5-4d0f-89e1-cf687c541cd6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:37:12.086048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-188534d7-cbf5-4d0f-89e1-cf687c541cd6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:12.101856 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f75b9db5-f8a1-4f5f-9f85-b8c46ac8b875 req-8b8fc921-15a8-46b8-9481-a0f029192d6b tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386131 Jun 02 12:37:12.293779 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f44d2258-41d0-4449-bfe6-2559509ceae4 req-0d85d271-f111-4cb1-9d3a-8b82a76d82c6 service neutron] 10.222.0.22 "GET /v2.0/networks/5faacfc7-7faa-4134-adf9-b8062ad55c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390189 Jun 02 12:37:12.301266 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.ipam_backend_mixin [None req-188534d7-cbf5-4d0f-89e1-cf687c541cd6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0dfe57f8-523a-447b-99c9-ed97bfd79391 (CIDR: 2001:db8:0:1::/64) Jun 02 12:37:12.325915 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-188534d7-cbf5-4d0f-89e1-cf687c541cd6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:37:12.326414 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-188534d7-cbf5-4d0f-89e1-cf687c541cd6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:37:12.441634 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-188534d7-cbf5-4d0f-89e1-cf687c541cd6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6196980 Jun 02 12:37:12.444575 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47222) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:12.449809 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ec544bb2-f41f-4c70-b9a1-ea942f6d9dc3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'subnet': {'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:12.497337 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f44d2258-41d0-4449-bfe6-2559509ceae4 req-147e5b6d-f7aa-465e-bca9-65ef7a97be95 service neutron] 10.222.0.22 "GET /v2.0/networks/5faacfc7-7faa-4134-adf9-b8062ad55c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949267 Jun 02 12:37:12.516704 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a027426-87ad-4334-9d32-0cd50b42c788 req-ad0580ce-d1de-4468-acb0-9a7b9c2279f0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:12.518141 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7a027426-87ad-4334-9d32-0cd50b42c788 req-ad0580ce-d1de-4468-acb0-9a7b9c2279f0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e7a5bf-739f-4540-be4c-656771054b95 HTTP/1.1" status: 200 len: 944 time: 0.1318648 Jun 02 12:37:12.565173 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7a027426-87ad-4334-9d32-0cd50b42c788 req-8505f093-8048-4685-832c-a3c2122d4ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=c58e6e56-3b69-44d8-ada2-7ad48a57e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408757 Jun 02 12:37:12.591150 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ec544bb2-f41f-4c70-b9a1-ea942f6d9dc3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:12.594854 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ec544bb2-f41f-4c70-b9a1-ea942f6d9dc3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Usage tracker for resource:subnet and tenant:79dd2029a1c248939b203702b6dad103 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:12.597582 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ec544bb2-f41f-4c70-b9a1-ea942f6d9dc3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:12.603133 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ec544bb2-f41f-4c70-b9a1-ea942f6d9dc3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:12.612571 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec544bb2-f41f-4c70-b9a1-ea942f6d9dc3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Made reservation on behalf of 79dd2029a1c248939b203702b6dad103 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:37:12.616046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ec544bb2-f41f-4c70-b9a1-ea942f6d9dc3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:13.074589 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ec544bb2-f41f-4c70-b9a1-ea942f6d9dc3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:13.078932 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8af5be09-e717-4112-a847-ec7790a5295b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:13.135708 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec544bb2-f41f-4c70-b9a1-ea942f6d9dc3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Network 2403d305-23d1-4580-8a5a-5d992110a75c is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:13.139171 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-ec544bb2-f41f-4c70-b9a1-ea942f6d9dc3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:13.151098 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833a6eb4-8c73-4383-a083-7f33a13344a1 None None] Network 2403d305-23d1-4580-8a5a-5d992110a75c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:37:13.159363 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec544bb2-f41f-4c70-b9a1-ea942f6d9dc3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:13.160887 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ec544bb2-f41f-4c70-b9a1-ea942f6d9dc3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:13.167970 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec544bb2-f41f-4c70-b9a1-ea942f6d9dc3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Subnet': ['ID=e1d678ad-9729-4694-8793-6b283a439fe9,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:13.172159 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ec544bb2-f41f-4c70-b9a1-ea942f6d9dc3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:13.197507 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ec544bb2-f41f-4c70-b9a1-ea942f6d9dc3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7487257 Jun 02 12:37:13.197722 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47226) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:13.203569 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-1cb22585-593f-44fe-9552-05fa48c669b6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-454215833', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e1d678ad-9729-4694-8793-6b283a439fe9'}], 'security_groups': ['cd958246-0ffc-4f31-9da5-476fa2cf1acc', '7aa03706-5b29-4e8f-9d87-63ca0f2de27e']}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:13.384094 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1cb22585-593f-44fe-9552-05fa48c669b6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:13.443111 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b4b6f-18fd-477a-a82c-2a0eefc69ec8 req-b9e1a754-b6ab-462a-acf8-6db1c4fa191c tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:13.444578 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b42b4b6f-18fd-477a-a82c-2a0eefc69ec8 req-b9e1a754-b6ab-462a-acf8-6db1c4fa191c tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.1905043 Jun 02 12:37:13.492033 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2f2ee1-4f32-47e2-abe2-471c72103510 None None] Update dhcp port {'port': {'network_id': '2403d305-23d1-4580-8a5a-5d992110a75c', 'fixed_ips': [{'subnet_id': '0dfe57f8-523a-447b-99c9-ed97bfd79391', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ecab69a9-036e-4a01-afe8-ed99dd2a362f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e1d678ad-9729-4694-8793-6b283a439fe9'}], 'binding:host_id': 'dv-neutron-601336-80-hyperv'}, 'id': '58919631-87e3-4e65-917c-8bb5b529b48e'} from dv-neutron-601336-80-hyperv. {{(pid=92306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 12:37:13.544414 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b42b4b6f-18fd-477a-a82c-2a0eefc69ec8 req-65d5725b-3b8b-4f4c-91bd-fa25cc576323 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932362 Jun 02 12:37:13.545841 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2d2f2ee1-4f32-47e2-abe2-471c72103510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:13.751691 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3b59e-bed7-45c1-81e1-b4dd238becda req-a625c8b6-4b54-4d2e-be71-48b4f377d713 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:13.753159 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8f3b59e-bed7-45c1-81e1-b4dd238becda req-a625c8b6-4b54-4d2e-be71-48b4f377d713 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e7a5bf-739f-4540-be4c-656771054b95 HTTP/1.1" status: 200 len: 944 time: 0.0824623 Jun 02 12:37:13.799730 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8f3b59e-bed7-45c1-81e1-b4dd238becda req-37976197-8fd8-47b7-bc10-715349407d3d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=c58e6e56-3b69-44d8-ada2-7ad48a57e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403421 Jun 02 12:37:13.843628 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-1cb22585-593f-44fe-9552-05fa48c669b6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Delete allocated IP 2001:db8::3b2 (2403d305-23d1-4580-8a5a-5d992110a75c/ecab69a9-036e-4a01-afe8-ed99dd2a362f) {{(pid=92304) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 02 12:37:13.851298 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-1cb22585-593f-44fe-9552-05fa48c669b6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Allocated IP 2001:db8:0:2::11b (2403d305-23d1-4580-8a5a-5d992110a75c/e1d678ad-9729-4694-8793-6b283a439fe9/0737677f-398a-4fe3-994a-945803b1638f) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:14.056187 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1cb22585-593f-44fe-9552-05fa48c669b6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:14.073512 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-1cb22585-593f-44fe-9552-05fa48c669b6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Transition to ACTIVE for port object 0737677f-398a-4fe3-994a-945803b1638f will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:14.077649 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1cb22585-593f-44fe-9552-05fa48c669b6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:14.084461 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-299dabda-a830-463a-ac87-33e285cf5b1b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:14.122544 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-effd76eb-0899-4231-abd7-43cdd26660b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:14.149930 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-2d2f2ee1-4f32-47e2-abe2-471c72103510 None None] Allocated IP 2001:db8:0:2::2 (2403d305-23d1-4580-8a5a-5d992110a75c/e1d678ad-9729-4694-8793-6b283a439fe9/58919631-87e3-4e65-917c-8bb5b529b48e) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:14.173373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-1cb22585-593f-44fe-9552-05fa48c669b6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] In _notify_port_updated(), no bound segment for port 0737677f-398a-4fe3-994a-945803b1638f on network 2403d305-23d1-4580-8a5a-5d992110a75c {{(pid=92304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:37:14.178770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb22585-593f-44fe-9552-05fa48c669b6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:14.179370 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1cb22585-593f-44fe-9552-05fa48c669b6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:14.180674 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1cb22585-593f-44fe-9552-05fa48c669b6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "PUT /v2.0/ports/0737677f-398a-4fe3-994a-945803b1638f HTTP/1.1" status: 200 len: 969 time: 0.9819510 Jun 02 12:37:14.183539 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47230) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:14.205094 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb22585-593f-44fe-9552-05fa48c669b6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event updated for resources: {'Port': ['ID=0737677f-398a-4fe3-994a-945803b1638f,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:14.213088 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1cb22585-593f-44fe-9552-05fa48c669b6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:14.233346 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device c9abedcb-7754-450b-946a-e7dff5d8087d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:37:14.324404 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-d28d56e8-56f6-4e4e-8617-37ea0d684ef2 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting port 0737677f-398a-4fe3-994a-945803b1638f {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:37:14.324651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d28d56e8-56f6-4e4e-8617-37ea0d684ef2 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:14.366990 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-2d2f2ee1-4f32-47e2-abe2-471c72103510 None None] For port 58919631-87e3-4e65-917c-8bb5b529b48e, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=58919631-87e3-4e65-917c-8bb5b529b48e,segment=NetworkSegment(b97ac1d7-1533-49fc-a31f-3864ddece106),segment_id=b97ac1d7-1533-49fc-a31f-3864ddece106)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:14.427971 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2d2f2ee1-4f32-47e2-abe2-471c72103510 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:14.432942 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port c9abedcb-7754-450b-946a-e7dff5d8087d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c9abedcb-7754-450b-946a-e7dff5d8087d,segment=NetworkSegment(261a08d0-e8ab-4be8-8bf6-9ccfef458fb8),segment_id=261a08d0-e8ab-4be8-8bf6-9ccfef458fb8)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:14.458699 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': 'c9abedcb-7754-450b-946a-e7dff5d8087d', 'network_id': '5faacfc7-7faa-4134-adf9-b8062ad55c1c', 'port_id': 'c9abedcb-7754-450b-946a-e7dff5d8087d', 'mac_address': 'fa:16:3e:a6:31:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acfe2d16-7bcd-49e8-98f7-b137cecf6f00', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:37:14.462538 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2d2f2ee1-4f32-47e2-abe2-471c72103510 None None] Transition to ACTIVE for port object 58919631-87e3-4e65-917c-8bb5b529b48e will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:14.491198 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2d2f2ee1-4f32-47e2-abe2-471c72103510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:14.501851 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d28d56e8-56f6-4e4e-8617-37ea0d684ef2 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:14.502167 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-26417711-d540-4f1b-833b-a815239c71dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:14.637015 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-d28d56e8-56f6-4e4e-8617-37ea0d684ef2 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Calling delete_port for 0737677f-398a-4fe3-994a-945803b1638f owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:37:14.639307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:14.686241 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fc8c3-61ca-4d05-a43c-1da97ad4f85b req-edbdcc4c-2114-494c-ae07-569ac44db221 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:14.687676 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b06fc8c3-61ca-4d05-a43c-1da97ad4f85b req-edbdcc4c-2114-494c-ae07-569ac44db221 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.2336140 Jun 02 12:37:14.701618 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9abedcb-7754-450b-946a-e7dff5d8087d {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:37:14.709974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f2ee1-4f32-47e2-abe2-471c72103510 None None] Pushing event updated for resources: {'Port': ['ID=58919631-87e3-4e65-917c-8bb5b529b48e,revision_number=7']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:14.713519 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-2d2f2ee1-4f32-47e2-abe2-471c72103510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:14.724156 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port c9abedcb-7754-450b-946a-e7dff5d8087d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c9abedcb-7754-450b-946a-e7dff5d8087d,segment=NetworkSegment(261a08d0-e8ab-4be8-8bf6-9ccfef458fb8),segment_id=261a08d0-e8ab-4be8-8bf6-9ccfef458fb8)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:14.729048 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:14.731276 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8813435a-c7ff-4ead-8fc0-5cc6433366fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:14.760001 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c97b58-90a0-4e54-a077-e380a18d78d0 req-1ce27bfb-9f11-4570-80ee-61e44fca5b9e tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:14.766686 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f3c97b58-90a0-4e54-a077-e380a18d78d0 req-1ce27bfb-9f11-4570-80ee-61e44fca5b9e tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 945 time: 0.1129162 Jun 02 12:37:14.817229 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=c9abedcb-7754-450b-946a-e7dff5d8087d,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:14.827278 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:14.830708 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f3c97b58-90a0-4e54-a077-e380a18d78d0 req-39d51e9f-0c73-45ec-a8ad-c51d37d8747c tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups?id=898ab2cc-c999-4c4a-8645-4d1429beb890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626166 Jun 02 12:37:15.078433 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d28d56e8-56f6-4e4e-8617-37ea0d684ef2 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:15.080940 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['c9abedcb-7754-450b-946a-e7dff5d8087d'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:37:15.086249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:15.146480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d56e8-56f6-4e4e-8617-37ea0d684ef2 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Port': ['ID=0737677f-398a-4fe3-994a-945803b1638f,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:15.155238 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d28d56e8-56f6-4e4e-8617-37ea0d684ef2 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:15.203187 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-b06fc8c3-61ca-4d05-a43c-1da97ad4f85b req-d3a15509-f2b6-4a73-b0c6-5ec88e8675f8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Deleting port ded582b0-2d55-48af-be8b-cc1d90a47d42 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:37:15.203536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b06fc8c3-61ca-4d05-a43c-1da97ad4f85b req-d3a15509-f2b6-4a73-b0c6-5ec88e8675f8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:15.228407 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d28d56e8-56f6-4e4e-8617-37ea0d684ef2 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:15.249184 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5431c94-a441-4e1d-a75e-4682360ad281 req-b5f72534-adb8-4689-8734-f7e350fccc00 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:15.250706 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d5431c94-a441-4e1d-a75e-4682360ad281 req-b5f72534-adb8-4689-8734-f7e350fccc00 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e7a5bf-739f-4540-be4c-656771054b95 HTTP/1.1" status: 200 len: 945 time: 0.3137364 Jun 02 12:37:15.307928 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d28d56e8-56f6-4e4e-8617-37ea0d684ef2 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/ports/0737677f-398a-4fe3-994a-945803b1638f HTTP/1.1" status: 204 len: 168 time: 1.1231668 Jun 02 12:37:15.311156 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47236) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:15.340626 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bff896b6-7ce8-48de-8c8f-f8377696dc51 None None] Could not find standard attr ID for object 0737677f-398a-4fe3-994a-945803b1638f. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:37:15.359220 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a37bee-ec04-4ccd-826b-d2b1e104c4c4 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] GET failed (client error): The resource could not be found. Jun 02 12:37:15.360025 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d2a37bee-ec04-4ccd-826b-d2b1e104c4c4 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Synchronizing usage tracker for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:37:15.382500 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d2a37bee-ec04-4ccd-826b-d2b1e104c4c4 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Unset dirty status for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:37:15.387012 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d2a37bee-ec04-4ccd-826b-d2b1e104c4c4 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports/0737677f-398a-4fe3-994a-945803b1638f HTTP/1.1" status: 404 len: 333 time: 0.0745275 Jun 02 12:37:15.387911 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47238) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:15.395065 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bff896b6-7ce8-48de-8c8f-f8377696dc51 None None] Provisioning for port 58919631-87e3-4e65-917c-8bb5b529b48e completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:15.408729 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d5431c94-a441-4e1d-a75e-4682360ad281 req-4c5ab96a-be0a-4dbc-a550-2628848c3ffe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=c58e6e56-3b69-44d8-ada2-7ad48a57e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082332 Jun 02 12:37:15.413270 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bff896b6-7ce8-48de-8c8f-f8377696dc51 None None] Provisioning complete for port 58919631-87e3-4e65-917c-8bb5b529b48e triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:15.413597 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bff896b6-7ce8-48de-8c8f-f8377696dc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:15.432959 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-b06fc8c3-61ca-4d05-a43c-1da97ad4f85b req-d3a15509-f2b6-4a73-b0c6-5ec88e8675f8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] For port ded582b0-2d55-48af-be8b-cc1d90a47d42, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ded582b0-2d55-48af-be8b-cc1d90a47d42,segment=NetworkSegment(b6fc825a-a603-4b65-8548-8a3471bd29aa),segment_id=b6fc825a-a603-4b65-8548-8a3471bd29aa)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:15.433607 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b06fc8c3-61ca-4d05-a43c-1da97ad4f85b req-d3a15509-f2b6-4a73-b0c6-5ec88e8675f8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:15.576515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bff896b6-7ce8-48de-8c8f-f8377696dc51 None None] Provisioning complete for port 416cd216-77ed-49e9-b1fe-405273f914b8 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:15.577135 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bff896b6-7ce8-48de-8c8f-f8377696dc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:15.624015 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-661a9597-59f3-4a14-9875-a0575a3c1752 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:15.644346 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-bff896b6-7ce8-48de-8c8f-f8377696dc51 None None] Port 416cd216-77ed-49e9-b1fe-405273f914b8 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:37:15.653448 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-661a9597-59f3-4a14-9875-a0575a3c1752 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:15.704963 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-661a9597-59f3-4a14-9875-a0575a3c1752 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:15.712996 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-90b73e63-3a56-4435-ad19-abb6eac4a3d7 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:15.730324 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a9597-59f3-4a14-9875-a0575a3c1752 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0da192d-c4e8-4812-954d-941e6a88deb4,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:15.732352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-661a9597-59f3-4a14-9875-a0575a3c1752 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:15.734851 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-661a9597-59f3-4a14-9875-a0575a3c1752 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/security-groups/e0da192d-c4e8-4812-954d-941e6a88deb4 HTTP/1.1" status: 204 len: 168 time: 0.3460655 Jun 02 12:37:15.735898 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-661a9597-59f3-4a14-9875-a0575a3c1752 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:15.736403 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 58919631-87e3-4e65-917c-8bb5b529b48e up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:37:15.736535 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47240) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:15.781373 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b06fc8c3-61ca-4d05-a43c-1da97ad4f85b req-d3a15509-f2b6-4a73-b0c6-5ec88e8675f8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:15.781887 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b06fc8c3-61ca-4d05-a43c-1da97ad4f85b req-d3a15509-f2b6-4a73-b0c6-5ec88e8675f8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:15.782499 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [req-b06fc8c3-61ca-4d05-a43c-1da97ad4f85b req-d3a15509-f2b6-4a73-b0c6-5ec88e8675f8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Floating IP 688f9a9b-02a7-4921-a811-330c9ee36a9e disassociated. External IP: 172.26.7.163, port: ded582b0-2d55-48af-be8b-cc1d90a47d42. Jun 02 12:37:15.782839 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-b06fc8c3-61ca-4d05-a43c-1da97ad4f85b req-d3a15509-f2b6-4a73-b0c6-5ec88e8675f8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Calling delete_port for ded582b0-2d55-48af-be8b-cc1d90a47d42 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:37:15.799190 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-06d7db27-082b-48e7-9e90-876ae6f3dcd9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:15.809127 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c77ce42e-bce5-4b38-9fe9-d9b44cc9c463 None None] Could not find standard attr ID for object 0737677f-398a-4fe3-994a-945803b1638f. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:37:15.839310 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-06d7db27-082b-48e7-9e90-876ae6f3dcd9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:15.848477 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 58919631-87e3-4e65-917c-8bb5b529b48e triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:15.848866 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:15.905002 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-06d7db27-082b-48e7-9e90-876ae6f3dcd9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:15.910680 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8ee093df-48a6-4cd3-ac0c-719516da6180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:15.911487 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b06fc8c3-61ca-4d05-a43c-1da97ad4f85b req-d3a15509-f2b6-4a73-b0c6-5ec88e8675f8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:15.918901 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f4c18ef1-9c34-474f-b621-f6ac3b329fbd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:15.926082 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7db27-082b-48e7-9e90-876ae6f3dcd9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa03706-5b29-4e8f-9d87-63ca0f2de27e,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:15.941655 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-06d7db27-082b-48e7-9e90-876ae6f3dcd9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:15.942539 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-06d7db27-082b-48e7-9e90-876ae6f3dcd9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:15.947400 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-06d7db27-082b-48e7-9e90-876ae6f3dcd9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/security-groups/7aa03706-5b29-4e8f-9d87-63ca0f2de27e HTTP/1.1" status: 204 len: 168 time: 0.2064915 Jun 02 12:37:15.947639 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47244) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:15.970184 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a15509-f2b6-4a73-b0c6-5ec88e8675f8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Pushing event deleted for resources: {'Port': ['ID=ded582b0-2d55-48af-be8b-cc1d90a47d42,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:15.973498 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d3a15509-f2b6-4a73-b0c6-5ec88e8675f8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:16.012377 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-af47461a-087c-4de2-a2b1-281cf6882175 req-dcbe9936-092b-44ee-b5a1-e6b2f220a56a tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 210 time: 0.0492997 Jun 02 12:37:16.070805 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a85ec56c-0c17-4e2a-98b7-a9f34ffd9a28 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:16.100825 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a85ec56c-0c17-4e2a-98b7-a9f34ffd9a28 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:16.157147 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a85ec56c-0c17-4e2a-98b7-a9f34ffd9a28 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:16.164431 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-09766cae-2d0d-45e2-8970-a93eefcca426 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:16.183853 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a85ec56c-0c17-4e2a-98b7-a9f34ffd9a28 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:16.185071 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a85ec56c-0c17-4e2a-98b7-a9f34ffd9a28 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/security-groups/cd958246-0ffc-4f31-9da5-476fa2cf1acc HTTP/1.1" status: 204 len: 168 time: 0.2365210 Jun 02 12:37:16.186092 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ec56c-0c17-4e2a-98b7-a9f34ffd9a28 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd958246-0ffc-4f31-9da5-476fa2cf1acc,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:16.187779 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47246) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:16.193794 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b06fc8c3-61ca-4d05-a43c-1da97ad4f85b req-d3a15509-f2b6-4a73-b0c6-5ec88e8675f8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Router d6c456cb-b6e4-42e1-940c-6836bf8f0175 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:37:16.208345 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device c9abedcb-7754-450b-946a-e7dff5d8087d up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:37:16.220418 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a85ec56c-0c17-4e2a-98b7-a9f34ffd9a28 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:16.261169 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-0887efab-6f19-4327-b8dc-50adb30c9295 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting subnet ecab69a9-036e-4a01-afe8-ed99dd2a362f {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:37:16.264178 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0887efab-6f19-4327-b8dc-50adb30c9295 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:16.296902 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port c9abedcb-7754-450b-946a-e7dff5d8087d completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:16.302538 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port c9abedcb-7754-450b-946a-e7dff5d8087d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:16.303336 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:16.325650 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0887efab-6f19-4327-b8dc-50adb30c9295 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:16.423436 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b06fc8c3-61ca-4d05-a43c-1da97ad4f85b req-d3a15509-f2b6-4a73-b0c6-5ec88e8675f8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:37:16.423886 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0887efab-6f19-4327-b8dc-50adb30c9295 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:16.437659 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:16.449677 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbf60cd-8759-4d63-bc06-a7e85c5125ef None None] Sync routers for ids ['d6c456cb-b6e4-42e1-940c-6836bf8f0175'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:37:16.463614 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbf60cd-8759-4d63-bc06-a7e85c5125ef None None] Routers {'d6c456cb-b6e4-42e1-940c-6836bf8f0175'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:37:16.464261 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-fdbf60cd-8759-4d63-bc06-a7e85c5125ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:36:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d6c456cb-b6e4-42e1-940c-6836bf8f0175'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:16.506398 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06fc8c3-61ca-4d05-a43c-1da97ad4f85b req-d3a15509-f2b6-4a73-b0c6-5ec88e8675f8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] No DVR routers for this DVR port ded582b0-2d55-48af-be8b-cc1d90a47d42 on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:37:16.509438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b06fc8c3-61ca-4d05-a43c-1da97ad4f85b req-d3a15509-f2b6-4a73-b0c6-5ec88e8675f8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:16.514210 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0bf5d3-6e41-4250-b439-7b6e312eb8ed', 'name': 'network-vif-deleted', 'tag': 'ded582b0-2d55-48af-be8b-cc1d90a47d42'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:37:16.516730 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971d42fa-f7c3-46e1-a2eb-9f7427697cef" -d '{"events": [{"server_uuid": "1d0bf5d3-6e41-4250-b439-7b6e312eb8ed", "name": "network-vif-deleted", "tag": "ded582b0-2d55-48af-be8b-cc1d90a47d42"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:37:16.608538 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1842c44-26f7-43a2-8396-ab0ab8b101f2 x-openstack-request-id: req-b1842c44-26f7-43a2-8396-ab0ab8b101f2 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:37:16.608931 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0bf5d3-6e41-4250-b439-7b6e312eb8ed", "name": "network-vif-deleted", "tag": "ded582b0-2d55-48af-be8b-cc1d90a47d42", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:37:16.609187 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1842c44-26f7-43a2-8396-ab0ab8b101f2 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:37:16.609627 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0bf5d3-6e41-4250-b439-7b6e312eb8ed', 'name': 'network-vif-deleted', 'tag': 'ded582b0-2d55-48af-be8b-cc1d90a47d42', 'status': 'completed', 'code': 200} Jun 02 12:37:16.616594 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b06fc8c3-61ca-4d05-a43c-1da97ad4f85b req-d3a15509-f2b6-4a73-b0c6-5ec88e8675f8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.22 "DELETE /v2.0/ports/ded582b0-2d55-48af-be8b-cc1d90a47d42 HTTP/1.1" status: 204 len: 173 time: 1.9223032 Jun 02 12:37:16.683666 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e7a5bf-739f-4540-be4c-656771054b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9abedcb-7754-450b-946a-e7dff5d8087d'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:37:16.686216 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a8df87-8b1f-4d13-83af-33247b5757ff" -d '{"events": [{"server_uuid": "a2e7a5bf-739f-4540-be4c-656771054b95", "name": "network-vif-plugged", "status": "completed", "tag": "c9abedcb-7754-450b-946a-e7dff5d8087d"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:37:16.691832 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607be247-3b88-4e73-8f69-2732dcedc793 req-78582253-3915-4f3f-906d-ea280d83810b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:16.697998 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b48179f8-2aa2-4780-9717-7409c9fa18db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:16.719802 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-607be247-3b88-4e73-8f69-2732dcedc793 req-78582253-3915-4f3f-906d-ea280d83810b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e7a5bf-739f-4540-be4c-656771054b95 HTTP/1.1" status: 200 len: 945 time: 0.1799247 Jun 02 12:37:16.720817 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port c9abedcb-7754-450b-946a-e7dff5d8087d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c9abedcb-7754-450b-946a-e7dff5d8087d,segment=NetworkSegment(261a08d0-e8ab-4be8-8bf6-9ccfef458fb8),segment_id=261a08d0-e8ab-4be8-8bf6-9ccfef458fb8)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:16.734568 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:16.735481 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device ded582b0-2d55-48af-be8b-cc1d90a47d42 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:37:16.760996 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0887efab-6f19-4327-b8dc-50adb30c9295 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:16.767316 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bac83ac6-7233-4a4d-b014-ffdc8e41d236 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:16.769858 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c304b591-37d8-4443-b32a-88ed2d919591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:16.790768 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-607be247-3b88-4e73-8f69-2732dcedc793 req-8d2ae1fc-91fa-4496-9132-8995d53f639d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=c58e6e56-3b69-44d8-ada2-7ad48a57e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692537 Jun 02 12:37:16.810506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887efab-6f19-4327-b8dc-50adb30c9295 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Subnet': ['ID=ecab69a9-036e-4a01-afe8-ed99dd2a362f,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:16.812674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0887efab-6f19-4327-b8dc-50adb30c9295 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:16.816195 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0887efab-6f19-4327-b8dc-50adb30c9295 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:16.822153 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0887efab-6f19-4327-b8dc-50adb30c9295 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/subnets/ecab69a9-036e-4a01-afe8-ed99dd2a362f HTTP/1.1" status: 204 len: 168 time: 0.6312506 Jun 02 12:37:16.826298 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47260) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:16.832797 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef6e8fd-6b8c-4f4b-a34e-9314d584a174 x-openstack-request-id: req-4ef6e8fd-6b8c-4f4b-a34e-9314d584a174 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:37:16.833091 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e7a5bf-739f-4540-be4c-656771054b95", "name": "network-vif-plugged", "status": "completed", "tag": "c9abedcb-7754-450b-946a-e7dff5d8087d", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:37:16.833355 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ef6e8fd-6b8c-4f4b-a34e-9314d584a174 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:37:16.833739 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e7a5bf-739f-4540-be4c-656771054b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9abedcb-7754-450b-946a-e7dff5d8087d', 'code': 200} Jun 02 12:37:16.844772 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:16.847174 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533834dc-4e27-469e-8dea-68f79a44aa34 None None] Network 2403d305-23d1-4580-8a5a-5d992110a75c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:37:16.884919 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: ded582b0-2d55-48af-be8b-cc1d90a47d42 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:37:16.885306 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device ded582b0-2d55-48af-be8b-cc1d90a47d42 not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:37:16.893214 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-fdbf60cd-8759-4d63-bc06-a7e85c5125ef None None] Set router d6c456cb-b6e4-42e1-940c-6836bf8f0175 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:37:16.897169 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e694cd2-dd17-443d-9fb5-d1c3972d678e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting subnet e1d678ad-9729-4694-8793-6b283a439fe9 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:37:16.900993 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0e694cd2-dd17-443d-9fb5-d1c3972d678e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:16.963062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0e694cd2-dd17-443d-9fb5-d1c3972d678e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:17.018854 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=c9abedcb-7754-450b-946a-e7dff5d8087d,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:17.026232 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:17.055585 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0e694cd2-dd17-443d-9fb5-d1c3972d678e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:17.283364 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-847528ac-9a99-40a1-bd29-43bb3ed2f11f req-dde00c2b-eadd-4124-b346-3e6308e8418a tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0bf5d3-6e41-4250-b439-7b6e312eb8ed HTTP/1.1" status: 200 len: 210 time: 0.0551968 Jun 02 12:37:17.307047 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb6291-15ea-40e2-a0eb-0d65240e569f req-747e3d86-7dd5-44df-ad22-a2b0f6564107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:17.310418 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8bbb6291-15ea-40e2-a0eb-0d65240e569f req-747e3d86-7dd5-44df-ad22-a2b0f6564107 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a2e7a5bf-739f-4540-be4c-656771054b95 HTTP/1.1" status: 200 len: 1099 time: 0.3304377 Jun 02 12:37:17.369679 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8bbb6291-15ea-40e2-a0eb-0d65240e569f req-fb1bcbf2-be19-4c32-a11c-c2ab04f7c2ad service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c58e6e56-3b69-44d8-ada2-7ad48a57e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520709 Jun 02 12:37:17.451589 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0e694cd2-dd17-443d-9fb5-d1c3972d678e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:17.456821 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3f00a81d-ec20-4f87-92c6-f70d5bd209e3 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:17.463204 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-fdbf60cd-8759-4d63-bc06-a7e85c5125ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'name': 'tempest-ServerActionsTestJSON-799814407-router', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:03Z', 'revision_number': 4, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'gw_port': {'id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:46Z', 'updated_at': '2021-06-02T12:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '43072901-2b6b-4c6a-a881-6912f1199abd', 'name': '', 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'mac_address': 'fa:16:3e:73:fa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '35e7c6b0-13d3-41ba-a88f-b72a6c16c109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:59Z', 'updated_at': '2021-06-02T12:32:13Z', 'revision_number': 5, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'subnets': [{'id': '35e7c6b0-13d3-41ba-a88f-b72a6c16c109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:17.467732 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbf60cd-8759-4d63-bc06-a7e85c5125ef None None] Checking router: d6c456cb-b6e4-42e1-940c-6836bf8f0175 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:37:17.477848 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbf60cd-8759-4d63-bc06-a7e85c5125ef None None] Routers {'d6c456cb-b6e4-42e1-940c-6836bf8f0175'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:37:17.478545 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-fdbf60cd-8759-4d63-bc06-a7e85c5125ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d6c456cb-b6e4-42e1-940c-6836bf8f0175'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:17.500095 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e694cd2-dd17-443d-9fb5-d1c3972d678e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Subnet': ['ID=e1d678ad-9729-4694-8793-6b283a439fe9,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:17.504755 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0e694cd2-dd17-443d-9fb5-d1c3972d678e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:17.514215 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47266) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:17.517415 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0e694cd2-dd17-443d-9fb5-d1c3972d678e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/subnets/e1d678ad-9729-4694-8793-6b283a439fe9 HTTP/1.1" status: 204 len: 168 time: 0.6900587 Jun 02 12:37:17.518503 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0e694cd2-dd17-443d-9fb5-d1c3972d678e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:17.563631 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62a8216-524c-4f24-898a-dc4aa3a5a944 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] DELETE failed (client error): The resource could not be found. Jun 02 12:37:17.564007 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62a8216-524c-4f24-898a-dc4aa3a5a944 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:37:17.566461 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f62a8216-524c-4f24-898a-dc4aa3a5a944 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/subnets/ecab69a9-036e-4a01-afe8-ed99dd2a362f HTTP/1.1" status: 404 len: 337 time: 0.0502019 Jun 02 12:37:17.568306 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47268) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:17.670016 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b74c3a0-20b8-4c05-a236-fbd8b4323c96 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting subnet 0dfe57f8-523a-447b-99c9-ed97bfd79391 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:37:17.673554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6b74c3a0-20b8-4c05-a236-fbd8b4323c96 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:17.693683 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:17.709744 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-fdbf60cd-8759-4d63-bc06-a7e85c5125ef None None] Set router d6c456cb-b6e4-42e1-940c-6836bf8f0175 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:37:17.738833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6b74c3a0-20b8-4c05-a236-fbd8b4323c96 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:17.877420 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6b74c3a0-20b8-4c05-a236-fbd8b4323c96 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:18.090942 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb17339f-c7bd-4108-bf01-ed61ea8fdde2 None None] Network 2403d305-23d1-4580-8a5a-5d992110a75c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:37:18.131785 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729b8f4-3e7b-457c-8276-185a17c44672 req-7154b66d-81a8-4091-b8b1-6150d1e9ccdc tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:18.133239 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8729b8f4-3e7b-457c-8276-185a17c44672 req-7154b66d-81a8-4091-b8b1-6150d1e9ccdc tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e7a5bf-739f-4540-be4c-656771054b95 HTTP/1.1" status: 200 len: 946 time: 0.2096171 Jun 02 12:37:18.221615 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b9561de3-5802-4caa-bb04-4bef8d8ee4ee None None] Provisioning complete for port 58919631-87e3-4e65-917c-8bb5b529b48e triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:18.221615 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b9561de3-5802-4caa-bb04-4bef8d8ee4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:18.235683 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8729b8f4-3e7b-457c-8276-185a17c44672 req-c06ea293-e279-44c7-8cdc-e29ff4437ca7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=c58e6e56-3b69-44d8-ada2-7ad48a57e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891087 Jun 02 12:37:18.261327 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6b74c3a0-20b8-4c05-a236-fbd8b4323c96 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:18.262315 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5799bf33-bf8f-4be8-86ef-13e173e1278e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:18.300154 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74c3a0-20b8-4c05-a236-fbd8b4323c96 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Subnet': ['ID=0dfe57f8-523a-447b-99c9-ed97bfd79391,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:18.303346 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6b74c3a0-20b8-4c05-a236-fbd8b4323c96 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:18.304345 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6b74c3a0-20b8-4c05-a236-fbd8b4323c96 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:18.311896 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6b74c3a0-20b8-4c05-a236-fbd8b4323c96 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/subnets/0dfe57f8-523a-447b-99c9-ed97bfd79391 HTTP/1.1" status: 204 len: 168 time: 0.7425611 Jun 02 12:37:18.314183 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47274) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:18.327882 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-fdbf60cd-8759-4d63-bc06-a7e85c5125ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'name': 'tempest-ServerActionsTestJSON-799814407-router', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:03Z', 'revision_number': 4, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'gw_port': {'id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:46Z', 'updated_at': '2021-06-02T12:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '43072901-2b6b-4c6a-a881-6912f1199abd', 'name': '', 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'mac_address': 'fa:16:3e:73:fa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '35e7c6b0-13d3-41ba-a88f-b72a6c16c109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:59Z', 'updated_at': '2021-06-02T12:32:13Z', 'revision_number': 5, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'subnets': [{'id': '35e7c6b0-13d3-41ba-a88f-b72a6c16c109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:18.337287 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbf60cd-8759-4d63-bc06-a7e85c5125ef None None] The sync data for ids ['d6c456cb-b6e4-42e1-940c-6836bf8f0175'] in dv-neutron-601336-80-hyperv is: [{'id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'name': 'tempest-ServerActionsTestJSON-799814407-router', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:32:03Z', 'revision_number': 4, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'gw_port': {'id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:46Z', 'updated_at': '2021-06-02T12:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '43072901-2b6b-4c6a-a881-6912f1199abd', 'name': '', 'network_id': 'd26e7cf0-c529-4972-8a72-bcb5f758199e', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'mac_address': 'fa:16:3e:73:fa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '35e7c6b0-13d3-41ba-a88f-b72a6c16c109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:59Z', 'updated_at': '2021-06-02T12:32:13Z', 'revision_number': 5, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'subnets': [{'id': '35e7c6b0-13d3-41ba-a88f-b72a6c16c109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:37:18.375854 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-669389d2-a56d-4371-897e-a5a59548a922 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] DELETE failed (client error): The resource could not be found. Jun 02 12:37:18.376317 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669389d2-a56d-4371-897e-a5a59548a922 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:37:18.380582 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-669389d2-a56d-4371-897e-a5a59548a922 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/subnets/82079a7a-8795-4c7c-846b-af2aef467bf7 HTTP/1.1" status: 404 len: 337 time: 0.0625167 Jun 02 12:37:18.380874 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47276) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:18.444172 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47280) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:18.464575 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c7f86c5c-cf1c-4955-bdac-dca372ffc813 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Synchronizing usage tracker for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:37:18.486240 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c7f86c5c-cf1c-4955-bdac-dca372ffc813 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Unset dirty status for tenant:79dd2029a1c248939b203702b6dad103 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:37:18.492665 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c7f86c5c-cf1c-4955-bdac-dca372ffc813 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "GET /v2.0/ports?device_id=145324eb-a971-4800-a09c-04de0b298f5b HTTP/1.1" status: 200 len: 205 time: 0.1108105 Jun 02 12:37:18.494328 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47282) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:18.559343 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b9561de3-5802-4caa-bb04-4bef8d8ee4ee None None] Provisioning complete for port 416cd216-77ed-49e9-b1fe-405273f914b8 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:18.559904 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b9561de3-5802-4caa-bb04-4bef8d8ee4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:18.586655 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-24923f3c-afa5-4fce-83bf-2f3baf8cd732 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] delete failed (client error): The resource could not be found. Jun 02 12:37:18.589671 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0077ff63-cd51-493f-bde0-c1acdd7d1a2d tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:18.590575 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-24923f3c-afa5-4fce-83bf-2f3baf8cd732 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/routers/145324eb-a971-4800-a09c-04de0b298f5b HTTP/1.1" status: 404 len: 336 time: 0.0940211 Jun 02 12:37:18.591141 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47286) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:18.622248 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89b6142-71df-483d-a430-10c5bc9ae58d None None] DHCP port deletion for 2403d305-23d1-4580-8a5a-5d992110a75c request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:37:18.622813 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0077ff63-cd51-493f-bde0-c1acdd7d1a2d tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:18.631234 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-b9561de3-5802-4caa-bb04-4bef8d8ee4ee None None] Port 416cd216-77ed-49e9-b1fe-405273f914b8 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:37:18.635313 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb85077-7e65-4133-b7f6-2a8d3a28c839 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] DELETE failed (client error): The resource could not be found. Jun 02 12:37:18.635743 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb85077-7e65-4133-b7f6-2a8d3a28c839 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:37:18.637565 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ceb85077-7e65-4133-b7f6-2a8d3a28c839 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/subnets/ef259df5-8cf4-4747-9510-54c53f1cca1e HTTP/1.1" status: 404 len: 337 time: 0.0453541 Jun 02 12:37:18.639981 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47288) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:18.683182 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-432597ec-9db3-49d9-aac1-1a781b981023 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] DELETE failed (client error): The resource could not be found. Jun 02 12:37:18.683697 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-432597ec-9db3-49d9-aac1-1a781b981023 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:37:18.685605 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-432597ec-9db3-49d9-aac1-1a781b981023 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/subnets/cda5a4f0-c61c-456b-8cf2-90e9b66c8900 HTTP/1.1" status: 404 len: 337 time: 0.0445824 Jun 02 12:37:18.688144 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47290) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:18.707762 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c89b6142-71df-483d-a430-10c5bc9ae58d None None] Deleting port 58919631-87e3-4e65-917c-8bb5b529b48e {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:37:18.708307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c89b6142-71df-483d-a430-10c5bc9ae58d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:18.721198 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195c9df4-26ae-45b6-920a-bfbda8594504 None None] New status for floating IP 688f9a9b-02a7-4921-a811-330c9ee36a9e: DOWN {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:37:18.731174 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e206e4-1569-4d76-b19c-ac87e37d76c2 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] DELETE failed (client error): The resource could not be found. Jun 02 12:37:18.731650 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22e206e4-1569-4d76-b19c-ac87e37d76c2 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:37:18.735846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0077ff63-cd51-493f-bde0-c1acdd7d1a2d tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:18.741824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2c85655e-e1e3-4816-9806-131e224a29ca tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:18.762495 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-22e206e4-1569-4d76-b19c-ac87e37d76c2 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/subnets/33abf6aa-2740-498f-93dd-2b7c05e05317 HTTP/1.1" status: 404 len: 337 time: 0.0709207 Jun 02 12:37:18.762495 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077ff63-cd51-493f-bde0-c1acdd7d1a2d tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=898ab2cc-c999-4c4a-8645-4d1429beb890,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:18.763257 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47292) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:18.769546 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0077ff63-cd51-493f-bde0-c1acdd7d1a2d tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:18.783791 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0077ff63-cd51-493f-bde0-c1acdd7d1a2d tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:18.787188 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0077ff63-cd51-493f-bde0-c1acdd7d1a2d tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "DELETE /v2.0/security-groups/898ab2cc-c999-4c4a-8645-4d1429beb890 HTTP/1.1" status: 204 len: 168 time: 0.3397284 Jun 02 12:37:18.787435 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47294) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:18.803486 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-e83673a3-1725-4431-ab2b-48b6b1741ed1 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] show failed (client error): The resource could not be found. Jun 02 12:37:18.807518 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e83673a3-1725-4431-ab2b-48b6b1741ed1 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "GET /v2.0/security-groups/898ab2cc-c999-4c4a-8645-4d1429beb890 HTTP/1.1" status: 404 len: 347 time: 0.0161676 Jun 02 12:37:18.810537 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47296) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:18.812920 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfadd044-fbc8-4fb0-a2ce-c08071314670 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] DELETE failed (client error): The resource could not be found. Jun 02 12:37:18.813824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfadd044-fbc8-4fb0-a2ce-c08071314670 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:37:18.817841 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-bfadd044-fbc8-4fb0-a2ce-c08071314670 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/ports/41cda1d9-015a-45f0-b45c-0296fc7cdb99 HTTP/1.1" status: 404 len: 333 time: 0.0510285 Jun 02 12:37:18.818129 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47298) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:18.856014 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-c89b6142-71df-483d-a430-10c5bc9ae58d None None] For port 58919631-87e3-4e65-917c-8bb5b529b48e, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=58919631-87e3-4e65-917c-8bb5b529b48e,segment=NetworkSegment(b97ac1d7-1533-49fc-a31f-3864ddece106),segment_id=b97ac1d7-1533-49fc-a31f-3864ddece106)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:18.858335 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c89b6142-71df-483d-a430-10c5bc9ae58d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:18.858769 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4dce0e-d122-4b02-a84d-7ba63cb40789 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] DELETE failed (client error): The resource could not be found. Jun 02 12:37:18.859239 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc4dce0e-d122-4b02-a84d-7ba63cb40789 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:37:18.863478 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-dc4dce0e-d122-4b02-a84d-7ba63cb40789 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/subnets/b602437d-3d5b-40e3-ba3f-9a486134db24 HTTP/1.1" status: 404 len: 337 time: 0.0421782 Jun 02 12:37:18.864918 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47300) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:18.913227 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b2eeda-b576-41cc-86ba-c545225e11d1 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] DELETE failed (client error): The resource could not be found. Jun 02 12:37:18.914082 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b2eeda-b576-41cc-86ba-c545225e11d1 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:37:18.919710 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-87b2eeda-b576-41cc-86ba-c545225e11d1 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/subnets/be0bdf1c-49fa-4722-943b-2ff5608d8587 HTTP/1.1" status: 404 len: 337 time: 0.0533216 Jun 02 12:37:18.920627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47302) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:18.975690 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1755fa8-3577-4e38-8311-5e280ad960ba tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] DELETE failed (client error): The resource could not be found. Jun 02 12:37:18.976316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1755fa8-3577-4e38-8311-5e280ad960ba tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:37:18.979877 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b1755fa8-3577-4e38-8311-5e280ad960ba tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/ports/c5a2a57b-7325-453a-8239-4652edca231a HTTP/1.1" status: 404 len: 333 time: 0.0577116 Jun 02 12:37:18.982434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47304) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:18.997531 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c89b6142-71df-483d-a430-10c5bc9ae58d None None] Calling delete_port for 58919631-87e3-4e65-917c-8bb5b529b48e owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:37:19.026338 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-84259dcb-d846-4051-94ac-694a97a4a9ae tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] DELETE failed (client error): The resource could not be found. Jun 02 12:37:19.026853 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84259dcb-d846-4051-94ac-694a97a4a9ae tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:37:19.030694 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-84259dcb-d846-4051-94ac-694a97a4a9ae tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/subnets/a812acc0-1020-4e03-a0de-fe2d22729d51 HTTP/1.1" status: 404 len: 337 time: 0.0447550 Jun 02 12:37:19.031151 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47306) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:19.058531 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c89b6142-71df-483d-a430-10c5bc9ae58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:19.063714 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:19.068829 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd65573-7713-4c4c-82b5-5f4b69f8076f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] DELETE failed (client error): The resource could not be found. Jun 02 12:37:19.069283 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd65573-7713-4c4c-82b5-5f4b69f8076f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:37:19.071074 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-dbd65573-7713-4c4c-82b5-5f4b69f8076f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/subnets/820ff739-f026-4ea1-9acf-35aa2806e782 HTTP/1.1" status: 404 len: 337 time: 0.0391817 Jun 02 12:37:19.071398 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-5b90ed17-4098-4ca3-b044-0a7ed95b7e4f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Deleting port f248dcee-cc0b-4048-8213-11371c7b896d {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:37:19.071529 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5b90ed17-4098-4ca3-b044-0a7ed95b7e4f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:19.073597 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47308) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:19.115058 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b6142-71df-483d-a430-10c5bc9ae58d None None] Pushing event deleted for resources: {'Port': ['ID=58919631-87e3-4e65-917c-8bb5b529b48e,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:19.117166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b6142-71df-483d-a430-10c5bc9ae58d None None] No DVR routers for this DVR port 58919631-87e3-4e65-917c-8bb5b529b48e on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:37:19.118865 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c89b6142-71df-483d-a430-10c5bc9ae58d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:19.200847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5b90ed17-4098-4ca3-b044-0a7ed95b7e4f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:19.201624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5b90ed17-4098-4ca3-b044-0a7ed95b7e4f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:19.220526 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f3139ba5-bf54-4198-90ed-0ccf54d90410 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Deleting port 416cd216-77ed-49e9-b1fe-405273f914b8 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:37:19.221050 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3139ba5-bf54-4198-90ed-0ccf54d90410 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:19.332701 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3139ba5-bf54-4198-90ed-0ccf54d90410 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:19.449414 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:19.466044 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-5b90ed17-4098-4ca3-b044-0a7ed95b7e4f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Calling delete_port for f248dcee-cc0b-4048-8213-11371c7b896d owned by network:floatingip {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:37:19.470386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f3139ba5-bf54-4198-90ed-0ccf54d90410 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Calling delete_port for 416cd216-77ed-49e9-b1fe-405273f914b8 owned by {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:37:19.515880 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3139ba5-bf54-4198-90ed-0ccf54d90410 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:19.521706 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:19.570295 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3139ba5-bf54-4198-90ed-0ccf54d90410 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Port': ['ID=416cd216-77ed-49e9-b1fe-405273f914b8,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:19.574030 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f3139ba5-bf54-4198-90ed-0ccf54d90410 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:19.576378 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3139ba5-bf54-4198-90ed-0ccf54d90410 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:19.582201 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93143c38-f782-4e1c-a88c-ccd4c87fbfbc req-1061c3f3-d7b6-473b-903d-f979288dc80b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:19.584322 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-93143c38-f782-4e1c-a88c-ccd4c87fbfbc req-1061c3f3-d7b6-473b-903d-f979288dc80b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e7a5bf-739f-4540-be4c-656771054b95 HTTP/1.1" status: 200 len: 946 time: 0.1255908 Jun 02 12:37:19.591674 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f3139ba5-bf54-4198-90ed-0ccf54d90410 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/ports/416cd216-77ed-49e9-b1fe-405273f914b8 HTTP/1.1" status: 204 len: 168 time: 0.5168662 Jun 02 12:37:19.593183 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47312) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:19.675247 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-93143c38-f782-4e1c-a88c-ccd4c87fbfbc req-c3f22a93-8aae-4682-93c4-2b2fff740f45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=c58e6e56-3b69-44d8-ada2-7ad48a57e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807555 Jun 02 12:37:19.714702 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eaabdf42-e897-49eb-8c92-382baadd1729 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:19.715764 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5b90ed17-4098-4ca3-b044-0a7ed95b7e4f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:19.718234 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 58919631-87e3-4e65-917c-8bb5b529b48e no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:37:19.726463 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:19.760058 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 58919631-87e3-4e65-917c-8bb5b529b48e {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:37:19.760750 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 58919631-87e3-4e65-917c-8bb5b529b48e not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:37:19.809918 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90ed17-4098-4ca3-b044-0a7ed95b7e4f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Pushing event deleted for resources: {'Port': ['ID=f248dcee-cc0b-4048-8213-11371c7b896d,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:19.812886 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5b90ed17-4098-4ca3-b044-0a7ed95b7e4f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:19.873192 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5b90ed17-4098-4ca3-b044-0a7ed95b7e4f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks [] for floatingip, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:19.889225 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5b90ed17-4098-4ca3-b044-0a7ed95b7e4f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:19.890310 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5b90ed17-4098-4ca3-b044-0a7ed95b7e4f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] 10.222.0.37 "DELETE /v2.0/floatingips/688f9a9b-02a7-4921-a811-330c9ee36a9e HTTP/1.1" status: 204 len: 168 time: 1.0785594 Jun 02 12:37:19.893308 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47316) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:20.025324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eaabdf42-e897-49eb-8c92-382baadd1729 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:20.043544 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-eaabdf42-e897-49eb-8c92-382baadd1729 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2403d305-23d1-4580-8a5a-5d992110a75c']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:20.064810 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-eaabdf42-e897-49eb-8c92-382baadd1729 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97ac1d7-1533-49fc-a31f-3864ddece106') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:20.065109 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-eaabdf42-e897-49eb-8c92-382baadd1729 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97ac1d7-1533-49fc-a31f-3864ddece106') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:20.079386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eaabdf42-e897-49eb-8c92-382baadd1729 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:20.104812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0c3d4-a276-4cba-83d6-db3bb9efd2d8 req-38648785-98e5-4b1b-802d-64892674ea24 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:20.106289 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fba0c3d4-a276-4cba-83d6-db3bb9efd2d8 req-38648785-98e5-4b1b-802d-64892674ea24 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e7a5bf-739f-4540-be4c-656771054b95 HTTP/1.1" status: 200 len: 946 time: 0.3199327 Jun 02 12:37:20.107235 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eaabdf42-e897-49eb-8c92-382baadd1729 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:20.114533 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaabdf42-e897-49eb-8c92-382baadd1729 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:37:20.114923 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eaabdf42-e897-49eb-8c92-382baadd1729 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:37:20.130599 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:37:20.236857 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fba0c3d4-a276-4cba-83d6-db3bb9efd2d8 req-3187ed79-9e6e-4d2a-84ae-5f2278c8b95a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=c58e6e56-3b69-44d8-ada2-7ad48a57e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235201 Jun 02 12:37:20.241892 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eaabdf42-e897-49eb-8c92-382baadd1729 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:20.246330 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1a1313da-9592-4b37-ba6a-ba5ae1fe964c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:20.262019 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eaabdf42-e897-49eb-8c92-382baadd1729 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:20.270683 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabdf42-e897-49eb-8c92-382baadd1729 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Pushing event deleted for resources: {'Network': ['ID=2403d305-23d1-4580-8a5a-5d992110a75c,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:20.275756 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-eaabdf42-e897-49eb-8c92-382baadd1729 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:20.281712 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-eaabdf42-e897-49eb-8c92-382baadd1729 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] 10.222.0.37 "DELETE /v2.0/networks/2403d305-23d1-4580-8a5a-5d992110a75c HTTP/1.1" status: 204 len: 168 time: 0.6872468 Jun 02 12:37:20.492436 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47328) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:20.638312 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5098c117-b71e-45b0-a43a-480b686cbcb8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79dd2029a1c248939b203702b6dad103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445260 Jun 02 12:37:20.640590 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47332) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:20.644894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b327865-9ad4-4716-af2c-8dd4be413315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:20.698372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1af1cbb4-3439-4ae9-9ec0-351ee3ecfb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:20.724310 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1af1cbb4-3439-4ae9-9ec0-351ee3ecfb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:20.783001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1af1cbb4-3439-4ae9-9ec0-351ee3ecfb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:20.786688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bfaa3620-93a4-4a80-bf39-4bc6b5a66d5c tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:20.799568 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1cbb4-3439-4ae9-9ec0-351ee3ecfb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a214549-0361-48af-a855-6ef244c10e32,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:20.802448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1af1cbb4-3439-4ae9-9ec0-351ee3ecfb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:20.804351 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1af1cbb4-3439-4ae9-9ec0-351ee3ecfb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:20.805441 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1af1cbb4-3439-4ae9-9ec0-351ee3ecfb38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a214549-0361-48af-a855-6ef244c10e32 HTTP/1.1" status: 204 len: 168 time: 0.1639667 Jun 02 12:37:21.062254 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-6b327865-9ad4-4716-af2c-8dd4be413315 admin admin] Deleting port 43072901-2b6b-4c6a-a881-6912f1199abd {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:37:21.062598 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b327865-9ad4-4716-af2c-8dd4be413315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:21.349823 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-6b327865-9ad4-4716-af2c-8dd4be413315 admin admin] For port 43072901-2b6b-4c6a-a881-6912f1199abd, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=43072901-2b6b-4c6a-a881-6912f1199abd,segment=NetworkSegment(b6fc825a-a603-4b65-8548-8a3471bd29aa),segment_id=b6fc825a-a603-4b65-8548-8a3471bd29aa)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:21.350202 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b327865-9ad4-4716-af2c-8dd4be413315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:21.471471 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-6b327865-9ad4-4716-af2c-8dd4be413315 admin admin] Calling delete_port for 43072901-2b6b-4c6a-a881-6912f1199abd owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:37:21.639241 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b327865-9ad4-4716-af2c-8dd4be413315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:21.643269 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-67ec59cd-f48d-4858-b72a-e900c3eb32b0 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:21.688664 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b327865-9ad4-4716-af2c-8dd4be413315 admin admin] Pushing event deleted for resources: {'Port': ['ID=43072901-2b6b-4c6a-a881-6912f1199abd,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:21.692716 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6b327865-9ad4-4716-af2c-8dd4be413315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:21.778042 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47360) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:22.225302 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6b327865-9ad4-4716-af2c-8dd4be413315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:23.078091 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b327865-9ad4-4716-af2c-8dd4be413315 admin admin] Router d6c456cb-b6e4-42e1-940c-6836bf8f0175 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:37:23.146267 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47374) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:23.152553 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-776552617', 'description': 'tempest-secgroup-smoke-776552617 description', 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:23.159495 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:23.165094 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Usage tracker for resource:security_group and tenant:d2c8503370444bb19308c86ccf9dc0b1 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:23.168620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:23.175809 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:23.187664 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:23.201828 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:23.217723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:23.221672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Usage tracker for resource:security_group_rule and tenant:d2c8503370444bb19308c86ccf9dc0b1 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:23.224727 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:23.231354 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:23.301215 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:23.325161 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:23.329175 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:23.331722 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5ceccc97-1928-4aee-a765-2ce38f483c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:23.342253 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:23.349948 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Usage tracker for resource:security_group_rule and tenant:d2c8503370444bb19308c86ccf9dc0b1 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:23.359110 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:23.370401 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:23.374147 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=195a65a9-b572-4f30-9aa9-e840157e3bc9,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:23.378361 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:23.419583 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b327865-9ad4-4716-af2c-8dd4be413315 admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:37:23.429609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191311d7-1de1-44f5-af29-31623409a811 None None] Sync routers for ids ['d6c456cb-b6e4-42e1-940c-6836bf8f0175'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:37:23.449116 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191311d7-1de1-44f5-af29-31623409a811 None None] Routers {'d6c456cb-b6e4-42e1-940c-6836bf8f0175'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:37:23.449339 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6b327865-9ad4-4716-af2c-8dd4be413315 admin admin] 10.222.0.37 "PUT /v2.0/routers/d6c456cb-b6e4-42e1-940c-6836bf8f0175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5523169 Jun 02 12:37:23.449469 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-191311d7-1de1-44f5-af29-31623409a811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d6c456cb-b6e4-42e1-940c-6836bf8f0175'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:23.449612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47376) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:23.525452 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:23.534707 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:23.548181 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fe6c0dbb-458e-4610-8693-0cf258269223 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:23.628463 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-191311d7-1de1-44f5-af29-31623409a811 None None] Set router d6c456cb-b6e4-42e1-940c-6836bf8f0175 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:37:23.663957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:23.666892 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5185590 Jun 02 12:37:23.667755 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45499b86-41b2-409f-a0a1-64e78b271a89,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:23.672356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47378) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:23.674352 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:23.677643 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-6a6f2d57-249b-44c3-a31d-856529925ebe tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Request body: {'security_group_rule': {'security_group_id': '45499b86-41b2-409f-a0a1-64e78b271a89', 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:23.687886 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-6a6f2d57-249b-44c3-a31d-856529925ebe tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:23.696077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6a6f2d57-249b-44c3-a31d-856529925ebe tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Usage tracker for resource:security_group_rule and tenant:d2c8503370444bb19308c86ccf9dc0b1 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:23.699553 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-062d85fe-97ad-4049-8253-b4791431e2be admin admin] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:23.754687 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.20.0.17 (5faacfc7-7faa-4134-adf9-b8062ad55c1c/acfe2d16-7bcd-49e8-98f7-b137cecf6f00/f5ac9c5b-01cd-442b-abf5-e2eb292ceb70) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:23.755795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-6a6f2d57-249b-44c3-a31d-856529925ebe tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:23.771044 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-6a6f2d57-249b-44c3-a31d-856529925ebe tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:23.868372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6a6f2d57-249b-44c3-a31d-856529925ebe tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:23.936720 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-062d85fe-97ad-4049-8253-b4791431e2be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:23.946426 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:23.950007 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-191311d7-1de1-44f5-af29-31623409a811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'name': 'tempest-ServerActionsTestJSON-799814407-router', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:37:21Z', 'revision_number': 5, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'gw_port': {'id': 'e0db2999-845a-46a2-b302-ef805879f5c0', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:31:46Z', 'updated_at': '2021-06-02T12:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:23.954423 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191311d7-1de1-44f5-af29-31623409a811 None None] Checking router: d6c456cb-b6e4-42e1-940c-6836bf8f0175 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:37:23.964088 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Transition to ACTIVE for port object f5ac9c5b-01cd-442b-abf5-e2eb292ceb70 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:23.964329 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191311d7-1de1-44f5-af29-31623409a811 None None] Routers {'d6c456cb-b6e4-42e1-940c-6836bf8f0175'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:37:23.964950 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-191311d7-1de1-44f5-af29-31623409a811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d6c456cb-b6e4-42e1-940c-6836bf8f0175'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:23.984090 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6a6f2d57-249b-44c3-a31d-856529925ebe tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:23.989001 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:23.990554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6a6f2d57-249b-44c3-a31d-856529925ebe tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:23.994327 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-885b94b9-3393-4fc0-af83-0b559ce67883 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:23.997324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-492bda33-3943-4c71-997b-630a03d05043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:24.028964 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f2d57-249b-44c3-a31d-856529925ebe tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b054355-2d74-47f7-a27c-e277cf5765ea,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:24.032643 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6a6f2d57-249b-44c3-a31d-856529925ebe tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:24.050135 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6a6f2d57-249b-44c3-a31d-856529925ebe tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:24.053662 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6a6f2d57-249b-44c3-a31d-856529925ebe tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3778231 Jun 02 12:37:24.054678 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47380) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:24.059762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 5faacfc7-7faa-4134-adf9-b8062ad55c1c is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:24.059967 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-70db1bc3-b88d-4cab-8677-960b5ddaddcf tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Request body: {'security_group_rule': {'security_group_id': '45499b86-41b2-409f-a0a1-64e78b271a89', 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:24.063388 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:24.067304 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-70db1bc3-b88d-4cab-8677-960b5ddaddcf tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:24.067587 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:37:24.074702 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-70db1bc3-b88d-4cab-8677-960b5ddaddcf tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Usage tracker for resource:security_group_rule and tenant:d2c8503370444bb19308c86ccf9dc0b1 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:24.077792 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-70db1bc3-b88d-4cab-8677-960b5ddaddcf tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:24.084755 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-70db1bc3-b88d-4cab-8677-960b5ddaddcf tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:24.089342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-062d85fe-97ad-4049-8253-b4791431e2be admin admin] Deleting port e0db2999-845a-46a2-b302-ef805879f5c0 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:37:24.089683 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-062d85fe-97ad-4049-8253-b4791431e2be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:24.108028 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=f5ac9c5b-01cd-442b-abf5-e2eb292ceb70,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:24.113087 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:24.146035 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:24.165895 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-191311d7-1de1-44f5-af29-31623409a811 None None] Set router d6c456cb-b6e4-42e1-940c-6836bf8f0175 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:37:24.181818 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-70db1bc3-b88d-4cab-8677-960b5ddaddcf tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:24.284866 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-191311d7-1de1-44f5-af29-31623409a811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'name': 'tempest-ServerActionsTestJSON-799814407-router', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:37:23Z', 'revision_number': 6, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:24.289242 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191311d7-1de1-44f5-af29-31623409a811 None None] The sync data for ids ['d6c456cb-b6e4-42e1-940c-6836bf8f0175'] in dv-neutron-601336-80-hyperv is: [{'id': 'd6c456cb-b6e4-42e1-940c-6836bf8f0175', 'name': 'tempest-ServerActionsTestJSON-799814407-router', 'tenant_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:31:43Z', 'updated_at': '2021-06-02T12:37:23Z', 'revision_number': 6, 'project_id': '2eeecbacfd564d3d9465a6227d2e7ddc', 'gw_port_host': None}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:37:24.324848 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-70db1bc3-b88d-4cab-8677-960b5ddaddcf tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:24.334859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-70db1bc3-b88d-4cab-8677-960b5ddaddcf tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:24.338379 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-062d85fe-97ad-4049-8253-b4791431e2be admin admin] For port e0db2999-845a-46a2-b302-ef805879f5c0, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e0db2999-845a-46a2-b302-ef805879f5c0,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:24.338959 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-062d85fe-97ad-4049-8253-b4791431e2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:24.349910 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c767fde8-3a06-4ae0-9ff3-efabf3b98989 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:24.411942 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9abf3432-fc28-4218-ba62-9fd9cacaadc4 None None] Provisioning for port f5ac9c5b-01cd-442b-abf5-e2eb292ceb70 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:24.417641 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9abf3432-fc28-4218-ba62-9fd9cacaadc4 None None] Provisioning complete for port f5ac9c5b-01cd-442b-abf5-e2eb292ceb70 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:24.418320 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9abf3432-fc28-4218-ba62-9fd9cacaadc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:24.475416 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9abf3432-fc28-4218-ba62-9fd9cacaadc4 None None] Port f5ac9c5b-01cd-442b-abf5-e2eb292ceb70 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:37:24.496422 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-062d85fe-97ad-4049-8253-b4791431e2be admin admin] Calling delete_port for e0db2999-845a-46a2-b302-ef805879f5c0 owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:37:24.499117 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db1bc3-b88d-4cab-8677-960b5ddaddcf tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ed3c52-0a82-4e87-a91f-8d070aa9d604,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:24.505607 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-70db1bc3-b88d-4cab-8677-960b5ddaddcf tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:24.512103 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-70db1bc3-b88d-4cab-8677-960b5ddaddcf tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:24.513330 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-70db1bc3-b88d-4cab-8677-960b5ddaddcf tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4583886 Jun 02 12:37:24.516961 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47382) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:24.528439 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-66c76af5-8ebc-4fe4-ac5a-38bbabda0019 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Request body: {'security_group_rule': {'security_group_id': '45499b86-41b2-409f-a0a1-64e78b271a89', 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:24.536798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-66c76af5-8ebc-4fe4-ac5a-38bbabda0019 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:24.543589 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-66c76af5-8ebc-4fe4-ac5a-38bbabda0019 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Usage tracker for resource:security_group_rule and tenant:d2c8503370444bb19308c86ccf9dc0b1 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:24.547567 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-66c76af5-8ebc-4fe4-ac5a-38bbabda0019 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:24.555928 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-66c76af5-8ebc-4fe4-ac5a-38bbabda0019 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:24.627268 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:24.722554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-66c76af5-8ebc-4fe4-ac5a-38bbabda0019 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:24.801767 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-66c76af5-8ebc-4fe4-ac5a-38bbabda0019 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:24.808727 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-66c76af5-8ebc-4fe4-ac5a-38bbabda0019 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:24.836182 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-049c20e6-8e11-4e0e-80a4-73c23b5b7b06 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:24.876408 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c76af5-8ebc-4fe4-ac5a-38bbabda0019 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98827ee5-a34f-4a82-bc90-78cf78410b93,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:24.880554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-66c76af5-8ebc-4fe4-ac5a-38bbabda0019 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:24.896187 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-66c76af5-8ebc-4fe4-ac5a-38bbabda0019 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:24.900758 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-66c76af5-8ebc-4fe4-ac5a-38bbabda0019 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3801508 Jun 02 12:37:24.900758 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-062d85fe-97ad-4049-8253-b4791431e2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:24.901638 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47384) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:24.904132 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-926c5e96-70a9-4a71-9258-f7d752245696 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:24.908393 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-c0077e59-1f0b-4895-abeb-1e0d2992a7c4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Request body: {'security_group_rule': {'security_group_id': '45499b86-41b2-409f-a0a1-64e78b271a89', 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:24.915704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c0077e59-1f0b-4895-abeb-1e0d2992a7c4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:24.939538 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c0077e59-1f0b-4895-abeb-1e0d2992a7c4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Usage tracker for resource:security_group_rule and tenant:d2c8503370444bb19308c86ccf9dc0b1 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:24.945129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c0077e59-1f0b-4895-abeb-1e0d2992a7c4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:24.946171 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d85fe-97ad-4049-8253-b4791431e2be admin admin] Pushing event deleted for resources: {'Port': ['ID=e0db2999-845a-46a2-b302-ef805879f5c0,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:24.949223 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-062d85fe-97ad-4049-8253-b4791431e2be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:24.998665 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c0077e59-1f0b-4895-abeb-1e0d2992a7c4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:25.035547 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c0077e59-1f0b-4895-abeb-1e0d2992a7c4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.046376 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-062d85fe-97ad-4049-8253-b4791431e2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.140141 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c0077e59-1f0b-4895-abeb-1e0d2992a7c4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.151331 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c0077e59-1f0b-4895-abeb-1e0d2992a7c4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.155444 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ebbd2c49-ad55-4a89-8f68-25dae574ccff tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:25.169206 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.180507 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.214420 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0077e59-1f0b-4895-abeb-1e0d2992a7c4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73b40c2-6749-416b-818f-e44e99fa979c,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:25.221762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c0077e59-1f0b-4895-abeb-1e0d2992a7c4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:25.224709 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5b90ed17-4098-4ca3-b044-0a7ed95b7e4f tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:25.225228 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-062d85fe-97ad-4049-8253-b4791431e2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.228157 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-062d85fe-97ad-4049-8253-b4791431e2be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.250708 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-062d85fe-97ad-4049-8253-b4791431e2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.251149 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062d85fe-97ad-4049-8253-b4791431e2be admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6c456cb-b6e4-42e1-940c-6836bf8f0175 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:37:25.260007 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-062d85fe-97ad-4049-8253-b4791431e2be admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.261028 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-062d85fe-97ad-4049-8253-b4791431e2be admin admin] 10.222.0.37 "DELETE /v2.0/routers/d6c456cb-b6e4-42e1-940c-6836bf8f0175 HTTP/1.1" status: 204 len: 168 time: 1.8107278 Jun 02 12:37:25.263503 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47386) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:25.298917 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c0077e59-1f0b-4895-abeb-1e0d2992a7c4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.302672 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c0077e59-1f0b-4895-abeb-1e0d2992a7c4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3974671 Jun 02 12:37:25.303928 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47388) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:25.308798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-8eeab294-6e8e-4533-8379-a0ebcf768d88 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Request body: {'security_group_rule': {'security_group_id': '45499b86-41b2-409f-a0a1-64e78b271a89', 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:25.319463 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=f5ac9c5b-01cd-442b-abf5-e2eb292ceb70,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:25.322534 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.325910 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-8eeab294-6e8e-4533-8379-a0ebcf768d88 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:25.327178 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:25.332689 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8eeab294-6e8e-4533-8379-a0ebcf768d88 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Usage tracker for resource:security_group_rule and tenant:d2c8503370444bb19308c86ccf9dc0b1 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:25.337781 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8eeab294-6e8e-4533-8379-a0ebcf768d88 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:25.347154 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d4f8dd2-3032-4001-b9d9-87407ba4e4bc admin admin] Deleting subnet 35e7c6b0-13d3-41ba-a88f-b72a6c16c109 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:37:25.349424 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-8eeab294-6e8e-4533-8379-a0ebcf768d88 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:25.353252 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5d4f8dd2-3032-4001-b9d9-87407ba4e4bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.402447 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-8eeab294-6e8e-4533-8379-a0ebcf768d88 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Project d2c8503370444bb19308c86ccf9dc0b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:37:25.412017 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8eeab294-6e8e-4533-8379-a0ebcf768d88 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.423783 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5d4f8dd2-3032-4001-b9d9-87407ba4e4bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.474040 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 5faacfc7-7faa-4134-adf9-b8062ad55c1c is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:25.475304 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:25.541693 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8eeab294-6e8e-4533-8379-a0ebcf768d88 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.547317 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5d4f8dd2-3032-4001-b9d9-87407ba4e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.578832 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8eeab294-6e8e-4533-8379-a0ebcf768d88 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.584291 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:25.618244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeab294-6e8e-4533-8379-a0ebcf768d88 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4bd009-4ae4-4a4a-90f0-3cef1aea3c7a,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:25.622652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8eeab294-6e8e-4533-8379-a0ebcf768d88 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:25.645277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8eeab294-6e8e-4533-8379-a0ebcf768d88 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.646514 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8eeab294-6e8e-4533-8379-a0ebcf768d88 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3415849 Jun 02 12:37:25.651510 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47390) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:25.655973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-73c28581-1c74-4894-9603-0fa794c915e4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Request body: {'security_group_rule': {'security_group_id': '45499b86-41b2-409f-a0a1-64e78b271a89', 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:25.665824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-73c28581-1c74-4894-9603-0fa794c915e4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:25.695038 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:37:25.712478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-73c28581-1c74-4894-9603-0fa794c915e4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Usage tracker for resource:security_group_rule and tenant:d2c8503370444bb19308c86ccf9dc0b1 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:25.720043 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.722515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d7bfd971-5517-4db5-841b-64af71089734 None None] Provisioning complete for port f5ac9c5b-01cd-442b-abf5-e2eb292ceb70 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:25.723059 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d7bfd971-5517-4db5-841b-64af71089734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.723751 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-73c28581-1c74-4894-9603-0fa794c915e4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:25.732745 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-73c28581-1c74-4894-9603-0fa794c915e4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:25.761059 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e0db2999-845a-46a2-b302-ef805879f5c0 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:37:25.764153 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-73c28581-1c74-4894-9603-0fa794c915e4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Project d2c8503370444bb19308c86ccf9dc0b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:37:25.773850 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73c28581-1c74-4894-9603-0fa794c915e4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.803812 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: e0db2999-845a-46a2-b302-ef805879f5c0 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:37:25.804157 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e0db2999-845a-46a2-b302-ef805879f5c0 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:37:25.804778 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 43072901-2b6b-4c6a-a881-6912f1199abd no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:37:25.845578 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 43072901-2b6b-4c6a-a881-6912f1199abd {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:37:25.845980 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 43072901-2b6b-4c6a-a881-6912f1199abd not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:37:25.857702 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-d7bfd971-5517-4db5-841b-64af71089734 None None] Port f5ac9c5b-01cd-442b-abf5-e2eb292ceb70 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:37:25.903638 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73c28581-1c74-4894-9603-0fa794c915e4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.903950 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:37:25.908684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73c28581-1c74-4894-9603-0fa794c915e4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.912192 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/routers/399bbf47-fb5f-439a-a6aa-c44dc198fc73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1330934 Jun 02 12:37:25.913094 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] Sync routers for ids ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:37:25.917261 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c6def66b-9173-4ab1-97c2-92d8789bc2ca tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:25.924215 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] Routers {'399bbf47-fb5f-439a-a6aa-c44dc198fc73'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:37:25.925587 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:25.948022 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c28581-1c74-4894-9603-0fa794c915e4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5360ce74-2789-40f7-93d0-880d0b85c00a,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:25.951302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-73c28581-1c74-4894-9603-0fa794c915e4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:25.954290 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5d4f8dd2-3032-4001-b9d9-87407ba4e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.958635 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-73dd1f14-a3b2-4614-b3b7-50cf94a08013 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:25.987014 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73c28581-1c74-4894-9603-0fa794c915e4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:25.991031 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-73c28581-1c74-4894-9603-0fa794c915e4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3358054 Jun 02 12:37:25.993868 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47394) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:25.997839 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f8dd2-3032-4001-b9d9-87407ba4e4bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e7c6b0-13d3-41ba-a88f-b72a6c16c109,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:25.999862 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-31ed1fa3-c384-489c-95b6-aa5814e53018 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Request body: {'network': {'name': 'tempest-network-smoke--404691116', 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'port_security_enabled': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:26.000759 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5d4f8dd2-3032-4001-b9d9-87407ba4e4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:26.005617 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5d4f8dd2-3032-4001-b9d9-87407ba4e4bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:26.006550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-31ed1fa3-c384-489c-95b6-aa5814e53018 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:26.007426 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5d4f8dd2-3032-4001-b9d9-87407ba4e4bc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/35e7c6b0-13d3-41ba-a88f-b72a6c16c109 HTTP/1.1" status: 204 len: 168 time: 0.7430229 Jun 02 12:37:26.012680 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b09812-411e-4909-8413-4faa5f23e720 None None] Network d26e7cf0-c529-4972-8a72-bcb5f758199e requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:37:26.013873 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47396) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:26.041713 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-31ed1fa3-c384-489c-95b6-aa5814e53018 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Usage tracker for resource:network and tenant:d2c8503370444bb19308c86ccf9dc0b1 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:26.046205 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-31ed1fa3-c384-489c-95b6-aa5814e53018 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:26.105634 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-31ed1fa3-c384-489c-95b6-aa5814e53018 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:26.110006 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] Set router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:37:26.152158 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:26.156953 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ed1fa3-c384-489c-95b6-aa5814e53018 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Made reservation on behalf of d2c8503370444bb19308c86ccf9dc0b1 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:37:26.160683 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-31ed1fa3-c384-489c-95b6-aa5814e53018 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:26.230902 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ed1fa3-c384-489c-95b6-aa5814e53018 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:37:26.250130 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-31ed1fa3-c384-489c-95b6-aa5814e53018 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:26.250481 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-31ed1fa3-c384-489c-95b6-aa5814e53018 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Added segment 78ce3ed0-96bd-41fd-832a-0c4e379ba353 of type vlan for network 42580aa9-ffea-4f38-8219-dd30efae528e Jun 02 12:37:26.286835 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-31ed1fa3-c384-489c-95b6-aa5814e53018 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:26.291751 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] Deleting port 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:37:26.292076 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:26.308605 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d98e9d-254a-402c-8e36-bafa48580d3c None None] DHCP port deletion for d26e7cf0-c529-4972-8a72-bcb5f758199e request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:37:26.381515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-95d98e9d-254a-402c-8e36-bafa48580d3c None None] Deleting port 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:37:26.381904 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-95d98e9d-254a-402c-8e36-bafa48580d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:26.486308 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-95d98e9d-254a-402c-8e36-bafa48580d3c None None] For port 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a,segment=NetworkSegment(b6fc825a-a603-4b65-8548-8a3471bd29aa),segment_id=b6fc825a-a603-4b65-8548-8a3471bd29aa)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:26.486709 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-95d98e9d-254a-402c-8e36-bafa48580d3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:26.502086 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'name': 'tempest-TestNetworkBasicOps-router-95299244', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:34Z', 'updated_at': '2021-06-02T12:37:24Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:37Z', 'updated_at': '2021-06-02T12:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '1b9fc686-3d93-496f-a70e-05884e983e5c', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.90', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'port_id': '44beafce-b493-411d-8c8e-935c156eaa8e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'mac_address': 'fa:16:3e:fc:73:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d3ceb5-7853-4c3a-b771-9883645bcfbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:35:43Z', 'updated_at': '2021-06-02T12:35:49Z', 'revision_number': 1, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262e6800-8578-4159-a854-4af777c3910d', 'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:56:04:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:50Z', 'updated_at': '2021-06-02T12:35:04Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ac9c5b-01cd-442b-abf5-e2eb292ceb70', 'name': '', 'network_id': '5faacfc7-7faa-4134-adf9-b8062ad55c1c', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:9f:bb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'acfe2d16-7bcd-49e8-98f7-b137cecf6f00', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:23Z', 'updated_at': '2021-06-02T12:37:24Z', 'revision_number': 2, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'acfe2d16-7bcd-49e8-98f7-b137cecf6f00', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:26.505890 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] Checking router: 399bbf47-fb5f-439a-a6aa-c44dc198fc73 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:37:26.506477 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] Updating router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 port f5ac9c5b-01cd-442b-abf5-e2eb292ceb70 binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:37:26.526290 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.db.resource_extend [None req-31ed1fa3-c384-489c-95b6-aa5814e53018 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:37:26.558578 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] For port 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a,segment=NetworkSegment(b6fc825a-a603-4b65-8548-8a3471bd29aa),segment_id=b6fc825a-a603-4b65-8548-8a3471bd29aa)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:26.558921 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:26.562226 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:26.569955 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-31ed1fa3-c384-489c-95b6-aa5814e53018 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:26.576947 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ed1fa3-c384-489c-95b6-aa5814e53018 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:26.577154 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-31ed1fa3-c384-489c-95b6-aa5814e53018 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:26.583664 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-33e73a8c-e9c3-4afa-805e-74001e7d3eaf tempest-NetworksIpV6Test-1551888683 tempest-NetworksIpV6Test-1551888683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:26.611509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-95d98e9d-254a-402c-8e36-bafa48580d3c None None] Calling delete_port for 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:37:26.659747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-95d98e9d-254a-402c-8e36-bafa48580d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:26.663933 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:26.714524 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d98e9d-254a-402c-8e36-bafa48580d3c None None] Pushing event deleted for resources: {'Port': ['ID=7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:26.717509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-95d98e9d-254a-402c-8e36-bafa48580d3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:26.718344 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d98e9d-254a-402c-8e36-bafa48580d3c None None] No DVR routers for this DVR port 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:37:26.730960 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] Calling delete_port for 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:37:26.806334 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-31ed1fa3-c384-489c-95b6-aa5814e53018 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8111908 Jun 02 12:37:26.809181 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47400) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:26.810330 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed1fa3-c384-489c-95b6-aa5814e53018 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Pushing event updated for resources: {'Network': ['ID=42580aa9-ffea-4f38-8219-dd30efae528e,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:26.813524 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-31ed1fa3-c384-489c-95b6-aa5814e53018 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:26.814348 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-63595287', 'admin_state_up': True, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:26.824472 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 42580aa9-ffea-4f38-8219-dd30efae528e details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:37:26.826307 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:26.839314 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Usage tracker for resource:router and tenant:d2c8503370444bb19308c86ccf9dc0b1 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:26.843626 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:26.859166 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:26.868321 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:26.873846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8cb80786-f505-46d1-8db8-621ae04719d8 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:26.878227 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:26.879616 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:26.898268 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:26.923617 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:26.926989 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:26.927851 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] No DVR routers for this DVR port 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:37:26.941636 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:26.954214 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] Transition to ACTIVE for port object f5ac9c5b-01cd-442b-abf5-e2eb292ceb70 will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:26.961337 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:26.966504 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-aa917e36-03e2-4b6a-b1dd-ff050ed92b2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:27.051595 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:27.067945 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26e7cf0-c529-4972-8a72-bcb5f758199e']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:27.082501 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6fc825a-a603-4b65-8548-8a3471bd29aa') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:27.082770 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6be96a-1d58-4c8a-883b-1f62432387de None None] Pushing event updated for resources: {'Port': ['ID=f5ac9c5b-01cd-442b-abf5-e2eb292ceb70,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:27.082870 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6fc825a-a603-4b65-8548-8a3471bd29aa') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:27.096960 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6be96a-1d58-4c8a-883b-1f62432387de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:27.097183 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6be96a-1d58-4c8a-883b-1f62432387de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:27.097376 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6be96a-1d58-4c8a-883b-1f62432387de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:27.097720 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6be96a-1d58-4c8a-883b-1f62432387de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:27.097843 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:27.098012 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6be96a-1d58-4c8a-883b-1f62432387de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:27.098559 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6be96a-1d58-4c8a-883b-1f62432387de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:27.099053 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6be96a-1d58-4c8a-883b-1f62432387de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:27.099532 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6be96a-1d58-4c8a-883b-1f62432387de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:27.100020 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6be96a-1d58-4c8a-883b-1f62432387de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:27.100487 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6be96a-1d58-4c8a-883b-1f62432387de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:27.100954 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6be96a-1d58-4c8a-883b-1f62432387de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:27.101574 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6be96a-1d58-4c8a-883b-1f62432387de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:27.108981 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-fb6be96a-1d58-4c8a-883b-1f62432387de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:27.116199 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:27.127911 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:37:27.128406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:37:27.144117 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:37:27.225405 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] Attempting to bind port f5ac9c5b-01cd-442b-abf5-e2eb292ceb70 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:37:27.226079 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] Attempting to bind port f5ac9c5b-01cd-442b-abf5-e2eb292ceb70 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '261a08d0-e8ab-4be8-8bf6-9ccfef458fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5faacfc7-7faa-4134-adf9-b8062ad55c1c'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:37:27.227058 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] Attempting to bind port f5ac9c5b-01cd-442b-abf5-e2eb292ceb70 on network 5faacfc7-7faa-4134-adf9-b8062ad55c1c {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:37:27.243896 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:37:27.244387 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] Checking segment: {'id': '261a08d0-e8ab-4be8-8bf6-9ccfef458fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5faacfc7-7faa-4134-adf9-b8062ad55c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:37:27.245166 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:27.245739 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] Bound using segment: {'id': '261a08d0-e8ab-4be8-8bf6-9ccfef458fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5faacfc7-7faa-4134-adf9-b8062ad55c1c'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:37:27.246451 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] Bound port: f5ac9c5b-01cd-442b-abf5-e2eb292ceb70, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261a08d0-e8ab-4be8-8bf6-9ccfef458fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5faacfc7-7faa-4134-adf9-b8062ad55c1c'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:37:27.246893 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:27.247713 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:27.251493 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-31ed1fa3-c384-489c-95b6-aa5814e53018 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:27.271019 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:27.282768 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] Pushing event deleted for resources: {'Network': ['ID=d26e7cf0-c529-4972-8a72-bcb5f758199e,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:27.288430 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:27.298241 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] 10.222.0.37 "DELETE /v2.0/networks/d26e7cf0-c529-4972-8a72-bcb5f758199e HTTP/1.1" status: 204 len: 168 time: 1.2832551 Jun 02 12:37:27.334762 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:27.354568 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] For port f5ac9c5b-01cd-442b-abf5-e2eb292ceb70, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:37:27.357676 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] For port f5ac9c5b-01cd-442b-abf5-e2eb292ceb70, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f5ac9c5b-01cd-442b-abf5-e2eb292ceb70,segment=NetworkSegment(261a08d0-e8ab-4be8-8bf6-9ccfef458fb8),segment_id=261a08d0-e8ab-4be8-8bf6-9ccfef458fb8)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:37:27.362603 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:27.367083 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:27.447307 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] Routers {'399bbf47-fb5f-439a-a6aa-c44dc198fc73'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:37:27.447945 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:27.507354 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47404) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:27.529377 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6be96a-1d58-4c8a-883b-1f62432387de None None] Pushing event updated for resources: {'Port': ['ID=f5ac9c5b-01cd-442b-abf5-e2eb292ceb70,revision_number=4']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:27.532675 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-fb6be96a-1d58-4c8a-883b-1f62432387de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:27.570085 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a57e163f-01b1-459d-951e-c1392678e15f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2eeecbacfd564d3d9465a6227d2e7ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0591991 Jun 02 12:37:27.570888 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47406) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:27.645547 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-65afb673-ec35-4410-b4d0-3d43916d5ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:27.659322 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] Set router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:37:27.675556 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-65afb673-ec35-4410-b4d0-3d43916d5ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:27.698896 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:27.730860 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:27.736380 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-65afb673-ec35-4410-b4d0-3d43916d5ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:27.741414 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-aab55b7c-8f09-464d-82d8-81aee0fca613 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:27.749442 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:37:27.758092 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afb673-ec35-4410-b4d0-3d43916d5ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a855f8c0-6d40-410d-af0c-137359421cda,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:27.764566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-65afb673-ec35-4410-b4d0-3d43916d5ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:27.766846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-65afb673-ec35-4410-b4d0-3d43916d5ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:27.770471 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-65afb673-ec35-4410-b4d0-3d43916d5ded admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a855f8c0-6d40-410d-af0c-137359421cda HTTP/1.1" status: 204 len: 168 time: 0.1961534 Jun 02 12:37:27.813499 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:37:27.813844 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 7ad955e6-2ae3-4f3e-8ecd-b2c7a75afb6a not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:37:27.883791 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Allocated IP 172.26.7.73 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/bde9ed14-a7c5-436f-b5ac-df88c23b4826) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:28.050667 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:28.084396 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:28.089346 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4815ce0f-46a8-470a-bd2b-09af9f399c48 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:28.116600 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'name': 'tempest-TestNetworkBasicOps-router-95299244', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:34Z', 'updated_at': '2021-06-02T12:37:24Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:37Z', 'updated_at': '2021-06-02T12:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '1b9fc686-3d93-496f-a70e-05884e983e5c', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.90', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'port_id': '44beafce-b493-411d-8c8e-935c156eaa8e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'mac_address': 'fa:16:3e:fc:73:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d3ceb5-7853-4c3a-b771-9883645bcfbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:35:43Z', 'updated_at': '2021-06-02T12:35:49Z', 'revision_number': 1, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262e6800-8578-4159-a854-4af777c3910d', 'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:56:04:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:50Z', 'updated_at': '2021-06-02T12:35:04Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ac9c5b-01cd-442b-abf5-e2eb292ceb70', 'name': '', 'network_id': '5faacfc7-7faa-4134-adf9-b8062ad55c1c', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:9f:bb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'acfe2d16-7bcd-49e8-98f7-b137cecf6f00', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:23Z', 'updated_at': '2021-06-02T12:37:27Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'acfe2d16-7bcd-49e8-98f7-b137cecf6f00', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:28.121153 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955a6217-e46b-44ac-9a17-963ec0f5ac37 None None] The sync data for ids ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'] in dv-neutron-601336-80-hyperv is: [{'id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'name': 'tempest-TestNetworkBasicOps-router-95299244', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:34Z', 'updated_at': '2021-06-02T12:37:24Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:37Z', 'updated_at': '2021-06-02T12:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '1b9fc686-3d93-496f-a70e-05884e983e5c', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.90', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'port_id': '44beafce-b493-411d-8c8e-935c156eaa8e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'mac_address': 'fa:16:3e:fc:73:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d3ceb5-7853-4c3a-b771-9883645bcfbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:35:43Z', 'updated_at': '2021-06-02T12:35:49Z', 'revision_number': 1, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262e6800-8578-4159-a854-4af777c3910d', 'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:56:04:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:50Z', 'updated_at': '2021-06-02T12:35:04Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ac9c5b-01cd-442b-abf5-e2eb292ceb70', 'name': '', 'network_id': '5faacfc7-7faa-4134-adf9-b8062ad55c1c', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:9f:bb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'acfe2d16-7bcd-49e8-98f7-b137cecf6f00', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:23Z', 'updated_at': '2021-06-02T12:37:27Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'acfe2d16-7bcd-49e8-98f7-b137cecf6f00', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:37:28.158635 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:28.161653 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:28.165531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:37:28.205523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Pushing event updated for resources: {'Port': ['ID=bde9ed14-a7c5-436f-b5ac-df88c23b4826,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:28.212020 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:28.640461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:28.794246 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:37:29.157759 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:29.276964 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47444) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:29.366495 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Router 528d6ada-0941-4187-ba16-824d7dc952bb is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:37:29.387477 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-412653825', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:29.392276 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:29.396273 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Usage tracker for resource:port and tenant:0003358b10984988aff1b7f0ed8f9701 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:29.400108 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:29.406005 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:29.419217 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Made reservation on behalf of 0003358b10984988aff1b7f0ed8f9701 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:37:29.421565 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:29.434046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:29.448590 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:29.452300 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Usage tracker for resource:security_group_rule and tenant:0003358b10984988aff1b7f0ed8f9701 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:29.455023 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:29.460554 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:29.544368 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:29.548303 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:29.550415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6d2e3672-ec1b-4543-b1b9-6617c927b16f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:29.552186 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:37:29.563022 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] Sync routers for ids ['528d6ada-0941-4187-ba16-824d7dc952bb'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:37:29.566527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] device_id is not set on port efecd861-3e33-4a59-bd43-cb5fb193b844 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:37:29.573721 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] Routers {'528d6ada-0941-4187-ba16-824d7dc952bb'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:37:29.574369 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['528d6ada-0941-4187-ba16-824d7dc952bb'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:29.584107 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:29.588678 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.7753625 Jun 02 12:37:29.589033 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47448) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:29.625066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229c9d25-d60f-4924-b270-4e4228aa999f,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:29.630142 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:29.723557 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Allocated IP 172.26.7.133 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/efecd861-3e33-4a59-bd43-cb5fb193b844) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:29.778914 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c93e74a2-6b76-4f48-ac5a-1e342dac1817 tempest-TestNetworkAdvancedServerOps-327082285 tempest-TestNetworkAdvancedServerOps-327082285-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d2c8503370444bb19308c86ccf9dc0b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1884704 Jun 02 12:37:29.781447 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47452) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:29.785376 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f5ac9c5b-01cd-442b-abf5-e2eb292ceb70 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:37:29.873125 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] Set router 528d6ada-0941-4187-ba16-824d7dc952bb gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:37:29.915305 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7009eb6a-d06f-4bd7-a147-fb33a095f3db tempest-TestNetworkAdvancedServerOps-327082285 tempest-TestNetworkAdvancedServerOps-327082285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:29.919576 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7009eb6a-d06f-4bd7-a147-fb33a095f3db tempest-TestNetworkAdvancedServerOps-327082285 tempest-TestNetworkAdvancedServerOps-327082285-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1343641 Jun 02 12:37:29.919734 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47454) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:29.956847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:29.961900 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-60d0e1da-d3c0-4ec6-a875-02886babd2ca tempest-TestNetworkAdvancedServerOps-327082285 tempest-TestNetworkAdvancedServerOps-327082285-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385890 Jun 02 12:37:29.962234 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47456) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:29.967517 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-a49a1544-5ab0-4bc5-bcdb-8309da9d0fb8 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1431821397', 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e', 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:29.984185 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port f5ac9c5b-01cd-442b-abf5-e2eb292ceb70 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:29.991686 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:29.999609 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:30.012214 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port f5ac9c5b-01cd-442b-abf5-e2eb292ceb70 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:30.012591 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:30.063235 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:30.066234 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:30.068955 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:37:30.084827 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a49a1544-5ab0-4bc5-bcdb-8309da9d0fb8 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:30.089030 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a49a1544-5ab0-4bc5-bcdb-8309da9d0fb8 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Usage tracker for resource:subnet and tenant:d2c8503370444bb19308c86ccf9dc0b1 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:30.092317 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a49a1544-5ab0-4bc5-bcdb-8309da9d0fb8 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:30.098645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a49a1544-5ab0-4bc5-bcdb-8309da9d0fb8 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:30.106958 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Pushing event updated for resources: {'Port': ['ID=efecd861-3e33-4a59-bd43-cb5fb193b844,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:30.110858 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49a1544-5ab0-4bc5-bcdb-8309da9d0fb8 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Made reservation on behalf of d2c8503370444bb19308c86ccf9dc0b1 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:37:30.114818 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a49a1544-5ab0-4bc5-bcdb-8309da9d0fb8 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:30.124735 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:30.125132 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:30.125524 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:30.125907 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:30.126306 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:30.126679 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:30.127055 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:30.127418 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:30.127977 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:30.128351 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:30.128726 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:30.129108 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:30.133746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:30.146988 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:30.147656 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:30.178216 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8972058 Jun 02 12:37:30.178423 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47458) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:30.182885 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-24777bfe-c300-41c4-b247-09dedbb92388 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.133'}]}}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:30.188061 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-24777bfe-c300-41c4-b247-09dedbb92388 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:30.192088 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-24777bfe-c300-41c4-b247-09dedbb92388 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Usage tracker for resource:router and tenant:0003358b10984988aff1b7f0ed8f9701 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:30.200117 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-24777bfe-c300-41c4-b247-09dedbb92388 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:30.205976 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-24777bfe-c300-41c4-b247-09dedbb92388 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:30.217588 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24777bfe-c300-41c4-b247-09dedbb92388 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:30.218624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24777bfe-c300-41c4-b247-09dedbb92388 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:30.236207 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24777bfe-c300-41c4-b247-09dedbb92388 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:30.264291 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:30.314706 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port f5ac9c5b-01cd-442b-abf5-e2eb292ceb70, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f5ac9c5b-01cd-442b-abf5-e2eb292ceb70,segment=NetworkSegment(261a08d0-e8ab-4be8-8bf6-9ccfef458fb8),segment_id=261a08d0-e8ab-4be8-8bf6-9ccfef458fb8)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:30.319203 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:30.321713 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f16fb493-a4a7-4ebd-9dea-fb89dcba593d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:30.366813 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63595287', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:37:26Z', 'updated_at': '2021-06-02T12:37:28Z', 'revision_number': 3, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'gw_port': {'id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:27Z', 'updated_at': '2021-06-02T12:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:30.380107 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] Checking router: 528d6ada-0941-4187-ba16-824d7dc952bb for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:37:30.380715 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] Updating router 528d6ada-0941-4187-ba16-824d7dc952bb port bde9ed14-a7c5-436f-b5ac-df88c23b4826 binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:37:30.440486 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=f5ac9c5b-01cd-442b-abf5-e2eb292ceb70,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:30.445631 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:30.447511 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:30.515828 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24777bfe-c300-41c4-b247-09dedbb92388 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:30.580027 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a49a1544-5ab0-4bc5-bcdb-8309da9d0fb8 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:30.584773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-124f94a7-2257-4fc5-af24-43ea5e13b404 tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:30.670351 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a1544-5ab0-4bc5-bcdb-8309da9d0fb8 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Pushing event updated for resources: {'Subnet': ['ID=27c6e050-ab75-40b4-a40d-a9c4cdf371b6,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:30.673828 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a49a1544-5ab0-4bc5-bcdb-8309da9d0fb8 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:30.677404 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49a1544-5ab0-4bc5-bcdb-8309da9d0fb8 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Checking segment: {'id': '78ce3ed0-96bd-41fd-832a-0c4e379ba353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:37:30.677764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49a1544-5ab0-4bc5-bcdb-8309da9d0fb8 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Network hostable DHCP agents. Network: 42580aa9-ffea-4f38-8219-dd30efae528e, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:37:30.697944 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49a1544-5ab0-4bc5-bcdb-8309da9d0fb8 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Network 42580aa9-ffea-4f38-8219-dd30efae528e is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:37:30.708174 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-a49a1544-5ab0-4bc5-bcdb-8309da9d0fb8 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 42580aa9-ffea-4f38-8219-dd30efae528e) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:30.722025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49a1544-5ab0-4bc5-bcdb-8309da9d0fb8 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:30.722658 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cc1614-356d-41b0-8d5d-27e6a31d5123 None None] Network 42580aa9-ffea-4f38-8219-dd30efae528e requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:37:30.723129 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a49a1544-5ab0-4bc5-bcdb-8309da9d0fb8 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:30.745786 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a49a1544-5ab0-4bc5-bcdb-8309da9d0fb8 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7824218 Jun 02 12:37:30.748608 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47460) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:30.869415 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:30.882698 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] Transition to ACTIVE for port object bde9ed14-a7c5-436f-b5ac-df88c23b4826 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:30.892546 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:30.899414 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7aeef211-e236-4aca-b9c6-4fb9955b4419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:31.024907 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] Attempting to bind port bde9ed14-a7c5-436f-b5ac-df88c23b4826 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:37:31.025292 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] Attempting to bind port bde9ed14-a7c5-436f-b5ac-df88c23b4826 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:37:31.025663 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] Attempting to bind port bde9ed14-a7c5-436f-b5ac-df88c23b4826 on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:37:31.027966 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc9440-b949-4959-a517-95e46362db14 None None] Pushing event updated for resources: {'Port': ['ID=bde9ed14-a7c5-436f-b5ac-df88c23b4826,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:31.040304 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24777bfe-c300-41c4-b247-09dedbb92388 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:31.058340 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4adc9440-b949-4959-a517-95e46362db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:31.064388 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:37:31.064778 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:37:31.065192 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:31.065594 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:37:31.066075 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] Bound port: bde9ed14-a7c5-436f-b5ac-df88c23b4826, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:37:31.066484 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:31.071637 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24777bfe-c300-41c4-b247-09dedbb92388 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:31.201059 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] For port bde9ed14-a7c5-436f-b5ac-df88c23b4826, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:37:31.216979 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] For port bde9ed14-a7c5-436f-b5ac-df88c23b4826, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=bde9ed14-a7c5-436f-b5ac-df88c23b4826,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:37:31.226956 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-42580aa9-ffea-4f38-8219-dd30efae528e', 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'fixed_ips': [{'subnet_id': '27c6e050-ab75-40b4-a40d-a9c4cdf371b6'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:37:31.227790 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:31.238923 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:31.244082 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-1dd10f60-1fda-4051-aeed-4672d3ab331d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:31.275372 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24777bfe-c300-41c4-b247-09dedbb92388 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:31.419725 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] Routers {'528d6ada-0941-4187-ba16-824d7dc952bb'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:37:31.420352 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['528d6ada-0941-4187-ba16-824d7dc952bb'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:31.483761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc9440-b949-4959-a517-95e46362db14 None None] Pushing event updated for resources: {'Port': ['ID=bde9ed14-a7c5-436f-b5ac-df88c23b4826,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:31.496334 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4adc9440-b949-4959-a517-95e46362db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:31.592158 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24777bfe-c300-41c4-b247-09dedbb92388 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:31.594407 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24777bfe-c300-41c4-b247-09dedbb92388 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:31.622314 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24777bfe-c300-41c4-b247-09dedbb92388 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:31.622971 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24777bfe-c300-41c4-b247-09dedbb92388 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49ce3c11-35f7-4d38-9664-76d4e6294624 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:37:31.625832 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:31.648387 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-24777bfe-c300-41c4-b247-09dedbb92388 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 02 12:37:31.650691 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-24777bfe-c300-41c4-b247-09dedbb92388 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4713719 Jun 02 12:37:31.653561 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47464) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:31.688650 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Allocated IP 172.20.0.2 (42580aa9-ffea-4f38-8219-dd30efae528e/27c6e050-ab75-40b4-a40d-a9c4cdf371b6/8aca4569-34a5-4dbe-bb31-abd2b63e729c) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:31.691923 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] Set router 528d6ada-0941-4187-ba16-824d7dc952bb gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:37:31.799453 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-1c41a5af-154a-471a-8584-a763a7d920e6 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Deleting port efecd861-3e33-4a59-bd43-cb5fb193b844 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:37:31.799689 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1c41a5af-154a-471a-8584-a763a7d920e6 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:31.804995 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f5ac9c5b-01cd-442b-abf5-e2eb292ceb70 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:37:31.922011 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1c41a5af-154a-471a-8584-a763a7d920e6 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:32.048534 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-1c41a5af-154a-471a-8584-a763a7d920e6 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Calling delete_port for efecd861-3e33-4a59-bd43-cb5fb193b844 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:37:32.117020 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port f5ac9c5b-01cd-442b-abf5-e2eb292ceb70 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:32.117308 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:32.161088 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1c41a5af-154a-471a-8584-a763a7d920e6 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:32.167503 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a01ed3fa-7cdb-453e-857c-66e05e1c93e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:32.210659 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41a5af-154a-471a-8584-a763a7d920e6 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Pushing event deleted for resources: {'Port': ['ID=efecd861-3e33-4a59-bd43-cb5fb193b844,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:32.214553 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1c41a5af-154a-471a-8584-a763a7d920e6 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:32.278571 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:32.300240 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Transition to ACTIVE for port object 8aca4569-34a5-4dbe-bb31-abd2b63e729c will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:32.318224 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1c41a5af-154a-471a-8584-a763a7d920e6 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:32.328824 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1c41a5af-154a-471a-8584-a763a7d920e6 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] 10.222.0.37 "DELETE /v2.0/ports/efecd861-3e33-4a59-bd43-cb5fb193b844 HTTP/1.1" status: 204 len: 168 time: 0.6739824 Jun 02 12:37:32.376600 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Transition to ACTIVE for port object 8aca4569-34a5-4dbe-bb31-abd2b63e729c will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:32.386662 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:32.391815 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8ca7ce82-33fa-4c44-b025-bdafe98798d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:32.428225 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63595287', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:37:26Z', 'updated_at': '2021-06-02T12:37:28Z', 'revision_number': 3, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'gw_port': {'id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:27Z', 'updated_at': '2021-06-02T12:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:32.444871 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3181ef-503d-40c0-8fe5-9d6baaf2b454 None None] The sync data for ids ['528d6ada-0941-4187-ba16-824d7dc952bb'] in dv-neutron-601336-80-hyperv is: [{'id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63595287', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:37:26Z', 'updated_at': '2021-06-02T12:37:28Z', 'revision_number': 3, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'gw_port': {'id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:27Z', 'updated_at': '2021-06-02T12:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:37:32.460962 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Network 42580aa9-ffea-4f38-8219-dd30efae528e is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:32.465269 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:32.469237 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:37:32.478851 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Pushing event updated for resources: {'Port': ['ID=8aca4569-34a5-4dbe-bb31-abd2b63e729c,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:32.488084 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Allocated IP 172.20.0.1 (42580aa9-ffea-4f38-8219-dd30efae528e/27c6e050-ab75-40b4-a40d-a9c4cdf371b6/9f657113-eb12-463c-b64e-5c5753ca7ac9) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:32.521420 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.521766 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.522124 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.523251 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.523251 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.523251 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.523573 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.523695 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.524151 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.524381 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.524954 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.525273 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.557116 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:32.585071 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Attempting to bind port 8aca4569-34a5-4dbe-bb31-abd2b63e729c on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:37:32.585452 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Attempting to bind port 8aca4569-34a5-4dbe-bb31-abd2b63e729c by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '78ce3ed0-96bd-41fd-832a-0c4e379ba353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:37:32.585822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Attempting to bind port 8aca4569-34a5-4dbe-bb31-abd2b63e729c on network 42580aa9-ffea-4f38-8219-dd30efae528e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:37:32.591757 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:37:32.592140 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Checking segment: {'id': '78ce3ed0-96bd-41fd-832a-0c4e379ba353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:37:32.592552 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:32.592967 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Bound using segment: {'id': '78ce3ed0-96bd-41fd-832a-0c4e379ba353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:37:32.593669 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Bound port: 8aca4569-34a5-4dbe-bb31-abd2b63e729c, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ce3ed0-96bd-41fd-832a-0c4e379ba353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:37:32.594008 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:32.664132 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47470) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:32.680825 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:32.705344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Transition to ACTIVE for port object 9f657113-eb12-463c-b64e-5c5753ca7ac9 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:32.724064 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] For port 8aca4569-34a5-4dbe-bb31-abd2b63e729c, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:37:32.729163 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] For port 8aca4569-34a5-4dbe-bb31-abd2b63e729c, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=8aca4569-34a5-4dbe-bb31-abd2b63e729c,segment=NetworkSegment(78ce3ed0-96bd-41fd-832a-0c4e379ba353),segment_id=78ce3ed0-96bd-41fd-832a-0c4e379ba353)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:37:32.736456 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:32.742071 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c89b6142-71df-483d-a430-10c5bc9ae58d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:32.760078 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:32.774011 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:32.863478 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Pushing event updated for resources: {'Port': ['ID=8aca4569-34a5-4dbe-bb31-abd2b63e729c,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:32.866612 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:32.885062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f524a2cd-cf24-4e23-b9d6-5ddec1529319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:32.902488 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f524a2cd-cf24-4e23-b9d6-5ddec1529319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:32.902752 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Network 42580aa9-ffea-4f38-8219-dd30efae528e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:32.906833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:32.909067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f524a2cd-cf24-4e23-b9d6-5ddec1529319 admin admin] Usage tracker for resource:security_group_rule and tenant:ae4b51f6556442da8a3f6e3052844466 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:32.911717 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:37:32.913779 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f524a2cd-cf24-4e23-b9d6-5ddec1529319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:32.922873 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f524a2cd-cf24-4e23-b9d6-5ddec1529319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:32.957627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Pushing event updated for resources: {'Port': ['ID=9f657113-eb12-463c-b64e-5c5753ca7ac9,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:32.968667 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.969050 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.969594 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.969799 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.970263 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.970549 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.970914 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.971275 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.971684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.972275 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.972649 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.973008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:37:32.983700 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:32.999323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:33.045996 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f524a2cd-cf24-4e23-b9d6-5ddec1529319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:33.053660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f524a2cd-cf24-4e23-b9d6-5ddec1529319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:33.065159 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-06d7db27-082b-48e7-9e90-876ae6f3dcd9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:33.145927 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f524a2cd-cf24-4e23-b9d6-5ddec1529319 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae4b51f6556442da8a3f6e3052844466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4804561 Jun 02 12:37:33.151240 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47476) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:33.175699 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524a2cd-cf24-4e23-b9d6-5ddec1529319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8ae225-e58c-46ec-802a-173fbbc35761,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:33.192899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f524a2cd-cf24-4e23-b9d6-5ddec1529319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:33.260764 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-af929187-8110-4c66-85a7-12b761c9a254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:33.292226 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-af929187-8110-4c66-85a7-12b761c9a254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:33.348587 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-af929187-8110-4c66-85a7-12b761c9a254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:33.355580 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-89a28c23-177c-4260-b208-ce8d6bbe1e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:33.368281 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af929187-8110-4c66-85a7-12b761c9a254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8ae225-e58c-46ec-802a-173fbbc35761,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:33.372629 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-af929187-8110-4c66-85a7-12b761c9a254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:33.376682 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-af929187-8110-4c66-85a7-12b761c9a254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:33.377872 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-af929187-8110-4c66-85a7-12b761c9a254 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce8ae225-e58c-46ec-802a-173fbbc35761 HTTP/1.1" status: 204 len: 168 time: 0.2253101 Jun 02 12:37:33.459798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:33.703773 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47482) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:33.783148 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f2a11796-f8a2-431f-9156-2551fef4ad08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0003358b10984988aff1b7f0ed8f9701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0733972 Jun 02 12:37:33.783148 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47484) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:33.806377 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8aca4569-34a5-4dbe-bb31-abd2b63e729c up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:37:33.860844 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e47ddf05-536a-4548-8459-560f3c6e3b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:33.889118 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e47ddf05-536a-4548-8459-560f3c6e3b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:33.893390 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 8aca4569-34a5-4dbe-bb31-abd2b63e729c completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:33.901145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device bde9ed14-a7c5-436f-b5ac-df88c23b4826 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:37:33.948468 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:33.954336 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:33.972061 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e47ddf05-536a-4548-8459-560f3c6e3b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:33.979472 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ac221763-d0c8-48bb-8809-7a11fe78f84e tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:33.985757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f318ffa1-865e-43a5-ad36-c95e511b2086 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:33.997982 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ddf05-536a-4548-8459-560f3c6e3b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229c9d25-d60f-4924-b270-4e4228aa999f,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:34.000798 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e47ddf05-536a-4548-8459-560f3c6e3b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:34.002302 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e47ddf05-536a-4548-8459-560f3c6e3b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:34.004197 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e47ddf05-536a-4548-8459-560f3c6e3b8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/229c9d25-d60f-4924-b270-4e4228aa999f HTTP/1.1" status: 204 len: 168 time: 0.2199485 Jun 02 12:37:34.061415 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c80d424-83ca-4e6c-971c-cbb41be49e44 None None] Network 42580aa9-ffea-4f38-8219-dd30efae528e requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:37:34.084398 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Pushing event updated for resources: {'Port': ['ID=9f657113-eb12-463c-b64e-5c5753ca7ac9,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:34.086997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:34.090817 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:34.193822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-63b1c9c8-1941-4ac2-8362-8fac15b7d799 None None] Provisioning for port 8aca4569-34a5-4dbe-bb31-abd2b63e729c completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:34.246947 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Network 42580aa9-ffea-4f38-8219-dd30efae528e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:34.248080 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:34.281736 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-63b1c9c8-1941-4ac2-8362-8fac15b7d799 None None] Provisioning complete for port 8aca4569-34a5-4dbe-bb31-abd2b63e729c triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:34.282052 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-63b1c9c8-1941-4ac2-8362-8fac15b7d799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:34.362410 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port bde9ed14-a7c5-436f-b5ac-df88c23b4826 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:34.375947 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port bde9ed14-a7c5-436f-b5ac-df88c23b4826 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:34.376331 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:34.466260 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Router 528d6ada-0941-4187-ba16-824d7dc952bb has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:37:34.612712 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-63b1c9c8-1941-4ac2-8362-8fac15b7d799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:34.639607 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:34.672204 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:37:34.673091 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port bde9ed14-a7c5-436f-b5ac-df88c23b4826, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=bde9ed14-a7c5-436f-b5ac-df88c23b4826,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:34.678648 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-63b1c9c8-1941-4ac2-8362-8fac15b7d799 None None] For port 8aca4569-34a5-4dbe-bb31-abd2b63e729c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=8aca4569-34a5-4dbe-bb31-abd2b63e729c,segment=NetworkSegment(78ce3ed0-96bd-41fd-832a-0c4e379ba353),segment_id=78ce3ed0-96bd-41fd-832a-0c4e379ba353)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:34.682261 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "PUT /v2.0/routers/528d6ada-0941-4187-ba16-824d7dc952bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9324939 Jun 02 12:37:34.682745 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:34.685283 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0f211f99-7b42-4147-8a44-424dadb16a28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:34.695058 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] Sync routers for ids ['528d6ada-0941-4187-ba16-824d7dc952bb'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:37:34.717136 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] Routers {'528d6ada-0941-4187-ba16-824d7dc952bb'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:37:34.722251 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-63b1c9c8-1941-4ac2-8362-8fac15b7d799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:34.723400 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['528d6ada-0941-4187-ba16-824d7dc952bb'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:34.766732 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=bde9ed14-a7c5-436f-b5ac-df88c23b4826,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:34.784803 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:34.786663 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-2d2f2ee1-4f32-47e2-abe2-471c72103510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:34.893977 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1c9c8-1941-4ac2-8362-8fac15b7d799 None None] Pushing event updated for resources: {'Port': ['ID=8aca4569-34a5-4dbe-bb31-abd2b63e729c,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:34.907148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-63b1c9c8-1941-4ac2-8362-8fac15b7d799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:34.967605 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] Set router 528d6ada-0941-4187-ba16-824d7dc952bb gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:37:34.976319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47518) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:35.006766 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-87fa3fa2-aed5-40e6-8b6b-700b47aea41c tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Synchronizing usage tracker for tenant:d2c8503370444bb19308c86ccf9dc0b1 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:37:35.037768 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-87fa3fa2-aed5-40e6-8b6b-700b47aea41c tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Unset dirty status for tenant:d2c8503370444bb19308c86ccf9dc0b1 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:37:35.039112 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-87fa3fa2-aed5-40e6-8b6b-700b47aea41c tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-776552617&fields=id&tenant_id=d2c8503370444bb19308c86ccf9dc0b1 HTTP/1.1" status: 200 len: 267 time: 0.0972981 Jun 02 12:37:35.050424 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bd01817b-baef-4129-9561-5dfce6bfc2ff None None] Provisioning for port 9f657113-eb12-463c-b64e-5c5753ca7ac9 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:35.066979 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bd01817b-baef-4129-9561-5dfce6bfc2ff None None] Provisioning complete for port 9f657113-eb12-463c-b64e-5c5753ca7ac9 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:35.068235 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bd01817b-baef-4129-9561-5dfce6bfc2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:35.152315 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-bd01817b-baef-4129-9561-5dfce6bfc2ff None None] Port 9f657113-eb12-463c-b64e-5c5753ca7ac9 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:37:35.164330 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bd01817b-baef-4129-9561-5dfce6bfc2ff None None] Provisioning complete for port 8aca4569-34a5-4dbe-bb31-abd2b63e729c triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:35.164742 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bd01817b-baef-4129-9561-5dfce6bfc2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:35.225550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1758697274'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:35.232680 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:35.237977 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Usage tracker for resource:network and tenant:24404a8cf6604ee9878b27c673b588fb is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:35.242081 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:35.250352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:35.265208 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-e5304e6c-0a68-45f2-ad67-8f92bfbf6bc2 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:35.267090 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-e5304e6c-0a68-45f2-ad67-8f92bfbf6bc2 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/networks?id=42580aa9-ffea-4f38-8219-dd30efae528e HTTP/1.1" status: 200 len: 796 time: 0.2139723 Jun 02 12:37:35.276737 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Made reservation on behalf of 24404a8cf6604ee9878b27c673b588fb for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:37:35.282453 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:35.295971 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-3f47d384-2de1-4067-b9f3-5c5d5b6f9081 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/quotas/d2c8503370444bb19308c86ccf9dc0b1 HTTP/1.1" status: 200 len: 375 time: 0.0221696 Jun 02 12:37:35.299127 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:35.318408 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:35.325460 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Usage tracker for resource:security_group_rule and tenant:24404a8cf6604ee9878b27c673b588fb is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:35.328848 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:35.343445 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:35.371901 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63595287', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:37:26Z', 'updated_at': '2021-06-02T12:37:33Z', 'revision_number': 4, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'gw_port': {'id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:27Z', 'updated_at': '2021-06-02T12:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '9f657113-eb12-463c-b64e-5c5753ca7ac9', 'name': '', 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'mac_address': 'fa:16:3e:60:0c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '27c6e050-ab75-40b4-a40d-a9c4cdf371b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:31Z', 'updated_at': '2021-06-02T12:37:33Z', 'revision_number': 2, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'subnets': [{'id': '27c6e050-ab75-40b4-a40d-a9c4cdf371b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:35.377311 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] Checking router: 528d6ada-0941-4187-ba16-824d7dc952bb for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:37:35.378078 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] Updating router 528d6ada-0941-4187-ba16-824d7dc952bb port 9f657113-eb12-463c-b64e-5c5753ca7ac9 binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:37:35.431705 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-121f91d9-8525-4a48-8542-ae258d8a3b46 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Synchronizing usage tracker for tenant:d2c8503370444bb19308c86ccf9dc0b1 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:37:35.453041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-121f91d9-8525-4a48-8542-ae258d8a3b46 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Unset dirty status for tenant:d2c8503370444bb19308c86ccf9dc0b1 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:37:35.453523 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:35.455278 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-121f91d9-8525-4a48-8542-ae258d8a3b46 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2c8503370444bb19308c86ccf9dc0b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1511080 Jun 02 12:37:35.464943 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6f7e7540-f8a4-4cdd-9ef0-fff0b5610584 None None] Provisioning complete for port 9f657113-eb12-463c-b64e-5c5753ca7ac9 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:35.465475 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6f7e7540-f8a4-4cdd-9ef0-fff0b5610584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:35.468536 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:35.476038 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:35.490472 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:37:35.502474 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:35.502979 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Added segment c6591779-1f6b-416e-a73f-154610b34d14 of type vlan for network b171f35f-8222-4820-881f-bd65c9a516dc Jun 02 12:37:35.511265 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f81e3e9b-fb3c-40f8-891e-833d49733e5c tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:35.563832 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-6f7e7540-f8a4-4cdd-9ef0-fff0b5610584 None None] Port 9f657113-eb12-463c-b64e-5c5753ca7ac9 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:37:35.574918 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a81915-f4d9-461b-b36c-758a6bd14c00,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:35.578909 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:35.584440 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:35.632371 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:35.639875 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:35.640509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:35.646936 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-87d9fcdc-444c-424f-b843-fd58beae4729 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:35.691401 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4281f60f-bad3-4e0f-b48d-7e1ef692da9b None None] Provisioning complete for port 9f657113-eb12-463c-b64e-5c5753ca7ac9 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:35.692001 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4281f60f-bad3-4e0f-b48d-7e1ef692da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:35.798545 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-4281f60f-bad3-4e0f-b48d-7e1ef692da9b None None] Port 9f657113-eb12-463c-b64e-5c5753ca7ac9 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:37:35.800116 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8aca4569-34a5-4dbe-bb31-abd2b63e729c up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:37:35.811436 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-97de14d3-18b9-4b90-9a4f-151d16968c7e service neutron] 10.222.0.37 "GET /v2.0/networks/42580aa9-ffea-4f38-8219-dd30efae528e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379815 Jun 02 12:37:35.863259 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:35.875510 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] Transition to ACTIVE for port object 9f657113-eb12-463c-b64e-5c5753ca7ac9 will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:35.880176 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 8aca4569-34a5-4dbe-bb31-abd2b63e729c triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:35.880590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:35.885127 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:35.890277 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:35.907738 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Pushing event updated for resources: {'Network': ['ID=b171f35f-8222-4820-881f-bd65c9a516dc,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:35.911001 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:35.924126 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network b171f35f-8222-4820-881f-bd65c9a516dc details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:37:35.936242 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9575567 Jun 02 12:37:35.938410 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47524) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:35.950168 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-03a3491f-7e5d-45d1-bd5b-d19d4f51cfae tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Request body: {'subnet': {'network_id': 'b171f35f-8222-4820-881f-bd65c9a516dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:35.999972 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-305b3195-1f4d-4a30-b29e-e8f0220929e1 service neutron] 10.222.0.37 "GET /v2.0/networks/42580aa9-ffea-4f38-8219-dd30efae528e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872585 Jun 02 12:37:36.044424 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61342da-6d9b-46a4-bae8-2f7931c0a916 None None] Pushing event updated for resources: {'Port': ['ID=9f657113-eb12-463c-b64e-5c5753ca7ac9,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:36.084034 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e61342da-6d9b-46a4-bae8-2f7931c0a916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:36.099871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-03a3491f-7e5d-45d1-bd5b-d19d4f51cfae tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:36.106767 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-03a3491f-7e5d-45d1-bd5b-d19d4f51cfae tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Usage tracker for resource:subnet and tenant:24404a8cf6604ee9878b27c673b588fb is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:36.110369 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-03a3491f-7e5d-45d1-bd5b-d19d4f51cfae tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:36.124597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-03a3491f-7e5d-45d1-bd5b-d19d4f51cfae tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:36.157469 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a3491f-7e5d-45d1-bd5b-d19d4f51cfae tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Made reservation on behalf of 24404a8cf6604ee9878b27c673b588fb for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:37:36.161980 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03a3491f-7e5d-45d1-bd5b-d19d4f51cfae tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:36.218018 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] Attempting to bind port 9f657113-eb12-463c-b64e-5c5753ca7ac9 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:37:36.218865 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] Attempting to bind port 9f657113-eb12-463c-b64e-5c5753ca7ac9 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '78ce3ed0-96bd-41fd-832a-0c4e379ba353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:37:36.219459 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] Attempting to bind port 9f657113-eb12-463c-b64e-5c5753ca7ac9 on network 42580aa9-ffea-4f38-8219-dd30efae528e {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:37:36.225554 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:37:36.226086 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] Checking segment: {'id': '78ce3ed0-96bd-41fd-832a-0c4e379ba353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:37:36.226659 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:36.227700 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] Bound using segment: {'id': '78ce3ed0-96bd-41fd-832a-0c4e379ba353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:37:36.228268 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] Bound port: 9f657113-eb12-463c-b64e-5c5753ca7ac9, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ce3ed0-96bd-41fd-832a-0c4e379ba353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:37:36.228892 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:36.239962 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device bde9ed14-a7c5-436f-b5ac-df88c23b4826 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:37:36.245009 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ff60e313-8e49-4404-be4e-0d373b957663 req-d56dd257-697b-4ae2-9aab-34b39ff1fe0b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 210 time: 0.0565457 Jun 02 12:37:36.379587 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] For port 9f657113-eb12-463c-b64e-5c5753ca7ac9, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:37:36.380025 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port bde9ed14-a7c5-436f-b5ac-df88c23b4826 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:36.380418 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:36.384338 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] For port 9f657113-eb12-463c-b64e-5c5753ca7ac9, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=9f657113-eb12-463c-b64e-5c5753ca7ac9,segment=NetworkSegment(78ce3ed0-96bd-41fd-832a-0c4e379ba353),segment_id=78ce3ed0-96bd-41fd-832a-0c4e379ba353)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:37:36.393724 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:36.402952 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:36.498843 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] Routers {'528d6ada-0941-4187-ba16-824d7dc952bb'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:37:36.499729 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['528d6ada-0941-4187-ba16-824d7dc952bb'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:36.581396 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61342da-6d9b-46a4-bae8-2f7931c0a916 None None] Pushing event updated for resources: {'Port': ['ID=9f657113-eb12-463c-b64e-5c5753ca7ac9,revision_number=4']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:36.587805 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e61342da-6d9b-46a4-bae8-2f7931c0a916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:36.804267 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] Set router 528d6ada-0941-4187-ba16-824d7dc952bb gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:37:36.876815 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03a3491f-7e5d-45d1-bd5b-d19d4f51cfae tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:36.885531 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c13593e6-5bb0-4994-ba94-7a2eb0046586 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:36.976435 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3491f-7e5d-45d1-bd5b-d19d4f51cfae tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Checking segment: {'id': 'c6591779-1f6b-416e-a73f-154610b34d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b171f35f-8222-4820-881f-bd65c9a516dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:37:36.977094 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a3491f-7e5d-45d1-bd5b-d19d4f51cfae tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Network hostable DHCP agents. Network: b171f35f-8222-4820-881f-bd65c9a516dc, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:37:36.990398 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3491f-7e5d-45d1-bd5b-d19d4f51cfae tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Pushing event updated for resources: {'Subnet': ['ID=d558dd63-47c2-4f49-9ee6-5b267182af6c,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:36.994684 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-03a3491f-7e5d-45d1-bd5b-d19d4f51cfae tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:37.003857 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a3491f-7e5d-45d1-bd5b-d19d4f51cfae tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Network b171f35f-8222-4820-881f-bd65c9a516dc is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:37:37.016085 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-03a3491f-7e5d-45d1-bd5b-d19d4f51cfae tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, b171f35f-8222-4820-881f-bd65c9a516dc) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:37.028135 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4482ee65-feb1-493c-8b01-377c23257dbc None None] Network b171f35f-8222-4820-881f-bd65c9a516dc requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:37:37.028686 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a3491f-7e5d-45d1-bd5b-d19d4f51cfae tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:37.030841 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03a3491f-7e5d-45d1-bd5b-d19d4f51cfae tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:37.058578 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-03a3491f-7e5d-45d1-bd5b-d19d4f51cfae tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1188526 Jun 02 12:37:37.061447 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47538) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:37.066809 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-62365cc2-cc12-48b7-8e09-a35013839ada tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-40158457', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:37.080839 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-62365cc2-cc12-48b7-8e09-a35013839ada tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:37.091011 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-62365cc2-cc12-48b7-8e09-a35013839ada tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Usage tracker for resource:router and tenant:24404a8cf6604ee9878b27c673b588fb is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:37.094686 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-62365cc2-cc12-48b7-8e09-a35013839ada tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:37.109251 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-62365cc2-cc12-48b7-8e09-a35013839ada tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:37.128186 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-62365cc2-cc12-48b7-8e09-a35013839ada tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:37.129665 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-62365cc2-cc12-48b7-8e09-a35013839ada tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:37.174288 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63595287', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:37:26Z', 'updated_at': '2021-06-02T12:37:33Z', 'revision_number': 4, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'gw_port': {'id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:27Z', 'updated_at': '2021-06-02T12:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '9f657113-eb12-463c-b64e-5c5753ca7ac9', 'name': '', 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'mac_address': 'fa:16:3e:60:0c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '27c6e050-ab75-40b4-a40d-a9c4cdf371b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:31Z', 'updated_at': '2021-06-02T12:37:36Z', 'revision_number': 4, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'subnets': [{'id': '27c6e050-ab75-40b4-a40d-a9c4cdf371b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:37.179918 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e25dc92-7967-4514-b172-5fab1f0c07a2 None None] The sync data for ids ['528d6ada-0941-4187-ba16-824d7dc952bb'] in dv-neutron-601336-80-hyperv is: [{'id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63595287', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:37:26Z', 'updated_at': '2021-06-02T12:37:33Z', 'revision_number': 4, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'gw_port': {'id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:27Z', 'updated_at': '2021-06-02T12:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '9f657113-eb12-463c-b64e-5c5753ca7ac9', 'name': '', 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'mac_address': 'fa:16:3e:60:0c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '27c6e050-ab75-40b4-a40d-a9c4cdf371b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:31Z', 'updated_at': '2021-06-02T12:37:36Z', 'revision_number': 4, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'subnets': [{'id': '27c6e050-ab75-40b4-a40d-a9c4cdf371b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:37:37.189450 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-62365cc2-cc12-48b7-8e09-a35013839ada tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:37.241307 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-62365cc2-cc12-48b7-8e09-a35013839ada tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:37.283334 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-62365cc2-cc12-48b7-8e09-a35013839ada tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:37.291957 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-62365cc2-cc12-48b7-8e09-a35013839ada tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.2261605 Jun 02 12:37:37.292366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47544) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:37.473157 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-b171f35f-8222-4820-881f-bd65c9a516dc', 'network_id': 'b171f35f-8222-4820-881f-bd65c9a516dc', 'tenant_id': '24404a8cf6604ee9878b27c673b588fb', 'fixed_ips': [{'subnet_id': 'd558dd63-47c2-4f49-9ee6-5b267182af6c'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:37:37.476277 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:37.516264 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-843addac-272a-464c-a7f4-b5a009eda373 req-09b9a1aa-541a-410b-b6ea-b0ca7040eb06 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 210 time: 0.0461478 Jun 02 12:37:37.677136 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Allocated IP 172.20.0.2 (b171f35f-8222-4820-881f-bd65c9a516dc/d558dd63-47c2-4f49-9ee6-5b267182af6c/634504a3-58d0-45dc-9371-7d1242ce71a1) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:37.815352 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 9f657113-eb12-463c-b64e-5c5753ca7ac9 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:37:37.969707 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 9f657113-eb12-463c-b64e-5c5753ca7ac9 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:37.986952 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 9f657113-eb12-463c-b64e-5c5753ca7ac9 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:37.987330 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:38.011545 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-5e486202-788e-4652-b86b-55541754e7c0 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:38.013002 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-5e486202-788e-4652-b86b-55541754e7c0 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.22 "GET /v2.0/networks?id=42580aa9-ffea-4f38-8219-dd30efae528e HTTP/1.1" status: 200 len: 796 time: 0.4166505 Jun 02 12:37:38.072554 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:38.087824 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Transition to ACTIVE for port object 634504a3-58d0-45dc-9371-7d1242ce71a1 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:38.113546 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-57032c38-59dc-4e2b-b21f-ba805fbeca1e tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2c8503370444bb19308c86ccf9dc0b1 HTTP/1.1" status: 200 len: 379 time: 0.0906091 Jun 02 12:37:38.122138 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:38.136620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-7fa78846-ca55-406d-9dcd-00eee0123c2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Request body: {'port': {'device_id': '23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d', 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e', 'admin_state_up': True, 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'security_groups': ['45499b86-41b2-409f-a0a1-64e78b271a89']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:38.143640 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Transition to ACTIVE for port object 634504a3-58d0-45dc-9371-7d1242ce71a1 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:38.157910 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:38.164796 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:38.221371 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:38.241219 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Network b171f35f-8222-4820-881f-bd65c9a516dc is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:38.246953 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:38.253482 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:37:38.268917 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Pushing event updated for resources: {'Port': ['ID=634504a3-58d0-45dc-9371-7d1242ce71a1,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:38.299819 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:38.339057 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 9f657113-eb12-463c-b64e-5c5753ca7ac9, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=9f657113-eb12-463c-b64e-5c5753ca7ac9,segment=NetworkSegment(78ce3ed0-96bd-41fd-832a-0c4e379ba353),segment_id=78ce3ed0-96bd-41fd-832a-0c4e379ba353)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:38.345297 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:38.351944 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:38.420940 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Attempting to bind port 634504a3-58d0-45dc-9371-7d1242ce71a1 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:37:38.421320 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Attempting to bind port 634504a3-58d0-45dc-9371-7d1242ce71a1 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'c6591779-1f6b-416e-a73f-154610b34d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b171f35f-8222-4820-881f-bd65c9a516dc'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:37:38.421689 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Attempting to bind port 634504a3-58d0-45dc-9371-7d1242ce71a1 on network b171f35f-8222-4820-881f-bd65c9a516dc {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:37:38.433772 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:37:38.434174 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Checking segment: {'id': 'c6591779-1f6b-416e-a73f-154610b34d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b171f35f-8222-4820-881f-bd65c9a516dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:37:38.434587 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:38.434983 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Bound using segment: {'id': 'c6591779-1f6b-416e-a73f-154610b34d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b171f35f-8222-4820-881f-bd65c9a516dc'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:37:38.435461 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Bound port: 634504a3-58d0-45dc-9371-7d1242ce71a1, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6591779-1f6b-416e-a73f-154610b34d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b171f35f-8222-4820-881f-bd65c9a516dc'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:37:38.435840 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:38.480494 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=9f657113-eb12-463c-b64e-5c5753ca7ac9,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:38.487883 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:38.531595 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] For port 634504a3-58d0-45dc-9371-7d1242ce71a1, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:37:38.534633 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] For port 634504a3-58d0-45dc-9371-7d1242ce71a1, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=634504a3-58d0-45dc-9371-7d1242ce71a1,segment=NetworkSegment(c6591779-1f6b-416e-a73f-154610b34d14),segment_id=c6591779-1f6b-416e-a73f-154610b34d14)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:37:38.539287 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:38.543841 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a010d445-7795-4d25-a7dc-73f08df2b88c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:38.629805 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Pushing event updated for resources: {'Port': ['ID=634504a3-58d0-45dc-9371-7d1242ce71a1,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:38.631530 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:38.641499 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-7fa78846-ca55-406d-9dcd-00eee0123c2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:38.662627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-7fa78846-ca55-406d-9dcd-00eee0123c2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:38.692890 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-7fa78846-ca55-406d-9dcd-00eee0123c2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Made reservation on behalf of d2c8503370444bb19308c86ccf9dc0b1 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:37:38.697018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-7fa78846-ca55-406d-9dcd-00eee0123c2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:38.716384 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a484d84b-22b8-41fa-a361-d820acd8f747 req-7c84e0f9-a625-4a33-a245-145da9102856 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 210 time: 0.0544271 Jun 02 12:37:38.841533 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Allocated IP 172.20.0.1 (b171f35f-8222-4820-881f-bd65c9a516dc/d558dd63-47c2-4f49-9ee6-5b267182af6c/f27644b0-f914-4bb7-baf2-d55b7aa77634) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:39.045756 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-7fa78846-ca55-406d-9dcd-00eee0123c2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Allocated IP 172.20.0.5 (42580aa9-ffea-4f38-8219-dd30efae528e/27c6e050-ab75-40b4-a40d-a9c4cdf371b6/d9c9494b-eb25-4754-8cb5-848d0549d2d9) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:39.106662 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:39.152310 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Transition to ACTIVE for port object f27644b0-f914-4bb7-baf2-d55b7aa77634 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:39.287053 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:39.294673 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:39.335443 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-7fa78846-ca55-406d-9dcd-00eee0123c2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:39.369677 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Network b171f35f-8222-4820-881f-bd65c9a516dc is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:39.376338 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:39.381679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:37:39.413952 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-7fa78846-ca55-406d-9dcd-00eee0123c2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Transition to ACTIVE for port object d9c9494b-eb25-4754-8cb5-848d0549d2d9 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:39.427944 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Pushing event updated for resources: {'Port': ['ID=f27644b0-f914-4bb7-baf2-d55b7aa77634,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:39.433351 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:39.460838 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:39.492079 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-7fa78846-ca55-406d-9dcd-00eee0123c2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:39.501706 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6fa1e8dd-90c6-4e90-9cdf-13faa0be5382 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:39.578378 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-7fa78846-ca55-406d-9dcd-00eee0123c2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Network 42580aa9-ffea-4f38-8219-dd30efae528e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:39.583542 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-7fa78846-ca55-406d-9dcd-00eee0123c2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:39.589344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-7fa78846-ca55-406d-9dcd-00eee0123c2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:37:39.653459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa78846-ca55-406d-9dcd-00eee0123c2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Pushing event updated for resources: {'Port': ['ID=d9c9494b-eb25-4754-8cb5-848d0549d2d9,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:39.664618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7fa78846-ca55-406d-9dcd-00eee0123c2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:39.712239 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-7fa78846-ca55-406d-9dcd-00eee0123c2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:39.712239 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-7fa78846-ca55-406d-9dcd-00eee0123c2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:39.719527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:39.781672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbece718-6da9-4bec-86b6-d7d367397572 None None] Network b171f35f-8222-4820-881f-bd65c9a516dc requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:37:39.815811 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-7fa78846-ca55-406d-9dcd-00eee0123c2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6952500 Jun 02 12:37:39.831778 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Request body: {'port': {'device_id': '23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:39.905748 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 9f657113-eb12-463c-b64e-5c5753ca7ac9 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:37:39.951443 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-032a43d9-9398-4cdb-86e9-825e4b032313 None None] Provisioning for port 634504a3-58d0-45dc-9371-7d1242ce71a1 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:40.056687 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 9f657113-eb12-463c-b64e-5c5753ca7ac9 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:40.057068 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:40.161537 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b82d5190-602a-4262-aa1f-7ab96347b1b5 None None] Provisioning for port d9c9494b-eb25-4754-8cb5-848d0549d2d9 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:40.175724 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b82d5190-602a-4262-aa1f-7ab96347b1b5 None None] Provisioning complete for port d9c9494b-eb25-4754-8cb5-848d0549d2d9 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:40.176106 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b82d5190-602a-4262-aa1f-7ab96347b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:40.301889 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-b82d5190-602a-4262-aa1f-7ab96347b1b5 None None] Port d9c9494b-eb25-4754-8cb5-848d0549d2d9 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:37:40.309737 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 634504a3-58d0-45dc-9371-7d1242ce71a1 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:37:40.326687 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:40.428422 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 634504a3-58d0-45dc-9371-7d1242ce71a1 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:40.434420 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 634504a3-58d0-45dc-9371-7d1242ce71a1 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:40.434799 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:40.452460 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bb715-03f2-4133-9708-3c6a77dea1e5 req-a0f554ad-b4ff-4723-8dae-8082b3a4de3f tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:40.453153 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-b57bb715-03f2-4133-9708-3c6a77dea1e5 req-a0f554ad-b4ff-4723-8dae-8082b3a4de3f tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Synchronizing usage tracker for tenant:d2c8503370444bb19308c86ccf9dc0b1 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:37:40.523027 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-b57bb715-03f2-4133-9708-3c6a77dea1e5 req-a0f554ad-b4ff-4723-8dae-8082b3a4de3f tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Unset dirty status for tenant:d2c8503370444bb19308c86ccf9dc0b1 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:37:40.524590 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b57bb715-03f2-4133-9708-3c6a77dea1e5 req-a0f554ad-b4ff-4723-8dae-8082b3a4de3f tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 931 time: 0.6608145 Jun 02 12:37:40.557011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:40.592933 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 634504a3-58d0-45dc-9371-7d1242ce71a1, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=634504a3-58d0-45dc-9371-7d1242ce71a1,segment=NetworkSegment(c6591779-1f6b-416e-a73f-154610b34d14),segment_id=c6591779-1f6b-416e-a73f-154610b34d14)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:40.598292 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:40.601369 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9cbc8dfd-4074-4722-a697-135f05419df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:40.683105 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-18492080-3c6f-434f-b236-506307014946 None None] Provisioning complete for port 634504a3-58d0-45dc-9371-7d1242ce71a1 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:40.683481 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-18492080-3c6f-434f-b236-506307014946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:40.726857 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=634504a3-58d0-45dc-9371-7d1242ce71a1,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:40.740269 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:40.772546 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b57bb715-03f2-4133-9708-3c6a77dea1e5 req-12585022-2dda-48e0-a68b-dfd10ba45bce tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879234 Jun 02 12:37:40.780090 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:40.788845 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:40.818813 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:40.825166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-18492080-3c6f-434f-b236-506307014946 None None] Provisioning for port f27644b0-f914-4bb7-baf2-d55b7aa77634 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:40.829706 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-18492080-3c6f-434f-b236-506307014946 None None] Provisioning complete for port f27644b0-f914-4bb7-baf2-d55b7aa77634 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:40.830082 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-18492080-3c6f-434f-b236-506307014946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:40.883853 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-18492080-3c6f-434f-b236-506307014946 None None] Port f27644b0-f914-4bb7-baf2-d55b7aa77634 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:37:40.933540 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Pushing event updated for resources: {'Port': ['ID=f27644b0-f914-4bb7-baf2-d55b7aa77634,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:40.943200 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:40.944381 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:41.003117 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-974c020e-f58e-4ff9-82de-e0aaccd3141f None None] Provisioning complete for port f27644b0-f914-4bb7-baf2-d55b7aa77634 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:41.003494 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-974c020e-f58e-4ff9-82de-e0aaccd3141f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:41.060534 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-974c020e-f58e-4ff9-82de-e0aaccd3141f None None] Port f27644b0-f914-4bb7-baf2-d55b7aa77634 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:37:41.125911 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c9494b-eb25-4754-8cb5-848d0549d2d9 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:37:41.142733 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:41.163929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Network b171f35f-8222-4820-881f-bd65c9a516dc is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:41.166243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:41.168275 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Transition to ACTIVE for port object d9c9494b-eb25-4754-8cb5-848d0549d2d9 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:41.172170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:41.177087 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4f8c6f08-42a0-4488-bea3-6d36b7f22b7b tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:41.381234 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4b38b985-d2be-4515-bd24-7a3049b73164 None None] Provisioning complete for port f27644b0-f914-4bb7-baf2-d55b7aa77634 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:41.381706 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4b38b985-d2be-4515-bd24-7a3049b73164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:41.440726 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-4b38b985-d2be-4515-bd24-7a3049b73164 None None] Port f27644b0-f914-4bb7-baf2-d55b7aa77634 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:37:41.513347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c9494b-eb25-4754-8cb5-848d0549d2d9,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:41.541184 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:41.606485 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Attempting to bind port d9c9494b-eb25-4754-8cb5-848d0549d2d9 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:37:41.606811 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Attempting to bind port d9c9494b-eb25-4754-8cb5-848d0549d2d9 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '78ce3ed0-96bd-41fd-832a-0c4e379ba353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:37:41.607137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Attempting to bind port d9c9494b-eb25-4754-8cb5-848d0549d2d9 on network 42580aa9-ffea-4f38-8219-dd30efae528e {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:37:41.613681 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Port d9c9494b-eb25-4754-8cb5-848d0549d2d9 on network 42580aa9-ffea-4f38-8219-dd30efae528e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:37:41.613997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Attempting to bind port d9c9494b-eb25-4754-8cb5-848d0549d2d9 on network 42580aa9-ffea-4f38-8219-dd30efae528e {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:37:41.620194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:37:41.620524 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Checking segment: {'id': '78ce3ed0-96bd-41fd-832a-0c4e379ba353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:37:41.620898 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Bound using segment: {'id': '78ce3ed0-96bd-41fd-832a-0c4e379ba353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:37:41.621323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Bound port: d9c9494b-eb25-4754-8cb5-848d0549d2d9, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ce3ed0-96bd-41fd-832a-0c4e379ba353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:37:41.621658 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:41.645062 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Router 8934a105-0d3a-43ba-913a-2ad1709f8412 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:37:41.722466 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 634504a3-58d0-45dc-9371-7d1242ce71a1 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:37:41.797278 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 634504a3-58d0-45dc-9371-7d1242ce71a1 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:41.797654 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:41.870932 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] For port d9c9494b-eb25-4754-8cb5-848d0549d2d9, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:37:41.875658 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] For port d9c9494b-eb25-4754-8cb5-848d0549d2d9, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d9c9494b-eb25-4754-8cb5-848d0549d2d9,segment=NetworkSegment(78ce3ed0-96bd-41fd-832a-0c4e379ba353),segment_id=78ce3ed0-96bd-41fd-832a-0c4e379ba353)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:37:41.877094 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:37:41.885958 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47560) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:41.886450 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] 10.222.0.37 "PUT /v2.0/routers/8934a105-0d3a-43ba-913a-2ad1709f8412/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5924728 Jun 02 12:37:41.888198 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:41.891342 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-748e0ff2-d2dd-4314-b722-932890ab45c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Request body: {'port': {'network_id': 'b171f35f-8222-4820-881f-bd65c9a516dc', 'name': 'tempest-FloatingIPNegativeTestJSON-1622537410'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:41.892180 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d28d56e8-56f6-4e4e-8617-37ea0d684ef2 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:41.900880 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dd9620-a8e5-4e10-bc04-81e73f79e77a None None] Sync routers for ids ['8934a105-0d3a-43ba-913a-2ad1709f8412'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:37:41.936004 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dd9620-a8e5-4e10-bc04-81e73f79e77a None None] Routers {'8934a105-0d3a-43ba-913a-2ad1709f8412'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:37:41.936764 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a6dd9620-a8e5-4e10-bc04-81e73f79e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['8934a105-0d3a-43ba-913a-2ad1709f8412'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:42.003196 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a6dd9620-a8e5-4e10-bc04-81e73f79e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:42.013199 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dd9620-a8e5-4e10-bc04-81e73f79e77a None None] Routers {'8934a105-0d3a-43ba-913a-2ad1709f8412'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:37:42.013832 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a6dd9620-a8e5-4e10-bc04-81e73f79e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['8934a105-0d3a-43ba-913a-2ad1709f8412'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:42.079069 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a6dd9620-a8e5-4e10-bc04-81e73f79e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:42.079806 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dd9620-a8e5-4e10-bc04-81e73f79e77a None None] The sync data for ids ['8934a105-0d3a-43ba-913a-2ad1709f8412'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:37:42.097344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:42.097950 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:42.099391 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] 10.222.0.22 "PUT /v2.0/ports/d9c9494b-eb25-4754-8cb5-848d0549d2d9 HTTP/1.1" status: 200 len: 1093 time: 2.2718608 Jun 02 12:37:42.100190 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d', 'tag': 'd9c9494b-eb25-4754-8cb5-848d0549d2d9'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:37:42.103004 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4d41f3-a892-4078-b032-88e916bbe524" -d '{"events": [{"name": "network-changed", "server_uuid": "23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d", "tag": "d9c9494b-eb25-4754-8cb5-848d0549d2d9"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:37:42.125335 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c9494b-eb25-4754-8cb5-848d0549d2d9,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:42.128863 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:42.136740 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e69b12-bd24-48ab-b75c-e96e98343469 req-b5e673a4-1dbb-43ac-944c-63d91a9109e2 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:42.138611 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b8e69b12-bd24-48ab-b75c-e96e98343469 req-b5e673a4-1dbb-43ac-944c-63d91a9109e2 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 943 time: 0.2151575 Jun 02 12:37:42.156898 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-748e0ff2-d2dd-4314-b722-932890ab45c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:42.165865 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-748e0ff2-d2dd-4314-b722-932890ab45c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Usage tracker for resource:port and tenant:24404a8cf6604ee9878b27c673b588fb is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:42.171404 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-748e0ff2-d2dd-4314-b722-932890ab45c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:42.187653 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b039462f-007f-4824-9073-31d455ef735e x-openstack-request-id: req-b039462f-007f-4824-9073-31d455ef735e {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:37:42.188003 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d", "tag": "d9c9494b-eb25-4754-8cb5-848d0549d2d9", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:37:42.188303 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b039462f-007f-4824-9073-31d455ef735e {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:37:42.188744 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d', 'tag': 'd9c9494b-eb25-4754-8cb5-848d0549d2d9', 'status': 'completed', 'code': 200} Jun 02 12:37:42.192445 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-748e0ff2-d2dd-4314-b722-932890ab45c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:42.222797 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748e0ff2-d2dd-4314-b722-932890ab45c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Made reservation on behalf of 24404a8cf6604ee9878b27c673b588fb for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:37:42.226306 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-748e0ff2-d2dd-4314-b722-932890ab45c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:42.239832 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-4447c974-f16f-4a54-8c20-82f45961f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:42.241320 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-4447c974-f16f-4a54-8c20-82f45961f4ba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2c8503370444bb19308c86ccf9dc0b1&device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 1096 time: 0.0943663 Jun 02 12:37:42.241618 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b8e69b12-bd24-48ab-b75c-e96e98343469 req-23e42e52-8321-49f0-ba76-03110d2435ad tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722244 Jun 02 12:37:42.253417 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-748e0ff2-d2dd-4314-b722-932890ab45c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] device_id is not set on port 4b931f39-2bd5-4073-8688-b11e1ca1f6c6 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:37:42.318310 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-98382cea-0791-403a-a740-48f2b32bf061 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9c9494b-eb25-4754-8cb5-848d0549d2d9 HTTP/1.1" status: 200 len: 217 time: 0.0692585 Jun 02 12:37:42.385277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-2d6c3023-96cd-474d-a4e6-5d341331348e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:42.386625 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-2d6c3023-96cd-474d-a4e6-5d341331348e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=27c6e050-ab75-40b4-a40d-a9c4cdf371b6 HTTP/1.1" status: 200 len: 835 time: 0.0622146 Jun 02 12:37:42.397972 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-748e0ff2-d2dd-4314-b722-932890ab45c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Allocated IP 172.20.0.7 (b171f35f-8222-4820-881f-bd65c9a516dc/d558dd63-47c2-4f49-9ee6-5b267182af6c/4b931f39-2bd5-4073-8688-b11e1ca1f6c6) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:42.464666 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-f3ad9f2a-609d-4b9e-add8-bb6321ec4c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:42.466188 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-f3ad9f2a-609d-4b9e-add8-bb6321ec4c1e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=42580aa9-ffea-4f38-8219-dd30efae528e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0721242 Jun 02 12:37:42.599056 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-0304de85-9058-4cc4-b7e4-b3b18462a274 service neutron] 10.222.0.22 "GET /v2.0/networks/42580aa9-ffea-4f38-8219-dd30efae528e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259756 Jun 02 12:37:42.600756 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-748e0ff2-d2dd-4314-b722-932890ab45c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:42.616187 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-748e0ff2-d2dd-4314-b722-932890ab45c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Transition to ACTIVE for port object 4b931f39-2bd5-4073-8688-b11e1ca1f6c6 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:42.640824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-748e0ff2-d2dd-4314-b722-932890ab45c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:42.646459 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ae3cbaa5-80d6-47e5-a042-149d71e75525 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:42.719913 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748e0ff2-d2dd-4314-b722-932890ab45c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Network b171f35f-8222-4820-881f-bd65c9a516dc is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:42.723169 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-748e0ff2-d2dd-4314-b722-932890ab45c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:42.727168 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748e0ff2-d2dd-4314-b722-932890ab45c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:37:42.733479 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e7909eb4-f19c-41f5-b4fb-9bc4f98bf5b3 req-9eb9f2e2-cb25-4333-b91b-06ba11e15795 service neutron] 10.222.0.22 "GET /v2.0/networks/42580aa9-ffea-4f38-8219-dd30efae528e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278198 Jun 02 12:37:42.763039 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e0ff2-d2dd-4314-b722-932890ab45c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Pushing event updated for resources: {'Port': ['ID=4b931f39-2bd5-4073-8688-b11e1ca1f6c6,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:42.767706 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-748e0ff2-d2dd-4314-b722-932890ab45c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:42.798020 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748e0ff2-d2dd-4314-b722-932890ab45c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:42.798717 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-748e0ff2-d2dd-4314-b722-932890ab45c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:42.821651 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-748e0ff2-d2dd-4314-b722-932890ab45c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9345119 Jun 02 12:37:42.826197 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47564) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:42.830775 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:42.837998 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:42.842440 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Usage tracker for resource:floatingip and tenant:24404a8cf6604ee9878b27c673b588fb is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:42.846301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:42.852464 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:42.864004 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for floatingip, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:42.877244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d41f3-a892-4078-b032-88e916bbe524 req-63d36930-b66d-4f52-8471-1c877add277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:42.879148 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8c4d41f3-a892-4078-b032-88e916bbe524 req-63d36930-b66d-4f52-8471-1c877add277c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2c8503370444bb19308c86ccf9dc0b1&device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 1096 time: 0.0858319 Jun 02 12:37:43.013849 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-876d3fd6-f950-4429-a318-3a82c8586cdf None None] Provisioning for port 4b931f39-2bd5-4073-8688-b11e1ca1f6c6 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:43.016269 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:43.019394 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-876d3fd6-f950-4429-a318-3a82c8586cdf None None] Provisioning complete for port 4b931f39-2bd5-4073-8688-b11e1ca1f6c6 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:43.019776 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-876d3fd6-f950-4429-a318-3a82c8586cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:43.027754 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d41f3-a892-4078-b032-88e916bbe524 req-f06c9450-3613-4e09-b303-2850874bbf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:43.029680 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8c4d41f3-a892-4078-b032-88e916bbe524 req-f06c9450-3613-4e09-b303-2850874bbf3c service neutron] 10.222.0.22 "GET /v2.0/networks?id=42580aa9-ffea-4f38-8219-dd30efae528e HTTP/1.1" status: 200 len: 897 time: 0.1438880 Jun 02 12:37:43.074700 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-876d3fd6-f950-4429-a318-3a82c8586cdf None None] Port 4b931f39-2bd5-4073-8688-b11e1ca1f6c6 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:37:43.110057 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8c4d41f3-a892-4078-b032-88e916bbe524 req-1d1e211b-93f4-438c-b62b-e7e989c04d0c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9c9494b-eb25-4754-8cb5-848d0549d2d9 HTTP/1.1" status: 200 len: 217 time: 0.0727239 Jun 02 12:37:43.160169 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Allocated IP 172.26.7.219 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/a471cf40-f24c-409e-9c54-c255cfd2f9dc) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:43.176597 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d41f3-a892-4078-b032-88e916bbe524 req-1e84a22c-e0fe-45a8-a5ba-b9bc86fd0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:43.178072 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8c4d41f3-a892-4078-b032-88e916bbe524 req-1e84a22c-e0fe-45a8-a5ba-b9bc86fd0427 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=27c6e050-ab75-40b4-a40d-a9c4cdf371b6 HTTP/1.1" status: 200 len: 835 time: 0.0613997 Jun 02 12:37:43.258953 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d41f3-a892-4078-b032-88e916bbe524 req-b389b2f9-034d-40bc-b128-14f702ff81af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:43.260457 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8c4d41f3-a892-4078-b032-88e916bbe524 req-b389b2f9-034d-40bc-b128-14f702ff81af service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=42580aa9-ffea-4f38-8219-dd30efae528e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0754731 Jun 02 12:37:43.460007 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8c4d41f3-a892-4078-b032-88e916bbe524 req-2c64f4d0-b2ea-48b3-bea9-88e7e5973c9f service neutron] 10.222.0.22 "GET /v2.0/networks/42580aa9-ffea-4f38-8219-dd30efae528e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912129 Jun 02 12:37:43.468439 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:43.499036 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:43.505815 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cf62cdb4-e3d2-4feb-b870-35a3772a301f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:43.563166 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:43.563433 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da7048-6a95-4d8e-82ae-168b33fcfd5a req-8bff04f6-d865-4505-ab3f-e066d515d46a tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:43.565003 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-18da7048-6a95-4d8e-82ae-168b33fcfd5a req-8bff04f6-d865-4505-ab3f-e066d515d46a tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 943 time: 0.2013769 Jun 02 12:37:43.571582 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:43.574912 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:37:43.618179 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Pushing event updated for resources: {'Port': ['ID=a471cf40-f24c-409e-9c54-c255cfd2f9dc,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:43.627274 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:43.647973 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8c4d41f3-a892-4078-b032-88e916bbe524 req-b3efcbcd-801f-4843-865d-312073e84a73 service neutron] 10.222.0.22 "GET /v2.0/networks/42580aa9-ffea-4f38-8219-dd30efae528e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804142 Jun 02 12:37:43.651904 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-18da7048-6a95-4d8e-82ae-168b33fcfd5a req-abc44317-5725-4cbe-94a0-8d634cd04195 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789907 Jun 02 12:37:43.666743 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:43.728742 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:43.942968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:43.948572 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:43.952796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b6cbb6b2-8645-4a2c-91c7-666bc2cf1b4e tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:44.069788 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Pushing event updated for resources: {'Port': ['ID=a471cf40-f24c-409e-9c54-c255cfd2f9dc,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:44.075282 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:44.079031 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:44.086706 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e1be9e34-4ac6-430f-ba71-33834dec0405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:44.106433 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:44.107663 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2805269 Jun 02 12:37:44.110646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47572) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:44.115358 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-37fda42d-d520-4946-a65e-89594a52407a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Request body: {'floatingip': {'port_id': '4b931f39-2bd5-4073-8688-b11e1ca1f6c6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:44.197171 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-37fda42d-d520-4946-a65e-89594a52407a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for floatingip, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:44.326483 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8cce2-3497-4eba-9944-546f4029418f req-979b65ed-7f06-499c-8414-98ea9c54646f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:44.328272 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-10c8cce2-3497-4eba-9944-546f4029418f req-979b65ed-7f06-499c-8414-98ea9c54646f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 945 time: 0.0859311 Jun 02 12:37:44.373009 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-10c8cce2-3497-4eba-9944-546f4029418f req-731acb8b-d0a7-46d6-9766-2ec7f5e03b81 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390143 Jun 02 12:37:44.395263 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-37fda42d-d520-4946-a65e-89594a52407a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] update failed (client error): The resource could not be found. Jun 02 12:37:44.396277 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-37fda42d-d520-4946-a65e-89594a52407a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] 10.222.0.37 "PUT /v2.0/floatingips/b65184bf-a5e5-42d9-a9ea-a5faddb9d008 HTTP/1.1" status: 404 len: 507 time: 0.2846849 Jun 02 12:37:44.399527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47576) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:44.613719 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-585113c3-ec85-4692-895f-9f248d0fd929 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Deleting port a471cf40-f24c-409e-9c54-c255cfd2f9dc {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:37:44.613966 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-585113c3-ec85-4692-895f-9f248d0fd929 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:44.754580 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-585113c3-ec85-4692-895f-9f248d0fd929 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:44.754907 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-585113c3-ec85-4692-895f-9f248d0fd929 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:44.909753 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-585113c3-ec85-4692-895f-9f248d0fd929 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Calling delete_port for a471cf40-f24c-409e-9c54-c255cfd2f9dc owned by network:floatingip {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:37:45.124964 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe835e-95bf-4f2e-9c55-c9af22679d70 req-058f814b-0d61-493d-bf17-78b2a9634d92 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:45.126416 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9fbe835e-95bf-4f2e-9c55-c9af22679d70 req-058f814b-0d61-493d-bf17-78b2a9634d92 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 943 time: 0.3127248 Jun 02 12:37:45.210241 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9fbe835e-95bf-4f2e-9c55-c9af22679d70 req-0a09cd80-f5d6-4d8b-b0d2-f46ed7abd511 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718846 Jun 02 12:37:45.237921 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-585113c3-ec85-4692-895f-9f248d0fd929 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:45.242904 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:45.289030 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585113c3-ec85-4692-895f-9f248d0fd929 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Pushing event deleted for resources: {'Port': ['ID=a471cf40-f24c-409e-9c54-c255cfd2f9dc,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:45.315177 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-585113c3-ec85-4692-895f-9f248d0fd929 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:45.377163 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-585113c3-ec85-4692-895f-9f248d0fd929 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for floatingip, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:45.387923 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-585113c3-ec85-4692-895f-9f248d0fd929 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:45.389065 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-585113c3-ec85-4692-895f-9f248d0fd929 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] 10.222.0.37 "DELETE /v2.0/floatingips/b65184bf-a5e5-42d9-a9ea-a5faddb9d008 HTTP/1.1" status: 204 len: 168 time: 0.9883497 Jun 02 12:37:45.392579 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47580) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:45.397146 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-a0f1c886-49c2-4507-9b8f-ac0645e06876 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Request body: {'floatingip': {'floating_network_id': 'b171f35f-8222-4820-881f-bd65c9a516dc', 'port_id': '4b931f39-2bd5-4073-8688-b11e1ca1f6c6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:45.403465 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a0f1c886-49c2-4507-9b8f-ac0645e06876 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:45.407507 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a0f1c886-49c2-4507-9b8f-ac0645e06876 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Usage tracker for resource:floatingip and tenant:24404a8cf6604ee9878b27c673b588fb is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:45.410402 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a0f1c886-49c2-4507-9b8f-ac0645e06876 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:45.416007 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a0f1c886-49c2-4507-9b8f-ac0645e06876 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:45.430963 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a0f1c886-49c2-4507-9b8f-ac0645e06876 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for floatingip, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:45.590044 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-a0f1c886-49c2-4507-9b8f-ac0645e06876 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:37:45.594874 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a0f1c886-49c2-4507-9b8f-ac0645e06876 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1976538 Jun 02 12:37:45.595098 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47584) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:45.599907 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': '4b931f39-2bd5-4073-8688-b11e1ca1f6c6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:45.612084 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:45.616381 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Usage tracker for resource:floatingip and tenant:24404a8cf6604ee9878b27c673b588fb is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:45.620688 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:45.626880 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:45.637910 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for floatingip, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:45.685952 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3d76e-a373-4ef1-8820-3566664adfe4 req-34d1eac1-3cf4-44eb-88d9-b9beca10747c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:45.687543 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-22b3d76e-a373-4ef1-8820-3566664adfe4 req-34d1eac1-3cf4-44eb-88d9-b9beca10747c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 945 time: 0.2093785 Jun 02 12:37:45.731740 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-22b3d76e-a373-4ef1-8820-3566664adfe4 req-736f5450-4d5b-41ff-93fc-ccb0699e4cf2 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384114 Jun 02 12:37:45.774063 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:45.909905 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Allocated IP 172.26.7.121 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/2bbd5c19-08d3-4de6-8a63-2e9ff9811fd1) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:46.059657 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:46.092477 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:46.097144 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:46.165105 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:46.167774 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5541ea-e36d-4f65-9ea0-27f30e0c797e req-c23226f6-4a6d-4941-a803-6e842bcf9dde tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:46.168220 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:46.169910 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1a5541ea-e36d-4f65-9ea0-27f30e0c797e req-c23226f6-4a6d-4941-a803-6e842bcf9dde tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 945 time: 0.0917761 Jun 02 12:37:46.171950 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:37:46.201690 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Pushing event updated for resources: {'Port': ['ID=2bbd5c19-08d3-4de6-8a63-2e9ff9811fd1,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:46.207727 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:46.312822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-1a5541ea-e36d-4f65-9ea0-27f30e0c797e req-80aacf30-0128-49ed-83ab-3e5aaa139290 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Deleting port f3db9919-6e55-4a75-b308-7b07164ffb6e {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:37:46.313316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1a5541ea-e36d-4f65-9ea0-27f30e0c797e req-80aacf30-0128-49ed-83ab-3e5aaa139290 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:46.359202 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device d9c9494b-eb25-4754-8cb5-848d0549d2d9 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:37:46.454687 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-1a5541ea-e36d-4f65-9ea0-27f30e0c797e req-80aacf30-0128-49ed-83ab-3e5aaa139290 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] For port f3db9919-6e55-4a75-b308-7b07164ffb6e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f3db9919-6e55-4a75-b308-7b07164ffb6e,segment=NetworkSegment(76696f93-6ff0-492e-a64d-dd3a6a80634c),segment_id=76696f93-6ff0-492e-a64d-dd3a6a80634c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:46.455048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1a5541ea-e36d-4f65-9ea0-27f30e0c797e req-80aacf30-0128-49ed-83ab-3e5aaa139290 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:46.465184 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5c52a-5799-4579-bc81-6a10eeffe2a9 req-967d5a62-f5a3-4fcb-ab1a-250876db6211 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:46.466692 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0cb5c52a-5799-4579-bc81-6a10eeffe2a9 req-967d5a62-f5a3-4fcb-ab1a-250876db6211 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 943 time: 0.1474040 Jun 02 12:37:46.503168 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port d9c9494b-eb25-4754-8cb5-848d0549d2d9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d9c9494b-eb25-4754-8cb5-848d0549d2d9,segment=NetworkSegment(78ce3ed0-96bd-41fd-832a-0c4e379ba353),segment_id=78ce3ed0-96bd-41fd-832a-0c4e379ba353)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:46.516901 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': 'd9c9494b-eb25-4754-8cb5-848d0549d2d9', 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e', 'port_id': 'd9c9494b-eb25-4754-8cb5-848d0549d2d9', 'mac_address': 'fa:16:3e:ab:c5:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c6e050-ab75-40b4-a40d-a9c4cdf371b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:37:46.520901 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0cb5c52a-5799-4579-bc81-6a10eeffe2a9 req-203da52e-47cf-49bb-84c7-404be1268f05 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480871 Jun 02 12:37:46.522428 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Deleting port 2bbd5c19-08d3-4de6-8a63-2e9ff9811fd1 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:37:46.522771 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:46.578814 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:46.610188 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c9494b-eb25-4754-8cb5-848d0549d2d9 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:37:46.616785 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-15a936b3-86dd-4000-8dd3-0422b63bea72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:46.632456 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port d9c9494b-eb25-4754-8cb5-848d0549d2d9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d9c9494b-eb25-4754-8cb5-848d0549d2d9,segment=NetworkSegment(78ce3ed0-96bd-41fd-832a-0c4e379ba353),segment_id=78ce3ed0-96bd-41fd-832a-0c4e379ba353)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:46.640583 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:46.644708 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-32eaae8d-babf-41a6-9fa9-9926b0b83a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:46.657483 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:46.657821 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:46.706153 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:46.722698 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=d9c9494b-eb25-4754-8cb5-848d0549d2d9,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:46.725783 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:46.782581 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1a5541ea-e36d-4f65-9ea0-27f30e0c797e req-80aacf30-0128-49ed-83ab-3e5aaa139290 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:46.783148 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1a5541ea-e36d-4f65-9ea0-27f30e0c797e req-80aacf30-0128-49ed-83ab-3e5aaa139290 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:46.783254 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [req-1a5541ea-e36d-4f65-9ea0-27f30e0c797e req-80aacf30-0128-49ed-83ab-3e5aaa139290 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Floating IP 015353a6-3f84-43e3-9eb6-2bccdcf38225 disassociated. External IP: 172.26.7.2, port: f3db9919-6e55-4a75-b308-7b07164ffb6e. Jun 02 12:37:46.783568 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-1a5541ea-e36d-4f65-9ea0-27f30e0c797e req-80aacf30-0128-49ed-83ab-3e5aaa139290 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Calling delete_port for f3db9919-6e55-4a75-b308-7b07164ffb6e owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:37:46.792005 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Calling delete_port for 2bbd5c19-08d3-4de6-8a63-2e9ff9811fd1 owned by network:floatingip {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:37:46.903295 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:46.907157 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-748e0ff2-d2dd-4314-b722-932890ab45c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:46.949844 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Pushing event deleted for resources: {'Port': ['ID=2bbd5c19-08d3-4de6-8a63-2e9ff9811fd1,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:46.950947 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1a5541ea-e36d-4f65-9ea0-27f30e0c797e req-80aacf30-0128-49ed-83ab-3e5aaa139290 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:46.952337 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:46.960876 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4e3cdc31-38a4-48c0-81e4-8c6532bcd0c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:46.967637 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['d9c9494b-eb25-4754-8cb5-848d0549d2d9'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:37:47.010287 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aacf30-0128-49ed-83ab-3e5aaa139290 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Pushing event deleted for resources: {'Port': ['ID=f3db9919-6e55-4a75-b308-7b07164ffb6e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:47.016031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-80aacf30-0128-49ed-83ab-3e5aaa139290 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:47.030551 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d9930-9c46-48df-a9f5-dbb5bf605165 req-b5033dc6-4425-4af7-a76e-f9628db854e2 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:47.032069 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c77d9930-9c46-48df-a9f5-dbb5bf605165 req-b5033dc6-4425-4af7-a76e-f9628db854e2 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 945 time: 0.1687493 Jun 02 12:37:47.077848 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] create failed (client error): The resource could not be found. Jun 02 12:37:47.083173 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.4833212 Jun 02 12:37:47.083354 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47592) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:47.159472 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c77d9930-9c46-48df-a9f5-dbb5bf605165 req-c36c127f-ea34-4116-8a24-67d93d1c9679 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681078 Jun 02 12:37:47.230517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-366097a8-b4fb-4768-902e-cedd6667b19d tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Deleting port 4b931f39-2bd5-4073-8688-b11e1ca1f6c6 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:37:47.231086 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-366097a8-b4fb-4768-902e-cedd6667b19d tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:47.267244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a5541ea-e36d-4f65-9ea0-27f30e0c797e req-80aacf30-0128-49ed-83ab-3e5aaa139290 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Router 29d3d7a0-d198-4622-8c9c-923c175c51dc has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:37:47.369532 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-366097a8-b4fb-4768-902e-cedd6667b19d tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:47.462805 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a5541ea-e36d-4f65-9ea0-27f30e0c797e req-80aacf30-0128-49ed-83ab-3e5aaa139290 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:37:47.473137 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c4f9e4-2039-449e-a8bd-e163bb39a949 None None] Sync routers for ids ['29d3d7a0-d198-4622-8c9c-923c175c51dc'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:37:47.483525 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c4f9e4-2039-449e-a8bd-e163bb39a949 None None] Routers {'29d3d7a0-d198-4622-8c9c-923c175c51dc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:37:47.484364 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a2c4f9e4-2039-449e-a8bd-e163bb39a949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['29d3d7a0-d198-4622-8c9c-923c175c51dc'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:47.502398 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-366097a8-b4fb-4768-902e-cedd6667b19d tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Calling delete_port for 4b931f39-2bd5-4073-8688-b11e1ca1f6c6 owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:37:47.558603 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5541ea-e36d-4f65-9ea0-27f30e0c797e req-80aacf30-0128-49ed-83ab-3e5aaa139290 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] No DVR routers for this DVR port f3db9919-6e55-4a75-b308-7b07164ffb6e on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:37:47.561706 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1a5541ea-e36d-4f65-9ea0-27f30e0c797e req-80aacf30-0128-49ed-83ab-3e5aaa139290 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:47.571548 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e195f30-de94-4044-aad2-04795cf0511b', 'name': 'network-vif-deleted', 'tag': 'f3db9919-6e55-4a75-b308-7b07164ffb6e'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:37:47.574157 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102dcc9c-ed39-44e2-9408-9e70d3b6fa7a" -d '{"events": [{"server_uuid": "8e195f30-de94-4044-aad2-04795cf0511b", "name": "network-vif-deleted", "tag": "f3db9919-6e55-4a75-b308-7b07164ffb6e"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:37:47.591753 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1a5541ea-e36d-4f65-9ea0-27f30e0c797e req-80aacf30-0128-49ed-83ab-3e5aaa139290 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.22 "DELETE /v2.0/ports/f3db9919-6e55-4a75-b308-7b07164ffb6e HTTP/1.1" status: 204 len: 173 time: 1.4163628 Jun 02 12:37:47.655307 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0877aae-0875-4957-83f6-9a16abd30dbf x-openstack-request-id: req-d0877aae-0875-4957-83f6-9a16abd30dbf {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:37:47.655740 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e195f30-de94-4044-aad2-04795cf0511b", "name": "network-vif-deleted", "tag": "f3db9919-6e55-4a75-b308-7b07164ffb6e", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:37:47.656131 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0877aae-0875-4957-83f6-9a16abd30dbf {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:37:47.656655 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e195f30-de94-4044-aad2-04795cf0511b', 'name': 'network-vif-deleted', 'tag': 'f3db9919-6e55-4a75-b308-7b07164ffb6e', 'status': 'completed', 'code': 200} Jun 02 12:37:47.678669 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:47.724559 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-a2c4f9e4-2039-449e-a8bd-e163bb39a949 None None] Set router 29d3d7a0-d198-4622-8c9c-923c175c51dc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:37:47.864222 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-366097a8-b4fb-4768-902e-cedd6667b19d tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:47.870931 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-dbe0b4b8-35ac-4b49-bcee-e30282259d72 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:47.956536 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366097a8-b4fb-4768-902e-cedd6667b19d tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Pushing event deleted for resources: {'Port': ['ID=4b931f39-2bd5-4073-8688-b11e1ca1f6c6,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:47.958424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-366097a8-b4fb-4768-902e-cedd6667b19d tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:48.049554 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a2c4f9e4-2039-449e-a8bd-e163bb39a949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:34:02Z', 'revision_number': 4, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'ffab3995-3e07-4da0-a1f7-2f54d5702299', 'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'mac_address': 'fa:16:3e:43:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:58Z', 'updated_at': '2021-06-02T12:34:14Z', 'revision_number': 5, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'subnets': [{'id': '50a59100-ae12-4643-94d5-15b1702b852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:48.050931 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd958d8-dc79-4890-a7cd-6c64cf19b389 req-ad290687-3a10-4ebf-90be-f9d957bfa0f3 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:48.052641 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ebd958d8-dc79-4890-a7cd-6c64cf19b389 req-ad290687-3a10-4ebf-90be-f9d957bfa0f3 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 944 time: 0.3828459 Jun 02 12:37:48.057990 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-366097a8-b4fb-4768-902e-cedd6667b19d tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:48.066883 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-366097a8-b4fb-4768-902e-cedd6667b19d tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] 10.222.0.37 "DELETE /v2.0/ports/4b931f39-2bd5-4073-8688-b11e1ca1f6c6 HTTP/1.1" status: 204 len: 168 time: 0.9825957 Jun 02 12:37:48.069520 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47600) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:48.073342 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c4f9e4-2039-449e-a8bd-e163bb39a949 None None] Checking router: 29d3d7a0-d198-4622-8c9c-923c175c51dc for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:37:48.082918 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c4f9e4-2039-449e-a8bd-e163bb39a949 None None] Routers {'29d3d7a0-d198-4622-8c9c-923c175c51dc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:37:48.083752 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a2c4f9e4-2039-449e-a8bd-e163bb39a949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['29d3d7a0-d198-4622-8c9c-923c175c51dc'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:48.113930 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ebd958d8-dc79-4890-a7cd-6c64cf19b389 req-d485be02-cd6f-4667-a9a1-edea27126934 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459311 Jun 02 12:37:48.291590 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-a2c4f9e4-2039-449e-a8bd-e163bb39a949 None None] Set router 29d3d7a0-d198-4622-8c9c-923c175c51dc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:37:48.363081 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-284d6754-5e8d-4996-ba2a-a0b9877c2529 req-6fae3835-5cf0-4eb5-af66-b27299b12de9 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Synchronizing usage tracker for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:37:48.368294 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device d9c9494b-eb25-4754-8cb5-848d0549d2d9 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:37:48.414174 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-284d6754-5e8d-4996-ba2a-a0b9877c2529 req-6fae3835-5cf0-4eb5-af66-b27299b12de9 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Unset dirty status for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:37:48.430583 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-284d6754-5e8d-4996-ba2a-a0b9877c2529 req-6fae3835-5cf0-4eb5-af66-b27299b12de9 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 210 time: 0.1141684 Jun 02 12:37:48.453838 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ed4fc4-88f1-4238-957f-c3af9ce578c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:48.454569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-48ed4fc4-88f1-4238-957f-c3af9ce578c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Synchronizing usage tracker for tenant:24404a8cf6604ee9878b27c673b588fb on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:37:48.475367 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-48ed4fc4-88f1-4238-957f-c3af9ce578c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Unset dirty status for tenant:24404a8cf6604ee9878b27c673b588fb on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:37:48.477189 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port d9c9494b-eb25-4754-8cb5-848d0549d2d9 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:48.483269 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47606) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:48.487762 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-48ed4fc4-88f1-4238-957f-c3af9ce578c2 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] 10.222.0.37 "GET /v2.0/ports?device_id=8934a105-0d3a-43ba-913a-2ad1709f8412 HTTP/1.1" status: 200 len: 913 time: 0.4146330 Jun 02 12:37:48.490345 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port d9c9494b-eb25-4754-8cb5-848d0549d2d9 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:48.490926 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:48.666228 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:48.673262 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a2c4f9e4-2039-449e-a8bd-e163bb39a949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:34:02Z', 'revision_number': 4, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'ffab3995-3e07-4da0-a1f7-2f54d5702299', 'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'mac_address': 'fa:16:3e:43:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:58Z', 'updated_at': '2021-06-02T12:34:14Z', 'revision_number': 5, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'subnets': [{'id': '50a59100-ae12-4643-94d5-15b1702b852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:48.677466 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c4f9e4-2039-449e-a8bd-e163bb39a949 None None] The sync data for ids ['29d3d7a0-d198-4622-8c9c-923c175c51dc'] in dv-neutron-601336-80-hyperv is: [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:34:02Z', 'revision_number': 4, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'ffab3995-3e07-4da0-a1f7-2f54d5702299', 'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'mac_address': 'fa:16:3e:43:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:58Z', 'updated_at': '2021-06-02T12:34:14Z', 'revision_number': 5, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'subnets': [{'id': '50a59100-ae12-4643-94d5-15b1702b852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:37:48.706741 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port d9c9494b-eb25-4754-8cb5-848d0549d2d9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d9c9494b-eb25-4754-8cb5-848d0549d2d9,segment=NetworkSegment(78ce3ed0-96bd-41fd-832a-0c4e379ba353),segment_id=78ce3ed0-96bd-41fd-832a-0c4e379ba353)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:48.707737 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c9494b-eb25-4754-8cb5-848d0549d2d9'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:37:48.710596 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04a84dd-a294-4b05-ac59-30229f7209db" -d '{"events": [{"server_uuid": "23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d", "name": "network-vif-plugged", "status": "completed", "tag": "d9c9494b-eb25-4754-8cb5-848d0549d2d9"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:37:48.714823 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:48.715725 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device f3db9919-6e55-4a75-b308-7b07164ffb6e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:37:48.741186 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:48.798391 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43f2a72-73f0-43bb-8431-b14dc7ae2537 x-openstack-request-id: req-e43f2a72-73f0-43bb-8431-b14dc7ae2537 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:37:48.798700 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d", "name": "network-vif-plugged", "status": "completed", "tag": "d9c9494b-eb25-4754-8cb5-848d0549d2d9", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:37:48.799016 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e43f2a72-73f0-43bb-8431-b14dc7ae2537 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:37:48.799594 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c9494b-eb25-4754-8cb5-848d0549d2d9', 'code': 200} Jun 02 12:37:48.800331 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: f3db9919-6e55-4a75-b308-7b07164ffb6e {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:37:48.800854 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device f3db9919-6e55-4a75-b308-7b07164ffb6e not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:37:48.830492 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=d9c9494b-eb25-4754-8cb5-848d0549d2d9,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:48.835631 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:49.038638 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bf855a-fac7-42d2-b1aa-e85279ac82a0 None None] New status for floating IP 015353a6-3f84-43e3-9eb6-2bccdcf38225: DOWN {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:37:49.069354 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3d863-1955-4eb6-9847-4f05bdbf1b8c req-7bc59299-ede0-4ed4-9049-358c0243dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:49.071374 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3fe3d863-1955-4eb6-9847-4f05bdbf1b8c req-7bc59299-ede0-4ed4-9049-358c0243dbbd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 1098 time: 0.0862477 Jun 02 12:37:49.077436 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-08841aac-4be5-46e5-a637-47b15e3e6070 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:49.119518 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3fe3d863-1955-4eb6-9847-4f05bdbf1b8c req-64e891f4-1a89-44bc-9679-930657d1fe81 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409884 Jun 02 12:37:49.344377 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c68aa-718a-422f-a93b-481891b93cf3 req-cbb50749-ef58-4112-9b53-c6506cd69515 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:49.346616 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-670c68aa-718a-422f-a93b-481891b93cf3 req-cbb50749-ef58-4112-9b53-c6506cd69515 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 945 time: 0.0969298 Jun 02 12:37:49.396925 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-670c68aa-718a-422f-a93b-481891b93cf3 req-7c15b56a-f124-406e-9c29-6a63b37c6c34 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443459 Jun 02 12:37:49.459311 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:49.535309 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-08841aac-4be5-46e5-a637-47b15e3e6070 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Deleting port f27644b0-f914-4bb7-baf2-d55b7aa77634 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:37:49.535892 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-08841aac-4be5-46e5-a637-47b15e3e6070 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:49.605546 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-eb9cef40-63ac-4826-b51f-8a77b4656439 req-6541a22a-20b1-4ed2-be15-c886a20ac8b2 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 210 time: 0.0569451 Jun 02 12:37:49.712314 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-08841aac-4be5-46e5-a637-47b15e3e6070 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:49.985166 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-08841aac-4be5-46e5-a637-47b15e3e6070 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Calling delete_port for f27644b0-f914-4bb7-baf2-d55b7aa77634 owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:37:50.281851 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-08841aac-4be5-46e5-a637-47b15e3e6070 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:50.286288 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-585113c3-ec85-4692-895f-9f248d0fd929 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:50.334350 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08841aac-4be5-46e5-a637-47b15e3e6070 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Pushing event deleted for resources: {'Port': ['ID=f27644b0-f914-4bb7-baf2-d55b7aa77634,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:50.361952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-08841aac-4be5-46e5-a637-47b15e3e6070 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:50.578145 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-08841aac-4be5-46e5-a637-47b15e3e6070 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:50.613780 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d727e-128e-4313-9d04-5d906c13b746 req-93d9aa84-8b42-4e26-9ad0-387592122a62 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:50.615980 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-638d727e-128e-4313-9d04-5d906c13b746 req-93d9aa84-8b42-4e26-9ad0-387592122a62 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 945 time: 0.0928628 Jun 02 12:37:50.667505 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-638d727e-128e-4313-9d04-5d906c13b746 req-38bdba6c-a948-409a-b803-cebb3cc925a4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458484 Jun 02 12:37:50.777950 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-702b2ef1-ab13-46f3-bc52-fd5ce849879c req-659d1528-9b10-4303-a2dd-0f41340e4431 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e195f30-de94-4044-aad2-04795cf0511b HTTP/1.1" status: 200 len: 210 time: 0.0494730 Jun 02 12:37:50.862239 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c4ce9-5396-4ad0-a248-2a27bbc5c0b5 req-d1b5a680-51f0-414f-9e52-c6f70ec776b4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:50.863817 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8e8c4ce9-5396-4ad0-a248-2a27bbc5c0b5 req-d1b5a680-51f0-414f-9e52-c6f70ec776b4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 945 time: 0.0855644 Jun 02 12:37:50.911370 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08841aac-4be5-46e5-a637-47b15e3e6070 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Router 8934a105-0d3a-43ba-913a-2ad1709f8412 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:37:50.913871 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8e8c4ce9-5396-4ad0-a248-2a27bbc5c0b5 req-8c0b13b9-8e2c-4e9d-bc9c-fff470efba33 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432911 Jun 02 12:37:50.938573 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47622) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:51.011328 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ca5d28-8405-48f7-b83d-a28e833f703b tempest-TestNetworkAdvancedServerOps-327082285 tempest-TestNetworkAdvancedServerOps-327082285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:51.012820 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-48ca5d28-8405-48f7-b83d-a28e833f703b tempest-TestNetworkAdvancedServerOps-327082285 tempest-TestNetworkAdvancedServerOps-327082285-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 1093 time: 0.0730102 Jun 02 12:37:51.015760 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47624) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:51.020100 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': 'd9c9494b-eb25-4754-8cb5-848d0549d2d9', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:51.026585 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:51.030642 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Usage tracker for resource:floatingip and tenant:d2c8503370444bb19308c86ccf9dc0b1 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:51.033506 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:51.039942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:51.051318 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:51.051994 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08841aac-4be5-46e5-a637-47b15e3e6070 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:37:51.061852 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed6b173-231d-4a32-976d-0279d6f63993 None None] Sync routers for ids ['8934a105-0d3a-43ba-913a-2ad1709f8412'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:37:51.073679 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed6b173-231d-4a32-976d-0279d6f63993 None None] Routers {'8934a105-0d3a-43ba-913a-2ad1709f8412'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:37:51.074811 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-fed6b173-231d-4a32-976d-0279d6f63993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['8934a105-0d3a-43ba-913a-2ad1709f8412'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:51.078599 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-08841aac-4be5-46e5-a637-47b15e3e6070 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] 10.222.0.37 "PUT /v2.0/routers/8934a105-0d3a-43ba-913a-2ad1709f8412/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5859458 Jun 02 12:37:51.078810 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47626) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:51.176765 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-fed6b173-231d-4a32-976d-0279d6f63993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:51.188216 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed6b173-231d-4a32-976d-0279d6f63993 None None] Routers {'8934a105-0d3a-43ba-913a-2ad1709f8412'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:37:51.189245 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-fed6b173-231d-4a32-976d-0279d6f63993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['8934a105-0d3a-43ba-913a-2ad1709f8412'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:51.207325 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:51.269552 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-fed6b173-231d-4a32-976d-0279d6f63993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:51.270336 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed6b173-231d-4a32-976d-0279d6f63993 None None] The sync data for ids ['8934a105-0d3a-43ba-913a-2ad1709f8412'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:37:51.366004 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Allocated IP 172.26.7.209 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/cfe98a7e-c50e-4669-8c64-a8307fc0bb12) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:51.395129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d8aa72e0-b1f7-41c8-b1c4-a43bbdaa8e58 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:51.515827 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:51.548111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:51.552995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0c967a41-b003-49d0-a055-d5c2ee647a1f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:51.620797 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:51.624091 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:51.627935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:37:51.668616 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Pushing event updated for resources: {'Port': ['ID=cfe98a7e-c50e-4669-8c64-a8307fc0bb12,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:51.673847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:51.710457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d8aa72e0-b1f7-41c8-b1c4-a43bbdaa8e58 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:51.713588 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d8aa72e0-b1f7-41c8-b1c4-a43bbdaa8e58 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:51.738715 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d8aa72e0-b1f7-41c8-b1c4-a43bbdaa8e58 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:51.739578 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8aa72e0-b1f7-41c8-b1c4-a43bbdaa8e58 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Fanout notify agent at l3_agent the message router_deleted on router 8934a105-0d3a-43ba-913a-2ad1709f8412 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:37:51.750497 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d8aa72e0-b1f7-41c8-b1c4-a43bbdaa8e58 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:51.752458 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d8aa72e0-b1f7-41c8-b1c4-a43bbdaa8e58 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] 10.222.0.37 "DELETE /v2.0/routers/8934a105-0d3a-43ba-913a-2ad1709f8412 HTTP/1.1" status: 204 len: 168 time: 0.6704376 Jun 02 12:37:51.754063 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47628) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:51.823351 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54bef19-4395-475d-887b-9d9e8922702f tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Deleting subnet d558dd63-47c2-4f49-9ee6-5b267182af6c {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:37:51.826384 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b54bef19-4395-475d-887b-9d9e8922702f tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:51.881351 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b54bef19-4395-475d-887b-9d9e8922702f tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:51.972545 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b54bef19-4395-475d-887b-9d9e8922702f tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:52.082319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:52.194500 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-f922781b-6382-4070-a331-0ab8aaaddcab tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312623783&fields=id&tenant_id=96bf45be6aa145b6aaf403d7070d5e51 HTTP/1.1" status: 200 len: 267 time: 0.0614407 Jun 02 12:37:52.200095 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:52.253497 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b54bef19-4395-475d-887b-9d9e8922702f tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:52.257611 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:52.300620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54bef19-4395-475d-887b-9d9e8922702f tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Pushing event deleted for resources: {'Subnet': ['ID=d558dd63-47c2-4f49-9ee6-5b267182af6c,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:52.303764 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b54bef19-4395-475d-887b-9d9e8922702f tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:52.305349 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b54bef19-4395-475d-887b-9d9e8922702f tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:52.314490 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2271a8b-a687-4770-8d0f-210bb23a7f53 None None] Network b171f35f-8222-4820-881f-bd65c9a516dc requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:37:52.315069 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b54bef19-4395-475d-887b-9d9e8922702f tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] 10.222.0.37 "DELETE /v2.0/subnets/d558dd63-47c2-4f49-9ee6-5b267182af6c HTTP/1.1" status: 204 len: 168 time: 0.5594938 Jun 02 12:37:52.315294 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47640) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:52.430700 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:52.503958 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Deleting port 634504a3-58d0-45dc-9371-7d1242ce71a1 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:37:52.504297 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:52.583344 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e25c13-4889-47e6-a09c-204e54997aff None None] DHCP port deletion for b171f35f-8222-4820-881f-bd65c9a516dc request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:37:52.595512 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-da7523a0-d33e-465c-95f7-a81a1e65381a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:52.596960 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-da7523a0-d33e-465c-95f7-a81a1e65381a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/networks?id=538c4580-73df-464f-868c-daf3dec24418 HTTP/1.1" status: 200 len: 811 time: 0.3711853 Jun 02 12:37:52.614146 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] For port 634504a3-58d0-45dc-9371-7d1242ce71a1, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=634504a3-58d0-45dc-9371-7d1242ce71a1,segment=NetworkSegment(c6591779-1f6b-416e-a73f-154610b34d14),segment_id=c6591779-1f6b-416e-a73f-154610b34d14)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:52.614648 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:52.636757 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-ad221bec-a711-4006-8805-e26872822a10 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/quotas/96bf45be6aa145b6aaf403d7070d5e51 HTTP/1.1" status: 200 len: 375 time: 0.0307927 Jun 02 12:37:52.653629 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-66e25c13-4889-47e6-a09c-204e54997aff None None] Deleting port 634504a3-58d0-45dc-9371-7d1242ce71a1 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:37:52.654013 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-66e25c13-4889-47e6-a09c-204e54997aff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:52.719232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:52.732507 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:52.738319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:52.745846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Calling delete_port for 634504a3-58d0-45dc-9371-7d1242ce71a1 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:37:52.755839 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-66e25c13-4889-47e6-a09c-204e54997aff None None] For port 634504a3-58d0-45dc-9371-7d1242ce71a1, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=634504a3-58d0-45dc-9371-7d1242ce71a1,segment=NetworkSegment(c6591779-1f6b-416e-a73f-154610b34d14),segment_id=c6591779-1f6b-416e-a73f-154610b34d14)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:37:52.756242 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-66e25c13-4889-47e6-a09c-204e54997aff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:52.800725 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:52.804346 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a57c9101-194f-46b3-a24c-b88184f3e9a1 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:52.850375 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Pushing event updated for resources: {'Port': ['ID=cfe98a7e-c50e-4669-8c64-a8307fc0bb12,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:52.852358 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Pushing event deleted for resources: {'Port': ['ID=634504a3-58d0-45dc-9371-7d1242ce71a1,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:52.855473 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:52.857852 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] No DVR routers for this DVR port 634504a3-58d0-45dc-9371-7d1242ce71a1 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:37:52.862062 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-15a16522-f7e8-4738-b6ad-64be8ab39d23 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bf45be6aa145b6aaf403d7070d5e51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2160203 Jun 02 12:37:52.862977 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:52.881445 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:52.887610 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-66e25c13-4889-47e6-a09c-204e54997aff None None] Calling delete_port for 634504a3-58d0-45dc-9371-7d1242ce71a1 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:37:52.938383 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-66e25c13-4889-47e6-a09c-204e54997aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:52.942332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f935e84b-55bf-4281-a874-e254164aa0de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:52.987562 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e25c13-4889-47e6-a09c-204e54997aff None None] Pushing event deleted for resources: {'Port': ['ID=634504a3-58d0-45dc-9371-7d1242ce71a1,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:52.991173 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-66e25c13-4889-47e6-a09c-204e54997aff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:52.994308 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e25c13-4889-47e6-a09c-204e54997aff None None] No DVR routers for this DVR port 634504a3-58d0-45dc-9371-7d1242ce71a1 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:37:53.136396 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:53.149509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b171f35f-8222-4820-881f-bd65c9a516dc']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:53.163575 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6591779-1f6b-416e-a73f-154610b34d14') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:53.163882 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6591779-1f6b-416e-a73f-154610b34d14') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:53.175807 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:53.191855 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-1355636a-1651-4abe-bf05-6412446d2c9d service neutron] 10.222.0.37 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432349 Jun 02 12:37:53.192518 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:53.193010 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Floating IP 60bb5fc5-0b16-4181-babf-35cfda1f5919 associated. External IP: 172.26.7.209, port: d9c9494b-eb25-4754-8cb5-848d0549d2d9. Jun 02 12:37:53.202690 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:37:53.203111 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:37:53.217996 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:37:53.299370 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:53.302761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-131146cd-c639-4744-87b8-723e779bf0e0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:53.317839 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:53.328771 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Pushing event deleted for resources: {'Network': ['ID=b171f35f-8222-4820-881f-bd65c9a516dc,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:53.333255 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:53.337345 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] 10.222.0.37 "DELETE /v2.0/networks/b171f35f-8222-4820-881f-bd65c9a516dc HTTP/1.1" status: 204 len: 168 time: 1.0210865 Jun 02 12:37:53.485570 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-1449a1fe-ce55-4e5e-bba5-e758fda6ffc2 service neutron] 10.222.0.37 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404370 Jun 02 12:37:53.618183 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47650) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:53.684593 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Router 528d6ada-0941-4187-ba16-824d7dc952bb has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:37:53.751823 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 634504a3-58d0-45dc-9371-7d1242ce71a1 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:37:53.794461 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 634504a3-58d0-45dc-9371-7d1242ce71a1 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:37:53.795121 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 634504a3-58d0-45dc-9371-7d1242ce71a1 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:37:53.806001 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3d2aa6c8-4acd-40fd-8e55-88f274544dc0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24404a8cf6604ee9878b27c673b588fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1863143 Jun 02 12:37:53.808519 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47658) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:53.879609 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3422e684-7e31-4c87-a695-e72cbc6d94d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:53.939891 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c46b104a-dd32-49b4-bacd-a8e60fc2f8bb req-eb9d7dd9-7830-45d5-ab88-8ca13dee1c02 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 210 time: 0.0564392 Jun 02 12:37:53.954716 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3422e684-7e31-4c87-a695-e72cbc6d94d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:54.012867 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3422e684-7e31-4c87-a695-e72cbc6d94d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:54.018134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cb4ceef7-4726-43e8-b025-dab4234f4b90 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:54.031478 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422e684-7e31-4c87-a695-e72cbc6d94d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a81915-f4d9-461b-b36c-758a6bd14c00,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:54.035296 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3422e684-7e31-4c87-a695-e72cbc6d94d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:54.038279 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3422e684-7e31-4c87-a695-e72cbc6d94d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:54.040428 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3422e684-7e31-4c87-a695-e72cbc6d94d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51a81915-f4d9-461b-b36c-758a6bd14c00 HTTP/1.1" status: 204 len: 168 time: 0.2305474 Jun 02 12:37:54.042792 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:37:54.057380 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9f2eea-0575-46bc-9a5c-399fc483860a None None] Sync routers for ids ['528d6ada-0941-4187-ba16-824d7dc952bb'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:37:54.069970 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9f2eea-0575-46bc-9a5c-399fc483860a None None] Routers {'528d6ada-0941-4187-ba16-824d7dc952bb'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:37:54.071015 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6f9f2eea-0575-46bc-9a5c-399fc483860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['528d6ada-0941-4187-ba16-824d7dc952bb'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:54.073942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:54.151251 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1313381 Jun 02 12:37:54.151251 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d', 'tag': 'd9c9494b-eb25-4754-8cb5-848d0549d2d9'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:37:54.152644 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da73a71-289f-4274-bee2-f1548dcc12c4" -d '{"events": [{"name": "network-changed", "server_uuid": "23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d", "tag": "d9c9494b-eb25-4754-8cb5-848d0549d2d9"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:37:54.218271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619f2cd7-6a5c-4479-8623-2dd166add284 x-openstack-request-id: req-619f2cd7-6a5c-4479-8623-2dd166add284 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:37:54.220917 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d", "tag": "d9c9494b-eb25-4754-8cb5-848d0549d2d9", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:37:54.221225 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-619f2cd7-6a5c-4479-8623-2dd166add284 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:37:54.221673 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d', 'tag': 'd9c9494b-eb25-4754-8cb5-848d0549d2d9', 'status': 'completed', 'code': 200} Jun 02 12:37:54.342975 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-6f9f2eea-0575-46bc-9a5c-399fc483860a None None] Set router 528d6ada-0941-4187-ba16-824d7dc952bb gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:37:54.399148 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da73a71-289f-4274-bee2-f1548dcc12c4 req-4dac7b47-868d-4cc8-af13-6fbf7fce2812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:54.400875 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2da73a71-289f-4274-bee2-f1548dcc12c4 req-4dac7b47-868d-4cc8-af13-6fbf7fce2812 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2c8503370444bb19308c86ccf9dc0b1&device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 1098 time: 0.1561916 Jun 02 12:37:54.439362 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c4892-4e72-4eea-b47a-305e3f72647a req-369f12e7-dfc8-4a45-8795-02394aa10ce6 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:54.440695 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1e3c4892-4e72-4eea-b47a-305e3f72647a req-369f12e7-dfc8-4a45-8795-02394aa10ce6 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 945 time: 0.1624107 Jun 02 12:37:54.566781 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1e3c4892-4e72-4eea-b47a-305e3f72647a req-4419227a-9c0a-465e-8413-8fdcd4206901 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115742 Jun 02 12:37:54.589584 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47686) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:54.610541 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da73a71-289f-4274-bee2-f1548dcc12c4 req-e59d9051-737c-40a1-a163-810f5266a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:54.612238 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2da73a71-289f-4274-bee2-f1548dcc12c4 req-e59d9051-737c-40a1-a163-810f5266a9e0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=42580aa9-ffea-4f38-8219-dd30efae528e HTTP/1.1" status: 200 len: 897 time: 0.2040858 Jun 02 12:37:54.716866 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9f753c43-04e4-4938-a0f2-3bb48270cb77 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/floatingips/60bb5fc5-0b16-4181-babf-35cfda1f5919 HTTP/1.1" status: 200 len: 991 time: 0.1257591 Jun 02 12:37:54.796597 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2da73a71-289f-4274-bee2-f1548dcc12c4 req-be6ba0aa-e243-4d4d-9b5c-da9872f50830 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9c9494b-eb25-4754-8cb5-848d0549d2d9 HTTP/1.1" status: 200 len: 999 time: 0.1767228 Jun 02 12:37:54.804961 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6f9f2eea-0575-46bc-9a5c-399fc483860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63595287', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:37:26Z', 'updated_at': '2021-06-02T12:37:33Z', 'revision_number': 4, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'gw_port': {'id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:27Z', 'updated_at': '2021-06-02T12:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '60bb5fc5-0b16-4181-babf-35cfda1f5919', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'floating_ip_address': '172.26.7.209', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'port_id': 'd9c9494b-eb25-4754-8cb5-848d0549d2d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e', 'mac_address': 'fa:16:3e:ab:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:37:52Z', 'updated_at': '2021-06-02T12:37:52Z', 'revision_number': 0, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f657113-eb12-463c-b64e-5c5753ca7ac9', 'name': '', 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'mac_address': 'fa:16:3e:60:0c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '27c6e050-ab75-40b4-a40d-a9c4cdf371b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:31Z', 'updated_at': '2021-06-02T12:37:38Z', 'revision_number': 5, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'subnets': [{'id': '27c6e050-ab75-40b4-a40d-a9c4cdf371b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:54.809520 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9f2eea-0575-46bc-9a5c-399fc483860a None None] Checking router: 528d6ada-0941-4187-ba16-824d7dc952bb for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:37:54.818145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9f2eea-0575-46bc-9a5c-399fc483860a None None] Routers {'528d6ada-0941-4187-ba16-824d7dc952bb'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:37:54.818677 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6f9f2eea-0575-46bc-9a5c-399fc483860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['528d6ada-0941-4187-ba16-824d7dc952bb'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:54.863604 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da73a71-289f-4274-bee2-f1548dcc12c4 req-07ee016c-916a-47ed-a268-ab188c806fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:54.865143 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2da73a71-289f-4274-bee2-f1548dcc12c4 req-07ee016c-916a-47ed-a268-ab188c806fab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=27c6e050-ab75-40b4-a40d-a9c4cdf371b6 HTTP/1.1" status: 200 len: 835 time: 0.0609646 Jun 02 12:37:54.949888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da73a71-289f-4274-bee2-f1548dcc12c4 req-d891f5de-ce99-4014-9a65-68e86a4370f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:54.951486 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2da73a71-289f-4274-bee2-f1548dcc12c4 req-d891f5de-ce99-4014-9a65-68e86a4370f9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=42580aa9-ffea-4f38-8219-dd30efae528e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0751715 Jun 02 12:37:54.976276 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47700) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:55.063211 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-6f9f2eea-0575-46bc-9a5c-399fc483860a None None] Set router 528d6ada-0941-4187-ba16-824d7dc952bb gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:37:55.109851 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2da73a71-289f-4274-bee2-f1548dcc12c4 req-6055384b-d22f-4bc6-938c-080a324c81d0 service neutron] 10.222.0.22 "GET /v2.0/networks/42580aa9-ffea-4f38-8219-dd30efae528e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501055 Jun 02 12:37:55.118801 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'network': {'name': 'tempest-RoutersTest-152880465'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:55.125484 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fe2fd542-47c5-4c8f-a259-bac3811420ba req-bf1f0160-0c6b-4b02-bed8-35742d69e3c3 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 210 time: 0.0570159 Jun 02 12:37:55.126666 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:55.130951 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:network and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:55.134679 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:55.141138 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:55.153239 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Made reservation on behalf of 5d1f062442e64b0eb98e3f6d0bd26851 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:37:55.157783 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:55.174053 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:55.191065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:55.196750 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:security_group_rule and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:55.202603 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:55.214261 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:55.323023 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:55.329656 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:55.342917 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:37:55.352945 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:55.353293 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Added segment 216f8df4-79c3-45ac-819a-dd57e5302b51 of type vlan for network 22894166-5212-4c5e-83df-416d024ada60 Jun 02 12:37:55.382238 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:55.410288 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2da73a71-289f-4274-bee2-f1548dcc12c4 req-d246ed43-beba-41b0-982c-ef361b75006f service neutron] 10.222.0.22 "GET /v2.0/networks/42580aa9-ffea-4f38-8219-dd30efae528e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912662 Jun 02 12:37:55.411627 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-661a9597-59f3-4a14-9875-a0575a3c1752 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:55.418327 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-259571da-b2ac-4337-876e-d3a6eec14cd9 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:55.419782 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-259571da-b2ac-4337-876e-d3a6eec14cd9 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.22 "GET /v2.0/networks?id=538c4580-73df-464f-868c-daf3dec24418 HTTP/1.1" status: 200 len: 811 time: 0.2583864 Jun 02 12:37:55.423050 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:55.428762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:55.429364 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:55.481681 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e7dce9-dd59-4e7b-ad41-5d00142f4cb5,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:55.485191 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-08676085-69d0-4cf4-b649-8a004d577954 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96bf45be6aa145b6aaf403d7070d5e51 HTTP/1.1" status: 200 len: 380 time: 0.0514357 Jun 02 12:37:55.496603 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:55.496809 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-af8d929c-42d6-41d8-ab34-7fef943c7f36 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Request body: {'port': {'device_id': 'f6c601d1-00a3-434e-92f9-d6565244303d', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'admin_state_up': True, 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'security_groups': ['3a597685-9ec8-478a-be7f-68c3fb1ee0b4']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:55.498865 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d00d764b-ee36-4f6f-b38c-12b0a2f3f6b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:55.521396 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5448914 Jun 02 12:37:55.521853 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47704) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:55.530292 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-532693cf-7bdb-4128-b1c9-5585c232fa69 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'network': {'name': 'tempest-RoutersTest-1126046964'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:55.543665 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-532693cf-7bdb-4128-b1c9-5585c232fa69 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:55.545094 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6f9f2eea-0575-46bc-9a5c-399fc483860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63595287', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:37:26Z', 'updated_at': '2021-06-02T12:37:33Z', 'revision_number': 4, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'gw_port': {'id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:27Z', 'updated_at': '2021-06-02T12:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '60bb5fc5-0b16-4181-babf-35cfda1f5919', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'floating_ip_address': '172.26.7.209', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'port_id': 'd9c9494b-eb25-4754-8cb5-848d0549d2d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e', 'mac_address': 'fa:16:3e:ab:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:37:52Z', 'updated_at': '2021-06-02T12:37:52Z', 'revision_number': 0, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f657113-eb12-463c-b64e-5c5753ca7ac9', 'name': '', 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'mac_address': 'fa:16:3e:60:0c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '27c6e050-ab75-40b4-a40d-a9c4cdf371b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:31Z', 'updated_at': '2021-06-02T12:37:38Z', 'revision_number': 5, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'subnets': [{'id': '27c6e050-ab75-40b4-a40d-a9c4cdf371b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:37:55.549256 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9f2eea-0575-46bc-9a5c-399fc483860a None None] The sync data for ids ['528d6ada-0941-4187-ba16-824d7dc952bb'] in dv-neutron-601336-80-hyperv is: [{'id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63595287', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:37:26Z', 'updated_at': '2021-06-02T12:37:33Z', 'revision_number': 4, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'gw_port': {'id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:27Z', 'updated_at': '2021-06-02T12:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '60bb5fc5-0b16-4181-babf-35cfda1f5919', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'floating_ip_address': '172.26.7.209', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'port_id': 'd9c9494b-eb25-4754-8cb5-848d0549d2d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e', 'mac_address': 'fa:16:3e:ab:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:37:52Z', 'updated_at': '2021-06-02T12:37:52Z', 'revision_number': 0, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f657113-eb12-463c-b64e-5c5753ca7ac9', 'name': '', 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'mac_address': 'fa:16:3e:60:0c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '27c6e050-ab75-40b4-a40d-a9c4cdf371b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:31Z', 'updated_at': '2021-06-02T12:37:38Z', 'revision_number': 5, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'subnets': [{'id': '27c6e050-ab75-40b4-a40d-a9c4cdf371b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:37:55.604316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-532693cf-7bdb-4128-b1c9-5585c232fa69 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:network and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:55.612930 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-532693cf-7bdb-4128-b1c9-5585c232fa69 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:55.615242 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Network': ['ID=22894166-5212-4c5e-83df-416d024ada60,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:55.625244 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:55.625971 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 22894166-5212-4c5e-83df-416d024ada60 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:37:55.629971 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-532693cf-7bdb-4128-b1c9-5585c232fa69 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:55.662963 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532693cf-7bdb-4128-b1c9-5585c232fa69 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Made reservation on behalf of 5d1f062442e64b0eb98e3f6d0bd26851 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:37:55.666696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-532693cf-7bdb-4128-b1c9-5585c232fa69 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:55.720076 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47710) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:55.725863 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-af8d929c-42d6-41d8-ab34-7fef943c7f36 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:55.733454 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532693cf-7bdb-4128-b1c9-5585c232fa69 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:37:55.748250 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-af8d929c-42d6-41d8-ab34-7fef943c7f36 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:55.755871 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-532693cf-7bdb-4128-b1c9-5585c232fa69 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:55.756414 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-532693cf-7bdb-4128-b1c9-5585c232fa69 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Added segment 01bb6c65-a7ea-4174-9431-a807e8dd8f30 of type vlan for network 912c26ac-f16e-4256-b854-783a591c4fa0 Jun 02 12:37:55.759224 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:55.777314 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-af8d929c-42d6-41d8-ab34-7fef943c7f36 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Made reservation on behalf of 96bf45be6aa145b6aaf403d7070d5e51 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:37:55.780893 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-af8d929c-42d6-41d8-ab34-7fef943c7f36 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:55.816053 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-532693cf-7bdb-4128-b1c9-5585c232fa69 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:55.896860 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5714cb-253d-4bed-a8c7-af94ed58fc13 None None] New status for floating IP 60bb5fc5-0b16-4181-babf-35cfda1f5919: ACTIVE {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:37:55.899415 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-24902088-77cd-4490-b555-1850a4eb7530 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/floatingips/60bb5fc5-0b16-4181-babf-35cfda1f5919 HTTP/1.1" status: 200 len: 991 time: 0.1776321 Jun 02 12:37:56.075110 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.resource_extend [None req-532693cf-7bdb-4128-b1c9-5585c232fa69 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 12:37:56.116136 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-532693cf-7bdb-4128-b1c9-5585c232fa69 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:56.122203 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532693cf-7bdb-4128-b1c9-5585c232fa69 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:56.122771 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-532693cf-7bdb-4128-b1c9-5585c232fa69 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:56.128838 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cd533cb8-5d24-4fd4-8112-6d20870b872d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:56.181113 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-af8d929c-42d6-41d8-ab34-7fef943c7f36 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Allocated IP 172.20.0.10 (538c4580-73df-464f-868c-daf3dec24418/50a59100-ae12-4643-94d5-15b1702b852a/3c477b15-aa8e-423c-8fd9-63de06385a99) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:56.323100 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-532693cf-7bdb-4128-b1c9-5585c232fa69 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7999778 Jun 02 12:37:56.326070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47714) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:56.332771 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-b57c6a3a-a11e-4f12-9851-057cd998ae70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'subnet': {'network_id': '22894166-5212-4c5e-83df-416d024ada60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:56.334255 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532693cf-7bdb-4128-b1c9-5585c232fa69 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Network': ['ID=912c26ac-f16e-4256-b854-783a591c4fa0,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:56.345621 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 912c26ac-f16e-4256-b854-783a591c4fa0 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:37:56.353138 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-532693cf-7bdb-4128-b1c9-5585c232fa69 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:56.356733 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-6d36950a-8b40-4370-8340-0aca03664085 req-254cf8a1-7b20-4a63-b003-68401a1e3b64 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Synchronizing usage tracker for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:37:56.404432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-6d36950a-8b40-4370-8340-0aca03664085 req-254cf8a1-7b20-4a63-b003-68401a1e3b64 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Unset dirty status for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:37:56.405571 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6d36950a-8b40-4370-8340-0aca03664085 req-254cf8a1-7b20-4a63-b003-68401a1e3b64 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 210 time: 0.1181624 Jun 02 12:37:56.508577 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b57c6a3a-a11e-4f12-9851-057cd998ae70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:56.513671 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b57c6a3a-a11e-4f12-9851-057cd998ae70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:subnet and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:56.516964 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b57c6a3a-a11e-4f12-9851-057cd998ae70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:56.522812 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b57c6a3a-a11e-4f12-9851-057cd998ae70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:56.533915 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57c6a3a-a11e-4f12-9851-057cd998ae70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Made reservation on behalf of 5d1f062442e64b0eb98e3f6d0bd26851 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:37:56.535432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-af8d929c-42d6-41d8-ab34-7fef943c7f36 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:56.538111 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b57c6a3a-a11e-4f12-9851-057cd998ae70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:56.553208 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-af8d929c-42d6-41d8-ab34-7fef943c7f36 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Transition to ACTIVE for port object 3c477b15-aa8e-423c-8fd9-63de06385a99 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:56.579565 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-af8d929c-42d6-41d8-ab34-7fef943c7f36 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:56.585638 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:56.648218 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-af8d929c-42d6-41d8-ab34-7fef943c7f36 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Network 538c4580-73df-464f-868c-daf3dec24418 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:56.652523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-af8d929c-42d6-41d8-ab34-7fef943c7f36 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:56.662383 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-af8d929c-42d6-41d8-ab34-7fef943c7f36 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:37:56.713382 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d929c-42d6-41d8-ab34-7fef943c7f36 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Pushing event updated for resources: {'Port': ['ID=3c477b15-aa8e-423c-8fd9-63de06385a99,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:56.729664 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-af8d929c-42d6-41d8-ab34-7fef943c7f36 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:56.753666 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-af8d929c-42d6-41d8-ab34-7fef943c7f36 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:56.754395 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-af8d929c-42d6-41d8-ab34-7fef943c7f36 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:56.775875 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-af8d929c-42d6-41d8-ab34-7fef943c7f36 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2831497 Jun 02 12:37:56.787596 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Request body: {'port': {'device_id': 'f6c601d1-00a3-434e-92f9-d6565244303d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:56.903242 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47716) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:57.012394 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ea7ee942-e1c1-42dc-9242-12ae8a8bc003 None None] Provisioning for port 3c477b15-aa8e-423c-8fd9-63de06385a99 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:37:57.019129 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ea7ee942-e1c1-42dc-9242-12ae8a8bc003 None None] Provisioning complete for port 3c477b15-aa8e-423c-8fd9-63de06385a99 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:37:57.019809 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ea7ee942-e1c1-42dc-9242-12ae8a8bc003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:57.024293 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:57.048493 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-bbc85c57-26c7-47e4-b801-98042c038636 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/floatingips/60bb5fc5-0b16-4181-babf-35cfda1f5919 HTTP/1.1" status: 200 len: 993 time: 0.1437256 Jun 02 12:37:57.082662 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ee942-e1c1-42dc-9242-12ae8a8bc003 None None] Port 3c477b15-aa8e-423c-8fd9-63de06385a99 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:37:57.082892 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b57c6a3a-a11e-4f12-9851-057cd998ae70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:57.088189 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a7f827b2-0ced-4555-af19-5ab7381d86ec tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:57.172687 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c6a3a-a11e-4f12-9851-057cd998ae70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Subnet': ['ID=a5c226f3-9476-4415-9fa9-f7927ceaf0e1,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:57.177028 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c6a3a-a11e-4f12-9851-057cd998ae70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Checking segment: {'id': '216f8df4-79c3-45ac-819a-dd57e5302b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '22894166-5212-4c5e-83df-416d024ada60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:37:57.177396 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57c6a3a-a11e-4f12-9851-057cd998ae70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network hostable DHCP agents. Network: 22894166-5212-4c5e-83df-416d024ada60, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:37:57.182415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b57c6a3a-a11e-4f12-9851-057cd998ae70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:57.204123 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57c6a3a-a11e-4f12-9851-057cd998ae70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network 22894166-5212-4c5e-83df-416d024ada60 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:37:57.218178 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-b57c6a3a-a11e-4f12-9851-057cd998ae70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 22894166-5212-4c5e-83df-416d024ada60) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:57.229222 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefb2651-9d79-4d33-aacb-6a084a52a9e3 None None] Network 22894166-5212-4c5e-83df-416d024ada60 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:37:57.243866 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57c6a3a-a11e-4f12-9851-057cd998ae70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:57.244837 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b57c6a3a-a11e-4f12-9851-057cd998ae70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:57.273109 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b57c6a3a-a11e-4f12-9851-057cd998ae70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9447215 Jun 02 12:37:57.276335 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47720) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:57.283046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-f889d217-612b-48a7-9fba-86673f9f8c6b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'subnet': {'network_id': '912c26ac-f16e-4256-b854-783a591c4fa0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:57.439802 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c477b15-aa8e-423c-8fd9-63de06385a99 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:37:57.448065 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:57.464729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Transition to ACTIVE for port object 3c477b15-aa8e-423c-8fd9-63de06385a99 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:57.473420 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:57.478455 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7fa78846-ca55-406d-9dcd-00eee0123c2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:57.519569 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-22894166-5212-4c5e-83df-416d024ada60', 'network_id': '22894166-5212-4c5e-83df-416d024ada60', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'fixed_ips': [{'subnet_id': 'a5c226f3-9476-4415-9fa9-f7927ceaf0e1'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:37:57.522127 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:57.574348 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47724) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:57.738272 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f889d217-612b-48a7-9fba-86673f9f8c6b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:57.767972 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f889d217-612b-48a7-9fba-86673f9f8c6b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:subnet and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:57.778220 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f889d217-612b-48a7-9fba-86673f9f8c6b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:57.791402 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f889d217-612b-48a7-9fba-86673f9f8c6b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:57.804290 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Allocated IP 172.20.0.2 (22894166-5212-4c5e-83df-416d024ada60/a5c226f3-9476-4415-9fa9-f7927ceaf0e1/cc2c2567-c351-48d5-b159-35b259a3ea40) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:57.821549 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed7602-03ec-498b-97b1-9b4729364df4 req-7402845c-2649-4fec-b6da-017436cd9bbf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:57.824333 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a2ed7602-03ec-498b-97b1-9b4729364df4 req-7402845c-2649-4fec-b6da-017436cd9bbf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 944 time: 0.2154171 Jun 02 12:37:57.847175 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f889d217-612b-48a7-9fba-86673f9f8c6b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Made reservation on behalf of 5d1f062442e64b0eb98e3f6d0bd26851 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:37:57.850769 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f889d217-612b-48a7-9fba-86673f9f8c6b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:58.032610 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a2ed7602-03ec-498b-97b1-9b4729364df4 req-a19b6998-bc39-40ed-a551-8aff500879ef tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929731 Jun 02 12:37:58.084166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:58.098319 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Transition to ACTIVE for port object cc2c2567-c351-48d5-b159-35b259a3ea40 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:58.121570 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Transition to ACTIVE for port object cc2c2567-c351-48d5-b159-35b259a3ea40 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:58.129868 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:58.142778 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4adc9440-b949-4959-a517-95e46362db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:58.181024 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3c477b15-aa8e-423c-8fd9-63de06385a99,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:58.184133 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:58.215333 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Pushing event updated for resources: {'Port': ['ID=cc2c2567-c351-48d5-b159-35b259a3ea40,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:58.219176 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:58.223889 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Network 22894166-5212-4c5e-83df-416d024ada60 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:58.225218 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:58.228227 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:37:58.336381 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Attempting to bind port cc2c2567-c351-48d5-b159-35b259a3ea40 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:37:58.336812 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Attempting to bind port cc2c2567-c351-48d5-b159-35b259a3ea40 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '216f8df4-79c3-45ac-819a-dd57e5302b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '22894166-5212-4c5e-83df-416d024ada60'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:37:58.337187 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Attempting to bind port cc2c2567-c351-48d5-b159-35b259a3ea40 on network 22894166-5212-4c5e-83df-416d024ada60 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:37:58.343515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:37:58.344329 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Checking segment: {'id': '216f8df4-79c3-45ac-819a-dd57e5302b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '22894166-5212-4c5e-83df-416d024ada60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:37:58.345004 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:58.345633 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Bound using segment: {'id': '216f8df4-79c3-45ac-819a-dd57e5302b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '22894166-5212-4c5e-83df-416d024ada60'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:37:58.346419 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Bound port: cc2c2567-c351-48d5-b159-35b259a3ea40, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216f8df4-79c3-45ac-819a-dd57e5302b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '22894166-5212-4c5e-83df-416d024ada60'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:37:58.347077 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:58.412787 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f889d217-612b-48a7-9fba-86673f9f8c6b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:58.419065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-41233eae-d226-4d4f-9e07-457d0b815420 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:58.424784 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Attempting to bind port 3c477b15-aa8e-423c-8fd9-63de06385a99 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:37:58.425128 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Attempting to bind port 3c477b15-aa8e-423c-8fd9-63de06385a99 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '76696f93-6ff0-492e-a64d-dd3a6a80634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '538c4580-73df-464f-868c-daf3dec24418'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:37:58.425461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Attempting to bind port 3c477b15-aa8e-423c-8fd9-63de06385a99 on network 538c4580-73df-464f-868c-daf3dec24418 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:37:58.438569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Port 3c477b15-aa8e-423c-8fd9-63de06385a99 on network 538c4580-73df-464f-868c-daf3dec24418 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:37:58.438897 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Attempting to bind port 3c477b15-aa8e-423c-8fd9-63de06385a99 on network 538c4580-73df-464f-868c-daf3dec24418 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:37:58.445430 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] For port cc2c2567-c351-48d5-b159-35b259a3ea40, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:37:58.449027 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] For port cc2c2567-c351-48d5-b159-35b259a3ea40, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=cc2c2567-c351-48d5-b159-35b259a3ea40,segment=NetworkSegment(216f8df4-79c3-45ac-819a-dd57e5302b51),segment_id=216f8df4-79c3-45ac-819a-dd57e5302b51)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:37:58.454138 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:58.459945 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-66e25c13-4889-47e6-a09c-204e54997aff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:58.510016 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f889d217-612b-48a7-9fba-86673f9f8c6b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Checking segment: {'id': '01bb6c65-a7ea-4174-9431-a807e8dd8f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '912c26ac-f16e-4256-b854-783a591c4fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:37:58.510412 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f889d217-612b-48a7-9fba-86673f9f8c6b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network hostable DHCP agents. Network: 912c26ac-f16e-4256-b854-783a591c4fa0, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:37:58.524763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889d217-612b-48a7-9fba-86673f9f8c6b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Subnet': ['ID=0fa5e9d8-fbb1-452a-8892-8d364502880d,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:58.539515 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f889d217-612b-48a7-9fba-86673f9f8c6b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:58.539976 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:37:58.540324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Checking segment: {'id': '76696f93-6ff0-492e-a64d-dd3a6a80634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '538c4580-73df-464f-868c-daf3dec24418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:37:58.540718 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Bound using segment: {'id': '76696f93-6ff0-492e-a64d-dd3a6a80634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '538c4580-73df-464f-868c-daf3dec24418'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:37:58.541152 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Bound port: 3c477b15-aa8e-423c-8fd9-63de06385a99, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76696f93-6ff0-492e-a64d-dd3a6a80634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '538c4580-73df-464f-868c-daf3dec24418'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:37:58.541504 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:58.542789 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f889d217-612b-48a7-9fba-86673f9f8c6b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network 912c26ac-f16e-4256-b854-783a591c4fa0 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:37:58.556553 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-f889d217-612b-48a7-9fba-86673f9f8c6b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 912c26ac-f16e-4256-b854-783a591c4fa0) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:58.571097 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f889d217-612b-48a7-9fba-86673f9f8c6b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:58.571815 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f889d217-612b-48a7-9fba-86673f9f8c6b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:58.575145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070eb414-f2c9-4179-8f2b-f2b4ebe425d1 None None] Network 912c26ac-f16e-4256-b854-783a591c4fa0 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:37:58.619517 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f889d217-612b-48a7-9fba-86673f9f8c6b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3417935 Jun 02 12:37:58.622242 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47726) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:58.627597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-9508f1b3-2a3f-4270-908b-b81b77aee610 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1066332340', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:37:58.637348 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9508f1b3-2a3f-4270-908b-b81b77aee610 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:37:58.648959 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9508f1b3-2a3f-4270-908b-b81b77aee610 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:router and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:37:58.652912 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9508f1b3-2a3f-4270-908b-b81b77aee610 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:37:58.659960 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9508f1b3-2a3f-4270-908b-b81b77aee610 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:37:58.674974 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9508f1b3-2a3f-4270-908b-b81b77aee610 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:58.676737 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9508f1b3-2a3f-4270-908b-b81b77aee610 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:58.683979 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] For port 3c477b15-aa8e-423c-8fd9-63de06385a99, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:37:58.689681 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] For port 3c477b15-aa8e-423c-8fd9-63de06385a99, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3c477b15-aa8e-423c-8fd9-63de06385a99,segment=NetworkSegment(76696f93-6ff0-492e-a64d-dd3a6a80634c),segment_id=76696f93-6ff0-492e-a64d-dd3a6a80634c)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:37:58.701488 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:58.707280 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9508f1b3-2a3f-4270-908b-b81b77aee610 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:58.707646 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-80aacf30-0128-49ed-83ab-3e5aaa139290 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:58.730135 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Pushing event updated for resources: {'Port': ['ID=cc2c2567-c351-48d5-b159-35b259a3ea40,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:58.737331 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9508f1b3-2a3f-4270-908b-b81b77aee610 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:58.742445 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:58.802613 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9508f1b3-2a3f-4270-908b-b81b77aee610 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:58.805033 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9508f1b3-2a3f-4270-908b-b81b77aee610 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1808312 Jun 02 12:37:58.807337 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47728) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:37:58.832432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:58.833661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:58.849084 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] 10.222.0.22 "PUT /v2.0/ports/3c477b15-aa8e-423c-8fd9-63de06385a99 HTTP/1.1" status: 200 len: 1094 time: 2.0657823 Jun 02 12:37:58.852190 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c601d1-00a3-434e-92f9-d6565244303d', 'tag': '3c477b15-aa8e-423c-8fd9-63de06385a99'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:37:58.855118 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc723bc-9b1f-42ad-b49c-c39d127c7701" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c601d1-00a3-434e-92f9-d6565244303d", "tag": "3c477b15-aa8e-423c-8fd9-63de06385a99"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:37:58.933413 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-912c26ac-f16e-4256-b854-783a591c4fa0', 'network_id': '912c26ac-f16e-4256-b854-783a591c4fa0', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'fixed_ips': [{'subnet_id': '0fa5e9d8-fbb1-452a-8892-8d364502880d'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:37:58.934754 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:59.008215 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10469d31-09c4-450c-97e1-202fc0325558 x-openstack-request-id: req-10469d31-09c4-450c-97e1-202fc0325558 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:37:59.008550 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c601d1-00a3-434e-92f9-d6565244303d", "tag": "3c477b15-aa8e-423c-8fd9-63de06385a99", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:37:59.008856 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10469d31-09c4-450c-97e1-202fc0325558 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:37:59.009300 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c601d1-00a3-434e-92f9-d6565244303d', 'tag': '3c477b15-aa8e-423c-8fd9-63de06385a99', 'status': 'completed', 'code': 200} Jun 02 12:37:59.009923 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3c477b15-aa8e-423c-8fd9-63de06385a99,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:59.025625 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:59.093500 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b1882544-bbf5-49a6-b641-640cfe7a18ec tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:59.181023 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-0f77f634-386e-4818-82d2-c41f84b46c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:59.182699 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-0f77f634-386e-4818-82d2-c41f84b46c86 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=96bf45be6aa145b6aaf403d7070d5e51&device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 1097 time: 0.2619932 Jun 02 12:37:59.235803 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Allocated IP 172.21.0.2 (912c26ac-f16e-4256-b854-783a591c4fa0/0fa5e9d8-fbb1-452a-8892-8d364502880d/8e0d92d5-b91b-4793-bbf1-19705fdeb3bd) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:37:59.267746 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-d70e3184-5468-4772-93c8-4a49a9b49896 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c477b15-aa8e-423c-8fd9-63de06385a99 HTTP/1.1" status: 200 len: 217 time: 0.0754621 Jun 02 12:37:59.424872 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-38543bc8-323d-4888-b01f-a11c3dc5a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:59.426368 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-38543bc8-323d-4888-b01f-a11c3dc5a626 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=50a59100-ae12-4643-94d5-15b1702b852a HTTP/1.1" status: 200 len: 850 time: 0.1462345 Jun 02 12:37:59.521804 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:59.544068 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Transition to ACTIVE for port object 8e0d92d5-b91b-4793-bbf1-19705fdeb3bd will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:59.571084 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Transition to ACTIVE for port object 8e0d92d5-b91b-4793-bbf1-19705fdeb3bd will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:37:59.581945 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:59.599751 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:37:59.639098 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1c03-0c8d-40c7-b32b-e815709709f7 req-b27c9aa7-261a-4351-bd23-3aa3e9db2fd4 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:59.648445 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-70bc1c03-0c8d-40c7-b32b-e815709709f7 req-b27c9aa7-261a-4351-bd23-3aa3e9db2fd4 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 944 time: 0.3224807 Jun 02 12:37:59.662521 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-ceff05b4-9c63-4cab-bd7a-342ddd9ff463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:37:59.664054 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-ceff05b4-9c63-4cab-bd7a-342ddd9ff463 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=538c4580-73df-464f-868c-daf3dec24418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2301774 Jun 02 12:37:59.710950 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-70bc1c03-0c8d-40c7-b32b-e815709709f7 req-1b535b75-8dac-40cf-9113-02c6267efbc9 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615153 Jun 02 12:37:59.723552 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Network 912c26ac-f16e-4256-b854-783a591c4fa0 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:37:59.724677 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Pushing event updated for resources: {'Port': ['ID=8e0d92d5-b91b-4793-bbf1-19705fdeb3bd,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:37:59.725163 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:59.727952 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:37:59.735056 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:37:59.735899 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:37:59.881947 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device cc2c2567-c351-48d5-b159-35b259a3ea40 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:37:59.969409 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Attempting to bind port 8e0d92d5-b91b-4793-bbf1-19705fdeb3bd on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:37:59.969787 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Attempting to bind port 8e0d92d5-b91b-4793-bbf1-19705fdeb3bd by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '01bb6c65-a7ea-4174-9431-a807e8dd8f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '912c26ac-f16e-4256-b854-783a591c4fa0'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:37:59.970183 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Attempting to bind port 8e0d92d5-b91b-4793-bbf1-19705fdeb3bd on network 912c26ac-f16e-4256-b854-783a591c4fa0 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:37:59.979180 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:37:59.979585 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Checking segment: {'id': '01bb6c65-a7ea-4174-9431-a807e8dd8f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '912c26ac-f16e-4256-b854-783a591c4fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:37:59.979968 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:37:59.980372 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Bound using segment: {'id': '01bb6c65-a7ea-4174-9431-a807e8dd8f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '912c26ac-f16e-4256-b854-783a591c4fa0'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:37:59.980857 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Bound port: 8e0d92d5-b91b-4793-bbf1-19705fdeb3bd, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bb6c65-a7ea-4174-9431-a807e8dd8f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '912c26ac-f16e-4256-b854-783a591c4fa0'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:37:59.981236 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:00.056667 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port cc2c2567-c351-48d5-b159-35b259a3ea40 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:38:00.119939 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] For port 8e0d92d5-b91b-4793-bbf1-19705fdeb3bd, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:38:00.124086 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] For port 8e0d92d5-b91b-4793-bbf1-19705fdeb3bd, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=8e0d92d5-b91b-4793-bbf1-19705fdeb3bd,segment=NetworkSegment(01bb6c65-a7ea-4174-9431-a807e8dd8f30),segment_id=01bb6c65-a7ea-4174-9431-a807e8dd8f30)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:38:00.131993 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:00.138082 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-43687037-064e-467c-bafa-b4536379d1b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:00.192579 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc56aaba-d694-47bb-984f-18cc85ad1105 None None] Network 22894166-5212-4c5e-83df-416d024ada60 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:38:00.299881 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-f5be1feb-7dd7-4edb-b0b1-1e10bf1df87a service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6245375 Jun 02 12:38:00.359111 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-17a1844c-f477-4818-95d0-440ddae3adc6 req-a9eee761-52ce-48b8-b2c9-8d30da3d3e78 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4163547 Jun 02 12:38:00.399701 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Allocated IP 172.20.0.1 (22894166-5212-4c5e-83df-416d024ada60/a5c226f3-9476-4415-9fa9-f7927ceaf0e1/c1320007-a521-4efc-8a5d-a089cd1f71b8) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:38:00.473737 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-db8684cc-dd88-4e0f-b540-7dcbee15e00b None None] Provisioning for port cc2c2567-c351-48d5-b159-35b259a3ea40 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:38:00.493705 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Pushing event updated for resources: {'Port': ['ID=8e0d92d5-b91b-4793-bbf1-19705fdeb3bd,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:00.496747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-db8684cc-dd88-4e0f-b540-7dcbee15e00b None None] Provisioning complete for port cc2c2567-c351-48d5-b159-35b259a3ea40 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:00.497236 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-db8684cc-dd88-4e0f-b540-7dcbee15e00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:00.537050 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:00.538409 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-b1882544-bbf5-49a6-b641-640cfe7a18ec tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port f5ac9c5b-01cd-442b-abf5-e2eb292ceb70 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:38:00.538769 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b1882544-bbf5-49a6-b641-640cfe7a18ec tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:00.657566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:00.682796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Transition to ACTIVE for port object c1320007-a521-4efc-8a5d-a089cd1f71b8 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:38:00.724642 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:00.728830 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-db8684cc-dd88-4e0f-b540-7dcbee15e00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:00.736717 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:00.791642 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-db8684cc-dd88-4e0f-b540-7dcbee15e00b None None] For port cc2c2567-c351-48d5-b159-35b259a3ea40, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=cc2c2567-c351-48d5-b159-35b259a3ea40,segment=NetworkSegment(216f8df4-79c3-45ac-819a-dd57e5302b51),segment_id=216f8df4-79c3-45ac-819a-dd57e5302b51)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:00.799407 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-db8684cc-dd88-4e0f-b540-7dcbee15e00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:00.801970 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-95d98e9d-254a-402c-8e36-bafa48580d3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:00.824968 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1844c-f477-4818-95d0-440ddae3adc6 req-8949e38f-c389-4e05-b954-4ef30dd56089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:00.826576 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-17a1844c-f477-4818-95d0-440ddae3adc6 req-8949e38f-c389-4e05-b954-4ef30dd56089 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 1099 time: 0.4388163 Jun 02 12:38:00.844436 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2915e7b5-c08f-4fd6-92b6-d9c765d21ac5 req-4bce211a-6173-4498-814b-eabedbc23f5d service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181513 Jun 02 12:38:00.858276 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-b1882544-bbf5-49a6-b641-640cfe7a18ec tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port f5ac9c5b-01cd-442b-abf5-e2eb292ceb70, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f5ac9c5b-01cd-442b-abf5-e2eb292ceb70,segment=NetworkSegment(261a08d0-e8ab-4be8-8bf6-9ccfef458fb8),segment_id=261a08d0-e8ab-4be8-8bf6-9ccfef458fb8)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:00.858914 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b1882544-bbf5-49a6-b641-640cfe7a18ec tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:00.937542 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8684cc-dd88-4e0f-b540-7dcbee15e00b None None] Pushing event updated for resources: {'Port': ['ID=cc2c2567-c351-48d5-b159-35b259a3ea40,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:00.941811 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-db8684cc-dd88-4e0f-b540-7dcbee15e00b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:00.979964 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Port': ['ID=c1320007-a521-4efc-8a5d-a089cd1f71b8,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:00.985102 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:00.990724 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network 22894166-5212-4c5e-83df-416d024ada60 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:00.992855 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:00.996320 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:38:01.063316 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:01.130896 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9ed2b33c-fbe9-4613-8606-0389de694d54 None None] Provisioning complete for port cc2c2567-c351-48d5-b159-35b259a3ea40 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:01.131482 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9ed2b33c-fbe9-4613-8606-0389de694d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:01.188026 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-b1882544-bbf5-49a6-b641-640cfe7a18ec tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for f5ac9c5b-01cd-442b-abf5-e2eb292ceb70 owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:38:01.413734 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4144b6be-d141-464b-96df-0e36f3e01661 None None] Provisioning for port c1320007-a521-4efc-8a5d-a089cd1f71b8 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:38:01.422919 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4144b6be-d141-464b-96df-0e36f3e01661 None None] Provisioning complete for port c1320007-a521-4efc-8a5d-a089cd1f71b8 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:01.423399 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:01.423915 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4144b6be-d141-464b-96df-0e36f3e01661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:01.489257 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-4144b6be-d141-464b-96df-0e36f3e01661 None None] Port c1320007-a521-4efc-8a5d-a089cd1f71b8 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:38:01.526590 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1844c-f477-4818-95d0-440ddae3adc6 req-b3429ae8-f126-4625-a186-3eaabf64fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:01.528028 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-17a1844c-f477-4818-95d0-440ddae3adc6 req-b3429ae8-f126-4625-a186-3eaabf64fd51 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7748cee2-ce49-44f8-8a52-729fed4c4a96 HTTP/1.1" status: 200 len: 897 time: 0.6497481 Jun 02 12:38:01.600209 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc723bc-9b1f-42ad-b49c-c39d127c7701 req-22691cf5-bec1-4d0b-aa20-4fffba7d064f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:01.601766 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-adc723bc-9b1f-42ad-b49c-c39d127c7701 req-22691cf5-bec1-4d0b-aa20-4fffba7d064f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=96bf45be6aa145b6aaf403d7070d5e51&device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 1097 time: 0.5206091 Jun 02 12:38:01.618898 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193c609-2f2a-4f7c-87d8-090d414ced5e req-d5d197a3-28a8-4aa2-adae-57d9ce628fca tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:01.620410 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7193c609-2f2a-4f7c-87d8-090d414ced5e req-d5d197a3-28a8-4aa2-adae-57d9ce628fca tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 944 time: 0.6582067 Jun 02 12:38:01.778832 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b85fbdc-cebd-40cf-b5bc-5412a1a27164 None None] Network 912c26ac-f16e-4256-b854-783a591c4fa0 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:38:01.781860 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-17a1844c-f477-4818-95d0-440ddae3adc6 req-e0ae8686-212f-4954-8f87-f529e31874cf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44beafce-b493-411d-8c8e-935c156eaa8e HTTP/1.1" status: 200 len: 1001 time: 0.2424290 Jun 02 12:38:01.866842 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-65df1f1d-63da-4463-8fc2-6dc425d20ff2 None None] Provisioning for port 8e0d92d5-b91b-4793-bbf1-19705fdeb3bd completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:38:01.884391 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7193c609-2f2a-4f7c-87d8-090d414ced5e req-11e917b5-86ac-4d3d-844f-1406ec36a31b tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291188 Jun 02 12:38:01.889390 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8e0d92d5-b91b-4793-bbf1-19705fdeb3bd up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:38:01.919765 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:01.925118 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:01.956653 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6c30dc0b-46de-475b-b95d-fdd17daa9276 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:02.044413 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 8e0d92d5-b91b-4793-bbf1-19705fdeb3bd completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:38:02.051256 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:02.055621 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Port': ['ID=c1320007-a521-4efc-8a5d-a089cd1f71b8,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:02.059158 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:02.081993 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 8e0d92d5-b91b-4793-bbf1-19705fdeb3bd triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:02.081993 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:02.122208 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1844c-f477-4818-95d0-440ddae3adc6 req-c46eb816-4c7b-4321-81c7-fa51ca9b3bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:02.123682 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-17a1844c-f477-4818-95d0-440ddae3adc6 req-c46eb816-4c7b-4321-81c7-fa51ca9b3bdc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1fe024fd-2f61-42b1-85b7-38c4bb5283ce HTTP/1.1" status: 200 len: 835 time: 0.3197851 Jun 02 12:38:02.124901 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc723bc-9b1f-42ad-b49c-c39d127c7701 req-1493bcd6-34b5-4d0d-bc29-504085079c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:02.126446 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-adc723bc-9b1f-42ad-b49c-c39d127c7701 req-1493bcd6-34b5-4d0d-bc29-504085079c5e service neutron] 10.222.0.22 "GET /v2.0/networks?id=538c4580-73df-464f-868c-daf3dec24418 HTTP/1.1" status: 200 len: 912 time: 0.4924974 Jun 02 12:38:02.249064 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:02.255944 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-adc723bc-9b1f-42ad-b49c-c39d127c7701 req-89c6b6e9-5893-4208-be3c-19c851dd81d1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c477b15-aa8e-423c-8fd9-63de06385a99 HTTP/1.1" status: 200 len: 217 time: 0.1154492 Jun 02 12:38:02.288310 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 8e0d92d5-b91b-4793-bbf1-19705fdeb3bd, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=8e0d92d5-b91b-4793-bbf1-19705fdeb3bd,segment=NetworkSegment(01bb6c65-a7ea-4174-9431-a807e8dd8f30),segment_id=01bb6c65-a7ea-4174-9431-a807e8dd8f30)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:02.293852 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:02.295207 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device cc2c2567-c351-48d5-b159-35b259a3ea40 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:38:02.322761 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b1882544-bbf5-49a6-b641-640cfe7a18ec tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:02.327556 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:02.344727 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8f4ef0b7-ff4e-4835-99a9-a1e5c5f7bab8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:02.369697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network 22894166-5212-4c5e-83df-416d024ada60 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:02.371031 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:02.423177 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=8e0d92d5-b91b-4793-bbf1-19705fdeb3bd,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:02.426979 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:02.437160 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port cc2c2567-c351-48d5-b159-35b259a3ea40 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:02.437724 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:02.480282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1882544-bbf5-49a6-b641-640cfe7a18ec tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=f5ac9c5b-01cd-442b-abf5-e2eb292ceb70,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:02.488074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b1882544-bbf5-49a6-b641-640cfe7a18ec tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:02.566959 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-54b3269a-f48c-4d7f-a2c7-3a16b7a937e1 None None] Provisioning complete for port 8e0d92d5-b91b-4793-bbf1-19705fdeb3bd triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:02.573440 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-54b3269a-f48c-4d7f-a2c7-3a16b7a937e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:02.606008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc723bc-9b1f-42ad-b49c-c39d127c7701 req-f6dd230a-f628-46ba-b593-e6e00906b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:02.608624 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-adc723bc-9b1f-42ad-b49c-c39d127c7701 req-f6dd230a-f628-46ba-b593-e6e00906b9b7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=50a59100-ae12-4643-94d5-15b1702b852a HTTP/1.1" status: 200 len: 850 time: 0.3433249 Jun 02 12:38:02.610647 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1844c-f477-4818-95d0-440ddae3adc6 req-76449f7d-8bb0-47c5-96e0-4cf5b0e68782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:02.612016 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-17a1844c-f477-4818-95d0-440ddae3adc6 req-76449f7d-8bb0-47c5-96e0-4cf5b0e68782 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7748cee2-ce49-44f8-8a52-729fed4c4a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4727473 Jun 02 12:38:02.657060 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router d055c45b-92e9-4ad6-abb0-27ca76f174be is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:38:02.838373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:38:02.847500 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/d055c45b-92e9-4ad6-abb0-27ca76f174be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0389626 Jun 02 12:38:02.848206 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6115dcbb-fddb-48dc-9c24-2f5f8b1800de None None] Sync routers for ids ['d055c45b-92e9-4ad6-abb0-27ca76f174be'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:38:02.850355 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47738) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:02.859904 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6115dcbb-fddb-48dc-9c24-2f5f8b1800de None None] Routers {'d055c45b-92e9-4ad6-abb0-27ca76f174be'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:02.860674 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6115dcbb-fddb-48dc-9c24-2f5f8b1800de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d055c45b-92e9-4ad6-abb0-27ca76f174be'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:02.930228 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4895864a-07ea-44ea-9012-72d88dd0dffa tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:02.930832 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4895864a-07ea-44ea-9012-72d88dd0dffa tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Synchronizing usage tracker for tenant:5d1f062442e64b0eb98e3f6d0bd26851 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:38:02.968292 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6115dcbb-fddb-48dc-9c24-2f5f8b1800de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:02.969375 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4895864a-07ea-44ea-9012-72d88dd0dffa tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Unset dirty status for tenant:5d1f062442e64b0eb98e3f6d0bd26851 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:38:02.970753 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4895864a-07ea-44ea-9012-72d88dd0dffa tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/ports/c1320007-a521-4efc-8a5d-a089cd1f71b8 HTTP/1.1" status: 200 len: 910 time: 0.1194727 Jun 02 12:38:02.973592 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47742) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:02.983759 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-17a1844c-f477-4818-95d0-440ddae3adc6 req-e7eccfd0-13ad-4019-bf5f-2a4c779644c2 service neutron] 10.222.0.22 "GET /v2.0/networks/7748cee2-ce49-44f8-8a52-729fed4c4a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255053 Jun 02 12:38:02.988042 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc723bc-9b1f-42ad-b49c-c39d127c7701 req-d12cae03-a598-4e66-a46c-89342b4001b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:02.989446 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-adc723bc-9b1f-42ad-b49c-c39d127c7701 req-d12cae03-a598-4e66-a46c-89342b4001b6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=538c4580-73df-464f-868c-daf3dec24418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3683243 Jun 02 12:38:02.990209 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2baba458-ef9d-49d5-82c8-e2d1595b25a9 None None] Provisioning complete for port c1320007-a521-4efc-8a5d-a089cd1f71b8 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:02.990594 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2baba458-ef9d-49d5-82c8-e2d1595b25a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:03.020863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6115dcbb-fddb-48dc-9c24-2f5f8b1800de None None] Routers {'d055c45b-92e9-4ad6-abb0-27ca76f174be'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:03.021114 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6115dcbb-fddb-48dc-9c24-2f5f8b1800de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d055c45b-92e9-4ad6-abb0-27ca76f174be'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:03.042800 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b1882544-bbf5-49a6-b641-640cfe7a18ec tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:03.138263 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6115dcbb-fddb-48dc-9c24-2f5f8b1800de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:03.138683 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6115dcbb-fddb-48dc-9c24-2f5f8b1800de None None] The sync data for ids ['d055c45b-92e9-4ad6-abb0-27ca76f174be'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:38:03.158390 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-2baba458-ef9d-49d5-82c8-e2d1595b25a9 None None] Port c1320007-a521-4efc-8a5d-a089cd1f71b8 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:38:03.406393 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-17a1844c-f477-4818-95d0-440ddae3adc6 req-4c408ce0-b6dc-454a-b721-203d8e2bc317 service neutron] 10.222.0.22 "GET /v2.0/networks/7748cee2-ce49-44f8-8a52-729fed4c4a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077625 Jun 02 12:38:03.414026 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-adc723bc-9b1f-42ad-b49c-c39d127c7701 req-0c0cb280-b629-4ab0-a7bb-ea2fde5eae12 service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144218 Jun 02 12:38:03.421976 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1dacf-9a0c-41cb-8532-5506586eb608 req-f676aa01-44f6-4448-9acb-441cbd4eb03e tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:03.423409 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0cb1dacf-9a0c-41cb-8532-5506586eb608 req-f676aa01-44f6-4448-9acb-441cbd4eb03e tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 944 time: 0.3028481 Jun 02 12:38:03.557841 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0cb1dacf-9a0c-41cb-8532-5506586eb608 req-cc1e35a7-08df-4a88-baf3-45c4f735bb23 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270156 Jun 02 12:38:03.684870 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:03.873263 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-adc723bc-9b1f-42ad-b49c-c39d127c7701 req-fd4f7a1e-2abd-407f-a074-aed75983064b service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527793 Jun 02 12:38:03.883072 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8e0d92d5-b91b-4793-bbf1-19705fdeb3bd up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:38:03.893219 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1882544-bbf5-49a6-b641-640cfe7a18ec tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:38:03.958887 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 8e0d92d5-b91b-4793-bbf1-19705fdeb3bd triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:03.959170 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:04.096332 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1882544-bbf5-49a6-b641-640cfe7a18ec tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:38:04.106291 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9dfe97-2563-4746-9243-71e929018e0d None None] Sync routers for ids ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:38:04.115699 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b1882544-bbf5-49a6-b641-640cfe7a18ec tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/routers/399bbf47-fb5f-439a-a6aa-c44dc198fc73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5387790 Jun 02 12:38:04.124656 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9dfe97-2563-4746-9243-71e929018e0d None None] Routers {'399bbf47-fb5f-439a-a6aa-c44dc198fc73'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:04.125057 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-6c9dfe97-2563-4746-9243-71e929018e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:04.274479 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Allocated IP 172.21.0.1 (912c26ac-f16e-4256-b854-783a591c4fa0/0fa5e9d8-fbb1-452a-8892-8d364502880d/fcb1616c-f3bf-4985-ac3c-fa51db376f5e) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:38:04.318843 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-6c9dfe97-2563-4746-9243-71e929018e0d None None] Set router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:38:04.499640 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:04.528033 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Transition to ACTIVE for port object fcb1616c-f3bf-4985-ac3c-fa51db376f5e will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:38:04.548509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972672e5-0055-459d-a209-15b02889667c req-8f4c35c3-b065-498d-ade5-a24381467c89 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:04.549213 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-972672e5-0055-459d-a209-15b02889667c req-8f4c35c3-b065-498d-ade5-a24381467c89 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:38:04.571431 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-972672e5-0055-459d-a209-15b02889667c req-8f4c35c3-b065-498d-ade5-a24381467c89 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:38:04.572578 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-972672e5-0055-459d-a209-15b02889667c req-8f4c35c3-b065-498d-ade5-a24381467c89 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e7a5bf-739f-4540-be4c-656771054b95 HTTP/1.1" status: 200 len: 946 time: 0.1538811 Jun 02 12:38:04.595998 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:04.603892 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1c41a5af-154a-471a-8584-a763a7d920e6 tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:04.666629 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-6c9dfe97-2563-4746-9243-71e929018e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'name': 'tempest-TestNetworkBasicOps-router-95299244', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:34Z', 'updated_at': '2021-06-02T12:38:01Z', 'revision_number': 6, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:37Z', 'updated_at': '2021-06-02T12:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '1b9fc686-3d93-496f-a70e-05884e983e5c', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.90', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'port_id': '44beafce-b493-411d-8c8e-935c156eaa8e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'mac_address': 'fa:16:3e:fc:73:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d3ceb5-7853-4c3a-b771-9883645bcfbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:35:43Z', 'updated_at': '2021-06-02T12:35:49Z', 'revision_number': 1, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262e6800-8578-4159-a854-4af777c3910d', 'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:56:04:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:50Z', 'updated_at': '2021-06-02T12:35:04Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:04.670416 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9dfe97-2563-4746-9243-71e929018e0d None None] Checking router: 399bbf47-fb5f-439a-a6aa-c44dc198fc73 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:38:04.678723 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9dfe97-2563-4746-9243-71e929018e0d None None] Routers {'399bbf47-fb5f-439a-a6aa-c44dc198fc73'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:04.679321 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-6c9dfe97-2563-4746-9243-71e929018e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:04.686773 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network 912c26ac-f16e-4256-b854-783a591c4fa0 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:04.694347 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:04.700205 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:38:04.745885 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-972672e5-0055-459d-a209-15b02889667c req-7b85d4c5-dc7d-413e-a41c-b94bcce7eb7b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=c58e6e56-3b69-44d8-ada2-7ad48a57e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662996 Jun 02 12:38:04.752172 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Port': ['ID=fcb1616c-f3bf-4985-ac3c-fa51db376f5e,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:04.769150 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:04.782436 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76437d-f78e-4045-a794-f91e2cb24d29 req-cbcf4235-f0f3-4b0f-b76c-b9238d2f42c5 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:04.784131 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ad76437d-f78e-4045-a794-f91e2cb24d29 req-cbcf4235-f0f3-4b0f-b76c-b9238d2f42c5 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 944 time: 0.1069801 Jun 02 12:38:04.804925 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:04.844116 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ad76437d-f78e-4045-a794-f91e2cb24d29 req-46706c9d-2f87-47a4-9372-d93ff4dd39ac tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532646 Jun 02 12:38:04.920121 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-6c9dfe97-2563-4746-9243-71e929018e0d None None] Set router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:38:04.940467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:04.997300 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a19407a4-8d85-4660-a9d0-c8c895451569 None None] Provisioning for port fcb1616c-f3bf-4985-ac3c-fa51db376f5e completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:38:05.002636 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a19407a4-8d85-4660-a9d0-c8c895451569 None None] Provisioning complete for port fcb1616c-f3bf-4985-ac3c-fa51db376f5e triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:05.003224 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a19407a4-8d85-4660-a9d0-c8c895451569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:05.062455 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-a19407a4-8d85-4660-a9d0-c8c895451569 None None] Port fcb1616c-f3bf-4985-ac3c-fa51db376f5e cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:38:05.265286 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-6c9dfe97-2563-4746-9243-71e929018e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'name': 'tempest-TestNetworkBasicOps-router-95299244', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:34Z', 'updated_at': '2021-06-02T12:38:01Z', 'revision_number': 6, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:37Z', 'updated_at': '2021-06-02T12:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '1b9fc686-3d93-496f-a70e-05884e983e5c', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.90', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'port_id': '44beafce-b493-411d-8c8e-935c156eaa8e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'mac_address': 'fa:16:3e:fc:73:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d3ceb5-7853-4c3a-b771-9883645bcfbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:35:43Z', 'updated_at': '2021-06-02T12:35:49Z', 'revision_number': 1, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262e6800-8578-4159-a854-4af777c3910d', 'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:56:04:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:50Z', 'updated_at': '2021-06-02T12:35:04Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:05.269089 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9dfe97-2563-4746-9243-71e929018e0d None None] The sync data for ids ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'] in dv-neutron-601336-80-hyperv is: [{'id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'name': 'tempest-TestNetworkBasicOps-router-95299244', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:34Z', 'updated_at': '2021-06-02T12:38:01Z', 'revision_number': 6, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:37Z', 'updated_at': '2021-06-02T12:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '1b9fc686-3d93-496f-a70e-05884e983e5c', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.90', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'port_id': '44beafce-b493-411d-8c8e-935c156eaa8e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'mac_address': 'fa:16:3e:fc:73:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d3ceb5-7853-4c3a-b771-9883645bcfbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:35:43Z', 'updated_at': '2021-06-02T12:35:49Z', 'revision_number': 1, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262e6800-8578-4159-a854-4af777c3910d', 'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:56:04:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:50Z', 'updated_at': '2021-06-02T12:35:04Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:38:05.339249 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:05.343516 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:05.370466 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:05.457575 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:05.461881 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Port': ['ID=fcb1616c-f3bf-4985-ac3c-fa51db376f5e,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:05.466367 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:05.703120 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f5ac9c5b-01cd-442b-abf5-e2eb292ceb70 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:38:05.738065 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: f5ac9c5b-01cd-442b-abf5-e2eb292ceb70 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:38:05.738448 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f5ac9c5b-01cd-442b-abf5-e2eb292ceb70 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:38:05.750355 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network 912c26ac-f16e-4256-b854-783a591c4fa0 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:05.751472 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:05.799040 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:38:05.988855 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router d055c45b-92e9-4ad6-abb0-27ca76f174be has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:38:05.989057 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-92272a34-c8b4-418a-a134-fe451083b26b None None] Provisioning complete for port fcb1616c-f3bf-4985-ac3c-fa51db376f5e triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:05.989467 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-92272a34-c8b4-418a-a134-fe451083b26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:06.043609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-92272a34-c8b4-418a-a134-fe451083b26b None None] Port fcb1616c-f3bf-4985-ac3c-fa51db376f5e cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:38:06.055447 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dabc53-9018-4bdf-9bb8-db13c518ed12 req-611d9265-863e-4e13-a0d2-642c42eb19e5 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:06.056918 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c9dabc53-9018-4bdf-9bb8-db13c518ed12 req-611d9265-863e-4e13-a0d2-642c42eb19e5 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 944 time: 0.0943377 Jun 02 12:38:06.125404 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb15cf8-a971-4ae7-92fa-4146cf9f3759 req-f16067ab-ecf6-448e-9adc-7864911e0d03 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:06.126827 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0cb15cf8-a971-4ae7-92fa-4146cf9f3759 req-f16067ab-ecf6-448e-9adc-7864911e0d03 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e7a5bf-739f-4540-be4c-656771054b95 HTTP/1.1" status: 200 len: 946 time: 0.2436469 Jun 02 12:38:06.148907 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c9dabc53-9018-4bdf-9bb8-db13c518ed12 req-ad9bc6d3-9f5e-41cd-86be-6b24ab3bb6fe tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853488 Jun 02 12:38:06.194536 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:38:06.196740 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8924d-a407-4f70-aa1d-64840223fe28 req-06c094c0-dcc7-4c52-92cb-5f00df8e4012 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:06.197442 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-47d8924d-a407-4f70-aa1d-64840223fe28 req-06c094c0-dcc7-4c52-92cb-5f00df8e4012 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:38:06.206728 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f983920-cfc8-44d9-bb4d-4913bca376f4 None None] Sync routers for ids ['d055c45b-92e9-4ad6-abb0-27ca76f174be'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:38:06.209360 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0cb15cf8-a971-4ae7-92fa-4146cf9f3759 req-6b41b32d-30ba-481e-a529-3f3c1eefa99c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=c58e6e56-3b69-44d8-ada2-7ad48a57e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709746 Jun 02 12:38:06.217312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-47d8924d-a407-4f70-aa1d-64840223fe28 req-06c094c0-dcc7-4c52-92cb-5f00df8e4012 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:38:06.218666 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-47d8924d-a407-4f70-aa1d-64840223fe28 req-06c094c0-dcc7-4c52-92cb-5f00df8e4012 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2e7a5bf-739f-4540-be4c-656771054b95 HTTP/1.1" status: 200 len: 946 time: 0.1261353 Jun 02 12:38:06.221988 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/d055c45b-92e9-4ad6-abb0-27ca76f174be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2472024 Jun 02 12:38:06.224303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f983920-cfc8-44d9-bb4d-4913bca376f4 None None] Routers {'d055c45b-92e9-4ad6-abb0-27ca76f174be'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:06.224745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47754) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:06.225229 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-9f983920-cfc8-44d9-bb4d-4913bca376f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d055c45b-92e9-4ad6-abb0-27ca76f174be'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:06.293701 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-9f983920-cfc8-44d9-bb4d-4913bca376f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:06.302633 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f983920-cfc8-44d9-bb4d-4913bca376f4 None None] Routers {'d055c45b-92e9-4ad6-abb0-27ca76f174be'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:06.303392 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-9f983920-cfc8-44d9-bb4d-4913bca376f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d055c45b-92e9-4ad6-abb0-27ca76f174be'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:06.310231 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b133f5b-1291-4203-a110-96c52c6450b5 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:06.310822 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5b133f5b-1291-4203-a110-96c52c6450b5 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Synchronizing usage tracker for tenant:5d1f062442e64b0eb98e3f6d0bd26851 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:38:06.326949 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5b133f5b-1291-4203-a110-96c52c6450b5 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Unset dirty status for tenant:5d1f062442e64b0eb98e3f6d0bd26851 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:38:06.328643 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5b133f5b-1291-4203-a110-96c52c6450b5 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/ports/fcb1616c-f3bf-4985-ac3c-fa51db376f5e HTTP/1.1" status: 200 len: 910 time: 0.1028557 Jun 02 12:38:06.331933 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47756) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:06.364060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-47d8924d-a407-4f70-aa1d-64840223fe28 req-f17f4077-3c03-4dff-83ef-187676afb452 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port c9abedcb-7754-450b-946a-e7dff5d8087d {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:38:06.364401 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-47d8924d-a407-4f70-aa1d-64840223fe28 req-f17f4077-3c03-4dff-83ef-187676afb452 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:06.367339 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-9f983920-cfc8-44d9-bb4d-4913bca376f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:06.367750 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f983920-cfc8-44d9-bb4d-4913bca376f4 None None] The sync data for ids ['d055c45b-92e9-4ad6-abb0-27ca76f174be'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:38:06.498455 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-47d8924d-a407-4f70-aa1d-64840223fe28 req-f17f4077-3c03-4dff-83ef-187676afb452 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port c9abedcb-7754-450b-946a-e7dff5d8087d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c9abedcb-7754-450b-946a-e7dff5d8087d,segment=NetworkSegment(261a08d0-e8ab-4be8-8bf6-9ccfef458fb8),segment_id=261a08d0-e8ab-4be8-8bf6-9ccfef458fb8)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:06.498809 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-47d8924d-a407-4f70-aa1d-64840223fe28 req-f17f4077-3c03-4dff-83ef-187676afb452 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:06.626118 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-47d8924d-a407-4f70-aa1d-64840223fe28 req-f17f4077-3c03-4dff-83ef-187676afb452 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for c9abedcb-7754-450b-946a-e7dff5d8087d owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:38:06.738421 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-47d8924d-a407-4f70-aa1d-64840223fe28 req-f17f4077-3c03-4dff-83ef-187676afb452 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:06.745187 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:06.824835 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f4077-3c03-4dff-83ef-187676afb452 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=c9abedcb-7754-450b-946a-e7dff5d8087d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:06.827826 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f17f4077-3c03-4dff-83ef-187676afb452 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:06.844415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6fbf48b8-8106-41ff-bc7d-deb4c8b4ae66 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:06.867496 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d8924d-a407-4f70-aa1d-64840223fe28 req-f17f4077-3c03-4dff-83ef-187676afb452 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] No DVR routers for this DVR port c9abedcb-7754-450b-946a-e7dff5d8087d on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:38:06.869755 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-47d8924d-a407-4f70-aa1d-64840223fe28 req-f17f4077-3c03-4dff-83ef-187676afb452 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:06.872465 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e7a5bf-739f-4540-be4c-656771054b95', 'name': 'network-vif-deleted', 'tag': 'c9abedcb-7754-450b-946a-e7dff5d8087d'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:38:06.874752 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b1c0ac-255c-4292-9d1b-0bb232bd2351" -d '{"events": [{"server_uuid": "a2e7a5bf-739f-4540-be4c-656771054b95", "name": "network-vif-deleted", "tag": "c9abedcb-7754-450b-946a-e7dff5d8087d"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:38:06.890292 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-47d8924d-a407-4f70-aa1d-64840223fe28 req-f17f4077-3c03-4dff-83ef-187676afb452 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "DELETE /v2.0/ports/c9abedcb-7754-450b-946a-e7dff5d8087d HTTP/1.1" status: 204 len: 173 time: 0.6658688 Jun 02 12:38:06.929222 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065db679-ddff-4bb2-83b4-f7871fb6a0a4 x-openstack-request-id: req-065db679-ddff-4bb2-83b4-f7871fb6a0a4 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:38:06.930291 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e7a5bf-739f-4540-be4c-656771054b95", "name": "network-vif-deleted", "tag": "c9abedcb-7754-450b-946a-e7dff5d8087d", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:38:06.930736 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-065db679-ddff-4bb2-83b4-f7871fb6a0a4 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:38:06.931536 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e7a5bf-739f-4540-be4c-656771054b95', 'name': 'network-vif-deleted', 'tag': 'c9abedcb-7754-450b-946a-e7dff5d8087d', 'status': 'completed', 'code': 200} Jun 02 12:38:07.393705 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-ea44b254-83c3-4483-aa73-86efdded7f85 req-713167a0-74f2-45c9-bb79-ff4b1897c0e1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:38:07.410847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-ea44b254-83c3-4483-aa73-86efdded7f85 req-713167a0-74f2-45c9-bb79-ff4b1897c0e1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:38:07.411964 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ea44b254-83c3-4483-aa73-86efdded7f85 req-713167a0-74f2-45c9-bb79-ff4b1897c0e1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e7a5bf-739f-4540-be4c-656771054b95 HTTP/1.1" status: 200 len: 210 time: 0.0660398 Jun 02 12:38:07.421960 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93871bd-d4b0-4687-aa83-5a5a5f03c00d req-d6b5906e-c53d-4dd2-a6d8-dceff653aade tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:07.423471 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d93871bd-d4b0-4687-aa83-5a5a5f03c00d req-d6b5906e-c53d-4dd2-a6d8-dceff653aade tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 944 time: 0.1476498 Jun 02 12:38:07.517060 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d93871bd-d4b0-4687-aa83-5a5a5f03c00d req-ef3cc9c4-9300-422a-ab88-35a7b51a5364 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635824 Jun 02 12:38:07.538378 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf48b8-8106-41ff-bc7d-deb4c8b4ae66 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting port fcb1616c-f3bf-4985-ac3c-fa51db376f5e {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:38:07.538378 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6fbf48b8-8106-41ff-bc7d-deb4c8b4ae66 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:07.671405 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6fbf48b8-8106-41ff-bc7d-deb4c8b4ae66 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:07.795185 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf48b8-8106-41ff-bc7d-deb4c8b4ae66 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Calling delete_port for fcb1616c-f3bf-4985-ac3c-fa51db376f5e owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:38:07.934948 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6fbf48b8-8106-41ff-bc7d-deb4c8b4ae66 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:07.938351 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:07.985797 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf48b8-8106-41ff-bc7d-deb4c8b4ae66 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Port': ['ID=fcb1616c-f3bf-4985-ac3c-fa51db376f5e,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:07.994143 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6fbf48b8-8106-41ff-bc7d-deb4c8b4ae66 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:08.241678 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6fbf48b8-8106-41ff-bc7d-deb4c8b4ae66 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:08.432744 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 3c477b15-aa8e-423c-8fd9-63de06385a99 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:38:08.435221 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device c9abedcb-7754-450b-946a-e7dff5d8087d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:38:08.473089 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: c9abedcb-7754-450b-946a-e7dff5d8087d {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:38:08.473451 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device c9abedcb-7754-450b-946a-e7dff5d8087d not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:38:08.511502 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47766) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:08.561734 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbf48b8-8106-41ff-bc7d-deb4c8b4ae66 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router d055c45b-92e9-4ad6-abb0-27ca76f174be has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:38:08.602705 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-740fecd1-53a8-4a24-9b17-54a40f7540cb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:08.613385 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 3c477b15-aa8e-423c-8fd9-63de06385a99, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3c477b15-aa8e-423c-8fd9-63de06385a99,segment=NetworkSegment(76696f93-6ff0-492e-a64d-dd3a6a80634c),segment_id=76696f93-6ff0-492e-a64d-dd3a6a80634c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:08.627518 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '3c477b15-aa8e-423c-8fd9-63de06385a99', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'port_id': '3c477b15-aa8e-423c-8fd9-63de06385a99', 'mac_address': 'fa:16:3e:de:04:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:38:08.637925 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-740fecd1-53a8-4a24-9b17-54a40f7540cb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:08.692019 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:08.710828 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-740fecd1-53a8-4a24-9b17-54a40f7540cb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:08.713397 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c477b15-aa8e-423c-8fd9-63de06385a99 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:38:08.716813 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3c0c663c-24a6-43c7-8a93-b811df61c923 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:08.731098 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 3c477b15-aa8e-423c-8fd9-63de06385a99, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3c477b15-aa8e-423c-8fd9-63de06385a99,segment=NetworkSegment(76696f93-6ff0-492e-a64d-dd3a6a80634c),segment_id=76696f93-6ff0-492e-a64d-dd3a6a80634c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:08.732415 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fecd1-53a8-4a24-9b17-54a40f7540cb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58e6e56-3b69-44d8-ada2-7ad48a57e2e8,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:08.735202 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-740fecd1-53a8-4a24-9b17-54a40f7540cb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:08.739511 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:08.741683 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-53f447b1-2916-4e0c-a23f-b8d5f38b83ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:08.744411 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-740fecd1-53a8-4a24-9b17-54a40f7540cb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:08.747805 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-740fecd1-53a8-4a24-9b17-54a40f7540cb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/security-groups/c58e6e56-3b69-44d8-ada2-7ad48a57e2e8 HTTP/1.1" status: 204 len: 168 time: 0.2325783 Jun 02 12:38:08.776753 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47772) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:08.824739 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=3c477b15-aa8e-423c-8fd9-63de06385a99,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:08.828094 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:08.939236 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbf48b8-8106-41ff-bc7d-deb4c8b4ae66 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:38:08.948855 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ce77c-7b67-41f5-bde5-222d0a625756 None None] Sync routers for ids ['d055c45b-92e9-4ad6-abb0-27ca76f174be'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:38:08.959225 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ce77c-7b67-41f5-bde5-222d0a625756 None None] Routers {'d055c45b-92e9-4ad6-abb0-27ca76f174be'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:08.960620 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-453ce77c-7b67-41f5-bde5-222d0a625756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d055c45b-92e9-4ad6-abb0-27ca76f174be'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:08.969846 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6fbf48b8-8106-41ff-bc7d-deb4c8b4ae66 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/d055c45b-92e9-4ad6-abb0-27ca76f174be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6361299 Jun 02 12:38:08.973241 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47774) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:08.982279 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdf3a2-2da6-4d35-9f92-9013a01bc645 req-2b256157-e3d8-4268-a2d6-31d0c7ba3447 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:08.983714 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-50bdf3a2-2da6-4d35-9f92-9013a01bc645 req-2b256157-e3d8-4268-a2d6-31d0c7ba3447 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 945 time: 0.1794071 Jun 02 12:38:09.030943 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-50bdf3a2-2da6-4d35-9f92-9013a01bc645 req-f168599f-f599-43b2-ac5e-e7288546f2e3 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411072 Jun 02 12:38:09.038545 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-453ce77c-7b67-41f5-bde5-222d0a625756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:09.039719 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9798df3-7142-40bd-a787-81b0771c34d7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting subnet acfe2d16-7bcd-49e8-98f7-b137cecf6f00 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:38:09.048503 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ce77c-7b67-41f5-bde5-222d0a625756 None None] Routers {'d055c45b-92e9-4ad6-abb0-27ca76f174be'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:09.049213 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-453ce77c-7b67-41f5-bde5-222d0a625756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d055c45b-92e9-4ad6-abb0-27ca76f174be'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:09.053269 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a9798df3-7142-40bd-a787-81b0771c34d7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:09.110776 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-453ce77c-7b67-41f5-bde5-222d0a625756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:09.111183 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ce77c-7b67-41f5-bde5-222d0a625756 None None] The sync data for ids ['d055c45b-92e9-4ad6-abb0-27ca76f174be'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:38:09.125162 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['3c477b15-aa8e-423c-8fd9-63de06385a99'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:38:09.186792 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a9798df3-7142-40bd-a787-81b0771c34d7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:09.465008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a9798df3-7142-40bd-a787-81b0771c34d7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:09.839478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-976187a5-3cbf-46dc-967c-4a9af386fb50 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:09.955903 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a9798df3-7142-40bd-a787-81b0771c34d7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:09.966671 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6bddc4aa-3816-4e1b-96ab-c58ac039a1e1 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:10.016055 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9798df3-7142-40bd-a787-81b0771c34d7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Subnet': ['ID=acfe2d16-7bcd-49e8-98f7-b137cecf6f00,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:10.021441 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a9798df3-7142-40bd-a787-81b0771c34d7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:10.022734 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a9798df3-7142-40bd-a787-81b0771c34d7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:10.026540 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c499cb7b-f914-485c-a7af-b3699057ed51 None None] Network 5faacfc7-7faa-4134-adf9-b8062ad55c1c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:38:10.034975 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a9798df3-7142-40bd-a787-81b0771c34d7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/subnets/acfe2d16-7bcd-49e8-98f7-b137cecf6f00 HTTP/1.1" status: 204 len: 168 time: 1.2571871 Jun 02 12:38:10.037660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47776) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:10.164691 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:10.250383 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port 4ca5b162-23d5-45ef-8270-cac8bce4a6fa {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:38:10.250747 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:10.294558 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b968ab-4c03-42fd-92df-f26b6a1bf235 req-f664ffe8-df07-464f-a36b-f651503d035c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:10.296521 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-56b968ab-4c03-42fd-92df-f26b6a1bf235 req-f664ffe8-df07-464f-a36b-f651503d035c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 945 time: 0.1465290 Jun 02 12:38:10.304411 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ed79df-3ce1-4164-b2b6-ba7270dd842f None None] DHCP port deletion for 5faacfc7-7faa-4134-adf9-b8062ad55c1c request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:38:10.370187 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port 4ca5b162-23d5-45ef-8270-cac8bce4a6fa, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4ca5b162-23d5-45ef-8270-cac8bce4a6fa,segment=NetworkSegment(261a08d0-e8ab-4be8-8bf6-9ccfef458fb8),segment_id=261a08d0-e8ab-4be8-8bf6-9ccfef458fb8)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:10.370695 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:10.379153 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-08ed79df-3ce1-4164-b2b6-ba7270dd842f None None] Deleting port 4ca5b162-23d5-45ef-8270-cac8bce4a6fa {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:38:10.379533 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-08ed79df-3ce1-4164-b2b6-ba7270dd842f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:10.449050 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 3c477b15-aa8e-423c-8fd9-63de06385a99 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:38:10.501461 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for 4ca5b162-23d5-45ef-8270-cac8bce4a6fa owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:38:10.512387 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-56b968ab-4c03-42fd-92df-f26b6a1bf235 req-d77e6fa7-40cb-486a-9cb1-a562e2ffd7ce tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068529 Jun 02 12:38:10.562161 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:10.567163 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-deb884c8-3fec-4d87-8f6a-d80f2726905e tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:10.585626 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-976187a5-3cbf-46dc-967c-4a9af386fb50 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting port c1320007-a521-4efc-8a5d-a089cd1f71b8 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:38:10.585958 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-976187a5-3cbf-46dc-967c-4a9af386fb50 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:10.590359 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-08ed79df-3ce1-4164-b2b6-ba7270dd842f None None] For port 4ca5b162-23d5-45ef-8270-cac8bce4a6fa, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4ca5b162-23d5-45ef-8270-cac8bce4a6fa,segment=NetworkSegment(261a08d0-e8ab-4be8-8bf6-9ccfef458fb8),segment_id=261a08d0-e8ab-4be8-8bf6-9ccfef458fb8)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:10.590759 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-08ed79df-3ce1-4164-b2b6-ba7270dd842f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:10.611392 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=4ca5b162-23d5-45ef-8270-cac8bce4a6fa,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:10.613602 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:10.615012 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] No DVR routers for this DVR port 4ca5b162-23d5-45ef-8270-cac8bce4a6fa on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:38:10.721620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-976187a5-3cbf-46dc-967c-4a9af386fb50 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:10.730338 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-08ed79df-3ce1-4164-b2b6-ba7270dd842f None None] Calling delete_port for 4ca5b162-23d5-45ef-8270-cac8bce4a6fa owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:38:10.747371 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:10.750955 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 3c477b15-aa8e-423c-8fd9-63de06385a99 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:38:10.758119 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 3c477b15-aa8e-423c-8fd9-63de06385a99 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:10.758504 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:10.761795 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5faacfc7-7faa-4134-adf9-b8062ad55c1c']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:10.775447 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261a08d0-e8ab-4be8-8bf6-9ccfef458fb8') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:10.775995 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261a08d0-e8ab-4be8-8bf6-9ccfef458fb8') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:10.790227 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:10.808603 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:10.815938 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:38:10.816533 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:38:10.832816 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: from cryptography.utils import int_from_bytes Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: from cryptography.utils import int_from_bytes Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:38:10.835343 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 12:38:10.844037 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-08ed79df-3ce1-4164-b2b6-ba7270dd842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:10.849373 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b7bddb26-75ee-4d17-8516-650d8a1006e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:10.850009 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-976187a5-3cbf-46dc-967c-4a9af386fb50 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Calling delete_port for c1320007-a521-4efc-8a5d-a089cd1f71b8 owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:38:10.921000 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:10.925336 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-94933cd0-ee09-4fed-b7c1-f03a147cc575 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:10.931512 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed79df-3ce1-4164-b2b6-ba7270dd842f None None] Pushing event deleted for resources: {'Port': ['ID=4ca5b162-23d5-45ef-8270-cac8bce4a6fa,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:10.937952 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-08ed79df-3ce1-4164-b2b6-ba7270dd842f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:10.942791 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ed79df-3ce1-4164-b2b6-ba7270dd842f None None] No DVR routers for this DVR port 4ca5b162-23d5-45ef-8270-cac8bce4a6fa on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:38:10.952544 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:10.964515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:10.965005 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Network': ['ID=5faacfc7-7faa-4134-adf9-b8062ad55c1c,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:10.967707 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:10.971290 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/networks/5faacfc7-7faa-4134-adf9-b8062ad55c1c HTTP/1.1" status: 204 len: 168 time: 0.9320784 Jun 02 12:38:10.974311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47780) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:10.995392 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c601d1-00a3-434e-92f9-d6565244303d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c477b15-aa8e-423c-8fd9-63de06385a99'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:38:10.997740 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082ba877-5d9c-4904-b06c-530b72d84a45" -d '{"events": [{"server_uuid": "f6c601d1-00a3-434e-92f9-d6565244303d", "name": "network-vif-plugged", "status": "completed", "tag": "3c477b15-aa8e-423c-8fd9-63de06385a99"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:38:11.005703 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 3c477b15-aa8e-423c-8fd9-63de06385a99, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3c477b15-aa8e-423c-8fd9-63de06385a99,segment=NetworkSegment(76696f93-6ff0-492e-a64d-dd3a6a80634c),segment_id=76696f93-6ff0-492e-a64d-dd3a6a80634c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:11.010488 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:11.013256 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-63b1c9c8-1941-4ac2-8362-8fac15b7d799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:11.028248 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-976187a5-3cbf-46dc-967c-4a9af386fb50 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:11.036719 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:11.065291 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea17a70d-d300-444f-9b68-0ec51012d839 x-openstack-request-id: req-ea17a70d-d300-444f-9b68-0ec51012d839 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:38:11.065884 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c601d1-00a3-434e-92f9-d6565244303d", "name": "network-vif-plugged", "status": "completed", "tag": "3c477b15-aa8e-423c-8fd9-63de06385a99", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:38:11.066610 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea17a70d-d300-444f-9b68-0ec51012d839 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:38:11.066610 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c601d1-00a3-434e-92f9-d6565244303d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c477b15-aa8e-423c-8fd9-63de06385a99', 'code': 200} Jun 02 12:38:11.084452 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976187a5-3cbf-46dc-967c-4a9af386fb50 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Port': ['ID=c1320007-a521-4efc-8a5d-a089cd1f71b8,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:11.088989 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-976187a5-3cbf-46dc-967c-4a9af386fb50 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:11.104464 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=3c477b15-aa8e-423c-8fd9-63de06385a99,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:11.108065 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:11.273778 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-bc757a53-8836-4fbb-8024-f8330eda8edf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port 0bc1d7fb-91dc-498d-888f-ca30a225cc9e {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:38:11.274413 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bc757a53-8836-4fbb-8024-f8330eda8edf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:11.378299 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-976187a5-3cbf-46dc-967c-4a9af386fb50 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:11.396883 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bc757a53-8836-4fbb-8024-f8330eda8edf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:11.397220 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bc757a53-8836-4fbb-8024-f8330eda8edf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:11.520798 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-bc757a53-8836-4fbb-8024-f8330eda8edf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for 0bc1d7fb-91dc-498d-888f-ca30a225cc9e owned by network:floatingip {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:38:11.591073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6b33d-b9fc-4e42-b0f1-85aaa1dbd04f req-2bdab4d3-c96f-4a74-b452-a2e5de7631e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:11.592552 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-69e6b33d-b9fc-4e42-b0f1-85aaa1dbd04f req-2bdab4d3-c96f-4a74-b452-a2e5de7631e1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 1099 time: 0.3323209 Jun 02 12:38:11.652696 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bc757a53-8836-4fbb-8024-f8330eda8edf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:11.657800 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:11.753882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976187a5-3cbf-46dc-967c-4a9af386fb50 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router d055c45b-92e9-4ad6-abb0-27ca76f174be has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:38:11.758345 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-69e6b33d-b9fc-4e42-b0f1-85aaa1dbd04f req-01d69c48-51d8-483d-b6ce-5e21e57ac3cb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553531 Jun 02 12:38:11.758956 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4ca5b162-23d5-45ef-8270-cac8bce4a6fa no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:38:11.795754 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 4ca5b162-23d5-45ef-8270-cac8bce4a6fa {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:38:11.796162 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4ca5b162-23d5-45ef-8270-cac8bce4a6fa not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:38:11.882050 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc757a53-8836-4fbb-8024-f8330eda8edf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=0bc1d7fb-91dc-498d-888f-ca30a225cc9e,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:11.885146 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bc757a53-8836-4fbb-8024-f8330eda8edf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:11.952053 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bc757a53-8836-4fbb-8024-f8330eda8edf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:11.952390 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-bc757a53-8836-4fbb-8024-f8330eda8edf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Floating IP 1b9fc686-3d93-496f-a70e-05884e983e5c disassociated (deleted). External IP: 172.26.7.90, port: 44beafce-b493-411d-8c8e-935c156eaa8e. Jun 02 12:38:12.052091 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976187a5-3cbf-46dc-967c-4a9af386fb50 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:38:12.061294 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e150b6-b24b-4469-96a5-2d48eab98302 None None] Sync routers for ids ['d055c45b-92e9-4ad6-abb0-27ca76f174be'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:38:12.071814 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e150b6-b24b-4469-96a5-2d48eab98302 None None] Routers {'d055c45b-92e9-4ad6-abb0-27ca76f174be'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:12.072480 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-13e150b6-b24b-4469-96a5-2d48eab98302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d055c45b-92e9-4ad6-abb0-27ca76f174be'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:12.072602 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a230f90-48e5-4490-ac71-9127af607b91 req-bb46e8e4-ecb4-4824-a702-b36156012011 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:12.074078 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9a230f90-48e5-4490-ac71-9127af607b91 req-bb46e8e4-ecb4-4824-a702-b36156012011 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 946 time: 0.4012144 Jun 02 12:38:12.076538 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-976187a5-3cbf-46dc-967c-4a9af386fb50 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/d055c45b-92e9-4ad6-abb0-27ca76f174be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1005042 Jun 02 12:38:12.082562 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47786) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:12.137957 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-13e150b6-b24b-4469-96a5-2d48eab98302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:12.144029 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-22cbd2bb-ac87-497a-9134-04a4ca4785b2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Synchronizing usage tracker for tenant:5d1f062442e64b0eb98e3f6d0bd26851 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:38:12.147687 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e150b6-b24b-4469-96a5-2d48eab98302 None None] Routers {'d055c45b-92e9-4ad6-abb0-27ca76f174be'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:12.148857 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-13e150b6-b24b-4469-96a5-2d48eab98302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d055c45b-92e9-4ad6-abb0-27ca76f174be'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:12.186364 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-22cbd2bb-ac87-497a-9134-04a4ca4785b2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Unset dirty status for tenant:5d1f062442e64b0eb98e3f6d0bd26851 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:38:12.189972 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-22cbd2bb-ac87-497a-9134-04a4ca4785b2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d055c45b-92e9-4ad6-abb0-27ca76f174be HTTP/1.1" status: 200 len: 205 time: 0.1026778 Jun 02 12:38:12.190443 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47788) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:12.220103 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-13e150b6-b24b-4469-96a5-2d48eab98302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:12.220520 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e150b6-b24b-4469-96a5-2d48eab98302 None None] The sync data for ids ['d055c45b-92e9-4ad6-abb0-27ca76f174be'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:38:12.247371 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9a230f90-48e5-4490-ac71-9127af607b91 req-5b8639f2-9180-48b9-9dac-ddab9b3a437e tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635983 Jun 02 12:38:12.338038 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4c6389fb-1742-4075-bd6b-59138d0b70e2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:12.345837 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc757a53-8836-4fbb-8024-f8330eda8edf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:38:12.521745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc757a53-8836-4fbb-8024-f8330eda8edf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:38:12.531315 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e396426b-0455-4f3e-8799-9c94b7d7a495 None None] Sync routers for ids ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:38:12.539505 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bc757a53-8836-4fbb-8024-f8330eda8edf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:12.541377 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e396426b-0455-4f3e-8799-9c94b7d7a495 None None] Routers {'399bbf47-fb5f-439a-a6aa-c44dc198fc73'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:12.542218 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e396426b-0455-4f3e-8799-9c94b7d7a495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:12.596242 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bc757a53-8836-4fbb-8024-f8330eda8edf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/floatingips/1b9fc686-3d93-496f-a70e-05884e983e5c HTTP/1.1" status: 204 len: 168 time: 1.6212053 Jun 02 12:38:12.596911 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d3ceb5-7853-4c3a-b771-9883645bcfbe', 'tag': '44beafce-b493-411d-8c8e-935c156eaa8e'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:38:12.599303 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8337ec88-e664-4fe0-a1ee-7ca8ecbd6be1" -d '{"events": [{"name": "network-changed", "server_uuid": "76d3ceb5-7853-4c3a-b771-9883645bcfbe", "tag": "44beafce-b493-411d-8c8e-935c156eaa8e"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:38:12.649528 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4c6389fb-1742-4075-bd6b-59138d0b70e2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:12.652102 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4c6389fb-1742-4075-bd6b-59138d0b70e2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:12.669060 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de2be13-0dbe-4d73-80a7-e1750bf766e3 x-openstack-request-id: req-7de2be13-0dbe-4d73-80a7-e1750bf766e3 {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:38:12.669740 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d3ceb5-7853-4c3a-b771-9883645bcfbe", "tag": "44beafce-b493-411d-8c8e-935c156eaa8e", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:38:12.670190 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7de2be13-0dbe-4d73-80a7-e1750bf766e3 {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:38:12.670731 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d3ceb5-7853-4c3a-b771-9883645bcfbe', 'tag': '44beafce-b493-411d-8c8e-935c156eaa8e', 'status': 'completed', 'code': 200} Jun 02 12:38:12.685600 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4c6389fb-1742-4075-bd6b-59138d0b70e2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:12.686598 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6389fb-1742-4075-bd6b-59138d0b70e2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Fanout notify agent at l3_agent the message router_deleted on router d055c45b-92e9-4ad6-abb0-27ca76f174be {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:38:12.700354 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4c6389fb-1742-4075-bd6b-59138d0b70e2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:12.701482 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4c6389fb-1742-4075-bd6b-59138d0b70e2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/routers/d055c45b-92e9-4ad6-abb0-27ca76f174be HTTP/1.1" status: 204 len: 168 time: 0.5100684 Jun 02 12:38:12.704150 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47794) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:12.727168 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-e396426b-0455-4f3e-8799-9c94b7d7a495 None None] Set router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:38:12.818545 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c0a975-b2b7-4548-aa72-2893dfc8c85b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting subnet 0fa5e9d8-fbb1-452a-8892-8d364502880d {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:38:12.827931 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-25c0a975-b2b7-4548-aa72-2893dfc8c85b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:12.900785 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-25c0a975-b2b7-4548-aa72-2893dfc8c85b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:13.028616 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337ec88-e664-4fe0-a1ee-7ca8ecbd6be1 req-cdb70f41-1885-4016-bf89-a89403aea085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:13.030216 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8337ec88-e664-4fe0-a1ee-7ca8ecbd6be1 req-cdb70f41-1885-4016-bf89-a89403aea085 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 1099 time: 0.2929568 Jun 02 12:38:13.075794 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e396426b-0455-4f3e-8799-9c94b7d7a495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'name': 'tempest-TestNetworkBasicOps-router-95299244', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:34Z', 'updated_at': '2021-06-02T12:38:01Z', 'revision_number': 6, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:37Z', 'updated_at': '2021-06-02T12:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '262e6800-8578-4159-a854-4af777c3910d', 'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:56:04:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:50Z', 'updated_at': '2021-06-02T12:35:04Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:13.079899 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e396426b-0455-4f3e-8799-9c94b7d7a495 None None] Checking router: 399bbf47-fb5f-439a-a6aa-c44dc198fc73 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:38:13.088798 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e396426b-0455-4f3e-8799-9c94b7d7a495 None None] Routers {'399bbf47-fb5f-439a-a6aa-c44dc198fc73'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:13.089391 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e396426b-0455-4f3e-8799-9c94b7d7a495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:37:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:13.174716 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-25c0a975-b2b7-4548-aa72-2893dfc8c85b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:13.222696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe580c0-e9ca-46f7-af0c-6b14c4a9c576 req-261bb435-8937-443f-9183-c3793bccb507 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:13.224173 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4fe580c0-e9ca-46f7-af0c-6b14c4a9c576 req-261bb435-8937-443f-9183-c3793bccb507 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 946 time: 0.2739372 Jun 02 12:38:13.296085 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-e396426b-0455-4f3e-8799-9c94b7d7a495 None None] Set router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:38:13.327240 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337ec88-e664-4fe0-a1ee-7ca8ecbd6be1 req-f9be5169-ea0d-49a2-9582-665c7c1a81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:13.328699 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8337ec88-e664-4fe0-a1ee-7ca8ecbd6be1 req-f9be5169-ea0d-49a2-9582-665c7c1a81ed service neutron] 10.222.0.22 "GET /v2.0/networks?id=7748cee2-ce49-44f8-8a52-729fed4c4a96 HTTP/1.1" status: 200 len: 897 time: 0.2825909 Jun 02 12:38:13.443285 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7604153-57d1-4ab6-8fd6-b22128eaa130 req-844fd8eb-62cb-449d-ae89-a1a31f523e5c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:13.445368 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f7604153-57d1-4ab6-8fd6-b22128eaa130 req-844fd8eb-62cb-449d-ae89-a1a31f523e5c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 946 time: 0.0817745 Jun 02 12:38:13.466995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-4fe580c0-e9ca-46f7-af0c-6b14c4a9c576 req-12650cc8-6c97-4e2c-993a-6d1e85d1110a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:38:13.474549 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8337ec88-e664-4fe0-a1ee-7ca8ecbd6be1 req-68535ed9-93b4-44a7-bf5a-e923f7f81bf1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44beafce-b493-411d-8c8e-935c156eaa8e HTTP/1.1" status: 200 len: 217 time: 0.0983410 Jun 02 12:38:13.492040 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f7604153-57d1-4ab6-8fd6-b22128eaa130 req-e3937412-0fa2-4f70-b626-25087ada4f1a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402243 Jun 02 12:38:13.624530 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e396426b-0455-4f3e-8799-9c94b7d7a495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'name': 'tempest-TestNetworkBasicOps-router-95299244', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:34Z', 'updated_at': '2021-06-02T12:38:01Z', 'revision_number': 6, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:37Z', 'updated_at': '2021-06-02T12:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '262e6800-8578-4159-a854-4af777c3910d', 'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:56:04:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:50Z', 'updated_at': '2021-06-02T12:35:04Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:13.628790 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e396426b-0455-4f3e-8799-9c94b7d7a495 None None] The sync data for ids ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'] in dv-neutron-601336-80-hyperv is: [{'id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'name': 'tempest-TestNetworkBasicOps-router-95299244', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:34Z', 'updated_at': '2021-06-02T12:38:01Z', 'revision_number': 6, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:37Z', 'updated_at': '2021-06-02T12:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '262e6800-8578-4159-a854-4af777c3910d', 'name': '', 'network_id': '7748cee2-ce49-44f8-8a52-729fed4c4a96', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:56:04:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:50Z', 'updated_at': '2021-06-02T12:35:04Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '1fe024fd-2f61-42b1-85b7-38c4bb5283ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:38:13.699558 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05252e89-cfbb-4096-9a76-c9cdc5b56c54 req-c1098a0d-9e30-4843-8799-7d0a9af021c3 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:13.701347 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-05252e89-cfbb-4096-9a76-c9cdc5b56c54 req-c1098a0d-9e30-4843-8799-7d0a9af021c3 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 946 time: 0.0952151 Jun 02 12:38:13.714444 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-4fe580c0-e9ca-46f7-af0c-6b14c4a9c576 req-12650cc8-6c97-4e2c-993a-6d1e85d1110a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:38:13.715578 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4fe580c0-e9ca-46f7-af0c-6b14c4a9c576 req-12650cc8-6c97-4e2c-993a-6d1e85d1110a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0094626d-408a-4895-890b-c9989264b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4825857 Jun 02 12:38:13.752406 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-05252e89-cfbb-4096-9a76-c9cdc5b56c54 req-4c27152a-582a-4324-9ae8-313ab67822a1 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444362 Jun 02 12:38:13.776165 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337ec88-e664-4fe0-a1ee-7ca8ecbd6be1 req-e79ae1ef-625d-4174-8eb5-d9024ec24b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:13.776424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47802) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:13.777612 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8337ec88-e664-4fe0-a1ee-7ca8ecbd6be1 req-e79ae1ef-625d-4174-8eb5-d9024ec24b81 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1fe024fd-2f61-42b1-85b7-38c4bb5283ce HTTP/1.1" status: 200 len: 835 time: 0.2922828 Jun 02 12:38:13.850181 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821b97a5-cc8c-4101-a890-3d0a07bcfd52 tempest-TestVolumeBootPattern-1120910868 tempest-TestVolumeBootPattern-1120910868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:13.851909 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-821b97a5-cc8c-4101-a890-3d0a07bcfd52 tempest-TestVolumeBootPattern-1120910868 tempest-TestVolumeBootPattern-1120910868-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 1094 time: 0.0743208 Jun 02 12:38:13.854549 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47804) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:13.859048 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': '3c477b15-aa8e-423c-8fd9-63de06385a99', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:13.865137 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:13.870411 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Usage tracker for resource:floatingip and tenant:96bf45be6aa145b6aaf403d7070d5e51 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:13.873770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:13.879813 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:13.886455 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-25c0a975-b2b7-4548-aa72-2893dfc8c85b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:13.892065 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fac5f963-e052-4963-a3f2-ed138f8c00e1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:13.896753 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for floatingip, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:13.902515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203c90f2-baf5-45d1-8256-fe5ddc3d2978 None None] New status for floating IP 1b9fc686-3d93-496f-a70e-05884e983e5c: DOWN {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:38:13.925481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337ec88-e664-4fe0-a1ee-7ca8ecbd6be1 req-49aac092-e01f-4004-8fe3-ae9afbbf434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:13.927081 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8337ec88-e664-4fe0-a1ee-7ca8ecbd6be1 req-49aac092-e01f-4004-8fe3-ae9afbbf434d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7748cee2-ce49-44f8-8a52-729fed4c4a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1343913 Jun 02 12:38:13.934124 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0a975-b2b7-4548-aa72-2893dfc8c85b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Subnet': ['ID=0fa5e9d8-fbb1-452a-8892-8d364502880d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:13.942858 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-25c0a975-b2b7-4548-aa72-2893dfc8c85b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:13.948031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-25c0a975-b2b7-4548-aa72-2893dfc8c85b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:13.964763 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb2bde2-80b3-484c-8623-5bef9649c5c4 None None] Network 912c26ac-f16e-4256-b854-783a591c4fa0 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:38:13.977358 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-25c0a975-b2b7-4548-aa72-2893dfc8c85b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/subnets/0fa5e9d8-fbb1-452a-8892-8d364502880d HTTP/1.1" status: 204 len: 168 time: 1.2694066 Jun 02 12:38:13.977599 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47806) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:14.059219 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-51842e8b-bf24-44f4-ba63-731d7f5e4433 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting subnet a5c226f3-9476-4415-9fa9-f7927ceaf0e1 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:38:14.064684 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-51842e8b-bf24-44f4-ba63-731d7f5e4433 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:14.092937 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8337ec88-e664-4fe0-a1ee-7ca8ecbd6be1 req-383303ed-609d-410e-b530-ce29f9961f23 service neutron] 10.222.0.22 "GET /v2.0/networks/7748cee2-ce49-44f8-8a52-729fed4c4a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461849 Jun 02 12:38:14.136445 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-51842e8b-bf24-44f4-ba63-731d7f5e4433 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:14.141755 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-76591214-1123-4928-acd1-3084bbbf5156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:14.185416 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:14.264515 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8337ec88-e664-4fe0-a1ee-7ca8ecbd6be1 req-506b79dc-c3fe-4d5a-b9fb-66c59d89632a service neutron] 10.222.0.22 "GET /v2.0/networks/7748cee2-ce49-44f8-8a52-729fed4c4a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618218 Jun 02 12:38:14.327620 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69a1b06-6e12-4b37-bac2-dbbbe1243a82 None None] DHCP port deletion for 912c26ac-f16e-4256-b854-783a591c4fa0 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:38:14.333689 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-51842e8b-bf24-44f4-ba63-731d7f5e4433 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:14.401829 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-b69a1b06-6e12-4b37-bac2-dbbbe1243a82 None None] Deleting port 8e0d92d5-b91b-4793-bbf1-19705fdeb3bd {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:38:14.402242 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b69a1b06-6e12-4b37-bac2-dbbbe1243a82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:14.504325 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-b69a1b06-6e12-4b37-bac2-dbbbe1243a82 None None] For port 8e0d92d5-b91b-4793-bbf1-19705fdeb3bd, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=8e0d92d5-b91b-4793-bbf1-19705fdeb3bd,segment=NetworkSegment(01bb6c65-a7ea-4174-9431-a807e8dd8f30),segment_id=01bb6c65-a7ea-4174-9431-a807e8dd8f30)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:14.504630 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b69a1b06-6e12-4b37-bac2-dbbbe1243a82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:14.576696 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Allocated IP 172.26.7.82 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/4c11fef4-1aae-4d5b-bbb6-0162e5a3548b) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:38:14.626780 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-b69a1b06-6e12-4b37-bac2-dbbbe1243a82 None None] Calling delete_port for 8e0d92d5-b91b-4793-bbf1-19705fdeb3bd owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:38:14.672846 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b69a1b06-6e12-4b37-bac2-dbbbe1243a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:14.676746 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-08ed79df-3ce1-4164-b2b6-ba7270dd842f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:14.720364 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a1b06-6e12-4b37-bac2-dbbbe1243a82 None None] Pushing event deleted for resources: {'Port': ['ID=8e0d92d5-b91b-4793-bbf1-19705fdeb3bd,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:14.723485 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b69a1b06-6e12-4b37-bac2-dbbbe1243a82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:14.724355 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69a1b06-6e12-4b37-bac2-dbbbe1243a82 None None] No DVR routers for this DVR port 8e0d92d5-b91b-4793-bbf1-19705fdeb3bd on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:38:14.887947 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:14.917979 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bccb35-c622-471a-a8f7-4b57b93a87cc req-4f6379cb-6032-4a55-a25e-2301c383d0d8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:14.919417 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-01bccb35-c622-471a-a8f7-4b57b93a87cc req-4f6379cb-6032-4a55-a25e-2301c383d0d8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 946 time: 0.1394820 Jun 02 12:38:14.919567 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-51842e8b-bf24-44f4-ba63-731d7f5e4433 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:14.924876 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e9c6503a-df09-47ce-85c4-24a5fee0fe3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:14.963612 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51842e8b-bf24-44f4-ba63-731d7f5e4433 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c226f3-9476-4415-9fa9-f7927ceaf0e1,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:14.965574 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-51842e8b-bf24-44f4-ba63-731d7f5e4433 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:14.970327 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-51842e8b-bf24-44f4-ba63-731d7f5e4433 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:14.978193 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb34971c-327d-4f94-b7b9-81780e4faefd None None] Network 22894166-5212-4c5e-83df-416d024ada60 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:38:14.978741 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-51842e8b-bf24-44f4-ba63-731d7f5e4433 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/subnets/a5c226f3-9476-4415-9fa9-f7927ceaf0e1 HTTP/1.1" status: 204 len: 168 time: 0.9977605 Jun 02 12:38:14.979421 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47810) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:14.981793 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd438c64-4dfc-48f6-a266-26275d9516d8 req-eb2742b5-ad82-4677-94d2-2fc6ab9f26f0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:14.983329 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-cd438c64-4dfc-48f6-a266-26275d9516d8 req-eb2742b5-ad82-4677-94d2-2fc6ab9f26f0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 946 time: 0.1531239 Jun 02 12:38:15.011252 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:15.018233 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:15.079201 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-cd438c64-4dfc-48f6-a266-26275d9516d8 req-bd20d293-1fe7-4ee9-927a-e1b5df981884 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0094626d-408a-4895-890b-c9989264b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883186 Jun 02 12:38:15.119956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-01bccb35-c622-471a-a8f7-4b57b93a87cc req-4fb0fe2a-99f8-4f9a-ba93-1d2e03e483c6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port 44beafce-b493-411d-8c8e-935c156eaa8e {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:38:15.120305 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-01bccb35-c622-471a-a8f7-4b57b93a87cc req-4fb0fe2a-99f8-4f9a-ba93-1d2e03e483c6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:15.143872 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:15.149352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:15.160952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:38:15.197068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5ae01da1-c675-4046-8915-0e336cb5c7c6 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:15.217674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Pushing event updated for resources: {'Port': ['ID=4c11fef4-1aae-4d5b-bbb6-0162e5a3548b,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:15.226994 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:15.272502 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-01bccb35-c622-471a-a8f7-4b57b93a87cc req-4fb0fe2a-99f8-4f9a-ba93-1d2e03e483c6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port 44beafce-b493-411d-8c8e-935c156eaa8e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=44beafce-b493-411d-8c8e-935c156eaa8e,segment=NetworkSegment(d80491b6-7d17-41d0-90f8-498bab64187e),segment_id=d80491b6-7d17-41d0-90f8-498bab64187e)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:15.273591 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-01bccb35-c622-471a-a8f7-4b57b93a87cc req-4fb0fe2a-99f8-4f9a-ba93-1d2e03e483c6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:15.294907 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d666fcd-706a-4658-bbda-a70b23b9812c None None] DHCP port deletion for 22894166-5212-4c5e-83df-416d024ada60 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:38:15.365412 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-3d666fcd-706a-4658-bbda-a70b23b9812c None None] Deleting port cc2c2567-c351-48d5-b159-35b259a3ea40 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:38:15.365792 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3d666fcd-706a-4658-bbda-a70b23b9812c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:15.404019 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-01bccb35-c622-471a-a8f7-4b57b93a87cc req-4fb0fe2a-99f8-4f9a-ba93-1d2e03e483c6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for 44beafce-b493-411d-8c8e-935c156eaa8e owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:38:15.443566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5ae01da1-c675-4046-8915-0e336cb5c7c6 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:15.462998 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-5ae01da1-c675-4046-8915-0e336cb5c7c6 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912c26ac-f16e-4256-b854-783a591c4fa0']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:15.466015 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-3d666fcd-706a-4658-bbda-a70b23b9812c None None] For port cc2c2567-c351-48d5-b159-35b259a3ea40, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=cc2c2567-c351-48d5-b159-35b259a3ea40,segment=NetworkSegment(216f8df4-79c3-45ac-819a-dd57e5302b51),segment_id=216f8df4-79c3-45ac-819a-dd57e5302b51)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:15.466562 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3d666fcd-706a-4658-bbda-a70b23b9812c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:15.484947 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-5ae01da1-c675-4046-8915-0e336cb5c7c6 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01bb6c65-a7ea-4174-9431-a807e8dd8f30') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:15.485246 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-5ae01da1-c675-4046-8915-0e336cb5c7c6 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01bb6c65-a7ea-4174-9431-a807e8dd8f30') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:15.506698 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5ae01da1-c675-4046-8915-0e336cb5c7c6 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:15.525471 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-01bccb35-c622-471a-a8f7-4b57b93a87cc req-4fb0fe2a-99f8-4f9a-ba93-1d2e03e483c6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:15.536580 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f68a9fb1-ed83-4211-b357-a8485e0c847d tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:15.589311 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0fe2a-99f8-4f9a-ba93-1d2e03e483c6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=44beafce-b493-411d-8c8e-935c156eaa8e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:15.603728 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-3d666fcd-706a-4658-bbda-a70b23b9812c None None] Calling delete_port for cc2c2567-c351-48d5-b159-35b259a3ea40 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:38:15.605840 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5ae01da1-c675-4046-8915-0e336cb5c7c6 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:15.633595 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4fb0fe2a-99f8-4f9a-ba93-1d2e03e483c6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:15.638752 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae01da1-c675-4046-8915-0e336cb5c7c6 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:38:15.639352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5ae01da1-c675-4046-8915-0e336cb5c7c6 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:38:15.663065 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:38:15.674753 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3d666fcd-706a-4658-bbda-a70b23b9812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:15.679582 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:15.686264 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-01bccb35-c622-471a-a8f7-4b57b93a87cc req-4fb0fe2a-99f8-4f9a-ba93-1d2e03e483c6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] No DVR routers for this DVR port 44beafce-b493-411d-8c8e-935c156eaa8e on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:38:15.689182 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-01bccb35-c622-471a-a8f7-4b57b93a87cc req-4fb0fe2a-99f8-4f9a-ba93-1d2e03e483c6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:15.692670 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d3ceb5-7853-4c3a-b771-9883645bcfbe', 'name': 'network-vif-deleted', 'tag': '44beafce-b493-411d-8c8e-935c156eaa8e'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:38:15.696472 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d68096a-a670-4de9-8b28-c1f1c91d4920" -d '{"events": [{"server_uuid": "76d3ceb5-7853-4c3a-b771-9883645bcfbe", "name": "network-vif-deleted", "tag": "44beafce-b493-411d-8c8e-935c156eaa8e"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:38:15.707908 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-01bccb35-c622-471a-a8f7-4b57b93a87cc req-4fb0fe2a-99f8-4f9a-ba93-1d2e03e483c6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "DELETE /v2.0/ports/44beafce-b493-411d-8c8e-935c156eaa8e HTTP/1.1" status: 204 len: 173 time: 0.7826736 Jun 02 12:38:15.733106 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d666fcd-706a-4658-bbda-a70b23b9812c None None] Pushing event deleted for resources: {'Port': ['ID=cc2c2567-c351-48d5-b159-35b259a3ea40,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:15.744177 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3d666fcd-706a-4658-bbda-a70b23b9812c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:15.747956 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d666fcd-706a-4658-bbda-a70b23b9812c None None] No DVR routers for this DVR port cc2c2567-c351-48d5-b159-35b259a3ea40 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:38:15.787842 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af02684-969c-4159-afda-47ed73931776 x-openstack-request-id: req-7af02684-969c-4159-afda-47ed73931776 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:38:15.788751 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d3ceb5-7853-4c3a-b771-9883645bcfbe", "name": "network-vif-deleted", "tag": "44beafce-b493-411d-8c8e-935c156eaa8e", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:38:15.789284 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7af02684-969c-4159-afda-47ed73931776 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:38:15.789964 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d3ceb5-7853-4c3a-b771-9883645bcfbe', 'name': 'network-vif-deleted', 'tag': '44beafce-b493-411d-8c8e-935c156eaa8e', 'status': 'completed', 'code': 200} Jun 02 12:38:15.826855 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5ae01da1-c675-4046-8915-0e336cb5c7c6 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:15.829135 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8e0d92d5-b91b-4793-bbf1-19705fdeb3bd no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:38:15.831959 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-18fe3c4f-5801-41f5-8cf2-35108bb81574 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:15.851893 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5ae01da1-c675-4046-8915-0e336cb5c7c6 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:15.868721 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae01da1-c675-4046-8915-0e336cb5c7c6 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Network': ['ID=912c26ac-f16e-4256-b854-783a591c4fa0,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:15.877440 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5ae01da1-c675-4046-8915-0e336cb5c7c6 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/networks/912c26ac-f16e-4256-b854-783a591c4fa0 HTTP/1.1" status: 204 len: 168 time: 0.8969412 Jun 02 12:38:15.878424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5ae01da1-c675-4046-8915-0e336cb5c7c6 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:15.879995 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47814) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:15.881852 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 8e0d92d5-b91b-4793-bbf1-19705fdeb3bd {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:38:15.882236 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8e0d92d5-b91b-4793-bbf1-19705fdeb3bd not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:38:15.883326 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device cc2c2567-c351-48d5-b159-35b259a3ea40 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:38:15.921195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: cc2c2567-c351-48d5-b159-35b259a3ea40 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:38:15.921617 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device cc2c2567-c351-48d5-b159-35b259a3ea40 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:38:16.175232 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f55138e-73fd-4950-9104-6895f7ca98ec tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:16.260865 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-e3e8d742-185f-4d0c-ab82-75659dd50c9d req-21ccc349-6820-4650-b0f7-5c6147fee283 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:38:16.275957 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:16.277958 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-e3e8d742-185f-4d0c-ab82-75659dd50c9d req-21ccc349-6820-4650-b0f7-5c6147fee283 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:38:16.279986 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e3e8d742-185f-4d0c-ab82-75659dd50c9d req-21ccc349-6820-4650-b0f7-5c6147fee283 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d3ceb5-7853-4c3a-b771-9883645bcfbe HTTP/1.1" status: 200 len: 210 time: 0.0630274 Jun 02 12:38:16.355456 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f55138e-73fd-4950-9104-6895f7ca98ec tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:16.373608 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-9f55138e-73fd-4950-9104-6895f7ca98ec tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22894166-5212-4c5e-83df-416d024ada60']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:16.387921 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-9f55138e-73fd-4950-9104-6895f7ca98ec tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216f8df4-79c3-45ac-819a-dd57e5302b51') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:16.388332 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-9f55138e-73fd-4950-9104-6895f7ca98ec tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216f8df4-79c3-45ac-819a-dd57e5302b51') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:16.433224 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f55138e-73fd-4950-9104-6895f7ca98ec tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:16.463279 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f55138e-73fd-4950-9104-6895f7ca98ec tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:16.473822 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f55138e-73fd-4950-9104-6895f7ca98ec tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:38:16.474350 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f55138e-73fd-4950-9104-6895f7ca98ec tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:16.488942 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:38:16.513803 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:38:16.599502 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b856dc95-05e1-4234-bb1f-3fda5b52659c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:16.628449 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f55138e-73fd-4950-9104-6895f7ca98ec tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:16.635692 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5ae01da1-c675-4046-8915-0e336cb5c7c6 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:16.649828 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:16.656381 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f55138e-73fd-4950-9104-6895f7ca98ec tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:16.668854 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55138e-73fd-4950-9104-6895f7ca98ec tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Network': ['ID=22894166-5212-4c5e-83df-416d024ada60,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:16.685399 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9f55138e-73fd-4950-9104-6895f7ca98ec tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:16.690040 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9f55138e-73fd-4950-9104-6895f7ca98ec tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/networks/22894166-5212-4c5e-83df-416d024ada60 HTTP/1.1" status: 204 len: 168 time: 0.8091333 Jun 02 12:38:16.694021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47818) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:16.699376 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-cd8f5b45-be63-4b37-a6f8-2fb89837c523 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'network': {'name': 'tempest-RoutersTest-1506366837'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:16.753821 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-cd8f5b45-be63-4b37-a6f8-2fb89837c523 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:16.763183 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-cd8f5b45-be63-4b37-a6f8-2fb89837c523 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:network and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:16.767571 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-cd8f5b45-be63-4b37-a6f8-2fb89837c523 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:16.782156 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-cd8f5b45-be63-4b37-a6f8-2fb89837c523 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:16.806140 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8f5b45-be63-4b37-a6f8-2fb89837c523 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Made reservation on behalf of 5d1f062442e64b0eb98e3f6d0bd26851 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:38:16.809505 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cd8f5b45-be63-4b37-a6f8-2fb89837c523 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:16.856066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8f5b45-be63-4b37-a6f8-2fb89837c523 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:38:16.876516 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cd8f5b45-be63-4b37-a6f8-2fb89837c523 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:16.876861 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-cd8f5b45-be63-4b37-a6f8-2fb89837c523 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Added segment 075e3da4-0528-42a1-aaf9-624e07eb89b1 of type vlan for network 507fcc80-d415-430e-8d1b-812db7922b79 Jun 02 12:38:16.883754 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:16.890479 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:16.896488 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6b327865-9ad4-4716-af2c-8dd4be413315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:16.983952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cd8f5b45-be63-4b37-a6f8-2fb89837c523 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:17.036442 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Pushing event updated for resources: {'Port': ['ID=4c11fef4-1aae-4d5b-bbb6-0162e5a3548b,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:17.039180 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:17.046043 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:17.110941 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cd8f5b45-be63-4b37-a6f8-2fb89837c523 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:17.116608 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8f5b45-be63-4b37-a6f8-2fb89837c523 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:17.117206 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cd8f5b45-be63-4b37-a6f8-2fb89837c523 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:17.122503 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e6bb08a6-70c2-444d-8e95-ced76b835244 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:17.233247 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cd8f5b45-be63-4b37-a6f8-2fb89837c523 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5384843 Jun 02 12:38:17.236016 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47820) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:17.241254 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-2c459fb0-974c-45b5-b5d9-5b4f68c669ba tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'subnet': {'network_id': '507fcc80-d415-430e-8d1b-812db7922b79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:17.298714 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f5b45-be63-4b37-a6f8-2fb89837c523 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Network': ['ID=507fcc80-d415-430e-8d1b-812db7922b79,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:17.301447 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cd8f5b45-be63-4b37-a6f8-2fb89837c523 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:17.309353 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 507fcc80-d415-430e-8d1b-812db7922b79 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:38:17.343117 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Floating IP b127fecc-6a87-4974-a3f6-2f81b9eee544 associated. External IP: 172.26.7.82, port: 3c477b15-aa8e-423c-8fd9-63de06385a99. Jun 02 12:38:17.362221 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-2c459fb0-974c-45b5-b5d9-5b4f68c669ba tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:17.366219 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2c459fb0-974c-45b5-b5d9-5b4f68c669ba tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:subnet and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:17.369258 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2c459fb0-974c-45b5-b5d9-5b4f68c669ba tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:17.375176 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-2c459fb0-974c-45b5-b5d9-5b4f68c669ba tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:17.386724 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47824) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:17.399740 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c459fb0-974c-45b5-b5d9-5b4f68c669ba tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Made reservation on behalf of 5d1f062442e64b0eb98e3f6d0bd26851 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:38:17.403358 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2c459fb0-974c-45b5-b5d9-5b4f68c669ba tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:17.670575 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:17.704640 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b27a5260-55ab-4520-8b9a-83472523d87a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:17.744998 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b27a5260-55ab-4520-8b9a-83472523d87a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:17.872009 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Router 29d3d7a0-d198-4622-8c9c-923c175c51dc has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:38:17.985943 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b27a5260-55ab-4520-8b9a-83472523d87a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:17.990458 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:18.005322 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a5260-55ab-4520-8b9a-83472523d87a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0094626d-408a-4895-890b-c9989264b30c,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:18.023764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b27a5260-55ab-4520-8b9a-83472523d87a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:18.065789 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b27a5260-55ab-4520-8b9a-83472523d87a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:18.069383 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b27a5260-55ab-4520-8b9a-83472523d87a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/security-groups/0094626d-408a-4895-890b-c9989264b30c HTTP/1.1" status: 204 len: 168 time: 0.6788120 Jun 02 12:38:18.071153 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:38:18.085399 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa07b468-be41-4294-bbb5-bef306f58a0e None None] Sync routers for ids ['29d3d7a0-d198-4622-8c9c-923c175c51dc'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:38:18.096374 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:18.104628 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa07b468-be41-4294-bbb5-bef306f58a0e None None] Routers {'29d3d7a0-d198-4622-8c9c-923c175c51dc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:18.105934 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-aa07b468-be41-4294-bbb5-bef306f58a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['29d3d7a0-d198-4622-8c9c-923c175c51dc'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:18.109651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47828) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:18.167616 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3120329 Jun 02 12:38:18.168713 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c601d1-00a3-434e-92f9-d6565244303d', 'tag': '3c477b15-aa8e-423c-8fd9-63de06385a99'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:38:18.171499 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2c6735-21f7-4518-9ac4-6d54bd392f74" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c601d1-00a3-434e-92f9-d6565244303d", "tag": "3c477b15-aa8e-423c-8fd9-63de06385a99"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:38:18.220370 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199c186d-a4f8-49cc-bd66-d9830b117aec x-openstack-request-id: req-199c186d-a4f8-49cc-bd66-d9830b117aec {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:38:18.220566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c601d1-00a3-434e-92f9-d6565244303d", "tag": "3c477b15-aa8e-423c-8fd9-63de06385a99", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:38:18.220733 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-199c186d-a4f8-49cc-bd66-d9830b117aec {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:38:18.221187 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c601d1-00a3-434e-92f9-d6565244303d', 'tag': '3c477b15-aa8e-423c-8fd9-63de06385a99', 'status': 'completed', 'code': 200} Jun 02 12:38:18.318393 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-aa07b468-be41-4294-bbb5-bef306f58a0e None None] Set router 29d3d7a0-d198-4622-8c9c-923c175c51dc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:38:18.328866 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2c459fb0-974c-45b5-b5d9-5b4f68c669ba tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:18.336994 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-25c0a975-b2b7-4548-aa72-2893dfc8c85b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:18.499812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c459fb0-974c-45b5-b5d9-5b4f68c669ba tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Subnet': ['ID=cfb54c5a-b7c7-4743-9937-b573e03d24ed,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:18.507017 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2c459fb0-974c-45b5-b5d9-5b4f68c669ba tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:18.511533 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 44beafce-b493-411d-8c8e-935c156eaa8e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:38:18.546863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 44beafce-b493-411d-8c8e-935c156eaa8e {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:38:18.547214 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 44beafce-b493-411d-8c8e-935c156eaa8e not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:38:18.576361 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c459fb0-974c-45b5-b5d9-5b4f68c669ba tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Checking segment: {'id': '075e3da4-0528-42a1-aaf9-624e07eb89b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '507fcc80-d415-430e-8d1b-812db7922b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:38:18.576636 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c459fb0-974c-45b5-b5d9-5b4f68c669ba tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network hostable DHCP agents. Network: 507fcc80-d415-430e-8d1b-812db7922b79, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:38:18.603106 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c6735-21f7-4518-9ac4-6d54bd392f74 req-2029c92d-520e-4d15-a3a3-1cd4b7cefdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:18.604570 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3e2c6735-21f7-4518-9ac4-6d54bd392f74 req-2029c92d-520e-4d15-a3a3-1cd4b7cefdc3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=96bf45be6aa145b6aaf403d7070d5e51&device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 1099 time: 0.3417211 Jun 02 12:38:18.655630 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c459fb0-974c-45b5-b5d9-5b4f68c669ba tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network 507fcc80-d415-430e-8d1b-812db7922b79 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:38:18.673881 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-aa07b468-be41-4294-bbb5-bef306f58a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:34:02Z', 'revision_number': 4, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'b127fecc-6a87-4974-a3f6-2f81b9eee544', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'floating_ip_address': '172.26.7.82', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'port_id': '3c477b15-aa8e-423c-8fd9-63de06385a99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'mac_address': 'fa:16:3e:de:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c601d1-00a3-434e-92f9-d6565244303d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:38:15Z', 'updated_at': '2021-06-02T12:38:15Z', 'revision_number': 0, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffab3995-3e07-4da0-a1f7-2f54d5702299', 'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'mac_address': 'fa:16:3e:43:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:58Z', 'updated_at': '2021-06-02T12:34:14Z', 'revision_number': 5, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'subnets': [{'id': '50a59100-ae12-4643-94d5-15b1702b852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:18.677772 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa07b468-be41-4294-bbb5-bef306f58a0e None None] Checking router: 29d3d7a0-d198-4622-8c9c-923c175c51dc for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:38:18.687065 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa07b468-be41-4294-bbb5-bef306f58a0e None None] Routers {'29d3d7a0-d198-4622-8c9c-923c175c51dc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:18.687689 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-aa07b468-be41-4294-bbb5-bef306f58a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['29d3d7a0-d198-4622-8c9c-923c175c51dc'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:18.785006 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-2c459fb0-974c-45b5-b5d9-5b4f68c669ba tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 507fcc80-d415-430e-8d1b-812db7922b79) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:18.793838 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974f2800-0552-4c8d-b586-5a42f6805c00 None None] Network 507fcc80-d415-430e-8d1b-812db7922b79 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:38:18.844816 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c459fb0-974c-45b5-b5d9-5b4f68c669ba tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:18.845309 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2c459fb0-974c-45b5-b5d9-5b4f68c669ba tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:18.869505 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-aa07b468-be41-4294-bbb5-bef306f58a0e None None] Set router 29d3d7a0-d198-4622-8c9c-923c175c51dc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:38:18.892791 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2c459fb0-974c-45b5-b5d9-5b4f68c669ba tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6530097 Jun 02 12:38:18.893178 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47834) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:18.897971 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-017b446c-c702-468c-b5b4-d31172a24135 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-238340253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:18.906469 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-017b446c-c702-468c-b5b4-d31172a24135 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:18.915074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c6735-21f7-4518-9ac4-6d54bd392f74 req-fe1df22a-9303-4b4e-af6d-733012383702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:18.915617 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-017b446c-c702-468c-b5b4-d31172a24135 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:router and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:18.916516 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3e2c6735-21f7-4518-9ac4-6d54bd392f74 req-fe1df22a-9303-4b4e-af6d-733012383702 service neutron] 10.222.0.22 "GET /v2.0/networks?id=538c4580-73df-464f-868c-daf3dec24418 HTTP/1.1" status: 200 len: 912 time: 0.3029695 Jun 02 12:38:18.918686 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-017b446c-c702-468c-b5b4-d31172a24135 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:18.927396 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-017b446c-c702-468c-b5b4-d31172a24135 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:18.941563 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-017b446c-c702-468c-b5b4-d31172a24135 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:18.943489 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-017b446c-c702-468c-b5b4-d31172a24135 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:18.966265 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-017b446c-c702-468c-b5b4-d31172a24135 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:18.986695 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-017b446c-c702-468c-b5b4-d31172a24135 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:19.020129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-017b446c-c702-468c-b5b4-d31172a24135 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:19.024726 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-017b446c-c702-468c-b5b4-d31172a24135 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1279688 Jun 02 12:38:19.024890 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47836) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:19.031710 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-85e876a2-2886-47a3-9af0-83d9d7afd485 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'port': {'network_id': '507fcc80-d415-430e-8d1b-812db7922b79', 'name': 'tempest-RoutersTest-1783234475'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:19.069864 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3e2c6735-21f7-4518-9ac4-6d54bd392f74 req-01689000-72ab-47b1-8718-00fbb714bebe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c477b15-aa8e-423c-8fd9-63de06385a99 HTTP/1.1" status: 200 len: 999 time: 0.1221352 Jun 02 12:38:19.085494 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-507fcc80-d415-430e-8d1b-812db7922b79', 'network_id': '507fcc80-d415-430e-8d1b-812db7922b79', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'fixed_ips': [{'subnet_id': 'cfb54c5a-b7c7-4743-9937-b573e03d24ed'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:38:19.086732 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:19.196952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-85e876a2-2886-47a3-9af0-83d9d7afd485 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:19.205313 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c6735-21f7-4518-9ac4-6d54bd392f74 req-01527d47-d40a-4479-82fb-22f31720a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:19.206786 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3e2c6735-21f7-4518-9ac4-6d54bd392f74 req-01527d47-d40a-4479-82fb-22f31720a026 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=50a59100-ae12-4643-94d5-15b1702b852a HTTP/1.1" status: 200 len: 850 time: 0.1262441 Jun 02 12:38:19.210220 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-85e876a2-2886-47a3-9af0-83d9d7afd485 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:19.226778 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e876a2-2886-47a3-9af0-83d9d7afd485 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Made reservation on behalf of 5d1f062442e64b0eb98e3f6d0bd26851 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:38:19.233176 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-85e876a2-2886-47a3-9af0-83d9d7afd485 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:19.263734 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-85e876a2-2886-47a3-9af0-83d9d7afd485 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] device_id is not set on port 75c4c733-504d-4712-9c5d-4af76355d482 yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:38:19.270895 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Allocated IP 172.20.0.2 (507fcc80-d415-430e-8d1b-812db7922b79/cfb54c5a-b7c7-4743-9937-b573e03d24ed/39d2a28b-119d-41c1-80e1-a24cfd38634d) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:38:19.326357 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-aa07b468-be41-4294-bbb5-bef306f58a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:34:02Z', 'revision_number': 4, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'b127fecc-6a87-4974-a3f6-2f81b9eee544', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'floating_ip_address': '172.26.7.82', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'port_id': '3c477b15-aa8e-423c-8fd9-63de06385a99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'mac_address': 'fa:16:3e:de:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c601d1-00a3-434e-92f9-d6565244303d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:38:15Z', 'updated_at': '2021-06-02T12:38:15Z', 'revision_number': 0, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffab3995-3e07-4da0-a1f7-2f54d5702299', 'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'mac_address': 'fa:16:3e:43:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:58Z', 'updated_at': '2021-06-02T12:34:14Z', 'revision_number': 5, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'subnets': [{'id': '50a59100-ae12-4643-94d5-15b1702b852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:19.331001 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa07b468-be41-4294-bbb5-bef306f58a0e None None] The sync data for ids ['29d3d7a0-d198-4622-8c9c-923c175c51dc'] in dv-neutron-601336-80-hyperv is: [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:34:02Z', 'revision_number': 4, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'b127fecc-6a87-4974-a3f6-2f81b9eee544', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'floating_ip_address': '172.26.7.82', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'port_id': '3c477b15-aa8e-423c-8fd9-63de06385a99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'mac_address': 'fa:16:3e:de:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c601d1-00a3-434e-92f9-d6565244303d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:38:15Z', 'updated_at': '2021-06-02T12:38:15Z', 'revision_number': 0, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffab3995-3e07-4da0-a1f7-2f54d5702299', 'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'mac_address': 'fa:16:3e:43:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:58Z', 'updated_at': '2021-06-02T12:34:14Z', 'revision_number': 5, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'subnets': [{'id': '50a59100-ae12-4643-94d5-15b1702b852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:38:19.450233 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-782f2124-927c-4e25-8859-66c971efd28a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:19.502659 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:19.524585 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:19.538388 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Transition to ACTIVE for port object 39d2a28b-119d-41c1-80e1-a24cfd38634d will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:38:19.559018 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Transition to ACTIVE for port object 39d2a28b-119d-41c1-80e1-a24cfd38634d will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:38:19.565803 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:19.569525 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:19.602921 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c6735-21f7-4518-9ac4-6d54bd392f74 req-9c537cb3-65b7-4f4b-970c-7773f3799647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:19.604401 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3e2c6735-21f7-4518-9ac4-6d54bd392f74 req-9c537cb3-65b7-4f4b-970c-7773f3799647 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=538c4580-73df-464f-868c-daf3dec24418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3857710 Jun 02 12:38:19.608880 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a15818-b87f-4332-9336-f72da09dccd9 None None] New status for floating IP b127fecc-6a87-4974-a3f6-2f81b9eee544: ACTIVE {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:38:19.651465 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-85e876a2-2886-47a3-9af0-83d9d7afd485 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Allocated IP 172.20.0.13 (507fcc80-d415-430e-8d1b-812db7922b79/cfb54c5a-b7c7-4743-9937-b573e03d24ed/75c4c733-504d-4712-9c5d-4af76355d482) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:38:19.752443 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Network 507fcc80-d415-430e-8d1b-812db7922b79 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:19.757821 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:19.765082 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:38:19.774802 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Pushing event updated for resources: {'Port': ['ID=39d2a28b-119d-41c1-80e1-a24cfd38634d,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:19.809239 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:19.875152 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3e2c6735-21f7-4518-9ac4-6d54bd392f74 req-30c15a36-5587-4bd3-b5ba-f25482d13c53 service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455797 Jun 02 12:38:19.879182 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-85e876a2-2886-47a3-9af0-83d9d7afd485 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:19.895391 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-85e876a2-2886-47a3-9af0-83d9d7afd485 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Transition to ACTIVE for port object 75c4c733-504d-4712-9c5d-4af76355d482 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:38:19.922919 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-85e876a2-2886-47a3-9af0-83d9d7afd485 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:19.928925 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-22440582-265b-49e8-b865-ba71b32a158e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:19.950780 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Attempting to bind port 39d2a28b-119d-41c1-80e1-a24cfd38634d on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:38:19.950780 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Attempting to bind port 39d2a28b-119d-41c1-80e1-a24cfd38634d by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '075e3da4-0528-42a1-aaf9-624e07eb89b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '507fcc80-d415-430e-8d1b-812db7922b79'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:38:19.951163 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Attempting to bind port 39d2a28b-119d-41c1-80e1-a24cfd38634d on network 507fcc80-d415-430e-8d1b-812db7922b79 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:38:19.966393 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:38:19.966393 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Checking segment: {'id': '075e3da4-0528-42a1-aaf9-624e07eb89b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '507fcc80-d415-430e-8d1b-812db7922b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:38:19.966393 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:19.966393 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Bound using segment: {'id': '075e3da4-0528-42a1-aaf9-624e07eb89b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '507fcc80-d415-430e-8d1b-812db7922b79'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:38:19.966903 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Bound port: 39d2a28b-119d-41c1-80e1-a24cfd38634d, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075e3da4-0528-42a1-aaf9-624e07eb89b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '507fcc80-d415-430e-8d1b-812db7922b79'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:38:19.967010 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:20.000767 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e876a2-2886-47a3-9af0-83d9d7afd485 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network 507fcc80-d415-430e-8d1b-812db7922b79 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:20.004321 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-85e876a2-2886-47a3-9af0-83d9d7afd485 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:20.008872 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e876a2-2886-47a3-9af0-83d9d7afd485 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:38:20.040271 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e876a2-2886-47a3-9af0-83d9d7afd485 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Port': ['ID=75c4c733-504d-4712-9c5d-4af76355d482,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:20.046589 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-85e876a2-2886-47a3-9af0-83d9d7afd485 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:20.078332 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e876a2-2886-47a3-9af0-83d9d7afd485 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:20.079297 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-85e876a2-2886-47a3-9af0-83d9d7afd485 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:20.107689 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3e2c6735-21f7-4518-9ac4-6d54bd392f74 req-e45e5c7e-8a48-45ea-9ed6-8d7cc1f89146 service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140207 Jun 02 12:38:20.107904 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-85e876a2-2886-47a3-9af0-83d9d7afd485 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0787873 Jun 02 12:38:20.108034 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47838) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:20.128950 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] For port 39d2a28b-119d-41c1-80e1-a24cfd38634d, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:38:20.129710 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-782f2124-927c-4e25-8859-66c971efd28a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port 262e6800-8578-4159-a854-4af777c3910d {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:38:20.130169 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-782f2124-927c-4e25-8859-66c971efd28a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:20.139272 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] For port 39d2a28b-119d-41c1-80e1-a24cfd38634d, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=39d2a28b-119d-41c1-80e1-a24cfd38634d,segment=NetworkSegment(075e3da4-0528-42a1-aaf9-624e07eb89b1),segment_id=075e3da4-0528-42a1-aaf9-624e07eb89b1)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:38:20.145143 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:20.149511 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7b223882-7f80-427e-8fd4-5b1344ce1af4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:20.235838 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Pushing event updated for resources: {'Port': ['ID=39d2a28b-119d-41c1-80e1-a24cfd38634d,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:20.239586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:20.283839 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-782f2124-927c-4e25-8859-66c971efd28a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port 262e6800-8578-4159-a854-4af777c3910d, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=262e6800-8578-4159-a854-4af777c3910d,segment=NetworkSegment(d80491b6-7d17-41d0-90f8-498bab64187e),segment_id=d80491b6-7d17-41d0-90f8-498bab64187e)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:20.284197 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-782f2124-927c-4e25-8859-66c971efd28a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:20.423742 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-782f2124-927c-4e25-8859-66c971efd28a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for 262e6800-8578-4159-a854-4af777c3910d owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:38:20.610286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-782f2124-927c-4e25-8859-66c971efd28a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:20.615156 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6d05b3a0-a803-400c-b99d-ef10405e2f13 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:20.666893 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f2124-927c-4e25-8859-66c971efd28a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=262e6800-8578-4159-a854-4af777c3910d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:20.695351 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-782f2124-927c-4e25-8859-66c971efd28a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:20.907836 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b4afe075-e309-40f3-b8b8-37bc83226e3d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:21.107440 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-782f2124-927c-4e25-8859-66c971efd28a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:21.248553 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2708ad7-9a55-438d-8b0a-97016e80fe91 None None] Network 507fcc80-d415-430e-8d1b-812db7922b79 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:38:21.317403 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b4afe075-e309-40f3-b8b8-37bc83226e3d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:21.322947 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b4afe075-e309-40f3-b8b8-37bc83226e3d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:21.328073 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:21.341747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a7f52d08-d4fe-45f2-a006-7fae10f28449 None None] Provisioning for port 39d2a28b-119d-41c1-80e1-a24cfd38634d completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:38:21.450001 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afe075-e309-40f3-b8b8-37bc83226e3d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Port': ['ID=75c4c733-504d-4712-9c5d-4af76355d482,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:21.454753 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b4afe075-e309-40f3-b8b8-37bc83226e3d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:21.496404 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782f2124-927c-4e25-8859-66c971efd28a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:38:21.673024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b4afe075-e309-40f3-b8b8-37bc83226e3d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:21.685789 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782f2124-927c-4e25-8859-66c971efd28a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:38:21.705697 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1176c42b-7532-47a2-a9d6-8d1d9c42d645 None None] Sync routers for ids ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:38:21.706322 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-782f2124-927c-4e25-8859-66c971efd28a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/routers/399bbf47-fb5f-439a-a6aa-c44dc198fc73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5952179 Jun 02 12:38:21.708581 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47840) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:21.724607 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1176c42b-7532-47a2-a9d6-8d1d9c42d645 None None] Routers {'399bbf47-fb5f-439a-a6aa-c44dc198fc73'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:21.725392 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-1176c42b-7532-47a2-a9d6-8d1d9c42d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:21.796375 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-785d9317-7beb-432c-aa07-aa20575f05cd None None] Provisioning for port 75c4c733-504d-4712-9c5d-4af76355d482 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:38:21.803976 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-7425d490-5774-429d-a5e0-bbb971f8ad5c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting subnet 1fe024fd-2f61-42b1-85b7-38c4bb5283ce {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:38:21.808082 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7425d490-5774-429d-a5e0-bbb971f8ad5c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:21.812830 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-785d9317-7beb-432c-aa07-aa20575f05cd None None] Provisioning complete for port 75c4c733-504d-4712-9c5d-4af76355d482 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:21.813205 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-785d9317-7beb-432c-aa07-aa20575f05cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:21.863596 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b4afe075-e309-40f3-b8b8-37bc83226e3d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:21.904550 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7425d490-5774-429d-a5e0-bbb971f8ad5c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:21.905245 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-785d9317-7beb-432c-aa07-aa20575f05cd None None] Port 75c4c733-504d-4712-9c5d-4af76355d482 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:38:21.946912 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 39d2a28b-119d-41c1-80e1-a24cfd38634d up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:38:22.015376 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-1176c42b-7532-47a2-a9d6-8d1d9c42d645 None None] Set router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:38:22.070974 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7425d490-5774-429d-a5e0-bbb971f8ad5c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:22.076383 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5eff7c48-71e8-4500-8928-9ebfbd8ee08b None None] Provisioning complete for port 75c4c733-504d-4712-9c5d-4af76355d482 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:22.076846 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5eff7c48-71e8-4500-8928-9ebfbd8ee08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:22.146157 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 39d2a28b-119d-41c1-80e1-a24cfd38634d completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:38:22.159044 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 39d2a28b-119d-41c1-80e1-a24cfd38634d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:22.162802 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:22.195931 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-5eff7c48-71e8-4500-8928-9ebfbd8ee08b None None] Port 75c4c733-504d-4712-9c5d-4af76355d482 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:38:22.338861 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:22.376127 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 39d2a28b-119d-41c1-80e1-a24cfd38634d, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=39d2a28b-119d-41c1-80e1-a24cfd38634d,segment=NetworkSegment(075e3da4-0528-42a1-aaf9-624e07eb89b1),segment_id=075e3da4-0528-42a1-aaf9-624e07eb89b1)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:22.379439 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-1176c42b-7532-47a2-a9d6-8d1d9c42d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'name': 'tempest-TestNetworkBasicOps-router-95299244', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:34Z', 'updated_at': '2021-06-02T12:38:20Z', 'revision_number': 7, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:37Z', 'updated_at': '2021-06-02T12:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:22.384275 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:22.384961 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1176c42b-7532-47a2-a9d6-8d1d9c42d645 None None] Checking router: 399bbf47-fb5f-439a-a6aa-c44dc198fc73 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:38:22.387021 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c0bc1379-90b9-4476-8e27-9a576f409315 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:22.396986 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1176c42b-7532-47a2-a9d6-8d1d9c42d645 None None] Routers {'399bbf47-fb5f-439a-a6aa-c44dc198fc73'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:22.397602 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-1176c42b-7532-47a2-a9d6-8d1d9c42d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:22.471238 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7425d490-5774-429d-a5e0-bbb971f8ad5c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:22.475648 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4b3d1a72-d705-48a9-a5c4-5b0be1d5d21d None None] Provisioning complete for port 75c4c733-504d-4712-9c5d-4af76355d482 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:22.476483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1a72-d705-48a9-a5c4-5b0be1d5d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:22.480416 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b4afe075-e309-40f3-b8b8-37bc83226e3d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:22.481114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ef72dcb7-bd76-4202-99b1-b49dccc3f9df tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:22.486134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b4afe075-e309-40f3-b8b8-37bc83226e3d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:22.509610 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=39d2a28b-119d-41c1-80e1-a24cfd38634d,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:22.518048 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a38d1e63-45d5-42de-a9de-a29291bf9fac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:22.520286 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:22.542071 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-4b3d1a72-d705-48a9-a5c4-5b0be1d5d21d None None] Port 75c4c733-504d-4712-9c5d-4af76355d482 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:38:22.555171 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425d490-5774-429d-a5e0-bbb971f8ad5c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Subnet': ['ID=1fe024fd-2f61-42b1-85b7-38c4bb5283ce,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:22.569315 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7425d490-5774-429d-a5e0-bbb971f8ad5c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:22.571295 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7425d490-5774-429d-a5e0-bbb971f8ad5c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:22.572293 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a327f23f-cf95-4cec-a552-686ef4cb4274 None None] Network 7748cee2-ce49-44f8-8a52-729fed4c4a96 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:38:22.581040 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7425d490-5774-429d-a5e0-bbb971f8ad5c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/subnets/1fe024fd-2f61-42b1-85b7-38c4bb5283ce HTTP/1.1" status: 204 len: 168 time: 0.8709860 Jun 02 12:38:22.583550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47842) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:22.613736 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-1176c42b-7532-47a2-a9d6-8d1d9c42d645 None None] Set router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:38:22.824190 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afe075-e309-40f3-b8b8-37bc83226e3d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Port': ['ID=75c4c733-504d-4712-9c5d-4af76355d482,revision_number=3']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:22.830735 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b4afe075-e309-40f3-b8b8-37bc83226e3d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:22.835493 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b4afe075-e309-40f3-b8b8-37bc83226e3d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:22.894724 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28cae53-5246-4166-be00-670f15460e75 None None] DHCP port deletion for 7748cee2-ce49-44f8-8a52-729fed4c4a96 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:38:22.916265 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-1176c42b-7532-47a2-a9d6-8d1d9c42d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'name': 'tempest-TestNetworkBasicOps-router-95299244', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:34Z', 'updated_at': '2021-06-02T12:38:20Z', 'revision_number': 7, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:37Z', 'updated_at': '2021-06-02T12:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:22.922355 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1176c42b-7532-47a2-a9d6-8d1d9c42d645 None None] The sync data for ids ['399bbf47-fb5f-439a-a6aa-c44dc198fc73'] in dv-neutron-601336-80-hyperv is: [{'id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'name': 'tempest-TestNetworkBasicOps-router-95299244', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:34Z', 'updated_at': '2021-06-02T12:38:20Z', 'revision_number': 7, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '06c58203-a4f8-423c-8cf6-2fb2237a621d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399bbf47-fb5f-439a-a6aa-c44dc198fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:37Z', 'updated_at': '2021-06-02T12:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:38:23.037334 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a205567-2204-46ec-89b7-5e0d2033ca9d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:23.044081 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f28cae53-5246-4166-be00-670f15460e75 None None] Deleting port d3fb7594-33ce-4c02-8eb3-19121452c64f {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:38:23.044515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f28cae53-5246-4166-be00-670f15460e75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:23.143775 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-f28cae53-5246-4166-be00-670f15460e75 None None] For port d3fb7594-33ce-4c02-8eb3-19121452c64f, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=d3fb7594-33ce-4c02-8eb3-19121452c64f,segment=NetworkSegment(d80491b6-7d17-41d0-90f8-498bab64187e),segment_id=d80491b6-7d17-41d0-90f8-498bab64187e)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:23.144069 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f28cae53-5246-4166-be00-670f15460e75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:23.212497 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4afe075-e309-40f3-b8b8-37bc83226e3d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network 507fcc80-d415-430e-8d1b-812db7922b79 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:23.220326 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-b4afe075-e309-40f3-b8b8-37bc83226e3d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:23.279215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f28cae53-5246-4166-be00-670f15460e75 None None] Calling delete_port for d3fb7594-33ce-4c02-8eb3-19121452c64f owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:38:23.326878 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a205567-2204-46ec-89b7-5e0d2033ca9d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:23.347885 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f28cae53-5246-4166-be00-670f15460e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:23.353708 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0c0eed49-ad8e-4973-9aae-09876a4559c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:23.417582 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28cae53-5246-4166-be00-670f15460e75 None None] Pushing event deleted for resources: {'Port': ['ID=d3fb7594-33ce-4c02-8eb3-19121452c64f,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:23.421539 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f28cae53-5246-4166-be00-670f15460e75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:23.426873 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28cae53-5246-4166-be00-670f15460e75 None None] No DVR routers for this DVR port d3fb7594-33ce-4c02-8eb3-19121452c64f on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:38:23.470075 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-eb7d785a-7012-4295-bc0c-bc0f9a9c7b80 None None] Provisioning complete for port 75c4c733-504d-4712-9c5d-4af76355d482 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:23.470496 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eb7d785a-7012-4295-bc0c-bc0f9a9c7b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:23.523576 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-1a205567-2204-46ec-89b7-5e0d2033ca9d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port 06c58203-a4f8-423c-8cf6-2fb2237a621d {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:38:23.526623 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a205567-2204-46ec-89b7-5e0d2033ca9d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:23.532780 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-eb7d785a-7012-4295-bc0c-bc0f9a9c7b80 None None] Port 75c4c733-504d-4712-9c5d-4af76355d482 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:38:23.559266 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4afe075-e309-40f3-b8b8-37bc83226e3d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router d825dda6-7f5e-4bfe-a701-49c388912980 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:38:23.760276 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 39d2a28b-119d-41c1-80e1-a24cfd38634d up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:38:23.814685 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-1a205567-2204-46ec-89b7-5e0d2033ca9d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port 06c58203-a4f8-423c-8cf6-2fb2237a621d, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=06c58203-a4f8-423c-8cf6-2fb2237a621d,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:23.815047 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a205567-2204-46ec-89b7-5e0d2033ca9d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:23.829226 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 39d2a28b-119d-41c1-80e1-a24cfd38634d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:23.829604 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:23.893602 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4afe075-e309-40f3-b8b8-37bc83226e3d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:38:23.928237 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eab9c1-8c62-453f-8733-13097173ac45 None None] Sync routers for ids ['d825dda6-7f5e-4bfe-a701-49c388912980'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:38:23.959544 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eab9c1-8c62-453f-8733-13097173ac45 None None] Routers {'d825dda6-7f5e-4bfe-a701-49c388912980'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:23.960916 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-e9eab9c1-8c62-453f-8733-13097173ac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d825dda6-7f5e-4bfe-a701-49c388912980'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:23.962958 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b4afe075-e309-40f3-b8b8-37bc83226e3d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/d825dda6-7f5e-4bfe-a701-49c388912980/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8539903 Jun 02 12:38:23.965639 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47844) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:23.970442 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-1a205567-2204-46ec-89b7-5e0d2033ca9d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for 06c58203-a4f8-423c-8cf6-2fb2237a621d owned by network:router_gateway {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:38:24.032323 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-e9eab9c1-8c62-453f-8733-13097173ac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:24.041858 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eab9c1-8c62-453f-8733-13097173ac45 None None] Routers {'d825dda6-7f5e-4bfe-a701-49c388912980'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:24.042521 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-e9eab9c1-8c62-453f-8733-13097173ac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d825dda6-7f5e-4bfe-a701-49c388912980'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:24.050212 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a4f4d6-bce1-4a60-81f9-0e5c8c5981c6 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:24.054929 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-61a4f4d6-bce1-4a60-81f9-0e5c8c5981c6 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/ports/75c4c733-504d-4712-9c5d-4af76355d482 HTTP/1.1" status: 200 len: 978 time: 0.0880876 Jun 02 12:38:24.055636 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47846) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:24.108115 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-e9eab9c1-8c62-453f-8733-13097173ac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:24.108535 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eab9c1-8c62-453f-8733-13097173ac45 None None] The sync data for ids ['d825dda6-7f5e-4bfe-a701-49c388912980'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:38:24.116804 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device d3fb7594-33ce-4c02-8eb3-19121452c64f no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:38:24.153512 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: d3fb7594-33ce-4c02-8eb3-19121452c64f {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:38:24.153512 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device d3fb7594-33ce-4c02-8eb3-19121452c64f not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:38:24.154190 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 262e6800-8578-4159-a854-4af777c3910d no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:38:24.176613 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a205567-2204-46ec-89b7-5e0d2033ca9d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:24.180854 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:24.190399 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 262e6800-8578-4159-a854-4af777c3910d {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:38:24.190766 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 262e6800-8578-4159-a854-4af777c3910d not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:38:24.402632 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a205567-2204-46ec-89b7-5e0d2033ca9d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=06c58203-a4f8-423c-8cf6-2fb2237a621d,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:24.406552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1a205567-2204-46ec-89b7-5e0d2033ca9d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:24.515338 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a205567-2204-46ec-89b7-5e0d2033ca9d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:24.703572 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a205567-2204-46ec-89b7-5e0d2033ca9d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:24.705972 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a205567-2204-46ec-89b7-5e0d2033ca9d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:24.749516 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a205567-2204-46ec-89b7-5e0d2033ca9d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:24.750289 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a205567-2204-46ec-89b7-5e0d2033ca9d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Fanout notify agent at l3_agent the message router_deleted on router 399bbf47-fb5f-439a-a6aa-c44dc198fc73 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:38:24.767050 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a205567-2204-46ec-89b7-5e0d2033ca9d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:24.770737 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1a205567-2204-46ec-89b7-5e0d2033ca9d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/routers/399bbf47-fb5f-439a-a6aa-c44dc198fc73 HTTP/1.1" status: 204 len: 168 time: 2.1811121 Jun 02 12:38:24.771179 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47848) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:24.774637 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f6416ffb-1a8c-4d1f-9554-019a05e0ce24 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:24.896942 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ad4850ee-fec1-475e-8554-39610270b25f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:25.047115 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ad4850ee-fec1-475e-8554-39610270b25f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:25.060672 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-ad4850ee-fec1-475e-8554-39610270b25f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7748cee2-ce49-44f8-8a52-729fed4c4a96']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:25.074597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-ad4850ee-fec1-475e-8554-39610270b25f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80491b6-7d17-41d0-90f8-498bab64187e') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:25.074894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-ad4850ee-fec1-475e-8554-39610270b25f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80491b6-7d17-41d0-90f8-498bab64187e') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:25.087769 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ad4850ee-fec1-475e-8554-39610270b25f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:25.105904 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ad4850ee-fec1-475e-8554-39610270b25f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:25.112537 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4850ee-fec1-475e-8554-39610270b25f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:38:25.112918 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ad4850ee-fec1-475e-8554-39610270b25f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:38:25.133426 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:38:25.161841 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f6416ffb-1a8c-4d1f-9554-019a05e0ce24 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting port 75c4c733-504d-4712-9c5d-4af76355d482 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:38:25.162427 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f6416ffb-1a8c-4d1f-9554-019a05e0ce24 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:25.233439 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ad4850ee-fec1-475e-8554-39610270b25f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:25.237047 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3a02ec18-91c0-442b-8572-5bf7d7388b97 tempest-RoutersIpV6Test-1613277205 tempest-RoutersIpV6Test-1613277205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:25.254982 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ad4850ee-fec1-475e-8554-39610270b25f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:25.262234 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4850ee-fec1-475e-8554-39610270b25f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Network': ['ID=7748cee2-ce49-44f8-8a52-729fed4c4a96,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:25.266828 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ad4850ee-fec1-475e-8554-39610270b25f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:25.274275 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ad4850ee-fec1-475e-8554-39610270b25f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/networks/7748cee2-ce49-44f8-8a52-729fed4c4a96 HTTP/1.1" status: 204 len: 168 time: 0.4986124 Jun 02 12:38:25.293754 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47852) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:25.302673 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-f326ea32-ee77-45f1-bf83-a8a082405aa9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'network': {'name': 'tempest-network-smoke--934091877', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'port_security_enabled': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:25.307841 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f326ea32-ee77-45f1-bf83-a8a082405aa9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:25.313980 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f326ea32-ee77-45f1-bf83-a8a082405aa9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:network and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:25.317355 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f326ea32-ee77-45f1-bf83-a8a082405aa9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:25.323063 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f6416ffb-1a8c-4d1f-9554-019a05e0ce24 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:25.324395 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f326ea32-ee77-45f1-bf83-a8a082405aa9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:25.336489 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f326ea32-ee77-45f1-bf83-a8a082405aa9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:38:25.340266 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f326ea32-ee77-45f1-bf83-a8a082405aa9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:25.368925 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f326ea32-ee77-45f1-bf83-a8a082405aa9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:38:25.377391 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f326ea32-ee77-45f1-bf83-a8a082405aa9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:25.377728 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-f326ea32-ee77-45f1-bf83-a8a082405aa9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Added segment ab66e29b-cab4-40f3-9e85-5840376f2f8c of type vlan for network 64c22645-0a23-48f4-8b43-73d67b9dbb42 Jun 02 12:38:25.404548 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f326ea32-ee77-45f1-bf83-a8a082405aa9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:25.435235 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f326ea32-ee77-45f1-bf83-a8a082405aa9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:25.440946 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f326ea32-ee77-45f1-bf83-a8a082405aa9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:25.441534 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f326ea32-ee77-45f1-bf83-a8a082405aa9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:25.445907 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3ee6558c-8e8f-4092-9800-76cf3f8c33cd tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:25.462067 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f6416ffb-1a8c-4d1f-9554-019a05e0ce24 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Calling delete_port for 75c4c733-504d-4712-9c5d-4af76355d482 owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:38:25.552264 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f326ea32-ee77-45f1-bf83-a8a082405aa9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2564781 Jun 02 12:38:25.555528 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47854) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:25.559976 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-692847997', 'admin_state_up': True, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:25.568599 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326ea32-ee77-45f1-bf83-a8a082405aa9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Network': ['ID=64c22645-0a23-48f4-8b43-73d67b9dbb42,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:25.572229 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:25.575288 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f326ea32-ee77-45f1-bf83-a8a082405aa9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:25.578904 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:router and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:25.581666 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 64c22645-0a23-48f4-8b43-73d67b9dbb42 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:38:25.582214 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:25.588811 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:25.602343 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:25.603948 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:25.614995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f6416ffb-1a8c-4d1f-9554-019a05e0ce24 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:25.620806 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:25.624123 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:25.668612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6416ffb-1a8c-4d1f-9554-019a05e0ce24 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Port': ['ID=75c4c733-504d-4712-9c5d-4af76355d482,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:25.671200 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f6416ffb-1a8c-4d1f-9554-019a05e0ce24 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:25.745244 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:25.802530 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 06c58203-a4f8-423c-8cf6-2fb2237a621d no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:38:25.844710 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 06c58203-a4f8-423c-8cf6-2fb2237a621d {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:38:25.845385 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 06c58203-a4f8-423c-8cf6-2fb2237a621d not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:38:25.933421 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:25.956488 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f6416ffb-1a8c-4d1f-9554-019a05e0ce24 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:26.391450 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6416ffb-1a8c-4d1f-9554-019a05e0ce24 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router d825dda6-7f5e-4bfe-a701-49c388912980 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:38:26.407470 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:26.444127 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:26.540965 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6416ffb-1a8c-4d1f-9554-019a05e0ce24 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:38:26.551281 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f0ae34-8430-437c-81f9-b49041433f08 None None] Sync routers for ids ['d825dda6-7f5e-4bfe-a701-49c388912980'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:38:26.560564 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f6416ffb-1a8c-4d1f-9554-019a05e0ce24 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/d825dda6-7f5e-4bfe-a701-49c388912980/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5037408 Jun 02 12:38:26.561124 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f0ae34-8430-437c-81f9-b49041433f08 None None] Routers {'d825dda6-7f5e-4bfe-a701-49c388912980'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:26.561291 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47856) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:26.561732 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-61f0ae34-8430-437c-81f9-b49041433f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d825dda6-7f5e-4bfe-a701-49c388912980'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:26.625947 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-61f0ae34-8430-437c-81f9-b49041433f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:26.634480 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f0ae34-8430-437c-81f9-b49041433f08 None None] Routers {'d825dda6-7f5e-4bfe-a701-49c388912980'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:26.635081 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-61f0ae34-8430-437c-81f9-b49041433f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['d825dda6-7f5e-4bfe-a701-49c388912980'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:26.727763 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-61f0ae34-8430-437c-81f9-b49041433f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:26.728170 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f0ae34-8430-437c-81f9-b49041433f08 None None] The sync data for ids ['d825dda6-7f5e-4bfe-a701-49c388912980'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:38:26.856151 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.26.7.125 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/b5a26864-e721-4a4a-9d9f-bb37881fa676) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:38:27.071407 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-53020e3f-49a8-4561-8e54-efef74029f69 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] remove_router_interface failed (client error): The resource could not be found. Jun 02 12:38:27.072430 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-53020e3f-49a8-4561-8e54-efef74029f69 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/d825dda6-7f5e-4bfe-a701-49c388912980/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5103211 Jun 02 12:38:27.075436 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47858) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:27.119043 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4a030f0b-543f-4497-ad02-81eb6f0c36f7 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Synchronizing usage tracker for tenant:5d1f062442e64b0eb98e3f6d0bd26851 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:38:27.135081 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4a030f0b-543f-4497-ad02-81eb6f0c36f7 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Unset dirty status for tenant:5d1f062442e64b0eb98e3f6d0bd26851 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:38:27.139898 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4a030f0b-543f-4497-ad02-81eb6f0c36f7 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d825dda6-7f5e-4bfe-a701-49c388912980 HTTP/1.1" status: 200 len: 205 time: 0.0601737 Jun 02 12:38:27.140162 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47860) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:27.141015 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:27.178424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:27.183565 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-24cfd341-8f2f-4090-a389-b9bad353d34b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:27.272007 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:27.275311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:27.279347 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:38:27.291514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-542b0dde-c45c-4f4f-8e3a-4bad4b9e90d5 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:27.309042 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=b5a26864-e721-4a4a-9d9f-bb37881fa676,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:27.314948 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:27.601986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-542b0dde-c45c-4f4f-8e3a-4bad4b9e90d5 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:27.604379 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-542b0dde-c45c-4f4f-8e3a-4bad4b9e90d5 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:27.628294 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-542b0dde-c45c-4f4f-8e3a-4bad4b9e90d5 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:27.628942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542b0dde-c45c-4f4f-8e3a-4bad4b9e90d5 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Fanout notify agent at l3_agent the message router_deleted on router d825dda6-7f5e-4bfe-a701-49c388912980 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:38:27.643809 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-542b0dde-c45c-4f4f-8e3a-4bad4b9e90d5 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:27.644989 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-542b0dde-c45c-4f4f-8e3a-4bad4b9e90d5 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/routers/d825dda6-7f5e-4bfe-a701-49c388912980 HTTP/1.1" status: 204 len: 168 time: 0.5039039 Jun 02 12:38:27.648075 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47862) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:27.718298 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83654e2-3a8e-4801-9ced-f4ee0a66a1fa tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting subnet cfb54c5a-b7c7-4743-9937-b573e03d24ed {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:38:27.721491 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a83654e2-3a8e-4801-9ced-f4ee0a66a1fa tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:27.792656 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a83654e2-3a8e-4801-9ced-f4ee0a66a1fa tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:27.879259 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:27.881103 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a83654e2-3a8e-4801-9ced-f4ee0a66a1fa tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:28.259387 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:28.305307 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a83654e2-3a8e-4801-9ced-f4ee0a66a1fa tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:28.309804 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-749e8703-e2a7-4798-8e00-b2fc261add3b tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:28.345418 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83654e2-3a8e-4801-9ced-f4ee0a66a1fa tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb54c5a-b7c7-4743-9937-b573e03d24ed,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:28.348598 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a83654e2-3a8e-4801-9ced-f4ee0a66a1fa tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:28.349576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a83654e2-3a8e-4801-9ced-f4ee0a66a1fa tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:28.358052 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a83654e2-3a8e-4801-9ced-f4ee0a66a1fa tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/subnets/cfb54c5a-b7c7-4743-9937-b573e03d24ed HTTP/1.1" status: 204 len: 168 time: 0.7089224 Jun 02 12:38:28.358706 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47864) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:28.360780 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a076de3d-8df4-47d4-bdf4-ffa78d6e7bd0 None None] Network 507fcc80-d415-430e-8d1b-812db7922b79 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:38:28.497026 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:28.518458 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router dab4ff6c-3847-4f19-8c74-c28b370b29fc is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:38:28.577489 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting port 39d2a28b-119d-41c1-80e1-a24cfd38634d {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:38:28.577820 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:28.643634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec4315b-1ca3-4d13-9554-e04d5de1318d None None] DHCP port deletion for 507fcc80-d415-430e-8d1b-812db7922b79 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:38:28.677968 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] For port 39d2a28b-119d-41c1-80e1-a24cfd38634d, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=39d2a28b-119d-41c1-80e1-a24cfd38634d,segment=NetworkSegment(075e3da4-0528-42a1-aaf9-624e07eb89b1),segment_id=075e3da4-0528-42a1-aaf9-624e07eb89b1)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:28.678622 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:28.711470 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:38:28.712321 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-5ec4315b-1ca3-4d13-9554-e04d5de1318d None None] Deleting port 39d2a28b-119d-41c1-80e1-a24cfd38634d {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:38:28.712691 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5ec4315b-1ca3-4d13-9554-e04d5de1318d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:28.728179 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] Sync routers for ids ['dab4ff6c-3847-4f19-8c74-c28b370b29fc'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:38:28.742053 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:28.746282 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1871231 Jun 02 12:38:28.746529 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47866) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:28.785363 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] Routers {'dab4ff6c-3847-4f19-8c74-c28b370b29fc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:28.785918 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['dab4ff6c-3847-4f19-8c74-c28b370b29fc'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:28.791226 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d4dffc5f-c930-40a1-bdc8-75781aff5ca1 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d135ab4d6a4341bf86e3c86c09f17ff8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409443 Jun 02 12:38:28.791408 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47868) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:28.827640 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Calling delete_port for 39d2a28b-119d-41c1-80e1-a24cfd38634d owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:38:28.879999 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:28.884482 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-997e43df-859b-4aa1-865f-871d4c540497 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:28.931303 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Port': ['ID=39d2a28b-119d-41c1-80e1-a24cfd38634d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:28.934290 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:28.937100 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] No DVR routers for this DVR port 39d2a28b-119d-41c1-80e1-a24cfd38634d on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:38:28.947122 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-5ec4315b-1ca3-4d13-9554-e04d5de1318d None None] For port 39d2a28b-119d-41c1-80e1-a24cfd38634d, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=39d2a28b-119d-41c1-80e1-a24cfd38634d,segment=NetworkSegment(075e3da4-0528-42a1-aaf9-624e07eb89b1),segment_id=075e3da4-0528-42a1-aaf9-624e07eb89b1)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:28.947523 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5ec4315b-1ca3-4d13-9554-e04d5de1318d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:28.948439 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b70b1c-da64-42f0-b7ab-f4ec6ce1987e tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:28.952773 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-08b70b1c-da64-42f0-b7ab-f4ec6ce1987e tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1576321 Jun 02 12:38:28.952928 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47870) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:28.997314 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b7aeaee8-ece3-473a-974d-216a919c5fb5 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430639 Jun 02 12:38:29.000895 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47872) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:29.005923 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-32a94b56-afdb-44a3-885a-ed5b235d3974 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-668129112', 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:29.095137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:29.143445 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-5ec4315b-1ca3-4d13-9554-e04d5de1318d None None] Calling delete_port for 39d2a28b-119d-41c1-80e1-a24cfd38634d owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:38:29.166875 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507fcc80-d415-430e-8d1b-812db7922b79']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:29.175820 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] Set router dab4ff6c-3847-4f19-8c74-c28b370b29fc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:38:29.191315 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '075e3da4-0528-42a1-aaf9-624e07eb89b1') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:29.191621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '075e3da4-0528-42a1-aaf9-624e07eb89b1') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:29.209031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-32a94b56-afdb-44a3-885a-ed5b235d3974 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:29.213032 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-32a94b56-afdb-44a3-885a-ed5b235d3974 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:subnet and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:29.216703 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:29.223427 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-32a94b56-afdb-44a3-885a-ed5b235d3974 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:29.237192 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-32a94b56-afdb-44a3-885a-ed5b235d3974 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:29.248864 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:29.251861 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a94b56-afdb-44a3-885a-ed5b235d3974 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:38:29.255472 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32a94b56-afdb-44a3-885a-ed5b235d3974 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:29.279302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:38:29.279711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:38:29.294700 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:38:29.420574 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5ec4315b-1ca3-4d13-9554-e04d5de1318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:29.426530 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:29.447542 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:29.452819 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f5207dd6-f7eb-4d37-9c59-001689b6ff9f tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:29.469040 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ec4315b-1ca3-4d13-9554-e04d5de1318d None None] Network 507fcc80-d415-430e-8d1b-812db7922b79 is not hosted by any dhcp agent {{(pid=92306) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 12:38:29.469504 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec4315b-1ca3-4d13-9554-e04d5de1318d None None] No DVR routers for this DVR port 39d2a28b-119d-41c1-80e1-a24cfd38634d on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:38:29.471491 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:29.483676 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Network': ['ID=507fcc80-d415-430e-8d1b-812db7922b79,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:29.489514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:29.501835 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4315b-1ca3-4d13-9554-e04d5de1318d None None] Pushing event deleted for resources: {'Port': ['ID=39d2a28b-119d-41c1-80e1-a24cfd38634d,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:29.504263 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/networks/507fcc80-d415-430e-8d1b-812db7922b79 HTTP/1.1" status: 204 len: 168 time: 1.1445534 Jun 02 12:38:29.507026 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5ec4315b-1ca3-4d13-9554-e04d5de1318d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:29.511726 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47878) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:29.519556 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-0c89aaa9-791f-4b89-84da-a5cd77c7a3df tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'network': {'name': 'tempest-RoutersTest-1856655623'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:29.526308 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0c89aaa9-791f-4b89-84da-a5cd77c7a3df tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:29.530517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0c89aaa9-791f-4b89-84da-a5cd77c7a3df tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:network and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:29.533584 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0c89aaa9-791f-4b89-84da-a5cd77c7a3df tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:29.540668 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0c89aaa9-791f-4b89-84da-a5cd77c7a3df tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:29.551458 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'name': 'tempest-TestNetworkBasicOps-router-692847997', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:25Z', 'updated_at': '2021-06-02T12:38:27Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:26Z', 'updated_at': '2021-06-02T12:38:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:29.552387 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c89aaa9-791f-4b89-84da-a5cd77c7a3df tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Made reservation on behalf of 5d1f062442e64b0eb98e3f6d0bd26851 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:38:29.555763 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] Checking router: dab4ff6c-3847-4f19-8c74-c28b370b29fc for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:38:29.556133 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] Updating router dab4ff6c-3847-4f19-8c74-c28b370b29fc port b5a26864-e721-4a4a-9d9f-bb37881fa676 binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:38:29.556267 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c89aaa9-791f-4b89-84da-a5cd77c7a3df tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:29.584917 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c89aaa9-791f-4b89-84da-a5cd77c7a3df tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:38:29.594956 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c89aaa9-791f-4b89-84da-a5cd77c7a3df tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:29.595309 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-0c89aaa9-791f-4b89-84da-a5cd77c7a3df tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Added segment 8c98c28d-0e03-45c8-9a18-39e1dbe715ae of type vlan for network ce5454cf-3fc0-48fe-b468-f09d643792f9 Jun 02 12:38:29.613390 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:29.624091 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c89aaa9-791f-4b89-84da-a5cd77c7a3df tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:29.664716 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c89aaa9-791f-4b89-84da-a5cd77c7a3df tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:29.670825 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c89aaa9-791f-4b89-84da-a5cd77c7a3df tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:29.671349 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c89aaa9-791f-4b89-84da-a5cd77c7a3df tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:29.676814 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f326ea32-ee77-45f1-bf83-a8a082405aa9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:29.783337 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0c89aaa9-791f-4b89-84da-a5cd77c7a3df tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2672498 Jun 02 12:38:29.787962 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47880) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:29.793562 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 39d2a28b-119d-41c1-80e1-a24cfd38634d no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:38:29.793731 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'subnet': {'network_id': 'ce5454cf-3fc0-48fe-b468-f09d643792f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:29.812943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89aaa9-791f-4b89-84da-a5cd77c7a3df tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Network': ['ID=ce5454cf-3fc0-48fe-b468-f09d643792f9,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:29.818842 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0c89aaa9-791f-4b89-84da-a5cd77c7a3df tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:29.836936 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 39d2a28b-119d-41c1-80e1-a24cfd38634d {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:38:29.837383 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 39d2a28b-119d-41c1-80e1-a24cfd38634d not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:38:29.840174 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network ce5454cf-3fc0-48fe-b468-f09d643792f9 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:38:29.843181 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32a94b56-afdb-44a3-885a-ed5b235d3974 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:29.847643 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3034e8ea-e4d7-4b1a-b534-dae457ef5df5 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:30.067141 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a94b56-afdb-44a3-885a-ed5b235d3974 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Subnet': ['ID=c1e647e2-2a45-455a-a7f9-64d884182c29,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:30.071478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-32a94b56-afdb-44a3-885a-ed5b235d3974 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:30.078448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a94b56-afdb-44a3-885a-ed5b235d3974 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Checking segment: {'id': 'ab66e29b-cab4-40f3-9e85-5840376f2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:38:30.078448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a94b56-afdb-44a3-885a-ed5b235d3974 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network hostable DHCP agents. Network: 64c22645-0a23-48f4-8b43-73d67b9dbb42, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:38:30.097817 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a94b56-afdb-44a3-885a-ed5b235d3974 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 64c22645-0a23-48f4-8b43-73d67b9dbb42 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:38:30.110286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-32a94b56-afdb-44a3-885a-ed5b235d3974 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 64c22645-0a23-48f4-8b43-73d67b9dbb42) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:30.111912 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:30.116774 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:subnet and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:30.120322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:30.125719 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a94b56-afdb-44a3-885a-ed5b235d3974 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:30.126479 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32a94b56-afdb-44a3-885a-ed5b235d3974 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:30.127607 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:30.137359 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae610b0b-a916-4cc9-ac26-3580d4bec826 None None] Network 64c22645-0a23-48f4-8b43-73d67b9dbb42 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:38:30.152858 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-32a94b56-afdb-44a3-885a-ed5b235d3974 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1507494 Jun 02 12:38:30.156283 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Made reservation on behalf of 5d1f062442e64b0eb98e3f6d0bd26851 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:38:30.156955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47882) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:30.162813 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:30.241984 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:30.337641 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] Transition to ACTIVE for port object b5a26864-e721-4a4a-9d9f-bb37881fa676 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:38:30.354885 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:30.361069 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b69a1b06-6e12-4b37-bac2-dbbbe1243a82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:30.471328 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] Attempting to bind port b5a26864-e721-4a4a-9d9f-bb37881fa676 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:38:30.471328 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] Attempting to bind port b5a26864-e721-4a4a-9d9f-bb37881fa676 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:38:30.471328 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] Attempting to bind port b5a26864-e721-4a4a-9d9f-bb37881fa676 on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:38:30.480618 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:38:30.481015 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:38:30.481419 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:30.481818 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:38:30.482314 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] Bound port: b5a26864-e721-4a4a-9d9f-bb37881fa676, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:38:30.482701 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:30.534952 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366820a5-5c8a-4cbb-852c-129fe4168055 None None] Pushing event updated for resources: {'Port': ['ID=b5a26864-e721-4a4a-9d9f-bb37881fa676,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:30.547235 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-366820a5-5c8a-4cbb-852c-129fe4168055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:30.600532 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:30.605632 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-64c22645-0a23-48f4-8b43-73d67b9dbb42', 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ips': [{'subnet_id': 'c1e647e2-2a45-455a-a7f9-64d884182c29'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:38:30.606736 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f859e8c5-1d7a-43b0-b853-bb0730619a4d tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:30.607138 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:30.631151 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] For port b5a26864-e721-4a4a-9d9f-bb37881fa676, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:38:30.634913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] For port b5a26864-e721-4a4a-9d9f-bb37881fa676, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b5a26864-e721-4a4a-9d9f-bb37881fa676,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:38:30.671801 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:30.677098 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:30.681746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Subnet': ['ID=3fc986cf-c297-4b1c-83bb-942b814af062,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:30.694356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:30.694939 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:30.695378 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:30.695836 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:30.696741 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:30.696741 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:30.697081 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:30.697505 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:30.697938 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:30.698399 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:30.699016 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:30.699269 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:30.704074 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:30.704993 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Checking segment: {'id': '8c98c28d-0e03-45c8-9a18-39e1dbe715ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5454cf-3fc0-48fe-b468-f09d643792f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:38:30.705448 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network hostable DHCP agents. Network: ce5454cf-3fc0-48fe-b468-f09d643792f9, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:38:30.723275 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network ce5454cf-3fc0-48fe-b468-f09d643792f9 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:38:30.737715 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, ce5454cf-3fc0-48fe-b468-f09d643792f9) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:30.750671 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:30.751273 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:30.761506 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c7406d-b478-4ca0-bf54-e4e45b367a99 None None] Network ce5454cf-3fc0-48fe-b468-f09d643792f9 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:38:30.773232 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9840579 Jun 02 12:38:30.775872 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47884) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:30.781727 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-baa01048-2b91-4668-af7a-fbd21fb65019 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1502114968', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:30.791188 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-baa01048-2b91-4668-af7a-fbd21fb65019 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:30.795806 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-baa01048-2b91-4668-af7a-fbd21fb65019 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:router and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:30.799341 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-baa01048-2b91-4668-af7a-fbd21fb65019 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:30.806419 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-baa01048-2b91-4668-af7a-fbd21fb65019 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:30.810370 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] Routers {'dab4ff6c-3847-4f19-8c74-c28b370b29fc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:30.811005 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['dab4ff6c-3847-4f19-8c74-c28b370b29fc'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:30.818581 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-baa01048-2b91-4668-af7a-fbd21fb65019 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:30.820243 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-baa01048-2b91-4668-af7a-fbd21fb65019 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:30.837601 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-baa01048-2b91-4668-af7a-fbd21fb65019 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:30.858697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-baa01048-2b91-4668-af7a-fbd21fb65019 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:30.883490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-baa01048-2b91-4668-af7a-fbd21fb65019 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:30.885185 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-baa01048-2b91-4668-af7a-fbd21fb65019 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1081059 Jun 02 12:38:30.887943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47886) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:30.914013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:30.961734 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366820a5-5c8a-4cbb-852c-129fe4168055 None None] Pushing event updated for resources: {'Port': ['ID=b5a26864-e721-4a4a-9d9f-bb37881fa676,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:30.969292 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-366820a5-5c8a-4cbb-852c-129fe4168055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:31.099632 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Allocated IP 172.20.0.2 (64c22645-0a23-48f4-8b43-73d67b9dbb42/c1e647e2-2a45-455a-a7f9-64d884182c29/c8066bb3-0994-418f-925e-d86c8c702cc7) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:38:31.190343 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] Set router dab4ff6c-3847-4f19-8c74-c28b370b29fc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:38:31.479639 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:31.540617 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-ce5454cf-3fc0-48fe-b468-f09d643792f9', 'network_id': 'ce5454cf-3fc0-48fe-b468-f09d643792f9', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'fixed_ips': [{'subnet_id': '3fc986cf-c297-4b1c-83bb-942b814af062'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:38:31.541450 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:31.884216 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:31.898503 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Transition to ACTIVE for port object c8066bb3-0994-418f-925e-d86c8c702cc7 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:38:31.921638 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Transition to ACTIVE for port object c8066bb3-0994-418f-925e-d86c8c702cc7 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:38:31.926477 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'name': 'tempest-TestNetworkBasicOps-router-692847997', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:25Z', 'updated_at': '2021-06-02T12:38:27Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:26Z', 'updated_at': '2021-06-02T12:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:31.931703 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2248d0-3f57-481a-8cb5-cfe0549535c9 None None] The sync data for ids ['dab4ff6c-3847-4f19-8c74-c28b370b29fc'] in dv-neutron-601336-80-hyperv is: [{'id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'name': 'tempest-TestNetworkBasicOps-router-692847997', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:25Z', 'updated_at': '2021-06-02T12:38:27Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:26Z', 'updated_at': '2021-06-02T12:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:38:31.933711 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:31.937796 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:32.006726 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Network 64c22645-0a23-48f4-8b43-73d67b9dbb42 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:32.010798 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:32.014725 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:38:32.020277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.20.0.1 (64c22645-0a23-48f4-8b43-73d67b9dbb42/c1e647e2-2a45-455a-a7f9-64d884182c29/90c3156a-513d-4af4-adb3-dd535a8fe4fb) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:38:32.048600 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Pushing event updated for resources: {'Port': ['ID=c8066bb3-0994-418f-925e-d86c8c702cc7,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:32.056566 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:32.059719 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Allocated IP 172.20.0.1 (ce5454cf-3fc0-48fe-b468-f09d643792f9/3fc986cf-c297-4b1c-83bb-942b814af062/7b004e55-a258-468f-841b-eda19a5b438d) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:38:32.116489 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Attempting to bind port c8066bb3-0994-418f-925e-d86c8c702cc7 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:38:32.117395 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Attempting to bind port c8066bb3-0994-418f-925e-d86c8c702cc7 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'ab66e29b-cab4-40f3-9e85-5840376f2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:38:32.117863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Attempting to bind port c8066bb3-0994-418f-925e-d86c8c702cc7 on network 64c22645-0a23-48f4-8b43-73d67b9dbb42 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:38:32.123965 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:38:32.124400 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Checking segment: {'id': 'ab66e29b-cab4-40f3-9e85-5840376f2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:38:32.124885 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:32.125356 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Bound using segment: {'id': 'ab66e29b-cab4-40f3-9e85-5840376f2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:38:32.125900 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Bound port: c8066bb3-0994-418f-925e-d86c8c702cc7, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab66e29b-cab4-40f3-9e85-5840376f2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:38:32.126387 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:32.229444 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:32.266282 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] For port c8066bb3-0994-418f-925e-d86c8c702cc7, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:38:32.271718 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] For port c8066bb3-0994-418f-925e-d86c8c702cc7, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c8066bb3-0994-418f-925e-d86c8c702cc7,segment=NetworkSegment(ab66e29b-cab4-40f3-9e85-5840376f2f8c),segment_id=ab66e29b-cab4-40f3-9e85-5840376f2f8c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:38:32.283022 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:32.284050 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Transition to ACTIVE for port object 90c3156a-513d-4af4-adb3-dd535a8fe4fb will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:38:32.287492 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-db8684cc-dd88-4e0f-b540-7dcbee15e00b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:32.289601 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:32.306245 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Transition to ACTIVE for port object 7b004e55-a258-468f-841b-eda19a5b438d will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:38:32.319872 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:32.326070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-782f2124-927c-4e25-8859-66c971efd28a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:32.344018 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:32.350141 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1eaa7dd8-0d54-4862-8489-bb1d24cb5b45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:32.401118 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 64c22645-0a23-48f4-8b43-73d67b9dbb42 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:32.405107 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:32.409952 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:38:32.453613 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network ce5454cf-3fc0-48fe-b468-f09d643792f9 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:32.454089 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Pushing event updated for resources: {'Port': ['ID=c8066bb3-0994-418f-925e-d86c8c702cc7,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:32.459110 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:32.466516 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:38:32.468169 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Allocated IP 172.20.0.2 (ce5454cf-3fc0-48fe-b468-f09d643792f9/3fc986cf-c297-4b1c-83bb-942b814af062/37a0ef42-98fd-4570-9548-9e8883bc2e9c) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:38:32.470437 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:32.553043 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Port': ['ID=7b004e55-a258-468f-841b-eda19a5b438d,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:32.556769 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:32.557618 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:32.638019 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=90c3156a-513d-4af4-adb3-dd535a8fe4fb,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:32.642935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:32.665524 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:32.712335 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:32.847705 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:32.860341 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Transition to ACTIVE for port object 37a0ef42-98fd-4570-9548-9e8883bc2e9c will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:38:32.894404 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Transition to ACTIVE for port object 37a0ef42-98fd-4570-9548-9e8883bc2e9c will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:38:32.906942 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:32.914181 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:32.952388 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:33.010367 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Network ce5454cf-3fc0-48fe-b468-f09d643792f9 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:33.013963 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:33.018339 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:38:33.025714 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Pushing event updated for resources: {'Port': ['ID=37a0ef42-98fd-4570-9548-9e8883bc2e9c,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:33.100158 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.100509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.100885 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.101222 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.101647 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.101988 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.102348 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.102700 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.103034 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.103400 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.103690 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.104070 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.115572 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:33.133060 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Attempting to bind port 37a0ef42-98fd-4570-9548-9e8883bc2e9c on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:38:33.133716 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Attempting to bind port 37a0ef42-98fd-4570-9548-9e8883bc2e9c by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '8c98c28d-0e03-45c8-9a18-39e1dbe715ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5454cf-3fc0-48fe-b468-f09d643792f9'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:38:33.134543 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Attempting to bind port 37a0ef42-98fd-4570-9548-9e8883bc2e9c on network ce5454cf-3fc0-48fe-b468-f09d643792f9 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:38:33.140681 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:38:33.141328 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Checking segment: {'id': '8c98c28d-0e03-45c8-9a18-39e1dbe715ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5454cf-3fc0-48fe-b468-f09d643792f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:38:33.141927 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:33.142521 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Bound using segment: {'id': '8c98c28d-0e03-45c8-9a18-39e1dbe715ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5454cf-3fc0-48fe-b468-f09d643792f9'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:38:33.143169 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Bound port: 37a0ef42-98fd-4570-9548-9e8883bc2e9c, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c98c28d-0e03-45c8-9a18-39e1dbe715ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5454cf-3fc0-48fe-b468-f09d643792f9'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:38:33.143741 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:33.242065 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] For port 37a0ef42-98fd-4570-9548-9e8883bc2e9c, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:38:33.245331 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] For port 37a0ef42-98fd-4570-9548-9e8883bc2e9c, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=37a0ef42-98fd-4570-9548-9e8883bc2e9c,segment=NetworkSegment(8c98c28d-0e03-45c8-9a18-39e1dbe715ae),segment_id=8c98c28d-0e03-45c8-9a18-39e1dbe715ae)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:38:33.252634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:33.257722 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5ec4315b-1ca3-4d13-9554-e04d5de1318d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:33.279334 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:33.285177 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:33.324644 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-652b56e0-f094-48f9-bb3c-70a6f50a84a3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:33.342777 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Pushing event updated for resources: {'Port': ['ID=37a0ef42-98fd-4570-9548-9e8883bc2e9c,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:33.347925 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:33.419846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Port': ['ID=7b004e55-a258-468f-841b-eda19a5b438d,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:33.422619 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:33.426255 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:33.447472 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:33.451963 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:33.479618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:33.586842 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:33.602942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=90c3156a-513d-4af4-adb3-dd535a8fe4fb,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:33.608136 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network ce5454cf-3fc0-48fe-b468-f09d643792f9 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:33.609382 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:33.637514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.637904 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.638316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.638692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.639061 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.639430 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.639797 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.640159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.640524 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.640884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.641436 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.641586 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:38:33.646172 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:33.784256 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 64c22645-0a23-48f4-8b43-73d67b9dbb42 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:33.786037 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:33.853085 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router 36fa465c-2895-4350-a6a9-c8223b677ec4 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:38:33.962747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b5a26864-e721-4a4a-9d9f-bb37881fa676 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:38:34.051516 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router dab4ff6c-3847-4f19-8c74-c28b370b29fc has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:38:34.077244 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port b5a26864-e721-4a4a-9d9f-bb37881fa676 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:38:34.086402 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port b5a26864-e721-4a4a-9d9f-bb37881fa676 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:34.086921 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:34.129940 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114e2704-25a6-499e-87c6-5dcd5839a73b None None] Network 64c22645-0a23-48f4-8b43-73d67b9dbb42 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:38:34.230966 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:38:34.245738 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5855b-81ad-45fb-9980-bea21e93dbbf None None] Sync routers for ids ['36fa465c-2895-4350-a6a9-c8223b677ec4'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:38:34.248936 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/36fa465c-2895-4350-a6a9-c8223b677ec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3599420 Jun 02 12:38:34.254664 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47892) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:34.268100 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5855b-81ad-45fb-9980-bea21e93dbbf None None] Routers {'36fa465c-2895-4350-a6a9-c8223b677ec4'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:34.268725 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a5d5855b-81ad-45fb-9980-bea21e93dbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['36fa465c-2895-4350-a6a9-c8223b677ec4'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:34.282841 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:38:34.302591 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/routers/dab4ff6c-3847-4f19-8c74-c28b370b29fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1439824 Jun 02 12:38:34.305308 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47894) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:34.332151 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8fd1a016-adc9-43d6-8536-ba7e70b176eb None None] Provisioning for port c8066bb3-0994-418f-925e-d86c8c702cc7 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:38:34.351747 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d243fa2-80b7-46f5-8f4a-a6d1e7dd4c3f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:34.352440 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9d243fa2-80b7-46f5-8f4a-a6d1e7dd4c3f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Synchronizing usage tracker for tenant:5d1f062442e64b0eb98e3f6d0bd26851 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:38:34.378888 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9d243fa2-80b7-46f5-8f4a-a6d1e7dd4c3f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Unset dirty status for tenant:5d1f062442e64b0eb98e3f6d0bd26851 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:38:34.380583 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9d243fa2-80b7-46f5-8f4a-a6d1e7dd4c3f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/ports/7b004e55-a258-468f-841b-eda19a5b438d HTTP/1.1" status: 200 len: 910 time: 0.1248474 Jun 02 12:38:34.383377 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47896) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:34.389607 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a5d5855b-81ad-45fb-9980-bea21e93dbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:34.399831 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5855b-81ad-45fb-9980-bea21e93dbbf None None] Routers {'36fa465c-2895-4350-a6a9-c8223b677ec4'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:34.400952 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a5d5855b-81ad-45fb-9980-bea21e93dbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['36fa465c-2895-4350-a6a9-c8223b677ec4'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:34.468435 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a5d5855b-81ad-45fb-9980-bea21e93dbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:34.469215 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5855b-81ad-45fb-9980-bea21e93dbbf None None] The sync data for ids ['36fa465c-2895-4350-a6a9-c8223b677ec4'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:38:34.475091 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] Sync routers for ids ['dab4ff6c-3847-4f19-8c74-c28b370b29fc'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:38:34.482765 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4505de-a6cb-478c-8fab-bb06bd0e7102 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:34.483327 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4505de-a6cb-478c-8fab-bb06bd0e7102 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:34.483697 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4505de-a6cb-478c-8fab-bb06bd0e7102 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:34.484399 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4505de-a6cb-478c-8fab-bb06bd0e7102 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:34.485017 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4505de-a6cb-478c-8fab-bb06bd0e7102 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:34.485645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4505de-a6cb-478c-8fab-bb06bd0e7102 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:34.486340 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4505de-a6cb-478c-8fab-bb06bd0e7102 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:34.486959 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4505de-a6cb-478c-8fab-bb06bd0e7102 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:34.491134 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fe4505de-a6cb-478c-8fab-bb06bd0e7102 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5649 time: 0.1845524 Jun 02 12:38:34.494125 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47898) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:34.523917 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] Routers {'dab4ff6c-3847-4f19-8c74-c28b370b29fc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:34.524595 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['dab4ff6c-3847-4f19-8c74-c28b370b29fc'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:34.595179 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:34.633918 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port b5a26864-e721-4a4a-9d9f-bb37881fa676, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b5a26864-e721-4a4a-9d9f-bb37881fa676,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:34.699515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:34.700387 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 37a0ef42-98fd-4570-9548-9e8883bc2e9c up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:38:34.738262 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1c508d-7e4b-41ec-9378-f65de09ed7db tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:34.738499 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1c508d-7e4b-41ec-9378-f65de09ed7db tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:34.738988 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1c508d-7e4b-41ec-9378-f65de09ed7db tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:34.739461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1c508d-7e4b-41ec-9378-f65de09ed7db tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:34.739919 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1c508d-7e4b-41ec-9378-f65de09ed7db tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:34.740441 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1c508d-7e4b-41ec-9378-f65de09ed7db tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:34.741833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1c508d-7e4b-41ec-9378-f65de09ed7db tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:34.741967 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1c508d-7e4b-41ec-9378-f65de09ed7db tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:34.746759 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2b1c508d-7e4b-41ec-9378-f65de09ed7db tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5218 time: 0.2513926 Jun 02 12:38:34.747362 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47900) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:34.788398 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3d666fcd-706a-4658-bbda-a70b23b9812c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:34.940919 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=b5a26864-e721-4a4a-9d9f-bb37881fa676,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:34.961737 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:34.974596 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] Set router dab4ff6c-3847-4f19-8c74-c28b370b29fc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:38:35.024267 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ab07ff27-87fa-487d-b1b1-ca3e807de3a8 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4304 time: 0.2755957 Jun 02 12:38:35.057957 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bbbe148c-53e1-438c-a1ca-66d513e754de tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:35.181471 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 37a0ef42-98fd-4570-9548-9e8883bc2e9c completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:38:35.189646 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c8066bb3-0994-418f-925e-d86c8c702cc7 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:38:35.259239 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4844763-54f9-483c-b30d-1564aa4ecd6b None None] Network ce5454cf-3fc0-48fe-b468-f09d643792f9 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:38:35.266997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47904) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:35.273978 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-0ea5bea6-2167-4179-afec-c69f3ceb0109 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-172510225', 'description': 'tempest-secgroup-smoke-172510225 description', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:35.286648 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-0ea5bea6-2167-4179-afec-c69f3ceb0109 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:35.293530 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0ea5bea6-2167-4179-afec-c69f3ceb0109 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:35.296993 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0ea5bea6-2167-4179-afec-c69f3ceb0109 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:35.303696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-0ea5bea6-2167-4179-afec-c69f3ceb0109 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:35.315078 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0ea5bea6-2167-4179-afec-c69f3ceb0109 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:35.343420 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-0ea5bea6-2167-4179-afec-c69f3ceb0109 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:35.347772 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0ea5bea6-2167-4179-afec-c69f3ceb0109 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:35.351836 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0ea5bea6-2167-4179-afec-c69f3ceb0109 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:35.358652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-0ea5bea6-2167-4179-afec-c69f3ceb0109 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:35.422702 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0aab1324-2611-4b95-b8e9-e81bdc3d3a18 None None] Provisioning for port 90c3156a-513d-4af4-adb3-dd535a8fe4fb completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:38:35.438566 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0aab1324-2611-4b95-b8e9-e81bdc3d3a18 None None] Provisioning complete for port 90c3156a-513d-4af4-adb3-dd535a8fe4fb triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:35.439405 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0aab1324-2611-4b95-b8e9-e81bdc3d3a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:35.449514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0ea5bea6-2167-4179-afec-c69f3ceb0109 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:35.454618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0ea5bea6-2167-4179-afec-c69f3ceb0109 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:35.486416 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7ff00d43-2f41-47c6-89f5-ec75df51fb9d tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:35.494392 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port c8066bb3-0994-418f-925e-d86c8c702cc7 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:38:35.498279 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0ea5bea6-2167-4179-afec-c69f3ceb0109 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:35.499726 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0ea5bea6-2167-4179-afec-c69f3ceb0109 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2304068 Jun 02 12:38:35.502661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47908) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:35.507888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-06bb7f72-e372-428c-a54c-4b04bf9390f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '5a39ccea-bf48-4dca-9472-4db7b933ddea', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:35.516046 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-06bb7f72-e372-428c-a54c-4b04bf9390f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:35.530003 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-06bb7f72-e372-428c-a54c-4b04bf9390f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:35.534496 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port c8066bb3-0994-418f-925e-d86c8c702cc7 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:35.534827 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-06bb7f72-e372-428c-a54c-4b04bf9390f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:35.534964 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:35.541456 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5bea6-2167-4179-afec-c69f3ceb0109 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a39ccea-bf48-4dca-9472-4db7b933ddea,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:35.544186 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-06bb7f72-e372-428c-a54c-4b04bf9390f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:35.546458 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0ea5bea6-2167-4179-afec-c69f3ceb0109 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:35.564711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-06bb7f72-e372-428c-a54c-4b04bf9390f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:35.605087 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-0aab1324-2611-4b95-b8e9-e81bdc3d3a18 None None] Port 90c3156a-513d-4af4-adb3-dd535a8fe4fb cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:38:35.628369 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-bbbe148c-53e1-438c-a1ca-66d513e754de tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting port 7b004e55-a258-468f-841b-eda19a5b438d {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:38:35.628369 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bbbe148c-53e1-438c-a1ca-66d513e754de tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:35.640851 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-06bb7f72-e372-428c-a54c-4b04bf9390f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:35.646508 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-06bb7f72-e372-428c-a54c-4b04bf9390f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:35.655122 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1b4f244c-4cd0-46a7-bc04-66f5ddae4681 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:35.675663 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb7f72-e372-428c-a54c-4b04bf9390f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa2d3ca-c65d-483c-84ad-a97ddf50bf33,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:35.687736 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-06bb7f72-e372-428c-a54c-4b04bf9390f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:35.704226 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-06bb7f72-e372-428c-a54c-4b04bf9390f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:35.708116 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-06bb7f72-e372-428c-a54c-4b04bf9390f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2019589 Jun 02 12:38:35.708871 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47910) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:35.715386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-42859032-9a49-40e6-bfe7-d0dad54bc0e8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '5a39ccea-bf48-4dca-9472-4db7b933ddea', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:35.723677 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-42859032-9a49-40e6-bfe7-d0dad54bc0e8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:35.729136 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-42859032-9a49-40e6-bfe7-d0dad54bc0e8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:35.734533 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-42859032-9a49-40e6-bfe7-d0dad54bc0e8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:35.737142 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0aab1324-2611-4b95-b8e9-e81bdc3d3a18 None None] Provisioning for port 37a0ef42-98fd-4570-9548-9e8883bc2e9c completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:38:35.741170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-42859032-9a49-40e6-bfe7-d0dad54bc0e8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:35.764137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-42859032-9a49-40e6-bfe7-d0dad54bc0e8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:35.781031 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0aab1324-2611-4b95-b8e9-e81bdc3d3a18 None None] Provisioning complete for port 37a0ef42-98fd-4570-9548-9e8883bc2e9c triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:35.781570 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0aab1324-2611-4b95-b8e9-e81bdc3d3a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:35.793353 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bbbe148c-53e1-438c-a1ca-66d513e754de tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:35.835691 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-42859032-9a49-40e6-bfe7-d0dad54bc0e8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:35.840646 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-42859032-9a49-40e6-bfe7-d0dad54bc0e8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:35.848763 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-73c28581-1c74-4894-9603-0fa794c915e4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:35.873487 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42859032-9a49-40e6-bfe7-d0dad54bc0e8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c74bb53-0afe-47ed-98d6-d024cd98f5e6,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:35.874029 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:35.882941 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-42859032-9a49-40e6-bfe7-d0dad54bc0e8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:35.884356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-42859032-9a49-40e6-bfe7-d0dad54bc0e8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:35.888621 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-42859032-9a49-40e6-bfe7-d0dad54bc0e8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1741722 Jun 02 12:38:35.889076 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47912) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:35.894007 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-ea4fafb0-deb2-4ecc-b9cd-b415c2d3ba39 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '5a39ccea-bf48-4dca-9472-4db7b933ddea', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:35.902007 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ea4fafb0-deb2-4ecc-b9cd-b415c2d3ba39 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:35.906073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ea4fafb0-deb2-4ecc-b9cd-b415c2d3ba39 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:35.908979 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ea4fafb0-deb2-4ecc-b9cd-b415c2d3ba39 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:35.917704 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ea4fafb0-deb2-4ecc-b9cd-b415c2d3ba39 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:35.920025 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-bbbe148c-53e1-438c-a1ca-66d513e754de tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Calling delete_port for 7b004e55-a258-468f-841b-eda19a5b438d owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:38:35.940114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ea4fafb0-deb2-4ecc-b9cd-b415c2d3ba39 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:35.975520 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port c8066bb3-0994-418f-925e-d86c8c702cc7, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c8066bb3-0994-418f-925e-d86c8c702cc7,segment=NetworkSegment(ab66e29b-cab4-40f3-9e85-5840376f2f8c),segment_id=ab66e29b-cab4-40f3-9e85-5840376f2f8c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:36.012895 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ea4fafb0-deb2-4ecc-b9cd-b415c2d3ba39 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:36.013166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:36.020240 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:36.027369 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ea4fafb0-deb2-4ecc-b9cd-b415c2d3ba39 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:36.032159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b2ac0854-25a6-4cab-83ac-07455c9f3416 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:36.066745 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ea4fafb0-deb2-4ecc-b9cd-b415c2d3ba39 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:36.068447 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ea4fafb0-deb2-4ecc-b9cd-b415c2d3ba39 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1782842 Jun 02 12:38:36.070241 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4fafb0-deb2-4ecc-b9cd-b415c2d3ba39 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d30f80-bdda-494e-8b5c-5ebed232e393,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:36.072413 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47914) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:36.088681 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-0637bb0d-a3f2-485b-84cb-81fec0b74dad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '5a39ccea-bf48-4dca-9472-4db7b933ddea', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:36.094216 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ea4fafb0-deb2-4ecc-b9cd-b415c2d3ba39 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:36.099840 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-0637bb0d-a3f2-485b-84cb-81fec0b74dad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:36.106647 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0637bb0d-a3f2-485b-84cb-81fec0b74dad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:36.109973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0637bb0d-a3f2-485b-84cb-81fec0b74dad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:36.121057 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-0637bb0d-a3f2-485b-84cb-81fec0b74dad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:36.123807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'name': 'tempest-TestNetworkBasicOps-router-692847997', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:25Z', 'updated_at': '2021-06-02T12:38:32Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:26Z', 'updated_at': '2021-06-02T12:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '90c3156a-513d-4af4-adb3-dd535a8fe4fb', 'name': '', 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:49:e5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c1e647e2-2a45-455a-a7f9-64d884182c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:31Z', 'updated_at': '2021-06-02T12:38:33Z', 'revision_number': 2, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'c1e647e2-2a45-455a-a7f9-64d884182c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:36.126559 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b5a26864-e721-4a4a-9d9f-bb37881fa676 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:38:36.140232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0637bb0d-a3f2-485b-84cb-81fec0b74dad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:36.176993 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0aab1324-2611-4b95-b8e9-e81bdc3d3a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:36.193347 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] Checking router: dab4ff6c-3847-4f19-8c74-c28b370b29fc for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:38:36.194071 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] Updating router dab4ff6c-3847-4f19-8c74-c28b370b29fc port 90c3156a-513d-4af4-adb3-dd535a8fe4fb binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:38:36.220329 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0637bb0d-a3f2-485b-84cb-81fec0b74dad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:36.226361 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0637bb0d-a3f2-485b-84cb-81fec0b74dad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:36.228414 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b3da8ef1-5a17-4848-9083-0942512899df tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:36.249901 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637bb0d-a3f2-485b-84cb-81fec0b74dad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5abe7cc9-f8b8-4d91-9047-f4742eccb50e,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:36.254213 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0637bb0d-a3f2-485b-84cb-81fec0b74dad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:36.263339 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0637bb0d-a3f2-485b-84cb-81fec0b74dad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:36.267437 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0637bb0d-a3f2-485b-84cb-81fec0b74dad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1907945 Jun 02 12:38:36.269076 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47916) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:36.270629 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=c8066bb3-0994-418f-925e-d86c8c702cc7,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:36.274275 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-27cb23d3-fa24-44e0-90e3-01f60f57b112 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '5a39ccea-bf48-4dca-9472-4db7b933ddea', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:36.284528 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-27cb23d3-fa24-44e0-90e3-01f60f57b112 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:36.285140 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:36.297241 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-27cb23d3-fa24-44e0-90e3-01f60f57b112 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:36.302496 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-27cb23d3-fa24-44e0-90e3-01f60f57b112 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:36.305754 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:36.311977 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-27cb23d3-fa24-44e0-90e3-01f60f57b112 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:36.319536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0aab1324-2611-4b95-b8e9-e81bdc3d3a18 None None] For port 37a0ef42-98fd-4570-9548-9e8883bc2e9c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=37a0ef42-98fd-4570-9548-9e8883bc2e9c,segment=NetworkSegment(8c98c28d-0e03-45c8-9a18-39e1dbe715ae),segment_id=8c98c28d-0e03-45c8-9a18-39e1dbe715ae)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:36.330908 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bbbe148c-53e1-438c-a1ca-66d513e754de tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:36.331155 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0aab1324-2611-4b95-b8e9-e81bdc3d3a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:36.336258 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:36.337197 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-366097a8-b4fb-4768-902e-cedd6667b19d tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:36.383026 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.securitygroups_db [None req-27cb23d3-fa24-44e0-90e3-01f60f57b112 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:38:36.402599 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-27cb23d3-fa24-44e0-90e3-01f60f57b112 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:36.452228 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe148c-53e1-438c-a1ca-66d513e754de tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Port': ['ID=7b004e55-a258-468f-841b-eda19a5b438d,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:36.456199 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bbbe148c-53e1-438c-a1ca-66d513e754de tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:36.504352 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port b5a26864-e721-4a4a-9d9f-bb37881fa676 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:36.504733 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:36.581375 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-27cb23d3-fa24-44e0-90e3-01f60f57b112 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:36.591806 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-27cb23d3-fa24-44e0-90e3-01f60f57b112 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:36.596740 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2b46138e-07f9-413e-aadc-3ba92057b0cc tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:36.634875 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab1324-2611-4b95-b8e9-e81bdc3d3a18 None None] Pushing event updated for resources: {'Port': ['ID=37a0ef42-98fd-4570-9548-9e8883bc2e9c,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:36.639084 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0aab1324-2611-4b95-b8e9-e81bdc3d3a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:36.665261 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0aab1324-2611-4b95-b8e9-e81bdc3d3a18 None None] Provisioning complete for port c8066bb3-0994-418f-925e-d86c8c702cc7 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:36.665759 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0aab1324-2611-4b95-b8e9-e81bdc3d3a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:36.692811 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb23d3-fa24-44e0-90e3-01f60f57b112 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97fdb167-eef6-48f0-8391-d89ed5df3239,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:36.711600 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-27cb23d3-fa24-44e0-90e3-01f60f57b112 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:36.812102 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bbbe148c-53e1-438c-a1ca-66d513e754de tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:36.820989 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-27cb23d3-fa24-44e0-90e3-01f60f57b112 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:36.824934 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-27cb23d3-fa24-44e0-90e3-01f60f57b112 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5522914 Jun 02 12:38:36.825236 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47918) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:36.830325 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-84926e38-0b34-4a7f-8c0e-387e839dc59f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '5a39ccea-bf48-4dca-9472-4db7b933ddea', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:36.895080 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-84926e38-0b34-4a7f-8c0e-387e839dc59f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:36.913910 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-84926e38-0b34-4a7f-8c0e-387e839dc59f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:36.979231 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-84926e38-0b34-4a7f-8c0e-387e839dc59f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:36.997388 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-84926e38-0b34-4a7f-8c0e-387e839dc59f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:37.067352 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.securitygroups_db [None req-84926e38-0b34-4a7f-8c0e-387e839dc59f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:38:37.082575 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-84926e38-0b34-4a7f-8c0e-387e839dc59f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:37.186897 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbe148c-53e1-438c-a1ca-66d513e754de tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router 36fa465c-2895-4350-a6a9-c8223b677ec4 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:38:37.224605 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2469a1ab-9968-494b-a4e5-e8128a1c2c80 None None] Provisioning complete for port 90c3156a-513d-4af4-adb3-dd535a8fe4fb triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:37.225442 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2469a1ab-9968-494b-a4e5-e8128a1c2c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:37.263899 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:37.296315 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] Transition to ACTIVE for port object 90c3156a-513d-4af4-adb3-dd535a8fe4fb will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:38:37.306622 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:37.310225 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:37.338857 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-2469a1ab-9968-494b-a4e5-e8128a1c2c80 None None] Port 90c3156a-513d-4af4-adb3-dd535a8fe4fb cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:38:37.374067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-84926e38-0b34-4a7f-8c0e-387e839dc59f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:37.377152 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbe148c-53e1-438c-a1ca-66d513e754de tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:38:37.379202 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-84926e38-0b34-4a7f-8c0e-387e839dc59f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:37.384903 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fdf05b39-18e4-4612-9e44-fe9daf9509e4 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:37.390026 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b0ed99-6718-47dd-b12b-a9625778563f None None] Sync routers for ids ['36fa465c-2895-4350-a6a9-c8223b677ec4'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:38:37.401486 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b0ed99-6718-47dd-b12b-a9625778563f None None] Routers {'36fa465c-2895-4350-a6a9-c8223b677ec4'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:37.402122 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d0b0ed99-6718-47dd-b12b-a9625778563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['36fa465c-2895-4350-a6a9-c8223b677ec4'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:37.408806 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bbbe148c-53e1-438c-a1ca-66d513e754de tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/36fa465c-2895-4350-a6a9-c8223b677ec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0202093 Jun 02 12:38:37.411391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47920) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:37.412696 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84926e38-0b34-4a7f-8c0e-387e839dc59f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ecc430-b745-4c2d-94fc-113456bfd9d3,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:37.416280 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-84926e38-0b34-4a7f-8c0e-387e839dc59f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:37.422522 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-84926e38-0b34-4a7f-8c0e-387e839dc59f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:37.424166 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-84926e38-0b34-4a7f-8c0e-387e839dc59f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5975680 Jun 02 12:38:37.443442 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2469a1ab-9968-494b-a4e5-e8128a1c2c80 None None] Provisioning complete for port 37a0ef42-98fd-4570-9548-9e8883bc2e9c triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:37.443841 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2469a1ab-9968-494b-a4e5-e8128a1c2c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:37.490591 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d0b0ed99-6718-47dd-b12b-a9625778563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:37.500992 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b0ed99-6718-47dd-b12b-a9625778563f None None] Routers {'36fa465c-2895-4350-a6a9-c8223b677ec4'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:37.501904 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d0b0ed99-6718-47dd-b12b-a9625778563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['36fa465c-2895-4350-a6a9-c8223b677ec4'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:37.527300 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b540b63-7129-4b78-a6cd-2b57b66403db None None] Pushing event updated for resources: {'Port': ['ID=90c3156a-513d-4af4-adb3-dd535a8fe4fb,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:37.535261 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7d273315-9865-4670-be81-df46578222fb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Synchronizing usage tracker for tenant:5d1f062442e64b0eb98e3f6d0bd26851 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:38:37.541814 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9b540b63-7129-4b78-a6cd-2b57b66403db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:37.567523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7d273315-9865-4670-be81-df46578222fb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Unset dirty status for tenant:5d1f062442e64b0eb98e3f6d0bd26851 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:38:37.571222 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7d273315-9865-4670-be81-df46578222fb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/ports?device_id=36fa465c-2895-4350-a6a9-c8223b677ec4 HTTP/1.1" status: 200 len: 205 time: 0.1563058 Jun 02 12:38:37.571806 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47924) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:37.582135 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d0b0ed99-6718-47dd-b12b-a9625778563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:37.582555 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b0ed99-6718-47dd-b12b-a9625778563f None None] The sync data for ids ['36fa465c-2895-4350-a6a9-c8223b677ec4'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:38:37.626642 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] Attempting to bind port 90c3156a-513d-4af4-adb3-dd535a8fe4fb on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:38:37.627019 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] Attempting to bind port 90c3156a-513d-4af4-adb3-dd535a8fe4fb by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'ab66e29b-cab4-40f3-9e85-5840376f2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:38:37.627586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] Attempting to bind port 90c3156a-513d-4af4-adb3-dd535a8fe4fb on network 64c22645-0a23-48f4-8b43-73d67b9dbb42 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:38:37.638891 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:38:37.639031 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] Checking segment: {'id': 'ab66e29b-cab4-40f3-9e85-5840376f2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:38:37.639487 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:37.639920 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] Bound using segment: {'id': 'ab66e29b-cab4-40f3-9e85-5840376f2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:38:37.640507 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] Bound port: 90c3156a-513d-4af4-adb3-dd535a8fe4fb, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab66e29b-cab4-40f3-9e85-5840376f2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:38:37.640884 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:37.733451 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b821f16c-ef85-4f7f-9b8b-5bd58c34ad87 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:37.764386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-113e4f9c-db02-44ff-b961-8240258f93d8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:38:37.781366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-113e4f9c-db02-44ff-b961-8240258f93d8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:38:37.786026 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-113e4f9c-db02-44ff-b961-8240258f93d8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-172510225&fields=id&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 267 time: 0.0621779 Jun 02 12:38:37.796311 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2469a1ab-9968-494b-a4e5-e8128a1c2c80 None None] Could not find standard attr ID for object 7b004e55-a258-468f-841b-eda19a5b438d. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 12:38:37.808493 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] For port 90c3156a-513d-4af4-adb3-dd535a8fe4fb, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:38:37.811738 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] For port 90c3156a-513d-4af4-adb3-dd535a8fe4fb, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=90c3156a-513d-4af4-adb3-dd535a8fe4fb,segment=NetworkSegment(ab66e29b-cab4-40f3-9e85-5840376f2f8c),segment_id=ab66e29b-cab4-40f3-9e85-5840376f2f8c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:38:37.816571 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:37.820515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-1d662fe3-8177-48ec-bf8d-db4b2b219f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:37.903220 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] Routers {'dab4ff6c-3847-4f19-8c74-c28b370b29fc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:37.903746 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['dab4ff6c-3847-4f19-8c74-c28b370b29fc'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:37.957512 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-a117aff1-012f-4a0a-b203-7b0320e85237 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:37.965323 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-a117aff1-012f-4a0a-b203-7b0320e85237 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/networks?id=64c22645-0a23-48f4-8b43-73d67b9dbb42 HTTP/1.1" status: 200 len: 796 time: 0.1721375 Jun 02 12:38:37.981061 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b540b63-7129-4b78-a6cd-2b57b66403db None None] Pushing event updated for resources: {'Port': ['ID=90c3156a-513d-4af4-adb3-dd535a8fe4fb,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:37.982518 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f7b52066-36a7-44c6-add5-4777dc53f2a9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/quotas/d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 375 time: 0.0162251 Jun 02 12:38:37.987921 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9b540b63-7129-4b78-a6cd-2b57b66403db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:38.116347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-b7e20a62-4497-480f-8809-1d7d33db080e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:38:38.135256 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-b7e20a62-4497-480f-8809-1d7d33db080e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:38:38.154567 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c8066bb3-0994-418f-925e-d86c8c702cc7 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:38:38.156117 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-b7e20a62-4497-480f-8809-1d7d33db080e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1718092 Jun 02 12:38:38.205549 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] Set router dab4ff6c-3847-4f19-8c74-c28b370b29fc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:38:38.261134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b821f16c-ef85-4f7f-9b8b-5bd58c34ad87 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:38.263613 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b821f16c-ef85-4f7f-9b8b-5bd58c34ad87 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:38.298319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b821f16c-ef85-4f7f-9b8b-5bd58c34ad87 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:38.299192 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b821f16c-ef85-4f7f-9b8b-5bd58c34ad87 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Fanout notify agent at l3_agent the message router_deleted on router 36fa465c-2895-4350-a6a9-c8223b677ec4 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:38:38.315119 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b821f16c-ef85-4f7f-9b8b-5bd58c34ad87 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:38.315288 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-0b8e3720-9a57-4609-a17d-2c824ef9aad9 service neutron] 10.222.0.37 "GET /v2.0/networks/64c22645-0a23-48f4-8b43-73d67b9dbb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555355 Jun 02 12:38:38.316414 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b821f16c-ef85-4f7f-9b8b-5bd58c34ad87 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/routers/36fa465c-2895-4350-a6a9-c8223b677ec4 HTTP/1.1" status: 204 len: 168 time: 0.7434862 Jun 02 12:38:38.319141 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47936) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:38.396822 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4aca419-6466-41f3-9d76-066eeed2b363 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting subnet 3fc986cf-c297-4b1c-83bb-942b814af062 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:38:38.401456 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d4aca419-6466-41f3-9d76-066eeed2b363 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:38.462591 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f17c766a-9255-4c63-822d-2e6b6bbdf580 service neutron] 10.222.0.37 "GET /v2.0/networks/64c22645-0a23-48f4-8b43-73d67b9dbb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395957 Jun 02 12:38:38.470207 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d4aca419-6466-41f3-9d76-066eeed2b363 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:38.524944 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port c8066bb3-0994-418f-925e-d86c8c702cc7 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:38.525921 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:38.575483 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d4aca419-6466-41f3-9d76-066eeed2b363 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:38.705025 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-17686aae-b0be-4e80-9ad4-3d38f5d275ea req-553d6196-c75e-4527-b761-975762afff77 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:38:38.741738 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 37a0ef42-98fd-4570-9548-9e8883bc2e9c up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:38:38.799126 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-17686aae-b0be-4e80-9ad4-3d38f5d275ea req-553d6196-c75e-4527-b761-975762afff77 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:38:38.800388 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-17686aae-b0be-4e80-9ad4-3d38f5d275ea req-553d6196-c75e-4527-b761-975762afff77 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=5174f5ca-0b16-4a02-a9df-e33b0888d16c HTTP/1.1" status: 200 len: 210 time: 0.1593328 Jun 02 12:38:38.816184 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'name': 'tempest-TestNetworkBasicOps-router-692847997', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:25Z', 'updated_at': '2021-06-02T12:38:32Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:26Z', 'updated_at': '2021-06-02T12:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '90c3156a-513d-4af4-adb3-dd535a8fe4fb', 'name': '', 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:49:e5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c1e647e2-2a45-455a-a7f9-64d884182c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:31Z', 'updated_at': '2021-06-02T12:38:37Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'c1e647e2-2a45-455a-a7f9-64d884182c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:38.832668 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c91d4e5-ca16-4874-b12e-5c20c3a54ded None None] The sync data for ids ['dab4ff6c-3847-4f19-8c74-c28b370b29fc'] in dv-neutron-601336-80-hyperv is: [{'id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'name': 'tempest-TestNetworkBasicOps-router-692847997', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:25Z', 'updated_at': '2021-06-02T12:38:32Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:26Z', 'updated_at': '2021-06-02T12:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '90c3156a-513d-4af4-adb3-dd535a8fe4fb', 'name': '', 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:49:e5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c1e647e2-2a45-455a-a7f9-64d884182c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:31Z', 'updated_at': '2021-06-02T12:38:37Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'c1e647e2-2a45-455a-a7f9-64d884182c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:38:38.840847 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 37a0ef42-98fd-4570-9548-9e8883bc2e9c triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:38.841242 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:39.034091 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d4aca419-6466-41f3-9d76-066eeed2b363 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:39.040782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-feab54bf-28ba-422f-9814-2d46fb15e393 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:39.085258 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aca419-6466-41f3-9d76-066eeed2b363 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc986cf-c297-4b1c-83bb-942b814af062,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:39.087353 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d4aca419-6466-41f3-9d76-066eeed2b363 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:39.093661 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d083919f-6ff2-496f-8b57-d1124e62618f None None] Network ce5454cf-3fc0-48fe-b468-f09d643792f9 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:38:39.097032 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d4aca419-6466-41f3-9d76-066eeed2b363 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/subnets/3fc986cf-c297-4b1c-83bb-942b814af062 HTTP/1.1" status: 204 len: 168 time: 0.7739041 Jun 02 12:38:39.097032 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d4aca419-6466-41f3-9d76-066eeed2b363 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:39.097319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47948) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:39.230441 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:39.328608 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting port 37a0ef42-98fd-4570-9548-9e8883bc2e9c {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:38:39.328751 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:39.400610 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe4a7d2-18ad-4697-9743-3788f590de70 None None] DHCP port deletion for ce5454cf-3fc0-48fe-b468-f09d643792f9 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:38:39.454533 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] For port 37a0ef42-98fd-4570-9548-9e8883bc2e9c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=37a0ef42-98fd-4570-9548-9e8883bc2e9c,segment=NetworkSegment(8c98c28d-0e03-45c8-9a18-39e1dbe715ae),segment_id=8c98c28d-0e03-45c8-9a18-39e1dbe715ae)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:39.454924 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:39.482721 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-0fe4a7d2-18ad-4697-9743-3788f590de70 None None] Deleting port 37a0ef42-98fd-4570-9548-9e8883bc2e9c {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:38:39.483196 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0fe4a7d2-18ad-4697-9743-3788f590de70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:39.584057 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Calling delete_port for 37a0ef42-98fd-4570-9548-9e8883bc2e9c owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:38:39.584456 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0fe4a7d2-18ad-4697-9743-3788f590de70 None None] For port 37a0ef42-98fd-4570-9548-9e8883bc2e9c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=37a0ef42-98fd-4570-9548-9e8883bc2e9c,segment=NetworkSegment(8c98c28d-0e03-45c8-9a18-39e1dbe715ae),segment_id=8c98c28d-0e03-45c8-9a18-39e1dbe715ae)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:39.585017 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0fe4a7d2-18ad-4697-9743-3788f590de70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:39.633780 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:39.637927 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1a205567-2204-46ec-89b7-5e0d2033ca9d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:39.688717 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Port': ['ID=37a0ef42-98fd-4570-9548-9e8883bc2e9c,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:39.691867 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:39.692650 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] No DVR routers for this DVR port 37a0ef42-98fd-4570-9548-9e8883bc2e9c on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:38:39.731241 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-0fe4a7d2-18ad-4697-9743-3788f590de70 None None] Calling delete_port for 37a0ef42-98fd-4570-9548-9e8883bc2e9c owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:38:39.780488 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0fe4a7d2-18ad-4697-9743-3788f590de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:39.784760 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:39.853517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4a7d2-18ad-4697-9743-3788f590de70 None None] Pushing event deleted for resources: {'Port': ['ID=37a0ef42-98fd-4570-9548-9e8883bc2e9c,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:39.859759 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0fe4a7d2-18ad-4697-9743-3788f590de70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:39.861517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe4a7d2-18ad-4697-9743-3788f590de70 None None] No DVR routers for this DVR port 37a0ef42-98fd-4570-9548-9e8883bc2e9c on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:38:39.892810 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:39.919910 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5454cf-3fc0-48fe-b468-f09d643792f9']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:39.934526 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c98c28d-0e03-45c8-9a18-39e1dbe715ae') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:39.935026 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c98c28d-0e03-45c8-9a18-39e1dbe715ae') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:39.948885 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:39.968539 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:39.983352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:38:39.984505 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:38:40.004391 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:38:40.037897 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fac90150-f6e5-4db7-9ec5-23bf9abcc39d req-7dd984b3-ee64-477d-91c3-fe3b3e0c37df tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=5174f5ca-0b16-4a02-a9df-e33b0888d16c HTTP/1.1" status: 200 len: 210 time: 0.0686162 Jun 02 12:38:40.063514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-949b2b8c-2c3f-450f-bae4-942a47ae78e7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:40.065266 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-949b2b8c-2c3f-450f-bae4-942a47ae78e7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/networks?id=64c22645-0a23-48f4-8b43-73d67b9dbb42 HTTP/1.1" status: 200 len: 796 time: 0.3005490 Jun 02 12:38:40.121400 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:40.127757 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:40.132281 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-22659006-0e4e-4cd0-983d-ae72c63ccdff tempest-RoutersNegativeTest-367111488 tempest-RoutersNegativeTest-367111488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:40.139048 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-b969b7c5-a36a-404d-80e6-14b68662d87e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 379 time: 0.0640318 Jun 02 12:38:40.148934 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-3a88acc8-7e30-44ad-becb-d83eb2095580 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'port': {'device_id': '5174f5ca-0b16-4a02-a9df-e33b0888d16c', 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42', 'admin_state_up': True, 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'security_groups': ['5a39ccea-bf48-4dca-9472-4db7b933ddea']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:40.164873 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 90c3156a-513d-4af4-adb3-dd535a8fe4fb up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:38:40.168013 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Network': ['ID=ce5454cf-3fc0-48fe-b468-f09d643792f9,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:40.172635 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:40.178674 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/networks/ce5454cf-3fc0-48fe-b468-f09d643792f9 HTTP/1.1" status: 204 len: 168 time: 1.0801420 Jun 02 12:38:40.182660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47960) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:40.189240 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-860371092', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}, 'admin_state_up': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:40.197540 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:40.202204 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:router and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:40.205484 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:40.213533 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:40.227161 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:40.228482 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:40.247179 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:40.276259 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 90c3156a-513d-4af4-adb3-dd535a8fe4fb completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:38:40.281216 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 90c3156a-513d-4af4-adb3-dd535a8fe4fb triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:40.281702 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:40.318481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-3a88acc8-7e30-44ad-becb-d83eb2095580 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:40.328600 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-3a88acc8-7e30-44ad-becb-d83eb2095580 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:40.344063 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-3a88acc8-7e30-44ad-becb-d83eb2095580 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:38:40.347641 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-3a88acc8-7e30-44ad-becb-d83eb2095580 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:40.414259 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:40.454054 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 90c3156a-513d-4af4-adb3-dd535a8fe4fb, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=90c3156a-513d-4af4-adb3-dd535a8fe4fb,segment=NetworkSegment(ab66e29b-cab4-40f3-9e85-5840376f2f8c),segment_id=ab66e29b-cab4-40f3-9e85-5840376f2f8c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:40.461683 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:40.465660 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:40.535694 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 37a0ef42-98fd-4570-9548-9e8883bc2e9c no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:38:40.575148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 37a0ef42-98fd-4570-9548-9e8883bc2e9c {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:38:40.575528 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 37a0ef42-98fd-4570-9548-9e8883bc2e9c not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:38:40.581289 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=90c3156a-513d-4af4-adb3-dd535a8fe4fb,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:40.584679 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:40.649888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-3a88acc8-7e30-44ad-becb-d83eb2095580 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.20.0.3 (64c22645-0a23-48f4-8b43-73d67b9dbb42/c1e647e2-2a45-455a-a7f9-64d884182c29/f675bdbb-f4ee-483d-b91c-dc3d407d1851) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:38:40.707841 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:40.848615 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-3a88acc8-7e30-44ad-becb-d83eb2095580 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:40.863916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-3a88acc8-7e30-44ad-becb-d83eb2095580 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Transition to ACTIVE for port object f675bdbb-f4ee-483d-b91c-dc3d407d1851 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:38:40.889244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-3a88acc8-7e30-44ad-becb-d83eb2095580 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:40.894540 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-062d85fe-97ad-4049-8253-b4791431e2be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:40.958385 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-3a88acc8-7e30-44ad-becb-d83eb2095580 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 64c22645-0a23-48f4-8b43-73d67b9dbb42 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:40.961801 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-3a88acc8-7e30-44ad-becb-d83eb2095580 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:40.966284 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-3a88acc8-7e30-44ad-becb-d83eb2095580 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:38:41.003762 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88acc8-7e30-44ad-becb-d83eb2095580 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=f675bdbb-f4ee-483d-b91c-dc3d407d1851,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:41.006134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router_gateway, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:41.009032 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3a88acc8-7e30-44ad-becb-d83eb2095580 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:41.036867 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:41.039729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-3a88acc8-7e30-44ad-becb-d83eb2095580 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:41.040680 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-3a88acc8-7e30-44ad-becb-d83eb2095580 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:41.074784 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-3a88acc8-7e30-44ad-becb-d83eb2095580 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9304740 Jun 02 12:38:41.087699 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Request body: {'port': {'device_id': '5174f5ca-0b16-4a02-a9df-e33b0888d16c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:41.213336 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-54712b01-aa67-4a51-b301-93911ac4a561 None None] Provisioning for port f675bdbb-f4ee-483d-b91c-dc3d407d1851 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:38:41.219315 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-54712b01-aa67-4a51-b301-93911ac4a561 None None] Provisioning complete for port f675bdbb-f4ee-483d-b91c-dc3d407d1851 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:41.219737 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-54712b01-aa67-4a51-b301-93911ac4a561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:41.225412 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:41.265953 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Allocated IP 172.26.7.147 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/0c20e4eb-d29f-48c6-93e5-36d7b2d5742d) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:38:41.282400 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acc17a-9ac0-45b1-827a-e0b082f48f13 req-6000b3fd-426c-4e95-979b-7ac14d22e0db tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:41.283943 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c4acc17a-9ac0-45b1-827a-e0b082f48f13 req-6000b3fd-426c-4e95-979b-7ac14d22e0db tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=5174f5ca-0b16-4a02-a9df-e33b0888d16c HTTP/1.1" status: 200 len: 931 time: 0.1125486 Jun 02 12:38:41.321518 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-54712b01-aa67-4a51-b301-93911ac4a561 None None] Port f675bdbb-f4ee-483d-b91c-dc3d407d1851 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:38:41.355293 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c4acc17a-9ac0-45b1-827a-e0b082f48f13 req-44e69b15-c2af-4035-9643-96e9cbb0c123 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a39ccea-bf48-4dca-9472-4db7b933ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649052 Jun 02 12:38:41.473097 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:41.503194 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:41.507857 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9394222b-0507-4544-8773-675ff57f852f tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:41.567457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:41.570769 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:41.574527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:38:41.598672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f675bdbb-f4ee-483d-b91c-dc3d407d1851 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:38:41.607475 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:41.621906 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Transition to ACTIVE for port object f675bdbb-f4ee-483d-b91c-dc3d407d1851 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:38:41.625685 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:41.627630 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Port': ['ID=0c20e4eb-d29f-48c6-93e5-36d7b2d5742d,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:41.631825 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:41.632055 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f3139ba5-bf54-4198-90ed-0ccf54d90410 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:41.765931 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Pushing event updated for resources: {'Port': ['ID=f675bdbb-f4ee-483d-b91c-dc3d407d1851,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:41.769356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:41.876943 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Attempting to bind port f675bdbb-f4ee-483d-b91c-dc3d407d1851 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:38:41.877342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Attempting to bind port f675bdbb-f4ee-483d-b91c-dc3d407d1851 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ab66e29b-cab4-40f3-9e85-5840376f2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:38:41.877721 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Attempting to bind port f675bdbb-f4ee-483d-b91c-dc3d407d1851 on network 64c22645-0a23-48f4-8b43-73d67b9dbb42 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:38:41.882851 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Port f675bdbb-f4ee-483d-b91c-dc3d407d1851 on network 64c22645-0a23-48f4-8b43-73d67b9dbb42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:38:41.883174 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Attempting to bind port f675bdbb-f4ee-483d-b91c-dc3d407d1851 on network 64c22645-0a23-48f4-8b43-73d67b9dbb42 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:38:41.888351 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:38:41.888670 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Checking segment: {'id': 'ab66e29b-cab4-40f3-9e85-5840376f2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:38:41.889054 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Bound using segment: {'id': 'ab66e29b-cab4-40f3-9e85-5840376f2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:38:41.889478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Bound port: f675bdbb-f4ee-483d-b91c-dc3d407d1851, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab66e29b-cab4-40f3-9e85-5840376f2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:38:41.889822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:41.984638 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] For port f675bdbb-f4ee-483d-b91c-dc3d407d1851, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:38:41.990309 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] For port f675bdbb-f4ee-483d-b91c-dc3d407d1851, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f675bdbb-f4ee-483d-b91c-dc3d407d1851,segment=NetworkSegment(ab66e29b-cab4-40f3-9e85-5840376f2f8c),segment_id=ab66e29b-cab4-40f3-9e85-5840376f2f8c)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:38:41.995162 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:41.999254 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fc5cca10-7f86-4bea-9391-d1d9fb01b2a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:42.056633 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:42.057420 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:42.059051 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] 10.222.0.22 "PUT /v2.0/ports/f675bdbb-f4ee-483d-b91c-dc3d407d1851 HTTP/1.1" status: 200 len: 1093 time: 0.9768660 Jun 02 12:38:42.061881 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5174f5ca-0b16-4a02-a9df-e33b0888d16c', 'tag': 'f675bdbb-f4ee-483d-b91c-dc3d407d1851'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:38:42.065765 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f411fc-b2a6-445a-bb63-3a9bfa13acd1" -d '{"events": [{"name": "network-changed", "server_uuid": "5174f5ca-0b16-4a02-a9df-e33b0888d16c", "tag": "f675bdbb-f4ee-483d-b91c-dc3d407d1851"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:38:42.103522 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Pushing event updated for resources: {'Port': ['ID=f675bdbb-f4ee-483d-b91c-dc3d407d1851,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:42.108110 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:42.123998 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 90c3156a-513d-4af4-adb3-dd535a8fe4fb up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:38:42.151227 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c872123a-49bc-4c86-bd8f-09da8a355c0d x-openstack-request-id: req-c872123a-49bc-4c86-bd8f-09da8a355c0d {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:38:42.151575 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5174f5ca-0b16-4a02-a9df-e33b0888d16c", "tag": "f675bdbb-f4ee-483d-b91c-dc3d407d1851", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:38:42.152088 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c872123a-49bc-4c86-bd8f-09da8a355c0d {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:38:42.152672 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5174f5ca-0b16-4a02-a9df-e33b0888d16c', 'tag': 'f675bdbb-f4ee-483d-b91c-dc3d407d1851', 'status': 'completed', 'code': 200} Jun 02 12:38:42.198460 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router_gateway, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:42.221956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-cc2c9c20-792d-494e-8657-fb65546c5b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:42.223576 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-cc2c9c20-792d-494e-8657-fb65546c5b46 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=5174f5ca-0b16-4a02-a9df-e33b0888d16c HTTP/1.1" status: 200 len: 1096 time: 0.1167128 Jun 02 12:38:42.230356 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 90c3156a-513d-4af4-adb3-dd535a8fe4fb triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:42.230856 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:42.317072 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-2be7ef70-d6ff-46da-8178-8091b80ed923 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f675bdbb-f4ee-483d-b91c-dc3d407d1851 HTTP/1.1" status: 200 len: 217 time: 0.0830908 Jun 02 12:38:42.399113 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-4996ea8e-e66d-402c-bd4e-4504832fa6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:42.400912 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-4996ea8e-e66d-402c-bd4e-4504832fa6eb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c1e647e2-2a45-455a-a7f9-64d884182c29 HTTP/1.1" status: 200 len: 834 time: 0.0772328 Jun 02 12:38:42.483792 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-d3025dda-bd24-4af8-8118-365ff271ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:42.485255 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-d3025dda-bd24-4af8-8118-365ff271ccc9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=64c22645-0a23-48f4-8b43-73d67b9dbb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0769217 Jun 02 12:38:42.614903 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:42.712521 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cffd4f-3c14-4eeb-9781-b198df064246 req-aa3686f9-b857-46a6-952c-f1b6d259e8f3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:42.713992 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c0cffd4f-3c14-4eeb-9781-b198df064246 req-aa3686f9-b857-46a6-952c-f1b6d259e8f3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=5174f5ca-0b16-4a02-a9df-e33b0888d16c HTTP/1.1" status: 200 len: 943 time: 0.2441487 Jun 02 12:38:42.735492 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-f3ddb232-3924-47e9-8526-6ed8f4370edf service neutron] 10.222.0.22 "GET /v2.0/networks/64c22645-0a23-48f4-8b43-73d67b9dbb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424657 Jun 02 12:38:42.798231 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:38:42.834534 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c0cffd4f-3c14-4eeb-9781-b198df064246 req-208ce5bb-01f6-4906-a297-dcad5a893560 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a39ccea-bf48-4dca-9472-4db7b933ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147561 Jun 02 12:38:42.869148 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a323728e-da57-4eca-b4e4-87acc4a9faea req-0446a790-5400-477a-b587-7ef4ad9dcdeb service neutron] 10.222.0.22 "GET /v2.0/networks/64c22645-0a23-48f4-8b43-73d67b9dbb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263003 Jun 02 12:38:42.873087 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router a4916a48-9754-4704-902d-1a4cbb05f917 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:38:42.996392 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f411fc-b2a6-445a-bb63-3a9bfa13acd1 req-32eb04cb-3c05-476d-a434-de95b1a8042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:42.997869 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d2f411fc-b2a6-445a-bb63-3a9bfa13acd1 req-32eb04cb-3c05-476d-a434-de95b1a8042a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=5174f5ca-0b16-4a02-a9df-e33b0888d16c HTTP/1.1" status: 200 len: 1096 time: 0.0762355 Jun 02 12:38:43.056242 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:38:43.065228 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1895a808-3a3b-41c4-b26f-ef1e40b0c27f None None] Sync routers for ids ['a4916a48-9754-4704-902d-1a4cbb05f917'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:38:43.075052 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1895a808-3a3b-41c4-b26f-ef1e40b0c27f None None] Routers {'a4916a48-9754-4704-902d-1a4cbb05f917'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:43.075681 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-1895a808-3a3b-41c4-b26f-ef1e40b0c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a4916a48-9754-4704-902d-1a4cbb05f917'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:43.086351 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:43.087719 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.9039588 Jun 02 12:38:43.090446 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47968) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:43.131964 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f411fc-b2a6-445a-bb63-3a9bfa13acd1 req-fa556361-c30c-48c1-9ea1-8cacabe85b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:43.133427 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d2f411fc-b2a6-445a-bb63-3a9bfa13acd1 req-fa556361-c30c-48c1-9ea1-8cacabe85b9f service neutron] 10.222.0.22 "GET /v2.0/networks?id=64c22645-0a23-48f4-8b43-73d67b9dbb42 HTTP/1.1" status: 200 len: 897 time: 0.1288333 Jun 02 12:38:43.141057 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-1895a808-3a3b-41c4-b26f-ef1e40b0c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:43.150669 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1895a808-3a3b-41c4-b26f-ef1e40b0c27f None None] Routers {'a4916a48-9754-4704-902d-1a4cbb05f917'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:43.151280 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-1895a808-3a3b-41c4-b26f-ef1e40b0c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a4916a48-9754-4704-902d-1a4cbb05f917'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:43.208894 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d2f411fc-b2a6-445a-bb63-3a9bfa13acd1 req-063b3999-da57-48a6-878f-2b4227575a87 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f675bdbb-f4ee-483d-b91c-dc3d407d1851 HTTP/1.1" status: 200 len: 217 time: 0.0678747 Jun 02 12:38:43.212851 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-1895a808-3a3b-41c4-b26f-ef1e40b0c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:43.213274 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1895a808-3a3b-41c4-b26f-ef1e40b0c27f None None] The sync data for ids ['a4916a48-9754-4704-902d-1a4cbb05f917'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:38:43.281113 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f411fc-b2a6-445a-bb63-3a9bfa13acd1 req-eee99db0-4d21-45cf-8e1b-2b6ec8e9ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:43.282754 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d2f411fc-b2a6-445a-bb63-3a9bfa13acd1 req-eee99db0-4d21-45cf-8e1b-2b6ec8e9ddc6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c1e647e2-2a45-455a-a7f9-64d884182c29 HTTP/1.1" status: 200 len: 834 time: 0.0655477 Jun 02 12:38:43.284933 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-db298705-542f-4634-b0ae-cb4658453797 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/routers/a4916a48-9754-4704-902d-1a4cbb05f917 HTTP/1.1" status: 200 len: 880 time: 0.1932213 Jun 02 12:38:43.287400 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47970) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:43.458888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f411fc-b2a6-445a-bb63-3a9bfa13acd1 req-2eed1346-3f6a-45dc-b825-db868df55ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:43.460950 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d2f411fc-b2a6-445a-bb63-3a9bfa13acd1 req-2eed1346-3f6a-45dc-b825-db868df55ece service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=64c22645-0a23-48f4-8b43-73d67b9dbb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1058357 Jun 02 12:38:43.668889 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d2f411fc-b2a6-445a-bb63-3a9bfa13acd1 req-e3a8051d-89ab-4b22-b324-655057f7cfa6 service neutron] 10.222.0.22 "GET /v2.0/networks/64c22645-0a23-48f4-8b43-73d67b9dbb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564217 Jun 02 12:38:43.681893 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-027944b6-ae11-4b4e-80c0-b165a115cf75 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Synchronizing usage tracker for tenant:5d1f062442e64b0eb98e3f6d0bd26851 on resource:router {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:38:43.782666 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-027944b6-ae11-4b4e-80c0-b165a115cf75 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Unset dirty status for tenant:5d1f062442e64b0eb98e3f6d0bd26851 on resource:router {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:38:43.783823 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-027944b6-ae11-4b4e-80c0-b165a115cf75 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4954853 Jun 02 12:38:43.786805 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47972) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:43.791654 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-4ca52d31-6ec9-4753-8969-9de353eb918d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-860371092'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:43.822153 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d2f411fc-b2a6-445a-bb63-3a9bfa13acd1 req-cc9a5673-faac-4420-b63d-c3cf9fec56ae service neutron] 10.222.0.22 "GET /v2.0/networks/64c22645-0a23-48f4-8b43-73d67b9dbb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464620 Jun 02 12:38:44.027432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f91cc4-7bf7-48d6-822b-2372373f9331 req-23b6f9ed-8c07-4997-8410-c08214391690 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:44.028179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-a6f91cc4-7bf7-48d6-822b-2372373f9331 req-23b6f9ed-8c07-4997-8410-c08214391690 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:38:44.045000 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-a6f91cc4-7bf7-48d6-822b-2372373f9331 req-23b6f9ed-8c07-4997-8410-c08214391690 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:38:44.046281 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a6f91cc4-7bf7-48d6-822b-2372373f9331 req-23b6f9ed-8c07-4997-8410-c08214391690 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=5174f5ca-0b16-4a02-a9df-e33b0888d16c HTTP/1.1" status: 200 len: 943 time: 0.1006472 Jun 02 12:38:44.094004 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a6f91cc4-7bf7-48d6-822b-2372373f9331 req-6e3e6fd2-c52c-4b32-b920-7fbeb6cea6ef tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a39ccea-bf48-4dca-9472-4db7b933ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417781 Jun 02 12:38:44.095583 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-07958480-742d-4b27-9a05-1260d1dfa4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:44.477986 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4ca52d31-6ec9-4753-8969-9de353eb918d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:44.488199 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4ca52d31-6ec9-4753-8969-9de353eb918d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:44.619075 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device f675bdbb-f4ee-483d-b91c-dc3d407d1851 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:38:44.667927 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca52d31-6ec9-4753-8969-9de353eb918d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router a4916a48-9754-4704-902d-1a4cbb05f917 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:38:44.750590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port f675bdbb-f4ee-483d-b91c-dc3d407d1851, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f675bdbb-f4ee-483d-b91c-dc3d407d1851,segment=NetworkSegment(ab66e29b-cab4-40f3-9e85-5840376f2f8c),segment_id=ab66e29b-cab4-40f3-9e85-5840376f2f8c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:44.763946 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': 'f675bdbb-f4ee-483d-b91c-dc3d407d1851', 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42', 'port_id': 'f675bdbb-f4ee-483d-b91c-dc3d407d1851', 'mac_address': 'fa:16:3e:ec:f4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e647e2-2a45-455a-a7f9-64d884182c29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:38:44.822336 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:44.839635 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f675bdbb-f4ee-483d-b91c-dc3d407d1851 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:38:44.845562 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca52d31-6ec9-4753-8969-9de353eb918d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:38:44.854606 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826a0e7c-1682-4668-a1e9-c9fca0958d1c None None] Sync routers for ids ['a4916a48-9754-4704-902d-1a4cbb05f917'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:38:44.855134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4ca52d31-6ec9-4753-8969-9de353eb918d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:44.855251 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port f675bdbb-f4ee-483d-b91c-dc3d407d1851, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f675bdbb-f4ee-483d-b91c-dc3d407d1851,segment=NetworkSegment(ab66e29b-cab4-40f3-9e85-5840376f2f8c),segment_id=ab66e29b-cab4-40f3-9e85-5840376f2f8c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:44.855769 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4ca52d31-6ec9-4753-8969-9de353eb918d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/a4916a48-9754-4704-902d-1a4cbb05f917 HTTP/1.1" status: 200 len: 887 time: 1.0679262 Jun 02 12:38:44.858482 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47976) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:44.862486 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:44.864257 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826a0e7c-1682-4668-a1e9-c9fca0958d1c None None] Routers {'a4916a48-9754-4704-902d-1a4cbb05f917'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:44.864719 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d16c1c6e-c20b-4684-b560-3d9a9b76f675 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:44.864848 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-826a0e7c-1682-4668-a1e9-c9fca0958d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a4916a48-9754-4704-902d-1a4cbb05f917'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:44.924290 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-826a0e7c-1682-4668-a1e9-c9fca0958d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:44.932783 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826a0e7c-1682-4668-a1e9-c9fca0958d1c None None] Routers {'a4916a48-9754-4704-902d-1a4cbb05f917'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:44.933213 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=f675bdbb-f4ee-483d-b91c-dc3d407d1851,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:44.933467 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-826a0e7c-1682-4668-a1e9-c9fca0958d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['a4916a48-9754-4704-902d-1a4cbb05f917'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:44.936618 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:44.994115 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-826a0e7c-1682-4668-a1e9-c9fca0958d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:44.994519 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826a0e7c-1682-4668-a1e9-c9fca0958d1c None None] The sync data for ids ['a4916a48-9754-4704-902d-1a4cbb05f917'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:38:45.048292 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c259d53a-b303-4674-976e-6f7666a7c4fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/routers/a4916a48-9754-4704-902d-1a4cbb05f917 HTTP/1.1" status: 200 len: 887 time: 0.1885359 Jun 02 12:38:45.050801 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47978) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:45.092891 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-46106865-cccd-4e55-b94d-860ffe139a29 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Synchronizing usage tracker for tenant:5d1f062442e64b0eb98e3f6d0bd26851 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:38:45.108253 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-46106865-cccd-4e55-b94d-860ffe139a29 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Unset dirty status for tenant:5d1f062442e64b0eb98e3f6d0bd26851 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:38:45.109607 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-46106865-cccd-4e55-b94d-860ffe139a29 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4916a48-9754-4704-902d-1a4cbb05f917 HTTP/1.1" status: 200 len: 205 time: 0.0579212 Jun 02 12:38:45.112218 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47980) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:45.293813 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['f675bdbb-f4ee-483d-b91c-dc3d407d1851'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:38:45.344509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-415146b8-4fca-4ab0-8892-c270ab77d02f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:45.684515 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb6472-238a-4297-bc98-2827b54ba332 req-25ddf956-ac65-4962-a20a-2e287fbdcab6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:45.686071 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-beeb6472-238a-4297-bc98-2827b54ba332 req-25ddf956-ac65-4962-a20a-2e287fbdcab6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=5174f5ca-0b16-4a02-a9df-e33b0888d16c HTTP/1.1" status: 200 len: 944 time: 0.4787989 Jun 02 12:38:45.759847 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-beeb6472-238a-4297-bc98-2827b54ba332 req-2937f1bc-c6d8-4483-9795-cd70a5310bad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a39ccea-bf48-4dca-9472-4db7b933ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662086 Jun 02 12:38:45.761168 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-415146b8-4fca-4ab0-8892-c270ab77d02f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:45.832546 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-415146b8-4fca-4ab0-8892-c270ab77d02f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting port 0c20e4eb-d29f-48c6-93e5-36d7b2d5742d {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:38:45.832894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-415146b8-4fca-4ab0-8892-c270ab77d02f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:45.960592 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-415146b8-4fca-4ab0-8892-c270ab77d02f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:46.093422 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-415146b8-4fca-4ab0-8892-c270ab77d02f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Calling delete_port for 0c20e4eb-d29f-48c6-93e5-36d7b2d5742d owned by network:router_gateway {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:38:46.227914 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-415146b8-4fca-4ab0-8892-c270ab77d02f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:46.231569 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b4afe075-e309-40f3-b8b8-37bc83226e3d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:46.277746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415146b8-4fca-4ab0-8892-c270ab77d02f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Port': ['ID=0c20e4eb-d29f-48c6-93e5-36d7b2d5742d,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:46.280870 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-415146b8-4fca-4ab0-8892-c270ab77d02f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:46.366592 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-415146b8-4fca-4ab0-8892-c270ab77d02f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:46.538700 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-415146b8-4fca-4ab0-8892-c270ab77d02f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:46.540728 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-415146b8-4fca-4ab0-8892-c270ab77d02f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:46.562202 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-415146b8-4fca-4ab0-8892-c270ab77d02f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:46.562741 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415146b8-4fca-4ab0-8892-c270ab77d02f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Fanout notify agent at l3_agent the message router_deleted on router a4916a48-9754-4704-902d-1a4cbb05f917 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:38:46.588612 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-415146b8-4fca-4ab0-8892-c270ab77d02f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:46.590007 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-415146b8-4fca-4ab0-8892-c270ab77d02f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/routers/a4916a48-9754-4704-902d-1a4cbb05f917 HTTP/1.1" status: 204 len: 168 time: 1.4768698 Jun 02 12:38:46.593635 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47986) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:46.599517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-5b0fc135-86a4-43c1-b1df-39dd311a56d1 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'network': {'name': 'tempest-RoutersTest-2001920624'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:46.602005 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-88b63d38-88ff-4995-8c5b-4e0e526be38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:46.604713 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5b0fc135-86a4-43c1-b1df-39dd311a56d1 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:46.608537 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5b0fc135-86a4-43c1-b1df-39dd311a56d1 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:network and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:46.611452 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5b0fc135-86a4-43c1-b1df-39dd311a56d1 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:46.617149 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5b0fc135-86a4-43c1-b1df-39dd311a56d1 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:46.626646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0fc135-86a4-43c1-b1df-39dd311a56d1 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Made reservation on behalf of 5d1f062442e64b0eb98e3f6d0bd26851 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:38:46.630231 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5b0fc135-86a4-43c1-b1df-39dd311a56d1 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:46.642800 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device f675bdbb-f4ee-483d-b91c-dc3d407d1851 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:38:46.658730 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0fc135-86a4-43c1-b1df-39dd311a56d1 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:38:46.668066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5b0fc135-86a4-43c1-b1df-39dd311a56d1 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:46.668428 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-5b0fc135-86a4-43c1-b1df-39dd311a56d1 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Added segment 82099660-89a6-47da-9734-fb01811fefe9 of type vlan for network 560d2881-05c4-4e1a-a3c9-b973ee4a55aa Jun 02 12:38:46.695724 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:46.700660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5b0fc135-86a4-43c1-b1df-39dd311a56d1 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:46.719904 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port f675bdbb-f4ee-483d-b91c-dc3d407d1851 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:38:46.724541 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port f675bdbb-f4ee-483d-b91c-dc3d407d1851 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:46.724916 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:46.736285 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5b0fc135-86a4-43c1-b1df-39dd311a56d1 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:46.742559 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0fc135-86a4-43c1-b1df-39dd311a56d1 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:46.743142 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5b0fc135-86a4-43c1-b1df-39dd311a56d1 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:46.748111 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9b050ea7-23fb-4a19-b78c-22c71be69435 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:46.847345 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5b0fc135-86a4-43c1-b1df-39dd311a56d1 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2525859 Jun 02 12:38:46.850260 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:46.851121 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 47990) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:46.855696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-fa120c30-af2a-48cc-8a0a-85aa59219a2f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'subnet': {'network_id': '560d2881-05c4-4e1a-a3c9-b973ee4a55aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:46.856784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fc135-86a4-43c1-b1df-39dd311a56d1 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Network': ['ID=560d2881-05c4-4e1a-a3c9-b973ee4a55aa,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:46.860212 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5b0fc135-86a4-43c1-b1df-39dd311a56d1 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:46.873076 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 560d2881-05c4-4e1a-a3c9-b973ee4a55aa details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:38:46.904226 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5174f5ca-0b16-4a02-a9df-e33b0888d16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f675bdbb-f4ee-483d-b91c-dc3d407d1851'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:38:46.906706 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae10d17-f133-4f85-ab65-4f941b40f23c" -d '{"events": [{"server_uuid": "5174f5ca-0b16-4a02-a9df-e33b0888d16c", "name": "network-vif-plugged", "status": "completed", "tag": "f675bdbb-f4ee-483d-b91c-dc3d407d1851"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:38:46.961887 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d284f2-490e-4367-a9fa-be5cb1776a2b x-openstack-request-id: req-a2d284f2-490e-4367-a9fa-be5cb1776a2b {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:38:46.962302 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5174f5ca-0b16-4a02-a9df-e33b0888d16c", "name": "network-vif-plugged", "status": "completed", "tag": "f675bdbb-f4ee-483d-b91c-dc3d407d1851", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:38:46.962561 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2d284f2-490e-4367-a9fa-be5cb1776a2b {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:38:46.962952 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5174f5ca-0b16-4a02-a9df-e33b0888d16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f675bdbb-f4ee-483d-b91c-dc3d407d1851', 'code': 200} Jun 02 12:38:46.980049 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port f675bdbb-f4ee-483d-b91c-dc3d407d1851, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f675bdbb-f4ee-483d-b91c-dc3d407d1851,segment=NetworkSegment(ab66e29b-cab4-40f3-9e85-5840376f2f8c),segment_id=ab66e29b-cab4-40f3-9e85-5840376f2f8c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:46.994231 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:46.997529 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:47.068489 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=f675bdbb-f4ee-483d-b91c-dc3d407d1851,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:47.072171 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:47.219347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fa120c30-af2a-48cc-8a0a-85aa59219a2f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:47.235458 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fa120c30-af2a-48cc-8a0a-85aa59219a2f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:subnet and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:47.240192 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fa120c30-af2a-48cc-8a0a-85aa59219a2f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:47.249857 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fa120c30-af2a-48cc-8a0a-85aa59219a2f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:47.258896 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cd5df-dd1b-4489-bd80-75eb3f1edbee req-dc4cc5b7-5878-42b4-badd-c27dcba72967 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:47.260352 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ee2cd5df-dd1b-4489-bd80-75eb3f1edbee req-dc4cc5b7-5878-42b4-badd-c27dcba72967 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=5174f5ca-0b16-4a02-a9df-e33b0888d16c HTTP/1.1" status: 200 len: 944 time: 0.3718252 Jun 02 12:38:47.287461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa120c30-af2a-48cc-8a0a-85aa59219a2f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Made reservation on behalf of 5d1f062442e64b0eb98e3f6d0bd26851 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:38:47.291257 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fa120c30-af2a-48cc-8a0a-85aa59219a2f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:47.314020 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938cd43-acd1-4aea-a131-ea667c748b1c req-76395af5-3d48-4873-8c70-5f187f813423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:47.315482 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4938cd43-acd1-4aea-a131-ea667c748b1c req-76395af5-3d48-4873-8c70-5f187f813423 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5174f5ca-0b16-4a02-a9df-e33b0888d16c HTTP/1.1" status: 200 len: 1098 time: 0.1782026 Jun 02 12:38:47.418063 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ee2cd5df-dd1b-4489-bd80-75eb3f1edbee req-835efc15-b1bc-44ca-8986-88ad6b7b9718 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a39ccea-bf48-4dca-9472-4db7b933ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502619 Jun 02 12:38:47.453161 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4938cd43-acd1-4aea-a131-ea667c748b1c req-f5eafdfd-e937-4ed2-bb16-43ffb2f630b6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5a39ccea-bf48-4dca-9472-4db7b933ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279213 Jun 02 12:38:47.672978 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:47.757778 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fa120c30-af2a-48cc-8a0a-85aa59219a2f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:47.762191 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a9798df3-7142-40bd-a787-81b0771c34d7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:47.841769 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa120c30-af2a-48cc-8a0a-85aa59219a2f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Subnet': ['ID=671d490e-b27f-4977-b1cf-09784a280461,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:47.844715 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fa120c30-af2a-48cc-8a0a-85aa59219a2f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:47.851670 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa120c30-af2a-48cc-8a0a-85aa59219a2f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Checking segment: {'id': '82099660-89a6-47da-9734-fb01811fefe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '560d2881-05c4-4e1a-a3c9-b973ee4a55aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:38:47.852278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa120c30-af2a-48cc-8a0a-85aa59219a2f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network hostable DHCP agents. Network: 560d2881-05c4-4e1a-a3c9-b973ee4a55aa, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:38:47.868413 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa120c30-af2a-48cc-8a0a-85aa59219a2f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network 560d2881-05c4-4e1a-a3c9-b973ee4a55aa is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:38:47.877615 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-fa120c30-af2a-48cc-8a0a-85aa59219a2f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 560d2881-05c4-4e1a-a3c9-b973ee4a55aa) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:47.887251 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96de606-0650-4431-aee7-883de83c5dfd None None] Network 560d2881-05c4-4e1a-a3c9-b973ee4a55aa requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:38:47.890990 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa120c30-af2a-48cc-8a0a-85aa59219a2f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:47.891576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fa120c30-af2a-48cc-8a0a-85aa59219a2f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:47.913328 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fa120c30-af2a-48cc-8a0a-85aa59219a2f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0616026 Jun 02 12:38:47.916223 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47996) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:47.921148 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-c576f330-4be7-4e25-be97-43ed48988bf2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-573849080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:47.928468 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c576f330-4be7-4e25-be97-43ed48988bf2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:47.932714 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c576f330-4be7-4e25-be97-43ed48988bf2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:router and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:47.935985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c576f330-4be7-4e25-be97-43ed48988bf2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:47.942985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c576f330-4be7-4e25-be97-43ed48988bf2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:47.954293 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c576f330-4be7-4e25-be97-43ed48988bf2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:47.955551 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c576f330-4be7-4e25-be97-43ed48988bf2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:47.971467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c576f330-4be7-4e25-be97-43ed48988bf2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:47.989045 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c576f330-4be7-4e25-be97-43ed48988bf2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:48.014787 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c576f330-4be7-4e25-be97-43ed48988bf2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:48.015926 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c576f330-4be7-4e25-be97-43ed48988bf2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.0986195 Jun 02 12:38:48.018674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 47998) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:48.139379 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-560d2881-05c4-4e1a-a3c9-b973ee4a55aa', 'network_id': '560d2881-05c4-4e1a-a3c9-b973ee4a55aa', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'fixed_ips': [{'subnet_id': '671d490e-b27f-4977-b1cf-09784a280461'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:38:48.140201 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:48.292505 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Allocated IP 172.20.0.2 (560d2881-05c4-4e1a-a3c9-b973ee4a55aa/671d490e-b27f-4977-b1cf-09784a280461/f8e4829d-70a1-444a-8d10-667e28850ac6) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:38:48.503884 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:48.520949 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Transition to ACTIVE for port object f8e4829d-70a1-444a-8d10-667e28850ac6 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:38:48.554916 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Transition to ACTIVE for port object f8e4829d-70a1-444a-8d10-667e28850ac6 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:38:48.560462 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:48.565692 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:48.634905 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Network 560d2881-05c4-4e1a-a3c9-b973ee4a55aa is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:48.638352 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:48.642075 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:38:48.651513 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Pushing event updated for resources: {'Port': ['ID=f8e4829d-70a1-444a-8d10-667e28850ac6,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:48.677985 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:48.724943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:48.739706 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Attempting to bind port f8e4829d-70a1-444a-8d10-667e28850ac6 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:38:48.740081 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Attempting to bind port f8e4829d-70a1-444a-8d10-667e28850ac6 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '82099660-89a6-47da-9734-fb01811fefe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '560d2881-05c4-4e1a-a3c9-b973ee4a55aa'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:38:48.740450 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Attempting to bind port f8e4829d-70a1-444a-8d10-667e28850ac6 on network 560d2881-05c4-4e1a-a3c9-b973ee4a55aa {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:38:48.746268 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:38:48.746646 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Checking segment: {'id': '82099660-89a6-47da-9734-fb01811fefe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '560d2881-05c4-4e1a-a3c9-b973ee4a55aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:38:48.747049 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:48.747453 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Bound using segment: {'id': '82099660-89a6-47da-9734-fb01811fefe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '560d2881-05c4-4e1a-a3c9-b973ee4a55aa'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:38:48.747914 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Bound port: f8e4829d-70a1-444a-8d10-667e28850ac6, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82099660-89a6-47da-9734-fb01811fefe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '560d2881-05c4-4e1a-a3c9-b973ee4a55aa'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:38:48.748286 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:48.811744 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab8979-977f-41c4-b1c8-a6f84925f931 req-b04eac51-1596-4741-907c-f8db93ea2491 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:48.813216 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4eab8979-977f-41c4-b1c8-a6f84925f931 req-b04eac51-1596-4741-907c-f8db93ea2491 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=5174f5ca-0b16-4a02-a9df-e33b0888d16c HTTP/1.1" status: 200 len: 945 time: 0.2517846 Jun 02 12:38:48.834328 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] For port f8e4829d-70a1-444a-8d10-667e28850ac6, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:38:48.837325 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] For port f8e4829d-70a1-444a-8d10-667e28850ac6, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f8e4829d-70a1-444a-8d10-667e28850ac6,segment=NetworkSegment(82099660-89a6-47da-9734-fb01811fefe9),segment_id=82099660-89a6-47da-9734-fb01811fefe9)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:38:48.842336 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:48.845834 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:48.933295 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Pushing event updated for resources: {'Port': ['ID=f8e4829d-70a1-444a-8d10-667e28850ac6,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:48.938387 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:48.971265 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4eab8979-977f-41c4-b1c8-a6f84925f931 req-e672566c-2718-4e43-aa51-68021a05e3e8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a39ccea-bf48-4dca-9472-4db7b933ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501932 Jun 02 12:38:49.144172 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Allocated IP 172.20.0.1 (560d2881-05c4-4e1a-a3c9-b973ee4a55aa/671d490e-b27f-4977-b1cf-09784a280461/bd4a13b5-a9e9-4431-8908-151a34bd9fb3) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:38:49.316185 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:49.331941 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Transition to ACTIVE for port object bd4a13b5-a9e9-4431-8908-151a34bd9fb3 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:38:49.355004 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:49.358412 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:49.424930 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network 560d2881-05c4-4e1a-a3c9-b973ee4a55aa is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:49.428128 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:49.432097 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:38:49.456307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:49.471444 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Port': ['ID=bd4a13b5-a9e9-4431-8908-151a34bd9fb3,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:49.475841 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:49.497069 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:49.607751 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:49.842955 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b7c906-fa1e-4ca7-8b5e-1d42306a0cd3 None None] Network 560d2881-05c4-4e1a-a3c9-b973ee4a55aa requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:38:49.917792 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-610b2701-488e-4d77-802f-c6fe02c6a20a None None] Provisioning for port f8e4829d-70a1-444a-8d10-667e28850ac6 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:38:50.011021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:50.017708 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:50.048689 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b4afe075-e309-40f3-b8b8-37bc83226e3d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:50.143113 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:50.153506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Port': ['ID=bd4a13b5-a9e9-4431-8908-151a34bd9fb3,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:50.156805 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:50.160842 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f8e4829d-70a1-444a-8d10-667e28850ac6 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:38:50.176873 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d83be-1ae0-4c72-8dab-ab28d124cada req-2da3b66d-749a-48fd-a220-16e23ca84412 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:50.180148 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-af2d83be-1ae0-4c72-8dab-ab28d124cada req-2da3b66d-749a-48fd-a220-16e23ca84412 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=5174f5ca-0b16-4a02-a9df-e33b0888d16c HTTP/1.1" status: 200 len: 945 time: 0.0925398 Jun 02 12:38:50.235487 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-af2d83be-1ae0-4c72-8dab-ab28d124cada req-437cb40b-c824-47f2-968b-ffb522904bc6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a39ccea-bf48-4dca-9472-4db7b933ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495284 Jun 02 12:38:50.271001 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port f8e4829d-70a1-444a-8d10-667e28850ac6 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:38:50.278067 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port f8e4829d-70a1-444a-8d10-667e28850ac6 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:50.278833 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:50.418762 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e92b7bc7-2a67-4048-9226-b80d83b09568 None None] Provisioning complete for port f8e4829d-70a1-444a-8d10-667e28850ac6 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:50.419271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e92b7bc7-2a67-4048-9226-b80d83b09568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:50.456663 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:50.508361 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port f8e4829d-70a1-444a-8d10-667e28850ac6, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f8e4829d-70a1-444a-8d10-667e28850ac6,segment=NetworkSegment(82099660-89a6-47da-9734-fb01811fefe9),segment_id=82099660-89a6-47da-9734-fb01811fefe9)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:50.514177 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:50.516574 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c0797ed6-8653-4c35-acfc-fbfdc6136853 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:50.526761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network 560d2881-05c4-4e1a-a3c9-b973ee4a55aa is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:50.529387 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:50.596268 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35af15-d85b-49d7-a4af-288295bfd066 req-d02b6c38-16ec-4252-a7a5-8a4a0b10c303 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:50.597792 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6c35af15-d85b-49d7-a4af-288295bfd066 req-d02b6c38-16ec-4252-a7a5-8a4a0b10c303 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=5174f5ca-0b16-4a02-a9df-e33b0888d16c HTTP/1.1" status: 200 len: 945 time: 0.1891410 Jun 02 12:38:50.638716 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=f8e4829d-70a1-444a-8d10-667e28850ac6,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:50.642255 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:50.653096 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e92b7bc7-2a67-4048-9226-b80d83b09568 None None] Provisioning for port bd4a13b5-a9e9-4431-8908-151a34bd9fb3 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:38:50.659598 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e92b7bc7-2a67-4048-9226-b80d83b09568 None None] Provisioning complete for port bd4a13b5-a9e9-4431-8908-151a34bd9fb3 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:50.660176 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e92b7bc7-2a67-4048-9226-b80d83b09568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:50.738932 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6c35af15-d85b-49d7-a4af-288295bfd066 req-d2724117-3ca4-4c24-a350-9bb62d3fc23d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a39ccea-bf48-4dca-9472-4db7b933ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227436 Jun 02 12:38:50.762400 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48006) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:50.764857 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-e92b7bc7-2a67-4048-9226-b80d83b09568 None None] Port bd4a13b5-a9e9-4431-8908-151a34bd9fb3 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:38:50.773755 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router ba9eceea-b3e8-4935-b28d-aa04b1486b66 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:38:50.836089 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790cac8e-83de-40a1-9fbd-5c8ad0d993fe tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:50.838304 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-790cac8e-83de-40a1-9fbd-5c8ad0d993fe tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5174f5ca-0b16-4a02-a9df-e33b0888d16c HTTP/1.1" status: 200 len: 1093 time: 0.0748377 Jun 02 12:38:50.840367 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48008) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:50.844925 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': 'f675bdbb-f4ee-483d-b91c-dc3d407d1851', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:50.850984 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:50.855056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:floatingip and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:50.857943 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:50.863782 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:50.874559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:50.884797 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-cd2ba5f6-d2c2-4e9c-893e-80fd5067c439 None None] Provisioning complete for port bd4a13b5-a9e9-4431-8908-151a34bd9fb3 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:50.885316 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cd2ba5f6-d2c2-4e9c-893e-80fd5067c439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:50.933455 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:38:50.944977 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d25538-b073-429e-9a30-9dcfa0958609 None None] Sync routers for ids ['ba9eceea-b3e8-4935-b28d-aa04b1486b66'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:38:50.947761 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/ba9eceea-b3e8-4935-b28d-aa04b1486b66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9281118 Jun 02 12:38:50.950265 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48010) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:50.957577 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-cd2ba5f6-d2c2-4e9c-893e-80fd5067c439 None None] Port bd4a13b5-a9e9-4431-8908-151a34bd9fb3 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:38:50.962713 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d25538-b073-429e-9a30-9dcfa0958609 None None] Routers {'ba9eceea-b3e8-4935-b28d-aa04b1486b66'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:50.963342 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-25d25538-b073-429e-9a30-9dcfa0958609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ba9eceea-b3e8-4935-b28d-aa04b1486b66'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:51.021566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:51.023796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5382b8-2650-4dff-af2d-77084f27be1a tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:51.024484 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4e5382b8-2650-4dff-af2d-77084f27be1a tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Synchronizing usage tracker for tenant:5d1f062442e64b0eb98e3f6d0bd26851 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:38:51.030027 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-25d25538-b073-429e-9a30-9dcfa0958609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:51.038793 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d25538-b073-429e-9a30-9dcfa0958609 None None] Routers {'ba9eceea-b3e8-4935-b28d-aa04b1486b66'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:51.039649 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-25d25538-b073-429e-9a30-9dcfa0958609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ba9eceea-b3e8-4935-b28d-aa04b1486b66'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:51.040804 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4e5382b8-2650-4dff-af2d-77084f27be1a tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Unset dirty status for tenant:5d1f062442e64b0eb98e3f6d0bd26851 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:38:51.044673 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4e5382b8-2650-4dff-af2d-77084f27be1a tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/ports/bd4a13b5-a9e9-4431-8908-151a34bd9fb3 HTTP/1.1" status: 200 len: 910 time: 0.0909398 Jun 02 12:38:51.045032 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48012) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:51.050594 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-14bc4bbc-aa82-41fd-9732-0190d58ee008 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '671d490e-b27f-4977-b1cf-09784a280461'}]}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:51.100233 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-25d25538-b073-429e-9a30-9dcfa0958609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:51.100656 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d25538-b073-429e-9a30-9dcfa0958609 None None] The sync data for ids ['ba9eceea-b3e8-4935-b28d-aa04b1486b66'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:38:51.167743 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.26.7.240 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/245a175f-ab44-45f7-b88e-fb44d0e7a07d) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:38:51.297236 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-14bc4bbc-aa82-41fd-9732-0190d58ee008 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:51.325487 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:51.354216 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:51.358719 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d1352986-175e-4f85-8b35-1a7ce8b65fa8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:51.418218 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:51.421423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:51.425255 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:38:51.463591 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=245a175f-ab44-45f7-b88e-fb44d0e7a07d,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:51.467594 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:51.960606 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-14bc4bbc-aa82-41fd-9732-0190d58ee008 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:51.970046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-14bc4bbc-aa82-41fd-9732-0190d58ee008 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:51.980582 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:51.998676 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:52.058393 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:52.087060 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc4bbc-aa82-41fd-9732-0190d58ee008 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Port': ['ID=bd4a13b5-a9e9-4431-8908-151a34bd9fb3,revision_number=3']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:52.090040 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-14bc4bbc-aa82-41fd-9732-0190d58ee008 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:52.096297 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bc4bbc-aa82-41fd-9732-0190d58ee008 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:52.096911 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-14bc4bbc-aa82-41fd-9732-0190d58ee008 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:52.098231 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-14bc4bbc-aa82-41fd-9732-0190d58ee008 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/ports/bd4a13b5-a9e9-4431-8908-151a34bd9fb3 HTTP/1.1" status: 200 len: 910 time: 1.0521712 Jun 02 12:38:52.101135 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48016) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:52.112526 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f8e4829d-70a1-444a-8d10-667e28850ac6 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:38:52.183053 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port f8e4829d-70a1-444a-8d10-667e28850ac6 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:38:52.183563 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:52.295158 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:52.301265 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:52.309661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:52.420821 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=245a175f-ab44-45f7-b88e-fb44d0e7a07d,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:52.425059 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:52.431967 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:52.604415 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Floating IP b0f422fa-b7c6-4762-bc0f-6522defec166 associated. External IP: 172.26.7.240, port: f675bdbb-f4ee-483d-b91c-dc3d407d1851. Jun 02 12:38:52.616896 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1b80f8d5-be1a-4427-9135-484c366f8727 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:52.956349 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router dab4ff6c-3847-4f19-8c74-c28b370b29fc has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:38:53.017513 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-1b80f8d5-be1a-4427-9135-484c366f8727 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting port bd4a13b5-a9e9-4431-8908-151a34bd9fb3 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:38:53.017855 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1b80f8d5-be1a-4427-9135-484c366f8727 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:53.137340 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:38:53.146800 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bf9314-4503-446b-be2f-27ebc6561c4d None None] Sync routers for ids ['dab4ff6c-3847-4f19-8c74-c28b370b29fc'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:38:53.151237 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1b80f8d5-be1a-4427-9135-484c366f8727 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:53.156507 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bf9314-4503-446b-be2f-27ebc6561c4d None None] Routers {'dab4ff6c-3847-4f19-8c74-c28b370b29fc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:53.157137 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-26bf9314-4503-446b-be2f-27ebc6561c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['dab4ff6c-3847-4f19-8c74-c28b370b29fc'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:53.161620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:53.226773 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3851612 Jun 02 12:38:53.227371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5174f5ca-0b16-4a02-a9df-e33b0888d16c', 'tag': 'f675bdbb-f4ee-483d-b91c-dc3d407d1851'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:38:53.229690 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e11e710-1966-4de4-adc7-0a1daa239f26" -d '{"events": [{"name": "network-changed", "server_uuid": "5174f5ca-0b16-4a02-a9df-e33b0888d16c", "tag": "f675bdbb-f4ee-483d-b91c-dc3d407d1851"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:38:53.231896 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48018) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:53.283785 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-1b80f8d5-be1a-4427-9135-484c366f8727 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Calling delete_port for bd4a13b5-a9e9-4431-8908-151a34bd9fb3 owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:38:53.345356 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-26bf9314-4503-446b-be2f-27ebc6561c4d None None] Set router dab4ff6c-3847-4f19-8c74-c28b370b29fc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:38:53.439118 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251fc21b-3dce-411c-b74c-6a27f1031c92 x-openstack-request-id: req-251fc21b-3dce-411c-b74c-6a27f1031c92 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:38:53.439714 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5174f5ca-0b16-4a02-a9df-e33b0888d16c", "tag": "f675bdbb-f4ee-483d-b91c-dc3d407d1851", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:38:53.439812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-251fc21b-3dce-411c-b74c-6a27f1031c92 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:38:53.440180 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5174f5ca-0b16-4a02-a9df-e33b0888d16c', 'tag': 'f675bdbb-f4ee-483d-b91c-dc3d407d1851', 'status': 'completed', 'code': 200} Jun 02 12:38:53.529910 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5149446d-d747-4e39-b65f-d163d8029009 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/b0f422fa-b7c6-4762-bc0f-6522defec166 HTTP/1.1" status: 200 len: 991 time: 0.2959232 Jun 02 12:38:53.551258 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11e710-1966-4de4-adc7-0a1daa239f26 req-f176abdb-c402-47bf-bd9d-06744377c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:53.552969 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2e11e710-1966-4de4-adc7-0a1daa239f26 req-f176abdb-c402-47bf-bd9d-06744377c24a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=5174f5ca-0b16-4a02-a9df-e33b0888d16c HTTP/1.1" status: 200 len: 1098 time: 0.1156433 Jun 02 12:38:53.592557 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1b80f8d5-be1a-4427-9135-484c366f8727 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:53.597595 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:53.646030 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80f8d5-be1a-4427-9135-484c366f8727 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Port': ['ID=bd4a13b5-a9e9-4431-8908-151a34bd9fb3,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:53.649583 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1b80f8d5-be1a-4427-9135-484c366f8727 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:53.706594 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11e710-1966-4de4-adc7-0a1daa239f26 req-d61b55c0-815e-4c4c-af34-58a6d142ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:53.707545 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2e11e710-1966-4de4-adc7-0a1daa239f26 req-d61b55c0-815e-4c4c-af34-58a6d142ef51 service neutron] 10.222.0.22 "GET /v2.0/networks?id=64c22645-0a23-48f4-8b43-73d67b9dbb42 HTTP/1.1" status: 200 len: 897 time: 0.1472564 Jun 02 12:38:53.716506 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-26bf9314-4503-446b-be2f-27ebc6561c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'name': 'tempest-TestNetworkBasicOps-router-692847997', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:25Z', 'updated_at': '2021-06-02T12:38:32Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:26Z', 'updated_at': '2021-06-02T12:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'b0f422fa-b7c6-4762-bc0f-6522defec166', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.240', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'port_id': 'f675bdbb-f4ee-483d-b91c-dc3d407d1851', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42', 'mac_address': 'fa:16:3e:ec:f4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5174f5ca-0b16-4a02-a9df-e33b0888d16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:38:51Z', 'updated_at': '2021-06-02T12:38:51Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c3156a-513d-4af4-adb3-dd535a8fe4fb', 'name': '', 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:49:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c1e647e2-2a45-455a-a7f9-64d884182c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:31Z', 'updated_at': '2021-06-02T12:38:40Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'c1e647e2-2a45-455a-a7f9-64d884182c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:53.720897 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bf9314-4503-446b-be2f-27ebc6561c4d None None] Checking router: dab4ff6c-3847-4f19-8c74-c28b370b29fc for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:38:53.731867 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bf9314-4503-446b-be2f-27ebc6561c4d None None] Routers {'dab4ff6c-3847-4f19-8c74-c28b370b29fc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:53.732485 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-26bf9314-4503-446b-be2f-27ebc6561c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['dab4ff6c-3847-4f19-8c74-c28b370b29fc'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:53.820965 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2e11e710-1966-4de4-adc7-0a1daa239f26 req-fa5b8141-672a-47c2-b79c-85fec5e36cd7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f675bdbb-f4ee-483d-b91c-dc3d407d1851 HTTP/1.1" status: 200 len: 999 time: 0.1063170 Jun 02 12:38:53.893405 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11e710-1966-4de4-adc7-0a1daa239f26 req-242ae73d-76d6-4292-b9e6-358f61a5ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:53.894894 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2e11e710-1966-4de4-adc7-0a1daa239f26 req-242ae73d-76d6-4292-b9e6-358f61a5ec93 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c1e647e2-2a45-455a-a7f9-64d884182c29 HTTP/1.1" status: 200 len: 834 time: 0.0665574 Jun 02 12:38:53.901493 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1b80f8d5-be1a-4427-9135-484c366f8727 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:53.924284 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-26bf9314-4503-446b-be2f-27ebc6561c4d None None] Set router dab4ff6c-3847-4f19-8c74-c28b370b29fc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:38:53.979385 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11e710-1966-4de4-adc7-0a1daa239f26 req-104490be-671f-495d-b9af-55f9f2740c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:53.980792 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2e11e710-1966-4de4-adc7-0a1daa239f26 req-104490be-671f-495d-b9af-55f9f2740c64 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=64c22645-0a23-48f4-8b43-73d67b9dbb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0793657 Jun 02 12:38:54.118302 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2e11e710-1966-4de4-adc7-0a1daa239f26 req-f4ce4a0b-88e7-443b-91bf-6224f009c35f service neutron] 10.222.0.22 "GET /v2.0/networks/64c22645-0a23-48f4-8b43-73d67b9dbb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304219 Jun 02 12:38:54.187541 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b80f8d5-be1a-4427-9135-484c366f8727 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router ba9eceea-b3e8-4935-b28d-aa04b1486b66 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:38:54.262744 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2e11e710-1966-4de4-adc7-0a1daa239f26 req-94a60219-5475-4a72-a72b-12132f93d176 service neutron] 10.222.0.22 "GET /v2.0/networks/64c22645-0a23-48f4-8b43-73d67b9dbb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371748 Jun 02 12:38:54.323540 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-26bf9314-4503-446b-be2f-27ebc6561c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'name': 'tempest-TestNetworkBasicOps-router-692847997', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:25Z', 'updated_at': '2021-06-02T12:38:32Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:26Z', 'updated_at': '2021-06-02T12:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'b0f422fa-b7c6-4762-bc0f-6522defec166', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.240', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'port_id': 'f675bdbb-f4ee-483d-b91c-dc3d407d1851', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42', 'mac_address': 'fa:16:3e:ec:f4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5174f5ca-0b16-4a02-a9df-e33b0888d16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:38:51Z', 'updated_at': '2021-06-02T12:38:51Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c3156a-513d-4af4-adb3-dd535a8fe4fb', 'name': '', 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:49:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c1e647e2-2a45-455a-a7f9-64d884182c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:31Z', 'updated_at': '2021-06-02T12:38:40Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'c1e647e2-2a45-455a-a7f9-64d884182c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:54.327546 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bf9314-4503-446b-be2f-27ebc6561c4d None None] The sync data for ids ['dab4ff6c-3847-4f19-8c74-c28b370b29fc'] in dv-neutron-601336-80-hyperv is: [{'id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'name': 'tempest-TestNetworkBasicOps-router-692847997', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:25Z', 'updated_at': '2021-06-02T12:38:32Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:26Z', 'updated_at': '2021-06-02T12:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'b0f422fa-b7c6-4762-bc0f-6522defec166', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.240', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'port_id': 'f675bdbb-f4ee-483d-b91c-dc3d407d1851', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42', 'mac_address': 'fa:16:3e:ec:f4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5174f5ca-0b16-4a02-a9df-e33b0888d16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:38:51Z', 'updated_at': '2021-06-02T12:38:51Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c3156a-513d-4af4-adb3-dd535a8fe4fb', 'name': '', 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:49:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c1e647e2-2a45-455a-a7f9-64d884182c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:31Z', 'updated_at': '2021-06-02T12:38:40Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'c1e647e2-2a45-455a-a7f9-64d884182c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:38:54.331372 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b80f8d5-be1a-4427-9135-484c366f8727 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:38:54.340755 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd62bbc-8f78-457f-82c1-a8adb82d0716 None None] Sync routers for ids ['ba9eceea-b3e8-4935-b28d-aa04b1486b66'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:38:54.347720 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1b80f8d5-be1a-4427-9135-484c366f8727 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/ba9eceea-b3e8-4935-b28d-aa04b1486b66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2450128 Jun 02 12:38:54.350370 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48022) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:54.353127 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd62bbc-8f78-457f-82c1-a8adb82d0716 None None] Routers {'ba9eceea-b3e8-4935-b28d-aa04b1486b66'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:54.353809 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-bfd62bbc-8f78-457f-82c1-a8adb82d0716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ba9eceea-b3e8-4935-b28d-aa04b1486b66'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:54.393412 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-712461d0-1282-457e-b7d0-ab3a11e16628 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Synchronizing usage tracker for tenant:5d1f062442e64b0eb98e3f6d0bd26851 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:38:54.409464 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-712461d0-1282-457e-b7d0-ab3a11e16628 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Unset dirty status for tenant:5d1f062442e64b0eb98e3f6d0bd26851 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:38:54.413415 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-712461d0-1282-457e-b7d0-ab3a11e16628 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba9eceea-b3e8-4935-b28d-aa04b1486b66 HTTP/1.1" status: 200 len: 205 time: 0.0595438 Jun 02 12:38:54.413620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48024) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:54.416955 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-bfd62bbc-8f78-457f-82c1-a8adb82d0716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:54.425800 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd62bbc-8f78-457f-82c1-a8adb82d0716 None None] Routers {'ba9eceea-b3e8-4935-b28d-aa04b1486b66'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:38:54.426440 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-bfd62bbc-8f78-457f-82c1-a8adb82d0716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ba9eceea-b3e8-4935-b28d-aa04b1486b66'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:54.489652 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-bfd62bbc-8f78-457f-82c1-a8adb82d0716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:54.490071 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd62bbc-8f78-457f-82c1-a8adb82d0716 None None] The sync data for ids ['ba9eceea-b3e8-4935-b28d-aa04b1486b66'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:38:54.533525 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48026) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:54.549900 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c77fc5-0084-49f5-8cae-6d7cfb88d570 None None] New status for floating IP b0f422fa-b7c6-4762-bc0f-6522defec166: ACTIVE {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:38:54.553475 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5ffcd3c-2209-47d6-9b1c-5215cb9b85a2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:54.652406 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5681e854-4248-4e35-8331-cf49cd9959b0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/b0f422fa-b7c6-4762-bc0f-6522defec166 HTTP/1.1" status: 200 len: 991 time: 0.1166270 Jun 02 12:38:54.994003 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5ffcd3c-2209-47d6-9b1c-5215cb9b85a2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:54.996076 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5ffcd3c-2209-47d6-9b1c-5215cb9b85a2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:55.017762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5ffcd3c-2209-47d6-9b1c-5215cb9b85a2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:55.018278 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ffcd3c-2209-47d6-9b1c-5215cb9b85a2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Fanout notify agent at l3_agent the message router_deleted on router ba9eceea-b3e8-4935-b28d-aa04b1486b66 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:38:55.032594 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5ffcd3c-2209-47d6-9b1c-5215cb9b85a2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:55.033654 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a5ffcd3c-2209-47d6-9b1c-5215cb9b85a2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/routers/ba9eceea-b3e8-4935-b28d-aa04b1486b66 HTTP/1.1" status: 204 len: 168 time: 0.6191187 Jun 02 12:38:55.036278 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48028) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:55.102052 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b827f61-65e2-40c0-a445-6a16752e4190 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting subnet 671d490e-b27f-4977-b1cf-09784a280461 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:38:55.105111 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2b827f61-65e2-40c0-a445-6a16752e4190 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:55.160910 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2b827f61-65e2-40c0-a445-6a16752e4190 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:55.246041 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2b827f61-65e2-40c0-a445-6a16752e4190 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:55.505491 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2b827f61-65e2-40c0-a445-6a16752e4190 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:55.508936 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-03a3491f-7e5d-45d1-bd5b-d19d4f51cfae tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:55.547751 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b827f61-65e2-40c0-a445-6a16752e4190 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Subnet': ['ID=671d490e-b27f-4977-b1cf-09784a280461,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:55.550782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2b827f61-65e2-40c0-a445-6a16752e4190 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:55.551740 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2b827f61-65e2-40c0-a445-6a16752e4190 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:55.558408 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2b827f61-65e2-40c0-a445-6a16752e4190 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/subnets/671d490e-b27f-4977-b1cf-09784a280461 HTTP/1.1" status: 204 len: 168 time: 0.5211401 Jun 02 12:38:55.558913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbdf3f6-693f-441b-9d32-32d7edcc1a05 None None] Network 560d2881-05c4-4e1a-a3c9-b973ee4a55aa requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:38:55.560986 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48030) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:55.655222 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48032) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:55.677493 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:55.754953 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting port f8e4829d-70a1-444a-8d10-667e28850ac6 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:38:55.755334 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:55.760823 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:55.766523 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-319e56d2-4fd3-42fc-9a20-a9533fd8f570 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/b0f422fa-b7c6-4762-bc0f-6522defec166 HTTP/1.1" status: 200 len: 993 time: 0.1099603 Jun 02 12:38:55.834034 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f077ad04-83aa-4921-aaef-6fdc20aa8a2d None None] DHCP port deletion for 560d2881-05c4-4e1a-a3c9-b973ee4a55aa request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:38:55.864089 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] For port f8e4829d-70a1-444a-8d10-667e28850ac6, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f8e4829d-70a1-444a-8d10-667e28850ac6,segment=NetworkSegment(82099660-89a6-47da-9734-fb01811fefe9),segment_id=82099660-89a6-47da-9734-fb01811fefe9)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:55.864447 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:55.899069 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f077ad04-83aa-4921-aaef-6fdc20aa8a2d None None] Deleting port f8e4829d-70a1-444a-8d10-667e28850ac6 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:38:55.899451 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f077ad04-83aa-4921-aaef-6fdc20aa8a2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:55.988001 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Calling delete_port for f8e4829d-70a1-444a-8d10-667e28850ac6 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:38:55.998366 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-f077ad04-83aa-4921-aaef-6fdc20aa8a2d None None] For port f8e4829d-70a1-444a-8d10-667e28850ac6, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f8e4829d-70a1-444a-8d10-667e28850ac6,segment=NetworkSegment(82099660-89a6-47da-9734-fb01811fefe9),segment_id=82099660-89a6-47da-9734-fb01811fefe9)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:38:55.998764 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f077ad04-83aa-4921-aaef-6fdc20aa8a2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:56.035607 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:56.039477 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-03a0c472-6510-462a-b321-66735008c1c7 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:56.087846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Port': ['ID=f8e4829d-70a1-444a-8d10-667e28850ac6,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:56.091059 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:56.091834 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] No DVR routers for this DVR port f8e4829d-70a1-444a-8d10-667e28850ac6 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:38:56.119584 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f8e4829d-70a1-444a-8d10-667e28850ac6 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:38:56.151764 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f077ad04-83aa-4921-aaef-6fdc20aa8a2d None None] Calling delete_port for f8e4829d-70a1-444a-8d10-667e28850ac6 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:38:56.165302 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: f8e4829d-70a1-444a-8d10-667e28850ac6 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:38:56.165646 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f8e4829d-70a1-444a-8d10-667e28850ac6 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:38:56.204564 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f077ad04-83aa-4921-aaef-6fdc20aa8a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:56.208248 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:56.223563 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:56.236433 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560d2881-05c4-4e1a-a3c9-b973ee4a55aa']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:56.248252 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82099660-89a6-47da-9734-fb01811fefe9') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:56.248907 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82099660-89a6-47da-9734-fb01811fefe9') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:38:56.249016 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077ad04-83aa-4921-aaef-6fdc20aa8a2d None None] Pushing event deleted for resources: {'Port': ['ID=f8e4829d-70a1-444a-8d10-667e28850ac6,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:56.252146 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f077ad04-83aa-4921-aaef-6fdc20aa8a2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:56.254341 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f077ad04-83aa-4921-aaef-6fdc20aa8a2d None None] No DVR routers for this DVR port f8e4829d-70a1-444a-8d10-667e28850ac6 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:38:56.262232 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:56.278170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:56.284871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:38:56.285317 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:38:56.299491 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:38:56.520709 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:56.524169 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0b456333-4667-453d-bad7-8acad8de62c9 tempest-FloatingIPTestJSON-1993727501 tempest-FloatingIPTestJSON-1993727501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:56.538162 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:56.551043 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Network': ['ID=560d2881-05c4-4e1a-a3c9-b973ee4a55aa,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:56.554585 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:56.559431 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/networks/560d2881-05c4-4e1a-a3c9-b973ee4a55aa HTTP/1.1" status: 204 len: 168 time: 0.9974375 Jun 02 12:38:56.563085 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48034) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:56.567449 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-a9e88445-25bf-4428-86ed-fc551943f513 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1771546819', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:56.574641 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a9e88445-25bf-4428-86ed-fc551943f513 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:56.578779 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a9e88445-25bf-4428-86ed-fc551943f513 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:router and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:56.581675 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a9e88445-25bf-4428-86ed-fc551943f513 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:56.588047 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a9e88445-25bf-4428-86ed-fc551943f513 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:56.597953 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a9e88445-25bf-4428-86ed-fc551943f513 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:56.598948 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a9e88445-25bf-4428-86ed-fc551943f513 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:56.614148 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a9e88445-25bf-4428-86ed-fc551943f513 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:56.632914 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a9e88445-25bf-4428-86ed-fc551943f513 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:56.659212 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a9e88445-25bf-4428-86ed-fc551943f513 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:56.660343 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a9e88445-25bf-4428-86ed-fc551943f513 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.0963604 Jun 02 12:38:56.663090 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48036) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:56.668092 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-b1d31298-3aae-4c59-81de-9116730870c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'network': {'name': 'tempest-RoutersTest-1880449890'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:56.673665 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b1d31298-3aae-4c59-81de-9116730870c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:56.679170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b1d31298-3aae-4c59-81de-9116730870c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:network and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:56.683276 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b1d31298-3aae-4c59-81de-9116730870c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:56.689391 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b1d31298-3aae-4c59-81de-9116730870c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:56.699078 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d31298-3aae-4c59-81de-9116730870c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Made reservation on behalf of 5d1f062442e64b0eb98e3f6d0bd26851 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:38:56.702500 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b1d31298-3aae-4c59-81de-9116730870c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:56.732686 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d31298-3aae-4c59-81de-9116730870c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:38:56.742216 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b1d31298-3aae-4c59-81de-9116730870c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:56.742547 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-b1d31298-3aae-4c59-81de-9116730870c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Added segment 1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a of type vlan for network e30273f6-456f-4b91-9fdf-cf555c388049 Jun 02 12:38:56.768126 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b1d31298-3aae-4c59-81de-9116730870c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:56.800338 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b1d31298-3aae-4c59-81de-9116730870c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:56.806772 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d31298-3aae-4c59-81de-9116730870c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:56.807428 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b1d31298-3aae-4c59-81de-9116730870c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:56.811026 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9f55138e-73fd-4950-9104-6895f7ca98ec tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:56.908575 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b1d31298-3aae-4c59-81de-9116730870c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2443972 Jun 02 12:38:56.911524 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48038) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:56.914968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d31298-3aae-4c59-81de-9116730870c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Network': ['ID=e30273f6-456f-4b91-9fdf-cf555c388049,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:56.917535 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b1d31298-3aae-4c59-81de-9116730870c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:56.919578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-a758d19d-b02b-4b4b-a203-53c095e2d871 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'subnet': {'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:38:56.925621 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network e30273f6-456f-4b91-9fdf-cf555c388049 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:38:57.054372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a758d19d-b02b-4b4b-a203-53c095e2d871 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:38:57.058398 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a758d19d-b02b-4b4b-a203-53c095e2d871 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:subnet and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:38:57.061376 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a758d19d-b02b-4b4b-a203-53c095e2d871 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:38:57.067566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a758d19d-b02b-4b4b-a203-53c095e2d871 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:38:57.077328 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a758d19d-b02b-4b4b-a203-53c095e2d871 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Made reservation on behalf of 5d1f062442e64b0eb98e3f6d0bd26851 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:38:57.081052 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a758d19d-b02b-4b4b-a203-53c095e2d871 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:57.521619 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a758d19d-b02b-4b4b-a203-53c095e2d871 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:57.526762 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-90cf3f58-267c-4022-a93a-42dafcd901df tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:57.716564 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758d19d-b02b-4b4b-a203-53c095e2d871 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Subnet': ['ID=ea015965-38a5-4b16-9b87-f9b285db9a7a,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:57.720024 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a758d19d-b02b-4b4b-a203-53c095e2d871 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:57.726072 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a758d19d-b02b-4b4b-a203-53c095e2d871 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Checking segment: {'id': '1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:38:57.726480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a758d19d-b02b-4b4b-a203-53c095e2d871 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network hostable DHCP agents. Network: e30273f6-456f-4b91-9fdf-cf555c388049, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:38:57.742652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a758d19d-b02b-4b4b-a203-53c095e2d871 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network e30273f6-456f-4b91-9fdf-cf555c388049 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:38:57.751570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-a758d19d-b02b-4b4b-a203-53c095e2d871 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, e30273f6-456f-4b91-9fdf-cf555c388049) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:57.759888 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1104ab7a-5505-42af-9721-76ee13e442e3 None None] Network e30273f6-456f-4b91-9fdf-cf555c388049 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:38:57.765293 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a758d19d-b02b-4b4b-a203-53c095e2d871 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:38:57.766114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a758d19d-b02b-4b4b-a203-53c095e2d871 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:57.791702 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a758d19d-b02b-4b4b-a203-53c095e2d871 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8787615 Jun 02 12:38:57.794549 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48042) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:38:58.062226 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-e30273f6-456f-4b91-9fdf-cf555c388049', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:38:58.063088 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:58.234136 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Allocated IP 172.20.0.2 (e30273f6-456f-4b91-9fdf-cf555c388049/ea015965-38a5-4b16-9b87-f9b285db9a7a/8eba7bb8-ee7c-48ec-92d2-78c0cd993b13) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:38:58.293413 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:58.458056 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:58.469399 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Transition to ACTIVE for port object 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:38:58.488514 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Transition to ACTIVE for port object 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:38:58.494619 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:58.498838 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4adc9440-b949-4959-a517-95e46362db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:58.564432 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Network e30273f6-456f-4b91-9fdf-cf555c388049 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:58.567438 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:58.571823 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:38:58.577723 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Pushing event updated for resources: {'Port': ['ID=8eba7bb8-ee7c-48ec-92d2-78c0cd993b13,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:58.581591 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:58.667025 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Attempting to bind port 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:38:58.667413 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Attempting to bind port 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:38:58.667762 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Attempting to bind port 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13 on network e30273f6-456f-4b91-9fdf-cf555c388049 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:38:58.672964 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:38:58.673337 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Checking segment: {'id': '1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:38:58.673736 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:58.674173 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Bound using segment: {'id': '1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:38:58.674617 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Bound port: 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:38:58.674990 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:58.680298 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Allocated IP 172.20.0.1 (e30273f6-456f-4b91-9fdf-cf555c388049/ea015965-38a5-4b16-9b87-f9b285db9a7a/21263b32-a83c-436b-90a3-06a0c3be65af) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:38:58.770369 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] For port 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:38:58.773317 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] For port 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=8eba7bb8-ee7c-48ec-92d2-78c0cd993b13,segment=NetworkSegment(1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a),segment_id=1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:38:58.778281 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:58.782635 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:58.846847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:58.861339 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Pushing event updated for resources: {'Port': ['ID=8eba7bb8-ee7c-48ec-92d2-78c0cd993b13,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:58.863242 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Transition to ACTIVE for port object 21263b32-a83c-436b-90a3-06a0c3be65af will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:38:58.864405 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:58.890848 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:58.895501 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:59.117775 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network e30273f6-456f-4b91-9fdf-cf555c388049 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:59.121699 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:38:59.125757 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:38:59.163522 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Port': ['ID=21263b32-a83c-436b-90a3-06a0c3be65af,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:59.167909 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:59.189273 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:59.296738 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:59.710130 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:59.714963 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:59.740450 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066c95c8-73f7-4e14-916a-4ca0d5fcac35 None None] Network e30273f6-456f-4b91-9fdf-cf555c388049 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:38:59.741093 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1cb22585-593f-44fe-9552-05fa48c669b6 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:38:59.832975 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Port': ['ID=21263b32-a83c-436b-90a3-06a0c3be65af,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:38:59.838287 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:38:59.839093 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:38:59.860916 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9b3983fb-be42-4ed5-b4e2-c79a0693f610 None None] Provisioning for port 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:38:59.975365 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network e30273f6-456f-4b91-9fdf-cf555c388049 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:38:59.976378 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:00.136904 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:00.180806 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:39:00.234808 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:00.241610 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:00.242003 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:00.271476 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d660754a-9756-4a77-b13a-db931b19c9c9 None None] Provisioning for port 21263b32-a83c-436b-90a3-06a0c3be65af completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:00.286203 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d660754a-9756-4a77-b13a-db931b19c9c9 None None] Provisioning complete for port 21263b32-a83c-436b-90a3-06a0c3be65af triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:00.286528 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d660754a-9756-4a77-b13a-db931b19c9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:00.357042 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:39:00.363134 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-d660754a-9756-4a77-b13a-db931b19c9c9 None None] Port 21263b32-a83c-436b-90a3-06a0c3be65af cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:39:00.372313 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/5d9a5850-63f7-42e7-ac58-0fbed134c7a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5743611 Jun 02 12:39:00.374436 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48046) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:00.379560 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-bd6924ab-bd89-4f5b-8b44-34dff7030542 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'network': {'name': 'tempest-RoutersTest-1590966083'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:39:00.384752 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-bd6924ab-bd89-4f5b-8b44-34dff7030542 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:39:00.388862 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-bd6924ab-bd89-4f5b-8b44-34dff7030542 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:network and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:39:00.391839 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-bd6924ab-bd89-4f5b-8b44-34dff7030542 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:39:00.395598 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] Sync routers for ids ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:39:00.399070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-bd6924ab-bd89-4f5b-8b44-34dff7030542 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:39:00.411911 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6924ab-bd89-4f5b-8b44-34dff7030542 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Made reservation on behalf of 5d1f062442e64b0eb98e3f6d0bd26851 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:39:00.416969 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bd6924ab-bd89-4f5b-8b44-34dff7030542 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:00.424657 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] Routers {'5d9a5850-63f7-42e7-ac58-0fbed134c7a3'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:00.425295 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:00.446167 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6924ab-bd89-4f5b-8b44-34dff7030542 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:39:00.456145 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bd6924ab-bd89-4f5b-8b44-34dff7030542 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:00.456472 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-bd6924ab-bd89-4f5b-8b44-34dff7030542 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Added segment fc340c7d-d731-49ee-9d0e-f35a239b2514 of type vlan for network bd14da53-5ba4-425b-a0d4-0f87a4e32ccc Jun 02 12:39:00.487624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bd6924ab-bd89-4f5b-8b44-34dff7030542 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:00.508890 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:00.520849 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bd6924ab-bd89-4f5b-8b44-34dff7030542 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:00.527314 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6924ab-bd89-4f5b-8b44-34dff7030542 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:00.527986 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bd6924ab-bd89-4f5b-8b44-34dff7030542 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:00.531922 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5b0fc135-86a4-43c1-b1df-39dd311a56d1 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:00.617211 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bd6924ab-bd89-4f5b-8b44-34dff7030542 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2415390 Jun 02 12:39:00.620206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48048) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:00.626622 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-ff6f5ffa-5d28-4b4c-8c5e-e0bd31151b0e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'subnet': {'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:39:00.639272 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6924ab-bd89-4f5b-8b44-34dff7030542 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Network': ['ID=bd14da53-5ba4-425b-a0d4-0f87a4e32ccc,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:00.642030 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bd6924ab-bd89-4f5b-8b44-34dff7030542 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:00.652964 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network bd14da53-5ba4-425b-a0d4-0f87a4e32ccc details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:39:00.669062 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6b8f6b11-1f5d-4486-9d9d-d271de5059dc None None] Provisioning complete for port 21263b32-a83c-436b-90a3-06a0c3be65af triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:00.669434 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6b8f6b11-1f5d-4486-9d9d-d271de5059dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:00.732578 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] Set router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:00.748593 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ff6f5ffa-5d28-4b4c-8c5e-e0bd31151b0e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:39:00.752269 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ff6f5ffa-5d28-4b4c-8c5e-e0bd31151b0e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:subnet and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:39:00.755040 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ff6f5ffa-5d28-4b4c-8c5e-e0bd31151b0e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:39:00.761143 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ff6f5ffa-5d28-4b4c-8c5e-e0bd31151b0e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:39:00.771652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6f5ffa-5d28-4b4c-8c5e-e0bd31151b0e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Made reservation on behalf of 5d1f062442e64b0eb98e3f6d0bd26851 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:39:00.776155 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ff6f5ffa-5d28-4b4c-8c5e-e0bd31151b0e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:00.852353 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=8eba7bb8-ee7c-48ec-92d2-78c0cd993b13,segment=NetworkSegment(1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a),segment_id=1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:00.872899 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:00.876055 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:00.928987 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f6b11-1f5d-4486-9d9d-d271de5059dc None None] Port 21263b32-a83c-436b-90a3-06a0c3be65af cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:39:01.098508 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=8eba7bb8-ee7c-48ec-92d2-78c0cd993b13,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:01.101727 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:01.126158 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0f324b87-2f9c-48c7-8d26-0da3967d9d39 None None] Provisioning complete for port 21263b32-a83c-436b-90a3-06a0c3be65af triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:01.126536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0f324b87-2f9c-48c7-8d26-0da3967d9d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:01.204201 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ff6f5ffa-5d28-4b4c-8c5e-e0bd31151b0e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:01.205648 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-0f324b87-2f9c-48c7-8d26-0da3967d9d39 None None] Port 21263b32-a83c-436b-90a3-06a0c3be65af cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:39:01.214451 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5d4f8dd2-3032-4001-b9d9-87407ba4e4bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:01.271622 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:38:59Z', 'revision_number': 2, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:38:59Z', 'revision_number': 2, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:01.276103 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] Checking router: 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:39:01.276459 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] Updating router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 port 21263b32-a83c-436b-90a3-06a0c3be65af binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:39:01.294280 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f5ffa-5d28-4b4c-8c5e-e0bd31151b0e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Subnet': ['ID=0fe279b4-1a2b-4b25-9c03-2cab61b39400,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:01.296459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6f5ffa-5d28-4b4c-8c5e-e0bd31151b0e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Checking segment: {'id': 'fc340c7d-d731-49ee-9d0e-f35a239b2514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:39:01.296826 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6f5ffa-5d28-4b4c-8c5e-e0bd31151b0e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network hostable DHCP agents. Network: bd14da53-5ba4-425b-a0d4-0f87a4e32ccc, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:39:01.299793 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ff6f5ffa-5d28-4b4c-8c5e-e0bd31151b0e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:01.317347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6f5ffa-5d28-4b4c-8c5e-e0bd31151b0e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network bd14da53-5ba4-425b-a0d4-0f87a4e32ccc is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:39:01.327152 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-ff6f5ffa-5d28-4b4c-8c5e-e0bd31151b0e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, bd14da53-5ba4-425b-a0d4-0f87a4e32ccc) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:01.332776 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:01.339617 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6f5ffa-5d28-4b4c-8c5e-e0bd31151b0e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:01.340216 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ff6f5ffa-5d28-4b4c-8c5e-e0bd31151b0e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:01.345959 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d34d609-2f11-4e5a-8ade-ea7167e56778 None None] Network bd14da53-5ba4-425b-a0d4-0f87a4e32ccc requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:39:01.362543 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ff6f5ffa-5d28-4b4c-8c5e-e0bd31151b0e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7405992 Jun 02 12:39:01.365345 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48050) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:01.746772 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'fixed_ips': [{'subnet_id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:39:01.747599 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:01.874584 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9292ce68-803e-4ae0-8caf-de891c28ca79 req-cba185bd-a48e-4a72-b385-87f7d2d0ef48 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793548 Jun 02 12:39:01.997319 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:02.005791 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Allocated IP 172.21.0.2 (bd14da53-5ba4-425b-a0d4-0f87a4e32ccc/0fe279b4-1a2b-4b25-9c03-2cab61b39400/27b07f6e-219f-47a7-b33b-1f12b269a5a2) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:39:02.027260 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] Transition to ACTIVE for port object 21263b32-a83c-436b-90a3-06a0c3be65af will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:39:02.055976 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:02.064358 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5ff038ac-8677-45f8-8e63-ab1a7c131f88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:02.067379 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292ce68-803e-4ae0-8caf-de891c28ca79 req-887534d7-134c-4a33-8754-2152f2003d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:02.069531 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9292ce68-803e-4ae0-8caf-de891c28ca79 req-887534d7-134c-4a33-8754-2152f2003d59 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2c8503370444bb19308c86ccf9dc0b1&device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 1098 time: 0.1011534 Jun 02 12:39:02.092235 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:02.225202 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:02.243847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292ce68-803e-4ae0-8caf-de891c28ca79 req-a269da92-13df-48c7-9fab-f91b08440240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:02.245285 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9292ce68-803e-4ae0-8caf-de891c28ca79 req-a269da92-13df-48c7-9fab-f91b08440240 service neutron] 10.222.0.22 "GET /v2.0/networks?id=42580aa9-ffea-4f38-8219-dd30efae528e HTTP/1.1" status: 200 len: 897 time: 0.1408417 Jun 02 12:39:02.392831 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9292ce68-803e-4ae0-8caf-de891c28ca79 req-dbe7b721-b3d8-4c70-af33-7af713774388 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9c9494b-eb25-4754-8cb5-848d0549d2d9 HTTP/1.1" status: 200 len: 1001 time: 0.1326482 Jun 02 12:39:02.454703 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778d674-ca7b-42f8-96f9-521d010402da None None] Pushing event updated for resources: {'Port': ['ID=21263b32-a83c-436b-90a3-06a0c3be65af,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:02.458043 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6778d674-ca7b-42f8-96f9-521d010402da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:02.471762 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292ce68-803e-4ae0-8caf-de891c28ca79 req-449e0488-4a08-4c02-9ed8-bb61df25bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:02.473502 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9292ce68-803e-4ae0-8caf-de891c28ca79 req-449e0488-4a08-4c02-9ed8-bb61df25bec4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=27c6e050-ab75-40b4-a40d-a9c4cdf371b6 HTTP/1.1" status: 200 len: 835 time: 0.0690677 Jun 02 12:39:02.505061 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] Attempting to bind port 21263b32-a83c-436b-90a3-06a0c3be65af on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:39:02.505441 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] Attempting to bind port 21263b32-a83c-436b-90a3-06a0c3be65af by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:39:02.505797 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] Attempting to bind port 21263b32-a83c-436b-90a3-06a0c3be65af on network e30273f6-456f-4b91-9fdf-cf555c388049 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:39:02.518778 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:39:02.519091 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] Checking segment: {'id': '1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:39:02.519492 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:02.519882 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] Bound using segment: {'id': '1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:39:02.520348 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] Bound port: 21263b32-a83c-436b-90a3-06a0c3be65af, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:39:02.520718 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:02.552065 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:02.552371 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:02.556757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292ce68-803e-4ae0-8caf-de891c28ca79 req-16315a4c-800f-411e-9b1b-17b2fdd819f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:02.558242 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9292ce68-803e-4ae0-8caf-de891c28ca79 req-16315a4c-800f-411e-9b1b-17b2fdd819f8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=42580aa9-ffea-4f38-8219-dd30efae528e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0779867 Jun 02 12:39:02.693649 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9292ce68-803e-4ae0-8caf-de891c28ca79 req-fc19ba50-eba9-4256-be93-872804034d33 service neutron] 10.222.0.22 "GET /v2.0/networks/42580aa9-ffea-4f38-8219-dd30efae528e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279292 Jun 02 12:39:02.736448 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:02.756093 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Transition to ACTIVE for port object 27b07f6e-219f-47a7-b33b-1f12b269a5a2 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:39:02.761305 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] For port 21263b32-a83c-436b-90a3-06a0c3be65af, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:39:02.767217 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] For port 21263b32-a83c-436b-90a3-06a0c3be65af, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=21263b32-a83c-436b-90a3-06a0c3be65af,segment=NetworkSegment(1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a),segment_id=1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:39:02.806810 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:02.818081 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f077ad04-83aa-4921-aaef-6fdc20aa8a2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:02.834607 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9292ce68-803e-4ae0-8caf-de891c28ca79 req-4af0b8d6-5758-44f1-a50f-d2f205064fbb service neutron] 10.222.0.22 "GET /v2.0/networks/42580aa9-ffea-4f38-8219-dd30efae528e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309392 Jun 02 12:39:02.867773 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Transition to ACTIVE for port object 27b07f6e-219f-47a7-b33b-1f12b269a5a2 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:39:02.898822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:02.932955 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] Routers {'5d9a5850-63f7-42e7-ac58-0fbed134c7a3'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:02.933617 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:02.962729 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Allocated IP 172.21.0.1 (bd14da53-5ba4-425b-a0d4-0f87a4e32ccc/0fe279b4-1a2b-4b25-9c03-2cab61b39400/e0d5b91a-bf72-4d0f-8475-5b2209f9371a) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:39:03.000329 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Network bd14da53-5ba4-425b-a0d4-0f87a4e32ccc is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:39:03.006875 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778d674-ca7b-42f8-96f9-521d010402da None None] Pushing event updated for resources: {'Port': ['ID=21263b32-a83c-436b-90a3-06a0c3be65af,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:03.010517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6778d674-ca7b-42f8-96f9-521d010402da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:03.011522 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:03.014229 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:39:03.024398 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:03.135380 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:03.151653 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Transition to ACTIVE for port object e0d5b91a-bf72-4d0f-8475-5b2209f9371a will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:39:03.178015 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:03.182998 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-08841aac-4be5-46e5-a637-47b15e3e6070 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:03.240611 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network bd14da53-5ba4-425b-a0d4-0f87a4e32ccc is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:39:03.248270 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:03.252682 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:39:03.268958 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] Set router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:03.296926 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Port': ['ID=e0d5b91a-bf72-4d0f-8475-5b2209f9371a,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:03.305547 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:03.320898 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:03.325499 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Pushing event updated for resources: {'Port': ['ID=27b07f6e-219f-47a7-b33b-1f12b269a5a2,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:03.335284 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:03.343769 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Attempting to bind port 27b07f6e-219f-47a7-b33b-1f12b269a5a2 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:39:03.344149 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Attempting to bind port 27b07f6e-219f-47a7-b33b-1f12b269a5a2 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fc340c7d-d731-49ee-9d0e-f35a239b2514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:39:03.344514 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Attempting to bind port 27b07f6e-219f-47a7-b33b-1f12b269a5a2 on network bd14da53-5ba4-425b-a0d4-0f87a4e32ccc {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:39:03.356938 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:39:03.357313 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Checking segment: {'id': 'fc340c7d-d731-49ee-9d0e-f35a239b2514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:39:03.357720 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:03.358132 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Bound using segment: {'id': 'fc340c7d-d731-49ee-9d0e-f35a239b2514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:39:03.358615 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Bound port: 27b07f6e-219f-47a7-b33b-1f12b269a5a2, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc340c7d-d731-49ee-9d0e-f35a239b2514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:39:03.358993 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:03.440393 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:03.655069 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] For port 27b07f6e-219f-47a7-b33b-1f12b269a5a2, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:39:03.673864 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] For port 27b07f6e-219f-47a7-b33b-1f12b269a5a2, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=27b07f6e-219f-47a7-b33b-1f12b269a5a2,segment=NetworkSegment(fc340c7d-d731-49ee-9d0e-f35a239b2514),segment_id=fc340c7d-d731-49ee-9d0e-f35a239b2514)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:39:03.702417 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:03.705608 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:03.806826 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Pushing event updated for resources: {'Port': ['ID=27b07f6e-219f-47a7-b33b-1f12b269a5a2,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:03.810761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:03.822599 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:38:59Z', 'revision_number': 2, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:02Z', 'revision_number': 4, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:03.826611 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb270acb-c59f-4510-8149-89cefef2dfad None None] The sync data for ids ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'] in dv-neutron-601336-80-hyperv is: [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:38:59Z', 'revision_number': 2, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:02Z', 'revision_number': 4, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:39:04.023457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:04.028442 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:04.060868 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:04.181755 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:04.185379 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Port': ['ID=e0d5b91a-bf72-4d0f-8475-5b2209f9371a,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:04.190314 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:04.213048 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 27b07f6e-219f-47a7-b33b-1f12b269a5a2 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:04.289589 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 27b07f6e-219f-47a7-b33b-1f12b269a5a2 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:04.343220 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network bd14da53-5ba4-425b-a0d4-0f87a4e32ccc is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:39:04.344579 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:04.530657 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:39:04.692589 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:39:04.705173 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/5d9a5850-63f7-42e7-ac58-0fbed134c7a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3375466 Jun 02 12:39:04.707909 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48052) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:04.713826 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ee5ba7db-92e6-4c6b-82a8-303d1afa2d78 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'network': {'name': 'tempest-RoutersTest-611866962'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:39:04.723672 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ee5ba7db-92e6-4c6b-82a8-303d1afa2d78 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:39:04.732031 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ee5ba7db-92e6-4c6b-82a8-303d1afa2d78 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:network and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:39:04.735117 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ee5ba7db-92e6-4c6b-82a8-303d1afa2d78 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:39:04.741030 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ee5ba7db-92e6-4c6b-82a8-303d1afa2d78 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:39:04.741596 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c920fd1-2fd0-4275-8247-0af44bb14573 None None] Network bd14da53-5ba4-425b-a0d4-0f87a4e32ccc requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:39:04.752572 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5ba7db-92e6-4c6b-82a8-303d1afa2d78 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Made reservation on behalf of 5d1f062442e64b0eb98e3f6d0bd26851 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:39:04.756103 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ee5ba7db-92e6-4c6b-82a8-303d1afa2d78 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:04.785075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5ba7db-92e6-4c6b-82a8-303d1afa2d78 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:39:04.795294 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ee5ba7db-92e6-4c6b-82a8-303d1afa2d78 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:04.795646 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-ee5ba7db-92e6-4c6b-82a8-303d1afa2d78 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Added segment cb4350b6-8012-4127-97c1-c57bafe21c92 of type vlan for network df8174e5-ba5b-4e15-8fca-6d7565dab87a Jun 02 12:39:04.824767 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ee5ba7db-92e6-4c6b-82a8-303d1afa2d78 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:04.855272 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ee5ba7db-92e6-4c6b-82a8-303d1afa2d78 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:04.860901 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5ba7db-92e6-4c6b-82a8-303d1afa2d78 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:04.861587 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ee5ba7db-92e6-4c6b-82a8-303d1afa2d78 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:04.866754 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-41374f7d-7df4-4718-a148-108ad54c1c77 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:04.869912 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-fb459bb5-c0c2-4e70-94fe-48e44603edcd None None] Provisioning for port 27b07f6e-219f-47a7-b33b-1f12b269a5a2 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:04.879474 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-fb459bb5-c0c2-4e70-94fe-48e44603edcd None None] Provisioning complete for port 27b07f6e-219f-47a7-b33b-1f12b269a5a2 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:04.879848 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fb459bb5-c0c2-4e70-94fe-48e44603edcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:04.961308 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ee5ba7db-92e6-4c6b-82a8-303d1afa2d78 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2524698 Jun 02 12:39:04.964107 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48056) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:04.970675 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-813d5d5d-45ef-4252-b6a7-dbd5ae6df8ac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'subnet': {'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:39:04.971254 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ba7db-92e6-4c6b-82a8-303d1afa2d78 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Network': ['ID=df8174e5-ba5b-4e15-8fca-6d7565dab87a,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:04.973870 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ee5ba7db-92e6-4c6b-82a8-303d1afa2d78 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:04.983099 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network df8174e5-ba5b-4e15-8fca-6d7565dab87a details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:39:05.195768 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fb459bb5-c0c2-4e70-94fe-48e44603edcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:05.224783 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-813d5d5d-45ef-4252-b6a7-dbd5ae6df8ac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:39:05.229142 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-813d5d5d-45ef-4252-b6a7-dbd5ae6df8ac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:subnet and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:39:05.232137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-813d5d5d-45ef-4252-b6a7-dbd5ae6df8ac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:39:05.239030 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-813d5d5d-45ef-4252-b6a7-dbd5ae6df8ac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:39:05.242667 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-fb459bb5-c0c2-4e70-94fe-48e44603edcd None None] For port 27b07f6e-219f-47a7-b33b-1f12b269a5a2, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=27b07f6e-219f-47a7-b33b-1f12b269a5a2,segment=NetworkSegment(fc340c7d-d731-49ee-9d0e-f35a239b2514),segment_id=fc340c7d-d731-49ee-9d0e-f35a239b2514)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:05.248170 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fb459bb5-c0c2-4e70-94fe-48e44603edcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:05.249936 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-366820a5-5c8a-4cbb-852c-129fe4168055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:05.255114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813d5d5d-45ef-4252-b6a7-dbd5ae6df8ac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Made reservation on behalf of 5d1f062442e64b0eb98e3f6d0bd26851 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:39:05.259484 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-813d5d5d-45ef-4252-b6a7-dbd5ae6df8ac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:05.329682 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] Sync routers for ids ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:39:05.332607 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb459bb5-c0c2-4e70-94fe-48e44603edcd None None] Pushing event updated for resources: {'Port': ['ID=27b07f6e-219f-47a7-b33b-1f12b269a5a2,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:05.343521 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-fb459bb5-c0c2-4e70-94fe-48e44603edcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:05.344514 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] Routers {'5d9a5850-63f7-42e7-ac58-0fbed134c7a3'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:05.345190 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:05.518653 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] Set router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:05.571162 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8932ebd6-cdb7-4ff2-ad0d-9a08b71dbaed None None] Provisioning complete for port 27b07f6e-219f-47a7-b33b-1f12b269a5a2 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:05.571542 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8932ebd6-cdb7-4ff2-ad0d-9a08b71dbaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:05.717560 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-813d5d5d-45ef-4252-b6a7-dbd5ae6df8ac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:05.721406 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-32a94b56-afdb-44a3-885a-ed5b235d3974 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:05.735346 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8932ebd6-cdb7-4ff2-ad0d-9a08b71dbaed None None] Provisioning for port e0d5b91a-bf72-4d0f-8475-5b2209f9371a completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:05.740863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8932ebd6-cdb7-4ff2-ad0d-9a08b71dbaed None None] Provisioning complete for port e0d5b91a-bf72-4d0f-8475-5b2209f9371a triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:05.741300 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8932ebd6-cdb7-4ff2-ad0d-9a08b71dbaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:05.806165 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-8932ebd6-cdb7-4ff2-ad0d-9a08b71dbaed None None] Port e0d5b91a-bf72-4d0f-8475-5b2209f9371a cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:39:05.811349 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d5d5d-45ef-4252-b6a7-dbd5ae6df8ac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Subnet': ['ID=5291738d-9549-4ace-993c-37f522635ac2,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:05.815355 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-813d5d5d-45ef-4252-b6a7-dbd5ae6df8ac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:05.820092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813d5d5d-45ef-4252-b6a7-dbd5ae6df8ac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Checking segment: {'id': 'cb4350b6-8012-4127-97c1-c57bafe21c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:39:05.820461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813d5d5d-45ef-4252-b6a7-dbd5ae6df8ac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network hostable DHCP agents. Network: df8174e5-ba5b-4e15-8fca-6d7565dab87a, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:39:05.839102 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813d5d5d-45ef-4252-b6a7-dbd5ae6df8ac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network df8174e5-ba5b-4e15-8fca-6d7565dab87a is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:39:05.849975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-813d5d5d-45ef-4252-b6a7-dbd5ae6df8ac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, df8174e5-ba5b-4e15-8fca-6d7565dab87a) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:05.860478 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad53f41-5093-4632-899e-4d9f4f2f9916 None None] Network df8174e5-ba5b-4e15-8fca-6d7565dab87a requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:39:05.864241 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813d5d5d-45ef-4252-b6a7-dbd5ae6df8ac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:05.864912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-813d5d5d-45ef-4252-b6a7-dbd5ae6df8ac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:05.899462 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-813d5d5d-45ef-4252-b6a7-dbd5ae6df8ac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9328516 Jun 02 12:39:05.899817 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48060) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:05.922454 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:03Z', 'revision_number': 3, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:02Z', 'revision_number': 4, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d5b91a-bf72-4d0f-8475-5b2209f9371a', 'name': '', 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:d5:74:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:02Z', 'updated_at': '2021-06-02T12:39:03Z', 'revision_number': 2, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:05.926514 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] Checking router: 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:39:05.926886 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] Updating router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 port e0d5b91a-bf72-4d0f-8475-5b2209f9371a binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:39:05.984528 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-937b42ed-3b96-4c4f-8934-dbe7b3dcd6dd None None] Provisioning complete for port e0d5b91a-bf72-4d0f-8475-5b2209f9371a triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:05.985195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-937b42ed-3b96-4c4f-8934-dbe7b3dcd6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:05.989624 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:06.084483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-937b42ed-3b96-4c4f-8934-dbe7b3dcd6dd None None] Port e0d5b91a-bf72-4d0f-8475-5b2209f9371a cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:39:06.162587 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-df8174e5-ba5b-4e15-8fca-6d7565dab87a', 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'fixed_ips': [{'subnet_id': '5291738d-9549-4ace-993c-37f522635ac2'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:39:06.163436 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:06.284005 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 27b07f6e-219f-47a7-b33b-1f12b269a5a2 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:06.345018 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5b4c9acd-fa16-4fdc-ade4-be3a4613d197 None None] Provisioning complete for port e0d5b91a-bf72-4d0f-8475-5b2209f9371a triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:06.345392 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5b4c9acd-fa16-4fdc-ade4-be3a4613d197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:06.447461 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:06.460473 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] Transition to ACTIVE for port object e0d5b91a-bf72-4d0f-8475-5b2209f9371a will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:39:06.467656 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:06.472336 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:06.473895 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-5b4c9acd-fa16-4fdc-ade4-be3a4613d197 None None] Port e0d5b91a-bf72-4d0f-8475-5b2209f9371a cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:39:06.509311 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 27b07f6e-219f-47a7-b33b-1f12b269a5a2 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:06.511388 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:06.564121 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Allocated IP 172.22.0.2 (df8174e5-ba5b-4e15-8fca-6d7565dab87a/5291738d-9549-4ace-993c-37f522635ac2/30c3c648-ecbd-45db-a39c-7e37c93e47b1) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:39:06.652910 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfe435-4df5-45a5-a753-ac4f8c1f40dc None None] Pushing event updated for resources: {'Port': ['ID=e0d5b91a-bf72-4d0f-8475-5b2209f9371a,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:06.666462 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfe435-4df5-45a5-a753-ac4f8c1f40dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:06.666755 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfe435-4df5-45a5-a753-ac4f8c1f40dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:06.667462 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfe435-4df5-45a5-a753-ac4f8c1f40dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:06.667462 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfe435-4df5-45a5-a753-ac4f8c1f40dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:06.667890 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfe435-4df5-45a5-a753-ac4f8c1f40dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:06.668282 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfe435-4df5-45a5-a753-ac4f8c1f40dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:06.668711 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfe435-4df5-45a5-a753-ac4f8c1f40dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:06.669087 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfe435-4df5-45a5-a753-ac4f8c1f40dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:06.669591 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfe435-4df5-45a5-a753-ac4f8c1f40dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:06.670634 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfe435-4df5-45a5-a753-ac4f8c1f40dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:06.670634 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfe435-4df5-45a5-a753-ac4f8c1f40dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:06.670634 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfe435-4df5-45a5-a753-ac4f8c1f40dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:06.679329 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4ccfe435-4df5-45a5-a753-ac4f8c1f40dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:06.734697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:06.752850 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] Attempting to bind port e0d5b91a-bf72-4d0f-8475-5b2209f9371a on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:39:06.753303 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] Attempting to bind port e0d5b91a-bf72-4d0f-8475-5b2209f9371a by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fc340c7d-d731-49ee-9d0e-f35a239b2514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:39:06.753735 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] Attempting to bind port e0d5b91a-bf72-4d0f-8475-5b2209f9371a on network bd14da53-5ba4-425b-a0d4-0f87a4e32ccc {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:39:06.760247 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:39:06.760446 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] Checking segment: {'id': 'fc340c7d-d731-49ee-9d0e-f35a239b2514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:39:06.760871 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:06.761414 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] Bound using segment: {'id': 'fc340c7d-d731-49ee-9d0e-f35a239b2514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:39:06.762066 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] Bound port: e0d5b91a-bf72-4d0f-8475-5b2209f9371a, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc340c7d-d731-49ee-9d0e-f35a239b2514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:39:06.762548 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:06.853784 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 21263b32-a83c-436b-90a3-06a0c3be65af up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:06.867264 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] For port e0d5b91a-bf72-4d0f-8475-5b2209f9371a, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:39:06.870546 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] For port e0d5b91a-bf72-4d0f-8475-5b2209f9371a, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e0d5b91a-bf72-4d0f-8475-5b2209f9371a,segment=NetworkSegment(fc340c7d-d731-49ee-9d0e-f35a239b2514),segment_id=fc340c7d-d731-49ee-9d0e-f35a239b2514)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:39:06.874923 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:06.880161 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e61342da-6d9b-46a4-bae8-2f7931c0a916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:06.964740 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] Routers {'5d9a5850-63f7-42e7-ac58-0fbed134c7a3'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:06.965510 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:06.986915 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:07.000501 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Transition to ACTIVE for port object 30c3c648-ecbd-45db-a39c-7e37c93e47b1 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:39:07.013500 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 21263b32-a83c-436b-90a3-06a0c3be65af completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:07.026120 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 21263b32-a83c-436b-90a3-06a0c3be65af triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:07.026544 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:07.042813 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfe435-4df5-45a5-a753-ac4f8c1f40dc None None] Pushing event updated for resources: {'Port': ['ID=e0d5b91a-bf72-4d0f-8475-5b2209f9371a,revision_number=4']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:07.051104 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Transition to ACTIVE for port object 30c3c648-ecbd-45db-a39c-7e37c93e47b1 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:39:07.064176 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:07.069548 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:07.102412 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4ccfe435-4df5-45a5-a753-ac4f8c1f40dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:07.146610 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] Set router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:07.154440 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Network df8174e5-ba5b-4e15-8fca-6d7565dab87a is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:39:07.160549 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:07.166190 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:39:07.175049 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Allocated IP 172.22.0.1 (df8174e5-ba5b-4e15-8fca-6d7565dab87a/5291738d-9549-4ace-993c-37f522635ac2/e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:39:07.175678 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Pushing event updated for resources: {'Port': ['ID=30c3c648-ecbd-45db-a39c-7e37c93e47b1,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:07.210769 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:07.341461 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Attempting to bind port 30c3c648-ecbd-45db-a39c-7e37c93e47b1 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:39:07.342176 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Attempting to bind port 30c3c648-ecbd-45db-a39c-7e37c93e47b1 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'cb4350b6-8012-4127-97c1-c57bafe21c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:39:07.342176 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Attempting to bind port 30c3c648-ecbd-45db-a39c-7e37c93e47b1 on network df8174e5-ba5b-4e15-8fca-6d7565dab87a {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:39:07.354391 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:07.354656 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:07.363435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:39:07.363838 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Checking segment: {'id': 'cb4350b6-8012-4127-97c1-c57bafe21c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:39:07.364215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:07.364612 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Bound using segment: {'id': 'cb4350b6-8012-4127-97c1-c57bafe21c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:39:07.365090 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Bound port: 30c3c648-ecbd-45db-a39c-7e37c93e47b1, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4350b6-8012-4127-97c1-c57bafe21c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:39:07.365706 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:07.371129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Transition to ACTIVE for port object e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:39:07.400153 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:07.405348 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5686d162-f5c0-408f-a82a-d893c74fe8cf tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:07.455696 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 21263b32-a83c-436b-90a3-06a0c3be65af, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=21263b32-a83c-436b-90a3-06a0c3be65af,segment=NetworkSegment(1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a),segment_id=1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:07.465181 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:07.477842 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:07.478058 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network df8174e5-ba5b-4e15-8fca-6d7565dab87a is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:39:07.481857 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:07.485997 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:39:07.501765 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:03Z', 'revision_number': 3, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:02Z', 'revision_number': 4, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d5b91a-bf72-4d0f-8475-5b2209f9371a', 'name': '', 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:d5:74:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:02Z', 'updated_at': '2021-06-02T12:39:06Z', 'revision_number': 4, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:07.506043 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0102aa0f-c000-4a2e-881d-2e8124ee7f1d None None] The sync data for ids ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'] in dv-neutron-601336-80-hyperv is: [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:03Z', 'revision_number': 3, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:02Z', 'revision_number': 4, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d5b91a-bf72-4d0f-8475-5b2209f9371a', 'name': '', 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:d5:74:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:02Z', 'updated_at': '2021-06-02T12:39:06Z', 'revision_number': 4, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:39:07.529463 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Port': ['ID=e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:07.534756 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:07.550736 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] For port 30c3c648-ecbd-45db-a39c-7e37c93e47b1, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:39:07.574780 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:07.595592 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] For port 30c3c648-ecbd-45db-a39c-7e37c93e47b1, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=30c3c648-ecbd-45db-a39c-7e37c93e47b1,segment=NetworkSegment(cb4350b6-8012-4127-97c1-c57bafe21c92),segment_id=cb4350b6-8012-4127-97c1-c57bafe21c92)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:39:07.599706 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=21263b32-a83c-436b-90a3-06a0c3be65af,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:07.607646 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:07.613521 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:07.615921 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:07.712815 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Pushing event updated for resources: {'Port': ['ID=30c3c648-ecbd-45db-a39c-7e37c93e47b1,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:07.716125 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:07.716520 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:08.307175 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 21263b32-a83c-436b-90a3-06a0c3be65af up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:08.385771 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 21263b32-a83c-436b-90a3-06a0c3be65af triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:08.386456 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:08.406859 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:08.412521 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:08.472966 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bbbe148c-53e1-438c-a1ca-66d513e754de tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:08.534838 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 30c3c648-ecbd-45db-a39c-7e37c93e47b1 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:08.587832 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:08.620952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Port': ['ID=e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:08.627305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:08.641752 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 30c3c648-ecbd-45db-a39c-7e37c93e47b1 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:08.648710 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e0d5b91a-bf72-4d0f-8475-5b2209f9371a up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:08.737875 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port e0d5b91a-bf72-4d0f-8475-5b2209f9371a completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:08.744710 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port e0d5b91a-bf72-4d0f-8475-5b2209f9371a triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:08.745090 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:08.762141 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f27e2-bee8-4462-9ee8-8fcc854c1576 req-fe86278d-55f6-4e68-b0d4-b170f5df5aaf tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:08.763795 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network df8174e5-ba5b-4e15-8fca-6d7565dab87a is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:39:08.765043 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:08.770601 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f5f27e2-bee8-4462-9ee8-8fcc854c1576 req-fe86278d-55f6-4e68-b0d4-b170f5df5aaf tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 945 time: 0.1376734 Jun 02 12:39:08.845952 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f5f27e2-bee8-4462-9ee8-8fcc854c1576 req-9e730e97-e7c6-489f-8298-88cc921f96cc tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742605 Jun 02 12:39:08.909124 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:08.945343 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port e0d5b91a-bf72-4d0f-8475-5b2209f9371a, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e0d5b91a-bf72-4d0f-8475-5b2209f9371a,segment=NetworkSegment(fc340c7d-d731-49ee-9d0e-f35a239b2514),segment_id=fc340c7d-d731-49ee-9d0e-f35a239b2514)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:08.952546 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:08.955025 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:08.961263 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:39:08.990702 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53baf237-d6c9-4681-8265-83df666121dc None None] Network df8174e5-ba5b-4e15-8fca-6d7565dab87a requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:39:09.104720 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c8397085-5d8c-4b7d-a6a7-0e5cd9f14fc6 None None] Provisioning for port 30c3c648-ecbd-45db-a39c-7e37c93e47b1 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:09.118806 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=e0d5b91a-bf72-4d0f-8475-5b2209f9371a,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:09.124519 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:09.125064 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c8397085-5d8c-4b7d-a6a7-0e5cd9f14fc6 None None] Provisioning complete for port 30c3c648-ecbd-45db-a39c-7e37c93e47b1 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:09.125446 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c8397085-5d8c-4b7d-a6a7-0e5cd9f14fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:09.130577 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:39:09.143604 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/5d9a5850-63f7-42e7-ac58-0fbed134c7a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2424793 Jun 02 12:39:09.146278 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48082) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:09.152622 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-f82c0e04-4d15-4c83-ac9a-2a516ebfa280 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'network': {'name': 'tempest-RoutersTest-1428089863'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:39:09.152975 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] Sync routers for ids ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:39:09.157638 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f82c0e04-4d15-4c83-ac9a-2a516ebfa280 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:39:09.161895 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f82c0e04-4d15-4c83-ac9a-2a516ebfa280 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:network and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:39:09.164886 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f82c0e04-4d15-4c83-ac9a-2a516ebfa280 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:39:09.170979 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f82c0e04-4d15-4c83-ac9a-2a516ebfa280 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:39:09.183181 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82c0e04-4d15-4c83-ac9a-2a516ebfa280 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Made reservation on behalf of 5d1f062442e64b0eb98e3f6d0bd26851 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:39:09.187765 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f82c0e04-4d15-4c83-ac9a-2a516ebfa280 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:09.209612 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] Routers {'5d9a5850-63f7-42e7-ac58-0fbed134c7a3'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:09.210156 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:09.219940 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82c0e04-4d15-4c83-ac9a-2a516ebfa280 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:39:09.230476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f82c0e04-4d15-4c83-ac9a-2a516ebfa280 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:09.230803 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-f82c0e04-4d15-4c83-ac9a-2a516ebfa280 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Added segment edb4a243-f63c-41ec-bafe-c2b844da6c34 of type vlan for network a626f599-9172-4f84-beaf-1b27a7a3ba66 Jun 02 12:39:09.262645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f82c0e04-4d15-4c83-ac9a-2a516ebfa280 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:09.295605 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f82c0e04-4d15-4c83-ac9a-2a516ebfa280 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:09.302017 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82c0e04-4d15-4c83-ac9a-2a516ebfa280 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:09.302808 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f82c0e04-4d15-4c83-ac9a-2a516ebfa280 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:09.308916 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:09.413274 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f82c0e04-4d15-4c83-ac9a-2a516ebfa280 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2652621 Jun 02 12:39:09.416491 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48084) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:09.423682 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ee73b727-a767-4a49-b30e-565c465e25f2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'subnet': {'network_id': 'a626f599-9172-4f84-beaf-1b27a7a3ba66', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:39:09.441517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c0e04-4d15-4c83-ac9a-2a516ebfa280 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Network': ['ID=a626f599-9172-4f84-beaf-1b27a7a3ba66,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:09.448867 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f82c0e04-4d15-4c83-ac9a-2a516ebfa280 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:09.463693 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network a626f599-9172-4f84-beaf-1b27a7a3ba66 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:39:09.545816 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] Set router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:09.546749 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ee73b727-a767-4a49-b30e-565c465e25f2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:39:09.550629 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ee73b727-a767-4a49-b30e-565c465e25f2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:subnet and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:39:09.554500 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ee73b727-a767-4a49-b30e-565c465e25f2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:39:09.561641 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ee73b727-a767-4a49-b30e-565c465e25f2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:39:09.575314 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee73b727-a767-4a49-b30e-565c465e25f2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Made reservation on behalf of 5d1f062442e64b0eb98e3f6d0bd26851 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:39:09.579234 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ee73b727-a767-4a49-b30e-565c465e25f2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:09.768455 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c8397085-5d8c-4b7d-a6a7-0e5cd9f14fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:09.911593 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-c8397085-5d8c-4b7d-a6a7-0e5cd9f14fc6 None None] For port 30c3c648-ecbd-45db-a39c-7e37c93e47b1, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=30c3c648-ecbd-45db-a39c-7e37c93e47b1,segment=NetworkSegment(cb4350b6-8012-4127-97c1-c57bafe21c92),segment_id=cb4350b6-8012-4127-97c1-c57bafe21c92)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:09.920934 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c8397085-5d8c-4b7d-a6a7-0e5cd9f14fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:09.924284 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f28cae53-5246-4166-be00-670f15460e75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:10.061145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8397085-5d8c-4b7d-a6a7-0e5cd9f14fc6 None None] Pushing event updated for resources: {'Port': ['ID=30c3c648-ecbd-45db-a39c-7e37c93e47b1,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:10.065941 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c8397085-5d8c-4b7d-a6a7-0e5cd9f14fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:10.110732 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 4, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d5b91a-bf72-4d0f-8475-5b2209f9371a', 'name': '', 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:d5:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:02Z', 'updated_at': '2021-06-02T12:39:08Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6', 'name': '', 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:7b:c4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5291738d-9549-4ace-993c-37f522635ac2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:06Z', 'updated_at': '2021-06-02T12:39:08Z', 'revision_number': 2, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '5291738d-9549-4ace-993c-37f522635ac2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:10.115653 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] Checking router: 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:39:10.116020 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] Updating router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 port e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6 binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:39:10.147983 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e0d5b91a-bf72-4d0f-8475-5b2209f9371a up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:10.233529 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:10.274461 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ee73b727-a767-4a49-b30e-565c465e25f2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:10.278670 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bf390bd7-ebcb-4ba2-b046-aed1562e1ada tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:10.313973 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac43fc-5495-4b06-b397-47934466f04e req-c513b527-1767-4c53-b1d5-b6c9c49b887d tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:10.315506 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-baac43fc-5495-4b06-b397-47934466f04e req-c513b527-1767-4c53-b1d5-b6c9c49b887d tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 945 time: 0.3551188 Jun 02 12:39:10.325237 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6bb21fdc-1fd9-49a1-a9c0-118f503c43db None None] Provisioning for port e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:10.341834 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6bb21fdc-1fd9-49a1-a9c0-118f503c43db None None] Provisioning complete for port e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:10.342243 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6bb21fdc-1fd9-49a1-a9c0-118f503c43db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:10.390113 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73b727-a767-4a49-b30e-565c465e25f2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Subnet': ['ID=2d109810-a0a5-48e6-b018-319efcd0f042,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:10.399038 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ee73b727-a767-4a49-b30e-565c465e25f2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:10.414513 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-baac43fc-5495-4b06-b397-47934466f04e req-00e87c49-9733-4f60-b536-60d8308a4a4b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889325 Jun 02 12:39:10.417125 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73b727-a767-4a49-b30e-565c465e25f2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Checking segment: {'id': 'edb4a243-f63c-41ec-bafe-c2b844da6c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a626f599-9172-4f84-beaf-1b27a7a3ba66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:39:10.417488 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee73b727-a767-4a49-b30e-565c465e25f2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network hostable DHCP agents. Network: a626f599-9172-4f84-beaf-1b27a7a3ba66, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:39:10.417826 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port e0d5b91a-bf72-4d0f-8475-5b2209f9371a triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:10.418268 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:10.439340 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee73b727-a767-4a49-b30e-565c465e25f2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network a626f599-9172-4f84-beaf-1b27a7a3ba66 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:39:10.452600 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-ee73b727-a767-4a49-b30e-565c465e25f2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, a626f599-9172-4f84-beaf-1b27a7a3ba66) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:10.471772 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee73b727-a767-4a49-b30e-565c465e25f2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:10.472516 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ee73b727-a767-4a49-b30e-565c465e25f2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:10.473123 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf113de-e8c0-48b7-b61f-cbaa7b3263b2 None None] Network a626f599-9172-4f84-beaf-1b27a7a3ba66 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:39:10.498581 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ee73b727-a767-4a49-b30e-565c465e25f2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0786703 Jun 02 12:39:10.498947 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48088) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:10.596603 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-6bb21fdc-1fd9-49a1-a9c0-118f503c43db None None] Port e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:39:10.822319 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6bb21fdc-1fd9-49a1-a9c0-118f503c43db None None] Provisioning complete for port 30c3c648-ecbd-45db-a39c-7e37c93e47b1 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:10.822541 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6bb21fdc-1fd9-49a1-a9c0-118f503c43db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:11.041938 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a626f599-9172-4f84-beaf-1b27a7a3ba66', 'network_id': 'a626f599-9172-4f84-beaf-1b27a7a3ba66', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'fixed_ips': [{'subnet_id': '2d109810-a0a5-48e6-b018-319efcd0f042'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:39:11.042774 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:11.089759 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:11.235712 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:11.260834 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] Transition to ACTIVE for port object e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:39:11.295255 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:11.301847 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3102ae68-5883-4594-825a-cb27e837bcc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:11.455674 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbd253-0641-42f3-9099-32c0a990a132 None None] Pushing event updated for resources: {'Port': ['ID=e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:11.461870 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3ecbd253-0641-42f3-9099-32c0a990a132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:11.469704 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Allocated IP 172.23.0.2 (a626f599-9172-4f84-beaf-1b27a7a3ba66/2d109810-a0a5-48e6-b018-319efcd0f042/fd8bd699-8cb9-42ed-9793-772166fc4e4e) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:39:11.644590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] Attempting to bind port e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:39:11.645213 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] Attempting to bind port e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'cb4350b6-8012-4127-97c1-c57bafe21c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:39:11.645213 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] Attempting to bind port e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6 on network df8174e5-ba5b-4e15-8fca-6d7565dab87a {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:39:11.663396 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:39:11.663782 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] Checking segment: {'id': 'cb4350b6-8012-4127-97c1-c57bafe21c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:39:11.664195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:11.664596 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] Bound using segment: {'id': 'cb4350b6-8012-4127-97c1-c57bafe21c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:39:11.665081 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] Bound port: e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4350b6-8012-4127-97c1-c57bafe21c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:39:11.665463 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:11.739502 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef042fc-0058-4a21-ada8-5e048efb1d37 req-ad1bed6a-5853-4804-a449-d5a9f7e95301 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:11.741006 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6ef042fc-0058-4a21-ada8-5e048efb1d37 req-ad1bed6a-5853-4804-a449-d5a9f7e95301 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 945 time: 0.1977875 Jun 02 12:39:11.786851 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6ef042fc-0058-4a21-ada8-5e048efb1d37 req-c65960da-beb5-472a-98e8-121df5fd35f4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395775 Jun 02 12:39:11.852025 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] For port e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:39:11.857110 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] For port e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6,segment=NetworkSegment(cb4350b6-8012-4127-97c1-c57bafe21c92),segment_id=cb4350b6-8012-4127-97c1-c57bafe21c92)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:39:11.858475 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:11.864599 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:11.871594 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0aab1324-2611-4b95-b8e9-e81bdc3d3a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:11.911670 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Transition to ACTIVE for port object fd8bd699-8cb9-42ed-9793-772166fc4e4e will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:39:11.965722 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Transition to ACTIVE for port object fd8bd699-8cb9-42ed-9793-772166fc4e4e will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:39:11.976340 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbd253-0641-42f3-9099-32c0a990a132 None None] Pushing event updated for resources: {'Port': ['ID=e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:11.979169 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] Routers {'5d9a5850-63f7-42e7-ac58-0fbed134c7a3'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:11.979789 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:12.030432 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:12.034255 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3ecbd253-0641-42f3-9099-32c0a990a132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:12.034717 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3ecbd253-0641-42f3-9099-32c0a990a132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:12.049096 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Allocated IP 172.23.0.1 (a626f599-9172-4f84-beaf-1b27a7a3ba66/2d109810-a0a5-48e6-b018-319efcd0f042/f08c90d2-4452-4a50-8a77-964d68a02c4c) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:39:12.173715 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 30c3c648-ecbd-45db-a39c-7e37c93e47b1 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:12.209556 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Network a626f599-9172-4f84-beaf-1b27a7a3ba66 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:39:12.235280 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:12.240322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:12.246838 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:39:12.250349 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Pushing event updated for resources: {'Port': ['ID=fd8bd699-8cb9-42ed-9793-772166fc4e4e,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:12.257569 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Transition to ACTIVE for port object f08c90d2-4452-4a50-8a77-964d68a02c4c will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:39:12.268753 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:12.281866 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:12.285782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-14bc4bbc-aa82-41fd-9732-0190d58ee008 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:12.409591 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] Set router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:12.507145 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network a626f599-9172-4f84-beaf-1b27a7a3ba66 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:39:12.510864 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:12.515213 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:39:12.545623 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Port': ['ID=f08c90d2-4452-4a50-8a77-964d68a02c4c,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:12.551823 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:12.567465 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Attempting to bind port fd8bd699-8cb9-42ed-9793-772166fc4e4e on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:39:12.567843 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Attempting to bind port fd8bd699-8cb9-42ed-9793-772166fc4e4e by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'edb4a243-f63c-41ec-bafe-c2b844da6c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a626f599-9172-4f84-beaf-1b27a7a3ba66'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:39:12.568217 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Attempting to bind port fd8bd699-8cb9-42ed-9793-772166fc4e4e on network a626f599-9172-4f84-beaf-1b27a7a3ba66 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:39:12.576680 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:12.597143 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:39:12.597527 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Checking segment: {'id': 'edb4a243-f63c-41ec-bafe-c2b844da6c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a626f599-9172-4f84-beaf-1b27a7a3ba66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:39:12.597936 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:12.598360 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Bound using segment: {'id': 'edb4a243-f63c-41ec-bafe-c2b844da6c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a626f599-9172-4f84-beaf-1b27a7a3ba66'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:39:12.598845 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Bound port: fd8bd699-8cb9-42ed-9793-772166fc4e4e, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb4a243-f63c-41ec-bafe-c2b844da6c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a626f599-9172-4f84-beaf-1b27a7a3ba66'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:39:12.599225 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:12.621058 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 30c3c648-ecbd-45db-a39c-7e37c93e47b1 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:12.621445 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:12.693471 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:12.881844 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] For port fd8bd699-8cb9-42ed-9793-772166fc4e4e, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:39:12.933642 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] For port fd8bd699-8cb9-42ed-9793-772166fc4e4e, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=fd8bd699-8cb9-42ed-9793-772166fc4e4e,segment=NetworkSegment(edb4a243-f63c-41ec-bafe-c2b844da6c34),segment_id=edb4a243-f63c-41ec-bafe-c2b844da6c34)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:39:12.946354 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:12.952601 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:13.054194 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Pushing event updated for resources: {'Port': ['ID=fd8bd699-8cb9-42ed-9793-772166fc4e4e,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:13.058264 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:13.068898 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 4, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d5b91a-bf72-4d0f-8475-5b2209f9371a', 'name': '', 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:d5:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:02Z', 'updated_at': '2021-06-02T12:39:08Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6', 'name': '', 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:7b:c4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5291738d-9549-4ace-993c-37f522635ac2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:06Z', 'updated_at': '2021-06-02T12:39:11Z', 'revision_number': 4, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '5291738d-9549-4ace-993c-37f522635ac2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:13.074859 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d8229-78e2-423f-a023-c2f2e7f7f711 None None] The sync data for ids ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'] in dv-neutron-601336-80-hyperv is: [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 4, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d5b91a-bf72-4d0f-8475-5b2209f9371a', 'name': '', 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:d5:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:02Z', 'updated_at': '2021-06-02T12:39:08Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6', 'name': '', 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:7b:c4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5291738d-9549-4ace-993c-37f522635ac2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:06Z', 'updated_at': '2021-06-02T12:39:11Z', 'revision_number': 4, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '5291738d-9549-4ace-993c-37f522635ac2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:39:13.106397 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fb585-291c-4d76-a093-ad6be966dc90 req-0851ad31-46f2-4bfb-a0c0-99385af585a7 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:13.106397 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c26fb585-291c-4d76-a093-ad6be966dc90 req-0851ad31-46f2-4bfb-a0c0-99385af585a7 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 945 time: 0.2094173 Jun 02 12:39:13.205326 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c26fb585-291c-4d76-a093-ad6be966dc90 req-37bad9bd-b04d-4502-8785-20778af7e73e tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917666 Jun 02 12:39:13.234591 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:13.240007 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:13.269902 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bc757a53-8836-4fbb-8024-f8330eda8edf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:13.369190 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event updated for resources: {'Port': ['ID=f08c90d2-4452-4a50-8a77-964d68a02c4c,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:13.372694 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:13.387346 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:13.538537 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Network a626f599-9172-4f84-beaf-1b27a7a3ba66 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:39:13.539686 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:13.712403 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:39:13.878815 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:39:13.889435 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] Sync routers for ids ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:39:13.895803 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/5d9a5850-63f7-42e7-ac58-0fbed134c7a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3928809 Jun 02 12:39:13.896408 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48096) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:13.902198 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] Routers {'5d9a5850-63f7-42e7-ac58-0fbed134c7a3'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:13.902820 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:13.903310 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-06c072d9-e505-4e2d-a102-cee980aa5b12 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:39:14.055661 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eab9c8a-7f0d-4c99-928b-08db185eeffe None None] Network a626f599-9172-4f84-beaf-1b27a7a3ba66 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:39:14.070578 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] Set router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:14.230593 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-3ff5c238-8e6c-4a04-9388-51ac6686a8b2 None None] Provisioning for port fd8bd699-8cb9-42ed-9793-772166fc4e4e completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:14.241368 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d04e39f5-4be4-4f1f-95e5-1e218dd4946b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:14.301255 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:14.436093 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:14.448783 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:14.449183 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:14.461935 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:12Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d5b91a-bf72-4d0f-8475-5b2209f9371a', 'name': '', 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:d5:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:02Z', 'updated_at': '2021-06-02T12:39:08Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6', 'name': '', 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:7b:c4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5291738d-9549-4ace-993c-37f522635ac2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:06Z', 'updated_at': '2021-06-02T12:39:11Z', 'revision_number': 4, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '5291738d-9549-4ace-993c-37f522635ac2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f08c90d2-4452-4a50-8a77-964d68a02c4c', 'name': '', 'network_id': 'a626f599-9172-4f84-beaf-1b27a7a3ba66', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:74:31:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '2d109810-a0a5-48e6-b018-319efcd0f042', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:11Z', 'updated_at': '2021-06-02T12:39:12Z', 'revision_number': 2, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '2d109810-a0a5-48e6-b018-319efcd0f042', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:14.465810 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] Checking router: 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:39:14.466269 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] Updating router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 port f08c90d2-4452-4a50-8a77-964d68a02c4c binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:39:14.519810 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:14.592739 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:14.614219 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961fed0-97ec-41f5-9dc8-f7b1473e1388 req-5d98369a-6726-4477-af76-58af3beaeb0d tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:14.616304 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0961fed0-97ec-41f5-9dc8-f7b1473e1388 req-5d98369a-6726-4477-af76-58af3beaeb0d tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 945 time: 0.1924753 Jun 02 12:39:14.647911 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6,segment=NetworkSegment(cb4350b6-8012-4127-97c1-c57bafe21c92),segment_id=cb4350b6-8012-4127-97c1-c57bafe21c92)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:14.653390 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:14.654275 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device fd8bd699-8cb9-42ed-9793-772166fc4e4e up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:14.682291 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:14.684137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.extraroute_db [None req-06c072d9-e505-4e2d-a102-cee980aa5b12 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=92305) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 02 12:39:14.694936 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0961fed0-97ec-41f5-9dc8-f7b1473e1388 req-25897e96-9b67-4f04-b6f8-3e9184e0324f tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709155 Jun 02 12:39:14.705924 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.extraroute_db [None req-06c072d9-e505-4e2d-a102-cee980aa5b12 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Removed routes are [] {{(pid=92305) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 02 12:39:14.706510 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-06c072d9-e505-4e2d-a102-cee980aa5b12 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:14.782619 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:14.785656 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:14.796418 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port fd8bd699-8cb9-42ed-9793-772166fc4e4e completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:14.802707 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port fd8bd699-8cb9-42ed-9793-772166fc4e4e triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:14.803233 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:14.926696 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5a216129-8788-43d2-ab94-b433f9944ae3 None None] Provisioning for port f08c90d2-4452-4a50-8a77-964d68a02c4c completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:14.941951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5a216129-8788-43d2-ab94-b433f9944ae3 None None] Provisioning complete for port f08c90d2-4452-4a50-8a77-964d68a02c4c triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:14.942357 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5a216129-8788-43d2-ab94-b433f9944ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:14.957485 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:14.970907 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] Transition to ACTIVE for port object f08c90d2-4452-4a50-8a77-964d68a02c4c will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:39:14.979899 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:14.986197 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-d4a7d48d-3d0f-4c84-abae-a473d42adf64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:14.990997 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:15.027913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-5a216129-8788-43d2-ab94-b433f9944ae3 None None] Port f08c90d2-4452-4a50-8a77-964d68a02c4c cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:39:15.048015 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port fd8bd699-8cb9-42ed-9793-772166fc4e4e, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=fd8bd699-8cb9-42ed-9793-772166fc4e4e,segment=NetworkSegment(edb4a243-f63c-41ec-bafe-c2b844da6c34),segment_id=edb4a243-f63c-41ec-bafe-c2b844da6c34)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:15.048931 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5a216129-8788-43d2-ab94-b433f9944ae3 None None] Provisioning complete for port fd8bd699-8cb9-42ed-9793-772166fc4e4e triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:15.049299 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5a216129-8788-43d2-ab94-b433f9944ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:15.059951 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf24585-bcb2-4f63-8127-5b0e9a68a498 None None] Pushing event updated for resources: {'Port': ['ID=f08c90d2-4452-4a50-8a77-964d68a02c4c,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:15.064332 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-dcf24585-bcb2-4f63-8127-5b0e9a68a498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:15.081530 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:15.089388 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-dd0ce9e9-3af5-4895-9b13-4a9345458032 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:15.220222 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-06c072d9-e505-4e2d-a102-cee980aa5b12 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:15.223889 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-06c072d9-e505-4e2d-a102-cee980aa5b12 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:15.244227 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] Attempting to bind port f08c90d2-4452-4a50-8a77-964d68a02c4c on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:39:15.244608 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] Attempting to bind port f08c90d2-4452-4a50-8a77-964d68a02c4c by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'edb4a243-f63c-41ec-bafe-c2b844da6c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a626f599-9172-4f84-beaf-1b27a7a3ba66'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:39:15.244971 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] Attempting to bind port f08c90d2-4452-4a50-8a77-964d68a02c4c on network a626f599-9172-4f84-beaf-1b27a7a3ba66 {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:39:15.251542 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:39:15.251921 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] Checking segment: {'id': 'edb4a243-f63c-41ec-bafe-c2b844da6c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a626f599-9172-4f84-beaf-1b27a7a3ba66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:39:15.252330 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:15.252736 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] Bound using segment: {'id': 'edb4a243-f63c-41ec-bafe-c2b844da6c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a626f599-9172-4f84-beaf-1b27a7a3ba66'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:39:15.253202 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] Bound port: f08c90d2-4452-4a50-8a77-964d68a02c4c, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb4a243-f63c-41ec-bafe-c2b844da6c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a626f599-9172-4f84-beaf-1b27a7a3ba66'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:39:15.253602 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:15.274922 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=fd8bd699-8cb9-42ed-9793-772166fc4e4e,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:15.281339 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:15.363034 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] For port f08c90d2-4452-4a50-8a77-964d68a02c4c, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:39:15.366700 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] For port f08c90d2-4452-4a50-8a77-964d68a02c4c, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f08c90d2-4452-4a50-8a77-964d68a02c4c,segment=NetworkSegment(edb4a243-f63c-41ec-bafe-c2b844da6c34),segment_id=edb4a243-f63c-41ec-bafe-c2b844da6c34)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:39:15.372255 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:15.377132 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:15.411384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c072d9-e505-4e2d-a102-cee980aa5b12 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:39:15.449889 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] Routers {'5d9a5850-63f7-42e7-ac58-0fbed134c7a3'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:15.450578 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:38:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:15.572327 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf24585-bcb2-4f63-8127-5b0e9a68a498 None None] Pushing event updated for resources: {'Port': ['ID=f08c90d2-4452-4a50-8a77-964d68a02c4c,revision_number=4']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:15.582049 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-dcf24585-bcb2-4f63-8127-5b0e9a68a498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:15.592803 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c072d9-e505-4e2d-a102-cee980aa5b12 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:39:15.601369 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-06c072d9-e505-4e2d-a102-cee980aa5b12 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:15.604239 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-06c072d9-e505-4e2d-a102-cee980aa5b12 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/5d9a5850-63f7-42e7-ac58-0fbed134c7a3 HTTP/1.1" status: 200 len: 934 time: 1.7052801 Jun 02 12:39:15.605903 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48100) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:15.620949 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] Set router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:15.775878 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6aac3fe8-37a3-435b-bd83-762b477130b5 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/routers/5d9a5850-63f7-42e7-ac58-0fbed134c7a3 HTTP/1.1" status: 200 len: 934 time: 0.1678421 Jun 02 12:39:15.778242 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48104) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:15.782729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-e0a2d6ac-3483-45aa-88b2-fe120e4d389e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'router': {'routes': None}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:39:15.897934 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9718c3-8b15-49e5-99e9-434ce17c59db req-a3a68fed-fb2a-4ba6-bc09-49fa6a2a9ee7 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:15.902285 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fd9718c3-8b15-49e5-99e9-434ce17c59db req-a3a68fed-fb2a-4ba6-bc09-49fa6a2a9ee7 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 945 time: 0.0876386 Jun 02 12:39:15.994634 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:14Z', 'revision_number': 6, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d5b91a-bf72-4d0f-8475-5b2209f9371a', 'name': '', 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:d5:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:02Z', 'updated_at': '2021-06-02T12:39:08Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6', 'name': '', 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:7b:c4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5291738d-9549-4ace-993c-37f522635ac2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:06Z', 'updated_at': '2021-06-02T12:39:14Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '5291738d-9549-4ace-993c-37f522635ac2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f08c90d2-4452-4a50-8a77-964d68a02c4c', 'name': '', 'network_id': 'a626f599-9172-4f84-beaf-1b27a7a3ba66', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:74:31:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '2d109810-a0a5-48e6-b018-319efcd0f042', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:11Z', 'updated_at': '2021-06-02T12:39:15Z', 'revision_number': 4, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '2d109810-a0a5-48e6-b018-319efcd0f042', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:15.999116 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be175206-9647-4031-9543-a4f4d7bfbc9a None None] The sync data for ids ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'] in dv-neutron-601336-80-hyperv is: [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:14Z', 'revision_number': 6, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d5b91a-bf72-4d0f-8475-5b2209f9371a', 'name': '', 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:d5:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:02Z', 'updated_at': '2021-06-02T12:39:08Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6', 'name': '', 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:7b:c4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5291738d-9549-4ace-993c-37f522635ac2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:06Z', 'updated_at': '2021-06-02T12:39:14Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '5291738d-9549-4ace-993c-37f522635ac2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f08c90d2-4452-4a50-8a77-964d68a02c4c', 'name': '', 'network_id': 'a626f599-9172-4f84-beaf-1b27a7a3ba66', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:74:31:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '2d109810-a0a5-48e6-b018-319efcd0f042', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:11Z', 'updated_at': '2021-06-02T12:39:15Z', 'revision_number': 4, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '2d109810-a0a5-48e6-b018-319efcd0f042', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:39:16.149648 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fd9718c3-8b15-49e5-99e9-434ce17c59db req-41b9ca27-c49a-43d0-bd9f-a5bc741fd71d tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2430160 Jun 02 12:39:16.289066 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:16.367896 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:16.368271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:16.495944 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f08c90d2-4452-4a50-8a77-964d68a02c4c up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:16.569388 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port f08c90d2-4452-4a50-8a77-964d68a02c4c completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:16.576216 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port f08c90d2-4452-4a50-8a77-964d68a02c4c triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:16.576608 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:16.615133 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.extraroute_db [None req-e0a2d6ac-3483-45aa-88b2-fe120e4d389e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Added routes are [] {{(pid=92305) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 02 12:39:16.615715 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.extraroute_db [None req-e0a2d6ac-3483-45aa-88b2-fe120e4d389e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=92305) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 02 12:39:16.650334 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d6ac-3483-45aa-88b2-fe120e4d389e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:16.651910 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2be50d73-e188-4d5f-90b0-bbfb530283e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:16.670076 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:16.729901 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:16.767271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port f08c90d2-4452-4a50-8a77-964d68a02c4c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f08c90d2-4452-4a50-8a77-964d68a02c4c,segment=NetworkSegment(edb4a243-f63c-41ec-bafe-c2b844da6c34),segment_id=edb4a243-f63c-41ec-bafe-c2b844da6c34)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:16.772290 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:16.773218 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device fd8bd699-8cb9-42ed-9793-772166fc4e4e up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:16.801557 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:16.845495 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe844a5-ed1a-4653-9f46-a3fb722ba7cf None None] Sync routers for ids ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:39:16.889777 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe844a5-ed1a-4653-9f46-a3fb722ba7cf None None] Routers {'5d9a5850-63f7-42e7-ac58-0fbed134c7a3'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:16.890442 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5fe844a5-ed1a-4653-9f46-a3fb722ba7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:16.981930 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d6ac-3483-45aa-88b2-fe120e4d389e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:16.985219 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d6ac-3483-45aa-88b2-fe120e4d389e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:17.014763 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=f08c90d2-4452-4a50-8a77-964d68a02c4c,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:17.025775 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:17.053722 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port fd8bd699-8cb9-42ed-9793-772166fc4e4e triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:17.054119 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:17.099739 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-5fe844a5-ed1a-4653-9f46-a3fb722ba7cf None None] Set router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:17.146704 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a2d6ac-3483-45aa-88b2-fe120e4d389e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:39:17.354754 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a2d6ac-3483-45aa-88b2-fe120e4d389e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:39:17.361763 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d6ac-3483-45aa-88b2-fe120e4d389e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:17.363248 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e0a2d6ac-3483-45aa-88b2-fe120e4d389e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/5d9a5850-63f7-42e7-ac58-0fbed134c7a3 HTTP/1.1" status: 200 len: 700 time: 1.5837691 Jun 02 12:39:17.366366 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48108) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:17.391201 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871aaea9-dc21-4a4c-86d3-1dad56410f65 req-c5ea0738-e1dc-44db-8f74-375affc473d6 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:17.392654 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-871aaea9-dc21-4a4c-86d3-1dad56410f65 req-c5ea0738-e1dc-44db-8f74-375affc473d6 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 945 time: 0.1229906 Jun 02 12:39:17.441471 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-871aaea9-dc21-4a4c-86d3-1dad56410f65 req-fe7022f6-be2c-4860-8773-ba9a7e7f13fa tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401218 Jun 02 12:39:17.497896 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5fe844a5-ed1a-4653-9f46-a3fb722ba7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:16Z', 'revision_number': 7, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d5b91a-bf72-4d0f-8475-5b2209f9371a', 'name': '', 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:d5:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:02Z', 'updated_at': '2021-06-02T12:39:08Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6', 'name': '', 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:7b:c4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5291738d-9549-4ace-993c-37f522635ac2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:06Z', 'updated_at': '2021-06-02T12:39:14Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '5291738d-9549-4ace-993c-37f522635ac2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f08c90d2-4452-4a50-8a77-964d68a02c4c', 'name': '', 'network_id': 'a626f599-9172-4f84-beaf-1b27a7a3ba66', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:74:31:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '2d109810-a0a5-48e6-b018-319efcd0f042', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:11Z', 'updated_at': '2021-06-02T12:39:16Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '2d109810-a0a5-48e6-b018-319efcd0f042', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:17.501744 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe844a5-ed1a-4653-9f46-a3fb722ba7cf None None] Checking router: 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:39:17.510380 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe844a5-ed1a-4653-9f46-a3fb722ba7cf None None] Routers {'5d9a5850-63f7-42e7-ac58-0fbed134c7a3'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:17.510994 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5fe844a5-ed1a-4653-9f46-a3fb722ba7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:17.533706 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cd8ddbbb-eba2-44fb-9818-bd290cf70a8e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/routers/5d9a5850-63f7-42e7-ac58-0fbed134c7a3 HTTP/1.1" status: 200 len: 700 time: 0.1659653 Jun 02 12:39:17.536203 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48110) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:17.667989 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-5fe844a5-ed1a-4653-9f46-a3fb722ba7cf None None] Set router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:17.781306 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:18.041187 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5fe844a5-ed1a-4653-9f46-a3fb722ba7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:16Z', 'revision_number': 7, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d5b91a-bf72-4d0f-8475-5b2209f9371a', 'name': '', 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:d5:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:02Z', 'updated_at': '2021-06-02T12:39:08Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6', 'name': '', 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:7b:c4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5291738d-9549-4ace-993c-37f522635ac2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:06Z', 'updated_at': '2021-06-02T12:39:14Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '5291738d-9549-4ace-993c-37f522635ac2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f08c90d2-4452-4a50-8a77-964d68a02c4c', 'name': '', 'network_id': 'a626f599-9172-4f84-beaf-1b27a7a3ba66', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:74:31:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '2d109810-a0a5-48e6-b018-319efcd0f042', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:11Z', 'updated_at': '2021-06-02T12:39:16Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '2d109810-a0a5-48e6-b018-319efcd0f042', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:18.045153 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe844a5-ed1a-4653-9f46-a3fb722ba7cf None None] The sync data for ids ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'] in dv-neutron-601336-80-hyperv is: [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:16Z', 'revision_number': 7, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d5b91a-bf72-4d0f-8475-5b2209f9371a', 'name': '', 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:d5:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:02Z', 'updated_at': '2021-06-02T12:39:08Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6', 'name': '', 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:7b:c4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5291738d-9549-4ace-993c-37f522635ac2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:06Z', 'updated_at': '2021-06-02T12:39:14Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '5291738d-9549-4ace-993c-37f522635ac2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f08c90d2-4452-4a50-8a77-964d68a02c4c', 'name': '', 'network_id': 'a626f599-9172-4f84-beaf-1b27a7a3ba66', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:74:31:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '2d109810-a0a5-48e6-b018-319efcd0f042', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:11Z', 'updated_at': '2021-06-02T12:39:16Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '2d109810-a0a5-48e6-b018-319efcd0f042', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:39:18.072523 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-64f4863d-45f5-4741-ba54-f7ed9ef29170 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:18.130319 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f08c90d2-4452-4a50-8a77-964d68a02c4c up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:18.214400 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port f08c90d2-4452-4a50-8a77-964d68a02c4c triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:18.214775 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:18.268987 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb47b23-6342-4d15-9351-30dd73afa67a None None] Sync routers for ids ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:39:18.288956 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb47b23-6342-4d15-9351-30dd73afa67a None None] Routers {'5d9a5850-63f7-42e7-ac58-0fbed134c7a3'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:18.289908 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-8cb47b23-6342-4d15-9351-30dd73afa67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:18.467008 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-8cb47b23-6342-4d15-9351-30dd73afa67a None None] Set router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:18.520057 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-64f4863d-45f5-4741-ba54-f7ed9ef29170 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting port f08c90d2-4452-4a50-8a77-964d68a02c4c {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:39:18.520644 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-64f4863d-45f5-4741-ba54-f7ed9ef29170 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:18.671805 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-64f4863d-45f5-4741-ba54-f7ed9ef29170 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] For port f08c90d2-4452-4a50-8a77-964d68a02c4c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f08c90d2-4452-4a50-8a77-964d68a02c4c,segment=NetworkSegment(edb4a243-f63c-41ec-bafe-c2b844da6c34),segment_id=edb4a243-f63c-41ec-bafe-c2b844da6c34)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:18.672149 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-64f4863d-45f5-4741-ba54-f7ed9ef29170 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:18.811421 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-8cb47b23-6342-4d15-9351-30dd73afa67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:16Z', 'revision_number': 7, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d5b91a-bf72-4d0f-8475-5b2209f9371a', 'name': '', 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:d5:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:02Z', 'updated_at': '2021-06-02T12:39:08Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6', 'name': '', 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:7b:c4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5291738d-9549-4ace-993c-37f522635ac2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:06Z', 'updated_at': '2021-06-02T12:39:14Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '5291738d-9549-4ace-993c-37f522635ac2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f08c90d2-4452-4a50-8a77-964d68a02c4c', 'name': '', 'network_id': 'a626f599-9172-4f84-beaf-1b27a7a3ba66', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:74:31:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '2d109810-a0a5-48e6-b018-319efcd0f042', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:11Z', 'updated_at': '2021-06-02T12:39:16Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '2d109810-a0a5-48e6-b018-319efcd0f042', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:18.815338 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb47b23-6342-4d15-9351-30dd73afa67a None None] Checking router: 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:39:18.824027 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb47b23-6342-4d15-9351-30dd73afa67a None None] Routers {'5d9a5850-63f7-42e7-ac58-0fbed134c7a3'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:18.824656 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-8cb47b23-6342-4d15-9351-30dd73afa67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:18.977770 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-8cb47b23-6342-4d15-9351-30dd73afa67a None None] Set router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:18.988682 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-64f4863d-45f5-4741-ba54-f7ed9ef29170 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Calling delete_port for f08c90d2-4452-4a50-8a77-964d68a02c4c owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:39:19.039986 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f563cbf-fc56-42cd-85b6-5583ba133acf req-f93c4ed0-40b7-4246-9072-3faf16e34ec5 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:19.041452 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5f563cbf-fc56-42cd-85b6-5583ba133acf req-f93c4ed0-40b7-4246-9072-3faf16e34ec5 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 945 time: 0.4471045 Jun 02 12:39:19.107307 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5f563cbf-fc56-42cd-85b6-5583ba133acf req-cf7b6483-7276-43c6-b04e-2717f67b398f tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599477 Jun 02 12:39:19.194636 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-64f4863d-45f5-4741-ba54-f7ed9ef29170 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:19.199486 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:19.244999 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4863d-45f5-4741-ba54-f7ed9ef29170 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Port': ['ID=f08c90d2-4452-4a50-8a77-964d68a02c4c,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:19.280342 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-64f4863d-45f5-4741-ba54-f7ed9ef29170 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:19.299682 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-8cb47b23-6342-4d15-9351-30dd73afa67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:16Z', 'revision_number': 7, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d5b91a-bf72-4d0f-8475-5b2209f9371a', 'name': '', 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:d5:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:02Z', 'updated_at': '2021-06-02T12:39:08Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6', 'name': '', 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:7b:c4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5291738d-9549-4ace-993c-37f522635ac2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:06Z', 'updated_at': '2021-06-02T12:39:14Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '5291738d-9549-4ace-993c-37f522635ac2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f08c90d2-4452-4a50-8a77-964d68a02c4c', 'name': '', 'network_id': 'a626f599-9172-4f84-beaf-1b27a7a3ba66', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:74:31:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '2d109810-a0a5-48e6-b018-319efcd0f042', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:11Z', 'updated_at': '2021-06-02T12:39:16Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '2d109810-a0a5-48e6-b018-319efcd0f042', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:19.303868 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb47b23-6342-4d15-9351-30dd73afa67a None None] The sync data for ids ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'] in dv-neutron-601336-80-hyperv is: [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:16Z', 'revision_number': 7, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d5b91a-bf72-4d0f-8475-5b2209f9371a', 'name': '', 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:d5:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:02Z', 'updated_at': '2021-06-02T12:39:08Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6', 'name': '', 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:7b:c4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5291738d-9549-4ace-993c-37f522635ac2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:06Z', 'updated_at': '2021-06-02T12:39:14Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '5291738d-9549-4ace-993c-37f522635ac2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f08c90d2-4452-4a50-8a77-964d68a02c4c', 'name': '', 'network_id': 'a626f599-9172-4f84-beaf-1b27a7a3ba66', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:74:31:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '2d109810-a0a5-48e6-b018-319efcd0f042', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:11Z', 'updated_at': '2021-06-02T12:39:16Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '2d109810-a0a5-48e6-b018-319efcd0f042', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:39:19.461098 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:19.504965 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-64f4863d-45f5-4741-ba54-f7ed9ef29170 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:19.797005 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:39:19.821490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f4863d-45f5-4741-ba54-f7ed9ef29170 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:39:19.980581 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f4863d-45f5-4741-ba54-f7ed9ef29170 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:39:19.989365 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb45dc-c572-4bfc-beb8-fbe8c2275292 None None] Sync routers for ids ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:39:19.993102 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-64f4863d-45f5-4741-ba54-f7ed9ef29170 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/5d9a5850-63f7-42e7-ac58-0fbed134c7a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4558740 Jun 02 12:39:19.995632 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48116) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:19.998997 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb45dc-c572-4bfc-beb8-fbe8c2275292 None None] Routers {'5d9a5850-63f7-42e7-ac58-0fbed134c7a3'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:19.999604 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d2bb45dc-c572-4bfc-beb8-fbe8c2275292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:20.062800 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d79a7c7-79e6-4960-aa17-5d04d229c44c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting subnet 2d109810-a0a5-48e6-b018-319efcd0f042 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:39:20.066315 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d79a7c7-79e6-4960-aa17-5d04d229c44c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:20.120310 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d79a7c7-79e6-4960-aa17-5d04d229c44c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:20.157057 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-d2bb45dc-c572-4bfc-beb8-fbe8c2275292 None None] Set router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:20.207397 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d79a7c7-79e6-4960-aa17-5d04d229c44c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:20.331689 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a4701-cafb-42a6-8a1c-25fca6870372 req-59d96907-0653-4ea0-9e9f-829a3a810141 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:20.333381 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4c3a4701-cafb-42a6-8a1c-25fca6870372 req-59d96907-0653-4ea0-9e9f-829a3a810141 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 945 time: 0.1066689 Jun 02 12:39:20.383770 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4c3a4701-cafb-42a6-8a1c-25fca6870372 req-ed4eac01-45eb-4ad8-928d-caacbfc1c262 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424850 Jun 02 12:39:20.499930 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d2bb45dc-c572-4bfc-beb8-fbe8c2275292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:19Z', 'revision_number': 8, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d5b91a-bf72-4d0f-8475-5b2209f9371a', 'name': '', 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:d5:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:02Z', 'updated_at': '2021-06-02T12:39:08Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6', 'name': '', 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:7b:c4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5291738d-9549-4ace-993c-37f522635ac2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:06Z', 'updated_at': '2021-06-02T12:39:14Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '5291738d-9549-4ace-993c-37f522635ac2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:20.503812 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb45dc-c572-4bfc-beb8-fbe8c2275292 None None] Checking router: 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:39:20.512828 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb45dc-c572-4bfc-beb8-fbe8c2275292 None None] Routers {'5d9a5850-63f7-42e7-ac58-0fbed134c7a3'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:20.513434 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d2bb45dc-c572-4bfc-beb8-fbe8c2275292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:20.648836 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d79a7c7-79e6-4960-aa17-5d04d229c44c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:20.659202 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-62066561-4f34-4aff-8a7a-0886c223e76c tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:20.673984 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-d2bb45dc-c572-4bfc-beb8-fbe8c2275292 None None] Set router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:20.709477 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79a7c7-79e6-4960-aa17-5d04d229c44c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Subnet': ['ID=2d109810-a0a5-48e6-b018-319efcd0f042,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:20.712543 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9d79a7c7-79e6-4960-aa17-5d04d229c44c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:20.713515 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d79a7c7-79e6-4960-aa17-5d04d229c44c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:20.720484 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9d79a7c7-79e6-4960-aa17-5d04d229c44c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/subnets/2d109810-a0a5-48e6-b018-319efcd0f042 HTTP/1.1" status: 204 len: 168 time: 0.7238629 Jun 02 12:39:20.721385 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f06f508-1f73-4cc1-905a-fd26862c9c3d None None] Network a626f599-9172-4f84-beaf-1b27a7a3ba66 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:39:20.722269 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48120) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:20.836645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:20.909191 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting port fd8bd699-8cb9-42ed-9793-772166fc4e4e {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:39:20.909442 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:21.012352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] For port fd8bd699-8cb9-42ed-9793-772166fc4e4e, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=fd8bd699-8cb9-42ed-9793-772166fc4e4e,segment=NetworkSegment(edb4a243-f63c-41ec-bafe-c2b844da6c34),segment_id=edb4a243-f63c-41ec-bafe-c2b844da6c34)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:21.012705 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:21.134639 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Calling delete_port for fd8bd699-8cb9-42ed-9793-772166fc4e4e owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:39:21.180665 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:21.185323 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6fbf48b8-8106-41ff-bc7d-deb4c8b4ae66 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:21.233951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d2bb45dc-c572-4bfc-beb8-fbe8c2275292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:19Z', 'revision_number': 8, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d5b91a-bf72-4d0f-8475-5b2209f9371a', 'name': '', 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:d5:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:02Z', 'updated_at': '2021-06-02T12:39:08Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6', 'name': '', 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:7b:c4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5291738d-9549-4ace-993c-37f522635ac2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:06Z', 'updated_at': '2021-06-02T12:39:14Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '5291738d-9549-4ace-993c-37f522635ac2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:21.236274 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Port': ['ID=fd8bd699-8cb9-42ed-9793-772166fc4e4e,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:21.238267 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb45dc-c572-4bfc-beb8-fbe8c2275292 None None] The sync data for ids ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'] in dv-neutron-601336-80-hyperv is: [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:19Z', 'revision_number': 8, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d5b91a-bf72-4d0f-8475-5b2209f9371a', 'name': '', 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:d5:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:02Z', 'updated_at': '2021-06-02T12:39:08Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6', 'name': '', 'network_id': 'df8174e5-ba5b-4e15-8fca-6d7565dab87a', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:7b:c4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5291738d-9549-4ace-993c-37f522635ac2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:06Z', 'updated_at': '2021-06-02T12:39:14Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '5291738d-9549-4ace-993c-37f522635ac2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:39:21.238686 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:21.246289 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] No DVR routers for this DVR port fd8bd699-8cb9-42ed-9793-772166fc4e4e on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:39:21.255606 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c988c6-afb7-4361-b828-9dc320ec6231 None None] DHCP port deletion for a626f599-9172-4f84-beaf-1b27a7a3ba66 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:39:21.374312 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:21.386631 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a626f599-9172-4f84-beaf-1b27a7a3ba66']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:21.398723 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb4a243-f63c-41ec-bafe-c2b844da6c34') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:21.399018 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb4a243-f63c-41ec-bafe-c2b844da6c34') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:21.410113 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:21.426415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:21.432475 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:39:21.432799 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:39:21.446945 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:39:21.568550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:21.572977 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fff22b4c-261d-454f-ba4e-2537aa5aeef4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:21.587941 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:21.606633 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Network': ['ID=a626f599-9172-4f84-beaf-1b27a7a3ba66,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:21.614188 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:21.617778 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/networks/a626f599-9172-4f84-beaf-1b27a7a3ba66 HTTP/1.1" status: 204 len: 168 time: 0.8945084 Jun 02 12:39:21.620414 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48124) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:21.761923 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed26284-6306-4367-9504-608e9f943c2a req-d1d7aa0e-4ebd-45b8-af67-2cd3c43c635c tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:21.763403 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fed26284-6306-4367-9504-608e9f943c2a req-d1d7aa0e-4ebd-45b8-af67-2cd3c43c635c tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 945 time: 0.2601321 Jun 02 12:39:22.082648 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fed26284-6306-4367-9504-608e9f943c2a req-331a382e-55d2-4927-a90a-016885f0a956 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3073523 Jun 02 12:39:22.110842 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f08c90d2-4452-4a50-8a77-964d68a02c4c no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:39:22.148299 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: f08c90d2-4452-4a50-8a77-964d68a02c4c {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:39:22.148653 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f08c90d2-4452-4a50-8a77-964d68a02c4c not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:39:22.149083 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device fd8bd699-8cb9-42ed-9793-772166fc4e4e no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:39:22.182427 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: fd8bd699-8cb9-42ed-9793-772166fc4e4e {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:39:22.182783 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device fd8bd699-8cb9-42ed-9793-772166fc4e4e not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:39:22.315701 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d85e10e9-bed3-4ac0-bd26-b11ad473df14 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:22.708371 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-d85e10e9-bed3-4ac0-bd26-b11ad473df14 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting port e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:39:22.708710 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d85e10e9-bed3-4ac0-bd26-b11ad473df14 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:22.839310 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-d85e10e9-bed3-4ac0-bd26-b11ad473df14 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] For port e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6,segment=NetworkSegment(cb4350b6-8012-4127-97c1-c57bafe21c92),segment_id=cb4350b6-8012-4127-97c1-c57bafe21c92)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:22.839692 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d85e10e9-bed3-4ac0-bd26-b11ad473df14 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:22.967102 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-d85e10e9-bed3-4ac0-bd26-b11ad473df14 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Calling delete_port for e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6 owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:39:23.114053 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d85e10e9-bed3-4ac0-bd26-b11ad473df14 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:23.118816 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a3a32412-f9c8-43c6-8a32-7d2d8ae267cd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:23.166010 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e10e9-bed3-4ac0-bd26-b11ad473df14 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Port': ['ID=e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:23.192767 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d85e10e9-bed3-4ac0-bd26-b11ad473df14 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:23.280718 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b9b95-fa32-4a5d-9ac2-6d3f78d48835 req-cb46e041-2edc-4faf-9e48-c7c775fad03c tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:23.282445 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-cf4b9b95-fa32-4a5d-9ac2-6d3f78d48835 req-cb46e041-2edc-4faf-9e48-c7c775fad03c tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 945 time: 0.0918322 Jun 02 12:39:23.337152 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-cf4b9b95-fa32-4a5d-9ac2-6d3f78d48835 req-f6347ac2-e144-44c2-a738-1f5181783256 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480144 Jun 02 12:39:23.572679 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d85e10e9-bed3-4ac0-bd26-b11ad473df14 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:23.892049 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85e10e9-bed3-4ac0-bd26-b11ad473df14 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:39:24.051720 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85e10e9-bed3-4ac0-bd26-b11ad473df14 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:39:24.060955 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53a9120-403d-442f-9a0a-4a38e3f689b2 None None] Sync routers for ids ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:39:24.066391 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d85e10e9-bed3-4ac0-bd26-b11ad473df14 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/5d9a5850-63f7-42e7-ac58-0fbed134c7a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4449606 Jun 02 12:39:24.069484 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48128) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:24.073308 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53a9120-403d-442f-9a0a-4a38e3f689b2 None None] Routers {'5d9a5850-63f7-42e7-ac58-0fbed134c7a3'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:24.074284 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-b53a9120-403d-442f-9a0a-4a38e3f689b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:24.134476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f815df4-ac1e-439c-b510-416afca18d36 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting subnet 5291738d-9549-4ace-993c-37f522635ac2 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:39:24.137416 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0f815df4-ac1e-439c-b510-416afca18d36 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:24.192166 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0f815df4-ac1e-439c-b510-416afca18d36 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:24.230671 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-b53a9120-403d-442f-9a0a-4a38e3f689b2 None None] Set router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:24.279535 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0f815df4-ac1e-439c-b510-416afca18d36 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:24.576838 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-b53a9120-403d-442f-9a0a-4a38e3f689b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:23Z', 'revision_number': 9, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d5b91a-bf72-4d0f-8475-5b2209f9371a', 'name': '', 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:d5:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:02Z', 'updated_at': '2021-06-02T12:39:08Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:24.580524 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53a9120-403d-442f-9a0a-4a38e3f689b2 None None] Checking router: 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:39:24.588806 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53a9120-403d-442f-9a0a-4a38e3f689b2 None None] Routers {'5d9a5850-63f7-42e7-ac58-0fbed134c7a3'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:24.589406 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-b53a9120-403d-442f-9a0a-4a38e3f689b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:24.606931 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4544b-cc92-4189-899d-4f9411f38f74 req-43deb346-36b6-44e0-8b33-c0f50d9c1824 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:24.608426 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0cb4544b-cc92-4189-899d-4f9411f38f74 req-43deb346-36b6-44e0-8b33-c0f50d9c1824 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 945 time: 0.1569238 Jun 02 12:39:24.635157 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0f815df4-ac1e-439c-b510-416afca18d36 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:24.640898 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-51842e8b-bf24-44f4-ba63-731d7f5e4433 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:24.690957 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f815df4-ac1e-439c-b510-416afca18d36 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Subnet': ['ID=5291738d-9549-4ace-993c-37f522635ac2,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:24.693170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0f815df4-ac1e-439c-b510-416afca18d36 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:24.697661 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac0fafb-d115-42b1-ace3-38847983df2e None None] Network df8174e5-ba5b-4e15-8fca-6d7565dab87a requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:39:24.698961 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0f815df4-ac1e-439c-b510-416afca18d36 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:24.705555 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0cb4544b-cc92-4189-899d-4f9411f38f74 req-44412c6b-be70-421e-9827-46fee2bf91e7 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912845 Jun 02 12:39:24.706992 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0f815df4-ac1e-439c-b510-416afca18d36 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/subnets/5291738d-9549-4ace-993c-37f522635ac2 HTTP/1.1" status: 204 len: 168 time: 0.6366072 Jun 02 12:39:24.709915 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48132) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:24.749010 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-b53a9120-403d-442f-9a0a-4a38e3f689b2 None None] Set router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:24.823956 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:24.903745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting port 30c3c648-ecbd-45db-a39c-7e37c93e47b1 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:39:24.904087 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:24.964208 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b00a881-3bbc-42f1-a065-51b6aeb5e9bf None None] DHCP port deletion for df8174e5-ba5b-4e15-8fca-6d7565dab87a request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:39:25.032460 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-6b00a881-3bbc-42f1-a065-51b6aeb5e9bf None None] Deleting port 30c3c648-ecbd-45db-a39c-7e37c93e47b1 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:39:25.033010 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6b00a881-3bbc-42f1-a065-51b6aeb5e9bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:25.086778 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-b53a9120-403d-442f-9a0a-4a38e3f689b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:23Z', 'revision_number': 9, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d5b91a-bf72-4d0f-8475-5b2209f9371a', 'name': '', 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:d5:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:02Z', 'updated_at': '2021-06-02T12:39:08Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:25.091209 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53a9120-403d-442f-9a0a-4a38e3f689b2 None None] The sync data for ids ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'] in dv-neutron-601336-80-hyperv is: [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:23Z', 'revision_number': 9, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d5b91a-bf72-4d0f-8475-5b2209f9371a', 'name': '', 'network_id': 'bd14da53-5ba4-425b-a0d4-0f87a4e32ccc', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:d5:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:39:02Z', 'updated_at': '2021-06-02T12:39:08Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': '0fe279b4-1a2b-4b25-9c03-2cab61b39400', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:39:25.140415 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-6b00a881-3bbc-42f1-a065-51b6aeb5e9bf None None] For port 30c3c648-ecbd-45db-a39c-7e37c93e47b1, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=30c3c648-ecbd-45db-a39c-7e37c93e47b1,segment=NetworkSegment(cb4350b6-8012-4127-97c1-c57bafe21c92),segment_id=cb4350b6-8012-4127-97c1-c57bafe21c92)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:25.140809 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6b00a881-3bbc-42f1-a065-51b6aeb5e9bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:25.161302 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] For port 30c3c648-ecbd-45db-a39c-7e37c93e47b1, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=30c3c648-ecbd-45db-a39c-7e37c93e47b1,segment=NetworkSegment(cb4350b6-8012-4127-97c1-c57bafe21c92),segment_id=cb4350b6-8012-4127-97c1-c57bafe21c92)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:25.161826 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:25.262923 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-6b00a881-3bbc-42f1-a065-51b6aeb5e9bf None None] Calling delete_port for 30c3c648-ecbd-45db-a39c-7e37c93e47b1 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:39:25.282268 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Calling delete_port for 30c3c648-ecbd-45db-a39c-7e37c93e47b1 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:39:25.310163 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6b00a881-3bbc-42f1-a065-51b6aeb5e9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:25.314820 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-366820a5-5c8a-4cbb-852c-129fe4168055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:25.327405 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:25.332094 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-64f4863d-45f5-4741-ba54-f7ed9ef29170 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:25.361106 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00a881-3bbc-42f1-a065-51b6aeb5e9bf None None] Pushing event deleted for resources: {'Port': ['ID=30c3c648-ecbd-45db-a39c-7e37c93e47b1,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:25.363476 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6b00a881-3bbc-42f1-a065-51b6aeb5e9bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:25.366035 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b00a881-3bbc-42f1-a065-51b6aeb5e9bf None None] No DVR routers for this DVR port 30c3c648-ecbd-45db-a39c-7e37c93e47b1 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:39:25.377746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Port': ['ID=30c3c648-ecbd-45db-a39c-7e37c93e47b1,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:25.381366 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:25.382252 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] No DVR routers for this DVR port 30c3c648-ecbd-45db-a39c-7e37c93e47b1 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:39:25.510790 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:25.526531 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8174e5-ba5b-4e15-8fca-6d7565dab87a']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:25.539686 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4350b6-8012-4127-97c1-c57bafe21c92') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:25.539987 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4350b6-8012-4127-97c1-c57bafe21c92') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:25.553870 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:25.572046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:25.579732 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:39:25.580255 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: util.warn( Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:39:25.595439 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:39:25.680660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:25.683959 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-318c3c07-e01e-403e-a829-10887a75e616 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:25.698452 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:25.709530 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Network': ['ID=df8174e5-ba5b-4e15-8fca-6d7565dab87a,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:25.715438 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:25.718784 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/networks/df8174e5-ba5b-4e15-8fca-6d7565dab87a HTTP/1.1" status: 204 len: 168 time: 1.0075772 Jun 02 12:39:25.721427 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48138) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:25.755166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:25.894010 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8271845-dff1-4a5d-a879-a4a921976afe req-7b3a018f-de1d-4ed1-9670-d5336908c86a tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:25.895494 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c8271845-dff1-4a5d-a879-a4a921976afe req-7b3a018f-de1d-4ed1-9670-d5336908c86a tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 945 time: 0.0808403 Jun 02 12:39:25.940096 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c8271845-dff1-4a5d-a879-a4a921976afe req-a58123bb-3ebe-489e-83e2-8d37a00686b3 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384529 Jun 02 12:39:26.110468 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 30c3c648-ecbd-45db-a39c-7e37c93e47b1 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:39:26.145006 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 30c3c648-ecbd-45db-a39c-7e37c93e47b1 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:39:26.145356 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 30c3c648-ecbd-45db-a39c-7e37c93e47b1 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:39:26.145790 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:39:26.179483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:39:26.179841 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e6dadb25-0e04-4c3b-a3d2-33cdc5e4b7f6 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:39:26.230070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c974174-8439-4257-873d-e0fe51487a9b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:26.766431 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0c974174-8439-4257-873d-e0fe51487a9b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting port e0d5b91a-bf72-4d0f-8475-5b2209f9371a {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:39:26.766770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c974174-8439-4257-873d-e0fe51487a9b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:26.901405 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-0c974174-8439-4257-873d-e0fe51487a9b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] For port e0d5b91a-bf72-4d0f-8475-5b2209f9371a, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e0d5b91a-bf72-4d0f-8475-5b2209f9371a,segment=NetworkSegment(fc340c7d-d731-49ee-9d0e-f35a239b2514),segment_id=fc340c7d-d731-49ee-9d0e-f35a239b2514)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:26.901759 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c974174-8439-4257-873d-e0fe51487a9b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:27.027226 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0c974174-8439-4257-873d-e0fe51487a9b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Calling delete_port for e0d5b91a-bf72-4d0f-8475-5b2209f9371a owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:39:27.165266 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f81176-3545-4ccd-bab1-4e473ae5c170 req-12fb838f-7dd8-4115-b7ff-2d7aae04078a tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:27.166751 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f6f81176-3545-4ccd-bab1-4e473ae5c170 req-12fb838f-7dd8-4115-b7ff-2d7aae04078a tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 945 time: 0.1223514 Jun 02 12:39:27.222176 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f6f81176-3545-4ccd-bab1-4e473ae5c170 req-ca51adf2-2898-4c0c-ae0c-c092c1010018 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448484 Jun 02 12:39:27.283688 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c974174-8439-4257-873d-e0fe51487a9b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:27.288454 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0fd2e42d-3f98-4846-bfc5-a1ce3f25ba11 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:27.338895 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c974174-8439-4257-873d-e0fe51487a9b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Port': ['ID=e0d5b91a-bf72-4d0f-8475-5b2209f9371a,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:27.365862 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0c974174-8439-4257-873d-e0fe51487a9b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:27.587817 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c974174-8439-4257-873d-e0fe51487a9b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:27.898859 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c974174-8439-4257-873d-e0fe51487a9b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:39:28.202906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c974174-8439-4257-873d-e0fe51487a9b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:39:28.212325 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48298efe-c4d4-438b-b7e7-91176f648ca0 None None] Sync routers for ids ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:39:28.217201 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0c974174-8439-4257-873d-e0fe51487a9b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/5d9a5850-63f7-42e7-ac58-0fbed134c7a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4947932 Jun 02 12:39:28.219901 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48148) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:28.222042 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48298efe-c4d4-438b-b7e7-91176f648ca0 None None] Routers {'5d9a5850-63f7-42e7-ac58-0fbed134c7a3'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:28.222677 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-48298efe-c4d4-438b-b7e7-91176f648ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:28.291336 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb3061d-88d7-4e62-a558-03ce4d29d222 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting subnet 0fe279b4-1a2b-4b25-9c03-2cab61b39400 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:39:28.294596 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-acb3061d-88d7-4e62-a558-03ce4d29d222 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:28.349852 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-acb3061d-88d7-4e62-a558-03ce4d29d222 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:28.380037 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-48298efe-c4d4-438b-b7e7-91176f648ca0 None None] Set router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:28.434259 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733685a-d495-4ba9-91f4-16f8e012a2c6 req-8c23f2bd-7f49-4a8f-a757-8977d15a497d tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:28.436476 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b733685a-d495-4ba9-91f4-16f8e012a2c6 req-8c23f2bd-7f49-4a8f-a757-8977d15a497d tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 945 time: 0.1073780 Jun 02 12:39:28.441745 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-acb3061d-88d7-4e62-a558-03ce4d29d222 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:28.506609 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b733685a-d495-4ba9-91f4-16f8e012a2c6 req-f90a59b2-61b4-4530-b6c4-5d0a9f22987a tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631211 Jun 02 12:39:28.769294 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-48298efe-c4d4-438b-b7e7-91176f648ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:27Z', 'revision_number': 10, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:28.773022 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48298efe-c4d4-438b-b7e7-91176f648ca0 None None] Checking router: 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:39:28.781604 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48298efe-c4d4-438b-b7e7-91176f648ca0 None None] Routers {'5d9a5850-63f7-42e7-ac58-0fbed134c7a3'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:28.782241 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-48298efe-c4d4-438b-b7e7-91176f648ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:28.878716 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757717eb-74d0-47d0-95ec-d4f1daefe02d req-5a011c15-1635-4e81-9424-7b4c02835483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:28.880201 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-757717eb-74d0-47d0-95ec-d4f1daefe02d req-5a011c15-1635-4e81-9424-7b4c02835483 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 1098 time: 0.2730794 Jun 02 12:39:28.894642 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device d9c9494b-eb25-4754-8cb5-848d0549d2d9 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:39:28.904686 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device d9c9494b-eb25-4754-8cb5-848d0549d2d9 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:39:28.936960 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-757717eb-74d0-47d0-95ec-d4f1daefe02d req-6e3a7f9c-7b4a-43ae-9517-ea2d023a6604 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485108 Jun 02 12:39:28.938215 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-acb3061d-88d7-4e62-a558-03ce4d29d222 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:28.943012 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6b74c3a0-20b8-4c05-a236-fbd8b4323c96 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:28.979861 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3061d-88d7-4e62-a558-03ce4d29d222 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Subnet': ['ID=0fe279b4-1a2b-4b25-9c03-2cab61b39400,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:28.982055 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-acb3061d-88d7-4e62-a558-03ce4d29d222 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:28.986482 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-acb3061d-88d7-4e62-a558-03ce4d29d222 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:28.989403 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-acb3061d-88d7-4e62-a558-03ce4d29d222 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/subnets/0fe279b4-1a2b-4b25-9c03-2cab61b39400 HTTP/1.1" status: 204 len: 168 time: 0.7684083 Jun 02 12:39:28.992459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48154) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:28.992627 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-48298efe-c4d4-438b-b7e7-91176f648ca0 None None] Set router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:29.035118 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c9b1b9-d736-4f1d-bf70-c9b8f753978f None None] Network bd14da53-5ba4-425b-a0d4-0f87a4e32ccc requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:39:29.107953 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:29.183890 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting port 27b07f6e-219f-47a7-b33b-1f12b269a5a2 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:39:29.184238 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:29.284476 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] For port 27b07f6e-219f-47a7-b33b-1f12b269a5a2, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=27b07f6e-219f-47a7-b33b-1f12b269a5a2,segment=NetworkSegment(fc340c7d-d731-49ee-9d0e-f35a239b2514),segment_id=fc340c7d-d731-49ee-9d0e-f35a239b2514)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:29.285239 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:29.408260 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Calling delete_port for 27b07f6e-219f-47a7-b33b-1f12b269a5a2 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:39:29.453615 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:29.458278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-10046c8a-f701-4aaa-8dee-8c75e59b050c tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:29.499506 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:29.505599 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Port': ['ID=27b07f6e-219f-47a7-b33b-1f12b269a5a2,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:29.508599 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:29.509374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] No DVR routers for this DVR port 27b07f6e-219f-47a7-b33b-1f12b269a5a2 on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:39:29.543689 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port d9c9494b-eb25-4754-8cb5-848d0549d2d9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d9c9494b-eb25-4754-8cb5-848d0549d2d9,segment=NetworkSegment(78ce3ed0-96bd-41fd-832a-0c4e379ba353),segment_id=78ce3ed0-96bd-41fd-832a-0c4e379ba353)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:29.570502 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9c9494b-eb25-4754-8cb5-848d0549d2d9'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:39:29.572774 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea25b34-54b9-4b49-af5d-61bfcd55c73b" -d '{"events": [{"server_uuid": "23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d", "name": "network-vif-unplugged", "status": "completed", "tag": "d9c9494b-eb25-4754-8cb5-848d0549d2d9"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:39:29.578827 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': 'd9c9494b-eb25-4754-8cb5-848d0549d2d9', 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e', 'port_id': 'd9c9494b-eb25-4754-8cb5-848d0549d2d9', 'mac_address': 'fa:16:3e:ab:c5:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c6e050-ab75-40b4-a40d-a9c4cdf371b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:39:29.598411 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port d9c9494b-eb25-4754-8cb5-848d0549d2d9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d9c9494b-eb25-4754-8cb5-848d0549d2d9,segment=NetworkSegment(78ce3ed0-96bd-41fd-832a-0c4e379ba353),segment_id=78ce3ed0-96bd-41fd-832a-0c4e379ba353)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:29.633986 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:29.640199 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:29.641768 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-fb459bb5-c0c2-4e70-94fe-48e44603edcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:29.659770 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd14da53-5ba4-425b-a0d4-0f87a4e32ccc']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:29.688825 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 12:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f187498c-ef3d-47ee-ba50-4d0f46cd5c28 x-openstack-request-id: req-f187498c-ef3d-47ee-ba50-4d0f46cd5c28 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:39:29.689211 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d", "name": "network-vif-unplugged", "status": "completed", "tag": "d9c9494b-eb25-4754-8cb5-848d0549d2d9", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:39:29.689480 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f187498c-ef3d-47ee-ba50-4d0f46cd5c28 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:39:29.689871 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9c9494b-eb25-4754-8cb5-848d0549d2d9', 'code': 200} Jun 02 12:39:29.690699 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46441d48-2108-4d1d-95ff-de7c1fe82dfd None None] DHCP port deletion for bd14da53-5ba4-425b-a0d4-0f87a4e32ccc request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:39:29.710449 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc340c7d-d731-49ee-9d0e-f35a239b2514') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:29.710752 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc340c7d-d731-49ee-9d0e-f35a239b2514') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:29.724649 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:29.748790 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:29.763756 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:39:29.764160 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:29.765818 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:39:29.780206 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:39:29.799682 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c9494b-eb25-4754-8cb5-848d0549d2d9 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:39:29.816787 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=d9c9494b-eb25-4754-8cb5-848d0549d2d9,revision_number=6']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:29.821077 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:29.835053 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port d9c9494b-eb25-4754-8cb5-848d0549d2d9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d9c9494b-eb25-4754-8cb5-848d0549d2d9,segment=NetworkSegment(78ce3ed0-96bd-41fd-832a-0c4e379ba353),segment_id=78ce3ed0-96bd-41fd-832a-0c4e379ba353)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:29.839430 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:29.841799 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:29.854798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531288f8-cf67-42b0-9ee8-98805312e5bb req-3c3de357-bf95-4df0-9503-1f39c715298a tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:29.856186 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-531288f8-cf67-42b0-9ee8-98805312e5bb req-3c3de357-bf95-4df0-9503-1f39c715298a tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 943 time: 0.1985817 Jun 02 12:39:29.913922 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:29.920189 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-531288f8-cf67-42b0-9ee8-98805312e5bb req-0071b38f-3674-4159-b2dc-89cdac0013c4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506253 Jun 02 12:39:29.922367 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2b828bc1-99a6-435d-8dc6-5123d451129c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:29.948101 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:29.955155 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Network': ['ID=bd14da53-5ba4-425b-a0d4-0f87a4e32ccc,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:29.958671 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-48298efe-c4d4-438b-b7e7-91176f648ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:27Z', 'revision_number': 10, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:29.959037 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:29.965380 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/networks/bd14da53-5ba4-425b-a0d4-0f87a4e32ccc HTTP/1.1" status: 204 len: 168 time: 0.9719629 Jun 02 12:39:29.967995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48160) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:29.972171 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48298efe-c4d4-438b-b7e7-91176f648ca0 None None] The sync data for ids ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'] in dv-neutron-601336-80-hyperv is: [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:27Z', 'revision_number': 10, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None, '_interfaces': [{'id': '21263b32-a83c-436b-90a3-06a0c3be65af', 'name': '', 'network_id': 'e30273f6-456f-4b91-9fdf-cf555c388049', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'mac_address': 'fa:16:3e:56:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:58Z', 'updated_at': '2021-06-02T12:39:07Z', 'revision_number': 5, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'subnets': [{'id': 'ea015965-38a5-4b16-9b87-f9b285db9a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:39:29.985956 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=d9c9494b-eb25-4754-8cb5-848d0549d2d9,revision_number=7']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:29.989531 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:30.214647 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['d9c9494b-eb25-4754-8cb5-848d0549d2d9'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:39:30.401275 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 27b07f6e-219f-47a7-b33b-1f12b269a5a2 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:39:30.445665 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 27b07f6e-219f-47a7-b33b-1f12b269a5a2 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:39:30.446025 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 27b07f6e-219f-47a7-b33b-1f12b269a5a2 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:39:30.446486 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e0d5b91a-bf72-4d0f-8475-5b2209f9371a no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:39:30.487397 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: e0d5b91a-bf72-4d0f-8475-5b2209f9371a {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:39:30.487775 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e0d5b91a-bf72-4d0f-8475-5b2209f9371a not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:39:30.638894 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6ce28481-1c8b-43e6-8885-5f75413488c4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:31.062268 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-6ce28481-1c8b-43e6-8885-5f75413488c4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting port 21263b32-a83c-436b-90a3-06a0c3be65af {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:39:31.062614 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6ce28481-1c8b-43e6-8885-5f75413488c4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:31.121060 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ec75a-788d-46fc-9587-04cd1ae9f78b req-dd55f424-51d0-4a0d-ac16-06582ae553c6 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:31.122532 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-819ec75a-788d-46fc-9587-04cd1ae9f78b req-dd55f424-51d0-4a0d-ac16-06582ae553c6 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 944 time: 0.0882580 Jun 02 12:39:31.167071 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-819ec75a-788d-46fc-9587-04cd1ae9f78b req-23ab9a7a-eec4-4774-9ceb-9b8721572529 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387504 Jun 02 12:39:31.190172 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48166) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:31.208610 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-6ce28481-1c8b-43e6-8885-5f75413488c4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] For port 21263b32-a83c-436b-90a3-06a0c3be65af, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=21263b32-a83c-436b-90a3-06a0c3be65af,segment=NetworkSegment(1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a),segment_id=1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:31.208932 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6ce28481-1c8b-43e6-8885-5f75413488c4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:31.305788 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5d1e4750-ae4a-444b-b043-60766f23a320 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/floatingips/60bb5fc5-0b16-4181-babf-35cfda1f5919 HTTP/1.1" status: 200 len: 992 time: 0.1142895 Jun 02 12:39:31.333279 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-6ce28481-1c8b-43e6-8885-5f75413488c4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Calling delete_port for 21263b32-a83c-436b-90a3-06a0c3be65af owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:39:31.609955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6ce28481-1c8b-43e6-8885-5f75413488c4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:31.614081 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3a88acc8-7e30-44ad-becb-d83eb2095580 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:31.684092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce28481-1c8b-43e6-8885-5f75413488c4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Port': ['ID=21263b32-a83c-436b-90a3-06a0c3be65af,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:31.695192 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6ce28481-1c8b-43e6-8885-5f75413488c4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:32.012338 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6ce28481-1c8b-43e6-8885-5f75413488c4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:32.281111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce28481-1c8b-43e6-8885-5f75413488c4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:39:32.412058 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce28481-1c8b-43e6-8885-5f75413488c4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:39:32.421522 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50a0a46-d6a7-45e1-9701-eafd92059a60 None None] Sync routers for ids ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:39:32.424472 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6ce28481-1c8b-43e6-8885-5f75413488c4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/5d9a5850-63f7-42e7-ac58-0fbed134c7a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4554822 Jun 02 12:39:32.427068 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48168) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:32.431649 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50a0a46-d6a7-45e1-9701-eafd92059a60 None None] Routers {'5d9a5850-63f7-42e7-ac58-0fbed134c7a3'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:32.432313 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d50a0a46-d6a7-45e1-9701-eafd92059a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:32.490990 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8c884a-918d-44b1-841d-a0e850579d70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting subnet ea015965-38a5-4b16-9b87-f9b285db9a7a {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:39:32.493860 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fb8c884a-918d-44b1-841d-a0e850579d70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:32.549974 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fb8c884a-918d-44b1-841d-a0e850579d70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:32.555848 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-d50a0a46-d6a7-45e1-9701-eafd92059a60 None None] Set router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:32.631873 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fb8c884a-918d-44b1-841d-a0e850579d70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:32.660864 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d50a0a46-d6a7-45e1-9701-eafd92059a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:31Z', 'revision_number': 11, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:32.664838 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50a0a46-d6a7-45e1-9701-eafd92059a60 None None] Checking router: 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:39:32.672928 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50a0a46-d6a7-45e1-9701-eafd92059a60 None None] Routers {'5d9a5850-63f7-42e7-ac58-0fbed134c7a3'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:32.673520 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d50a0a46-d6a7-45e1-9701-eafd92059a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:32.796431 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-d50a0a46-d6a7-45e1-9701-eafd92059a60 None None] Set router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:32.899396 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device d9c9494b-eb25-4754-8cb5-848d0549d2d9 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:32.907891 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fb8c884a-918d-44b1-841d-a0e850579d70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:32.911720 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:32.922902 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d50a0a46-d6a7-45e1-9701-eafd92059a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:31Z', 'revision_number': 11, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:32.927041 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50a0a46-d6a7-45e1-9701-eafd92059a60 None None] The sync data for ids ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'] in dv-neutron-601336-80-hyperv is: [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:31Z', 'revision_number': 11, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:39:32.949123 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c884a-918d-44b1-841d-a0e850579d70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Subnet': ['ID=ea015965-38a5-4b16-9b87-f9b285db9a7a,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:32.952311 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fb8c884a-918d-44b1-841d-a0e850579d70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:32.953294 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fb8c884a-918d-44b1-841d-a0e850579d70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:32.962147 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48170) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:32.962604 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fb8c884a-918d-44b1-841d-a0e850579d70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/subnets/ea015965-38a5-4b16-9b87-f9b285db9a7a HTTP/1.1" status: 204 len: 168 time: 0.5336189 Jun 02 12:39:32.968659 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f44586c-f14d-4436-ba21-e7c70e9b3488 None None] Network e30273f6-456f-4b91-9fdf-cf555c388049 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:39:33.069741 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port d9c9494b-eb25-4754-8cb5-848d0549d2d9 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:33.070149 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:33.088158 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:33.158524 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Deleting port 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:39:33.158782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:33.260232 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] For port 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=8eba7bb8-ee7c-48ec-92d2-78c0cd993b13,segment=NetworkSegment(1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a),segment_id=1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:33.260481 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:33.273339 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:33.304609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c9494b-eb25-4754-8cb5-848d0549d2d9'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:39:33.307442 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9826f08c-116b-483d-a83c-def5967242ff" -d '{"events": [{"server_uuid": "23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d", "name": "network-vif-plugged", "status": "completed", "tag": "d9c9494b-eb25-4754-8cb5-848d0549d2d9"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:39:33.319245 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port d9c9494b-eb25-4754-8cb5-848d0549d2d9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d9c9494b-eb25-4754-8cb5-848d0549d2d9,segment=NetworkSegment(78ce3ed0-96bd-41fd-832a-0c4e379ba353),segment_id=78ce3ed0-96bd-41fd-832a-0c4e379ba353)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:33.325508 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:33.327705 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:33.375635 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc3ffaf-317b-4e3d-9847-9d097d43d26d None None] DHCP port deletion for e30273f6-456f-4b91-9fdf-cf555c388049 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:39:33.382347 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3815d03e-de56-4e66-b54d-95da84a7b15e x-openstack-request-id: req-3815d03e-de56-4e66-b54d-95da84a7b15e {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:39:33.382654 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d", "name": "network-vif-plugged", "status": "completed", "tag": "d9c9494b-eb25-4754-8cb5-848d0549d2d9", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:39:33.382924 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3815d03e-de56-4e66-b54d-95da84a7b15e {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:39:33.383312 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c9494b-eb25-4754-8cb5-848d0549d2d9', 'code': 200} Jun 02 12:39:33.409319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Calling delete_port for 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:39:33.460982 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:33.463631 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=d9c9494b-eb25-4754-8cb5-848d0549d2d9,revision_number=8']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:33.465876 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:33.483072 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.483417 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.483826 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.484156 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.484481 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.484805 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.485144 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.485461 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.485777 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.486090 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.486427 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.486742 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.497924 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:33.504862 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-fbc3ffaf-317b-4e3d-9847-9d097d43d26d None None] Deleting port 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:39:33.505237 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ffaf-317b-4e3d-9847-9d097d43d26d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:33.518401 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] No DVR routers for this DVR port 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:39:33.548188 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Port': ['ID=8eba7bb8-ee7c-48ec-92d2-78c0cd993b13,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:33.572923 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.573309 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.573681 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.574074 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.574467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.574826 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.575187 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.575543 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.575899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.576268 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.576628 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.576982 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:33.580195 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:33.600944 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-fbc3ffaf-317b-4e3d-9847-9d097d43d26d None None] For port 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13, host dv-neutron-601336-80-hyperv, got binding levels [] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:33.601241 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ffaf-317b-4e3d-9847-9d097d43d26d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:33.656403 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:33.669046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30273f6-456f-4b91-9fdf-cf555c388049']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:33.680718 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:33.681011 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee7b21f-2a71-4cd0-ad96-7d6b4dd9950a') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:33.691944 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:33.707869 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:33.715417 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:39:33.715797 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:33.723598 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-fbc3ffaf-317b-4e3d-9847-9d097d43d26d None None] Calling delete_port for 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:39:33.726803 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.ipam_backend_mixin [None req-fbc3ffaf-317b-4e3d-9847-9d097d43d26d None None] Port 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13 was not found and therefore no delete operation was performed {{(pid=92306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 12:39:33.728092 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ffaf-317b-4e3d-9847-9d097d43d26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:39:33.730315 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:39:33.732858 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0fe4a7d2-18ad-4697-9743-3788f590de70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:33.778090 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3ffaf-317b-4e3d-9847-9d097d43d26d None None] Pushing event deleted for resources: {'Port': ['ID=8eba7bb8-ee7c-48ec-92d2-78c0cd993b13,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:33.779913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc3ffaf-317b-4e3d-9847-9d097d43d26d None None] No DVR routers for this DVR port 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:39:33.781230 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-fbc3ffaf-317b-4e3d-9847-9d097d43d26d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:33.816047 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:33.819847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f72bf22e-82b8-4427-bedb-fdb17dbbe396 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:33.834694 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:33.845469 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Pushing event deleted for resources: {'Network': ['ID=e30273f6-456f-4b91-9fdf-cf555c388049,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:33.849826 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:33.853152 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/networks/e30273f6-456f-4b91-9fdf-cf555c388049 HTTP/1.1" status: 204 len: 168 time: 0.8893704 Jun 02 12:39:33.855786 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48174) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:33.860181 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-776b619c-b599-48df-b1af-1855f193726b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'router': {'routes': None}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:39:34.118938 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:39:34.154671 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:39:34.155025 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8eba7bb8-ee7c-48ec-92d2-78c0cd993b13 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:39:34.155456 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 21263b32-a83c-436b-90a3-06a0c3be65af no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:39:34.193151 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 21263b32-a83c-436b-90a3-06a0c3be65af {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:39:34.194072 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 21263b32-a83c-436b-90a3-06a0c3be65af not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:39:34.296056 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.extraroute_db [None req-776b619c-b599-48df-b1af-1855f193726b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Added routes are [] {{(pid=92304) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 02 12:39:34.296633 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.extraroute_db [None req-776b619c-b599-48df-b1af-1855f193726b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Removed routes are [] {{(pid=92304) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 02 12:39:34.296767 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-776b619c-b599-48df-b1af-1855f193726b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:34.544186 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-776b619c-b599-48df-b1af-1855f193726b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:34.547377 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-776b619c-b599-48df-b1af-1855f193726b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:34.680966 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776b619c-b599-48df-b1af-1855f193726b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:39:34.811766 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776b619c-b599-48df-b1af-1855f193726b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:39:34.818122 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-776b619c-b599-48df-b1af-1855f193726b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:34.819795 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-776b619c-b599-48df-b1af-1855f193726b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/5d9a5850-63f7-42e7-ac58-0fbed134c7a3 HTTP/1.1" status: 200 len: 701 time: 0.9630997 Jun 02 12:39:34.821508 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c4c4b0-5ae6-4a38-be98-2cb6e827af27 None None] Sync routers for ids ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:39:34.822551 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48178) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:34.831060 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c4c4b0-5ae6-4a38-be98-2cb6e827af27 None None] Routers {'5d9a5850-63f7-42e7-ac58-0fbed134c7a3'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:34.831674 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-25c4c4b0-5ae6-4a38-be98-2cb6e827af27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:34.863725 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-25d6c61f-5d0e-41c2-a637-ea86b256986a tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Synchronizing usage tracker for tenant:5d1f062442e64b0eb98e3f6d0bd26851 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:39:34.879137 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-25d6c61f-5d0e-41c2-a637-ea86b256986a tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Unset dirty status for tenant:5d1f062442e64b0eb98e3f6d0bd26851 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:39:34.880272 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-25d6c61f-5d0e-41c2-a637-ea86b256986a tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d9a5850-63f7-42e7-ac58-0fbed134c7a3 HTTP/1.1" status: 200 len: 205 time: 0.0568283 Jun 02 12:39:34.883502 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48180) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:34.958843 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-25c4c4b0-5ae6-4a38-be98-2cb6e827af27 None None] Set router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:35.016755 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d0270f2d-8484-45fe-ab08-633fbffa703a tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:35.106224 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-25c4c4b0-5ae6-4a38-be98-2cb6e827af27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:31Z', 'revision_number': 11, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:35.114421 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c4c4b0-5ae6-4a38-be98-2cb6e827af27 None None] Checking router: 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:39:35.123385 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c4c4b0-5ae6-4a38-be98-2cb6e827af27 None None] Routers {'5d9a5850-63f7-42e7-ac58-0fbed134c7a3'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:35.123996 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-25c4c4b0-5ae6-4a38-be98-2cb6e827af27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:35.253995 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-25c4c4b0-5ae6-4a38-be98-2cb6e827af27 None None] Set router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:35.359998 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-25c4c4b0-5ae6-4a38-be98-2cb6e827af27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:31Z', 'revision_number': 11, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:35.363869 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c4c4b0-5ae6-4a38-be98-2cb6e827af27 None None] The sync data for ids ['5d9a5850-63f7-42e7-ac58-0fbed134c7a3'] in dv-neutron-601336-80-hyperv is: [{'id': '5d9a5850-63f7-42e7-ac58-0fbed134c7a3', 'name': 'tempest-RoutersTest-router-1771546819', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:56Z', 'updated_at': '2021-06-02T12:39:31Z', 'revision_number': 11, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:39:35.476698 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d0270f2d-8484-45fe-ab08-633fbffa703a tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:35.478935 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d0270f2d-8484-45fe-ab08-633fbffa703a tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:35.500320 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d0270f2d-8484-45fe-ab08-633fbffa703a tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:35.500829 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0270f2d-8484-45fe-ab08-633fbffa703a tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Fanout notify agent at l3_agent the message router_deleted on router 5d9a5850-63f7-42e7-ac58-0fbed134c7a3 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:39:35.514903 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d0270f2d-8484-45fe-ab08-633fbffa703a tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:35.516085 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d0270f2d-8484-45fe-ab08-633fbffa703a tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/routers/5d9a5850-63f7-42e7-ac58-0fbed134c7a3 HTTP/1.1" status: 204 len: 168 time: 0.6316512 Jun 02 12:39:35.519903 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48182) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:35.524828 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-72972c78-3e71-4535-a9fd-89e203c38ded tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1225199331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:39:35.531916 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-72972c78-3e71-4535-a9fd-89e203c38ded tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:39:35.536070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-72972c78-3e71-4535-a9fd-89e203c38ded tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Usage tracker for resource:router and tenant:5d1f062442e64b0eb98e3f6d0bd26851 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:39:35.539619 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-72972c78-3e71-4535-a9fd-89e203c38ded tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:39:35.545449 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-72972c78-3e71-4535-a9fd-89e203c38ded tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:39:35.558856 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-72972c78-3e71-4535-a9fd-89e203c38ded tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:35.559818 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-72972c78-3e71-4535-a9fd-89e203c38ded tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:35.575204 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-72972c78-3e71-4535-a9fd-89e203c38ded tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:35.594571 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-72972c78-3e71-4535-a9fd-89e203c38ded tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:35.619954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-72972c78-3e71-4535-a9fd-89e203c38ded tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:35.621123 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-72972c78-3e71-4535-a9fd-89e203c38ded tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1003075 Jun 02 12:39:35.623823 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48184) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:35.628467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-748b3db9-00c3-44ba-bd50-c3d6e6aab4c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Request body: {'router': {'admin_state_up': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:39:36.001021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-748b3db9-00c3-44ba-bd50-c3d6e6aab4c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:36.012068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-748b3db9-00c3-44ba-bd50-c3d6e6aab4c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:36.170751 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748b3db9-00c3-44ba-bd50-c3d6e6aab4c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Router 4b0e398b-17e8-46b0-bb0b-2eeeefdd4479 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:39:36.306905 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748b3db9-00c3-44ba-bd50-c3d6e6aab4c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:39:36.312620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-748b3db9-00c3-44ba-bd50-c3d6e6aab4c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:36.313727 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-748b3db9-00c3-44ba-bd50-c3d6e6aab4c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "PUT /v2.0/routers/4b0e398b-17e8-46b0-bb0b-2eeeefdd4479 HTTP/1.1" status: 200 len: 694 time: 0.6890142 Jun 02 12:39:36.316317 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48186) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:36.317139 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d85c34-449e-4bbb-bb2a-91388395026c None None] Sync routers for ids ['4b0e398b-17e8-46b0-bb0b-2eeeefdd4479'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:39:36.327089 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d85c34-449e-4bbb-bb2a-91388395026c None None] Routers {'4b0e398b-17e8-46b0-bb0b-2eeeefdd4479'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:36.327686 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-31d85c34-449e-4bbb-bb2a-91388395026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['4b0e398b-17e8-46b0-bb0b-2eeeefdd4479'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:36.453970 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-31d85c34-449e-4bbb-bb2a-91388395026c None None] Set router 4b0e398b-17e8-46b0-bb0b-2eeeefdd4479 gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:36.468521 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8a1b981f-c270-4851-94ad-e9b7fea1c34c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/routers/4b0e398b-17e8-46b0-bb0b-2eeeefdd4479 HTTP/1.1" status: 200 len: 700 time: 0.1485176 Jun 02 12:39:36.468777 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48188) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:36.513594 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c9092cfc-e72c-44c2-9c03-66a78373ea14 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0e398b-17e8-46b0-bb0b-2eeeefdd4479 HTTP/1.1" status: 200 len: 205 time: 0.0416489 Jun 02 12:39:36.514292 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48190) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:36.559820 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-31d85c34-449e-4bbb-bb2a-91388395026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0e398b-17e8-46b0-bb0b-2eeeefdd4479', 'name': 'tempest-RoutersTest-router-1225199331', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:39:35Z', 'updated_at': '2021-06-02T12:39:36Z', 'revision_number': 2, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:36.564262 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d85c34-449e-4bbb-bb2a-91388395026c None None] Checking router: 4b0e398b-17e8-46b0-bb0b-2eeeefdd4479 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:39:36.573282 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d85c34-449e-4bbb-bb2a-91388395026c None None] Routers {'4b0e398b-17e8-46b0-bb0b-2eeeefdd4479'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:36.574047 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-31d85c34-449e-4bbb-bb2a-91388395026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['4b0e398b-17e8-46b0-bb0b-2eeeefdd4479'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:36.706904 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-31d85c34-449e-4bbb-bb2a-91388395026c None None] Set router 4b0e398b-17e8-46b0-bb0b-2eeeefdd4479 gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:39:36.804156 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-33faeacc-be8a-4e46-9109-2022aa0493c9 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:36.818491 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-31d85c34-449e-4bbb-bb2a-91388395026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0e398b-17e8-46b0-bb0b-2eeeefdd4479', 'name': 'tempest-RoutersTest-router-1225199331', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:39:35Z', 'updated_at': '2021-06-02T12:39:36Z', 'revision_number': 2, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:36.822663 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d85c34-449e-4bbb-bb2a-91388395026c None None] The sync data for ids ['4b0e398b-17e8-46b0-bb0b-2eeeefdd4479'] in dv-neutron-601336-80-hyperv is: [{'id': '4b0e398b-17e8-46b0-bb0b-2eeeefdd4479', 'name': 'tempest-RoutersTest-router-1225199331', 'tenant_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:39:35Z', 'updated_at': '2021-06-02T12:39:36Z', 'revision_number': 2, 'project_id': '5d1f062442e64b0eb98e3f6d0bd26851', 'gw_port_host': None}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:39:37.108981 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-33faeacc-be8a-4e46-9109-2022aa0493c9 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:37.111209 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-33faeacc-be8a-4e46-9109-2022aa0493c9 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:37.132915 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-33faeacc-be8a-4e46-9109-2022aa0493c9 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:37.133611 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33faeacc-be8a-4e46-9109-2022aa0493c9 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Fanout notify agent at l3_agent the message router_deleted on router 4b0e398b-17e8-46b0-bb0b-2eeeefdd4479 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:39:37.148463 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-33faeacc-be8a-4e46-9109-2022aa0493c9 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:37.149538 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-33faeacc-be8a-4e46-9109-2022aa0493c9 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/routers/4b0e398b-17e8-46b0-bb0b-2eeeefdd4479 HTTP/1.1" status: 204 len: 168 time: 0.6348276 Jun 02 12:39:37.153147 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48192) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:37.199071 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-73b4d42a-d39e-4e4e-ae9e-6007e7eed38e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0e398b-17e8-46b0-bb0b-2eeeefdd4479 HTTP/1.1" status: 200 len: 205 time: 0.0445769 Jun 02 12:39:37.201550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48194) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:37.266441 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-71f70ccc-99dd-4784-bf0f-b5f27f729a3a tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] delete failed (client error): The resource could not be found. Jun 02 12:39:37.267452 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-71f70ccc-99dd-4784-bf0f-b5f27f729a3a tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/routers/4b0e398b-17e8-46b0-bb0b-2eeeefdd4479 HTTP/1.1" status: 404 len: 336 time: 0.0654719 Jun 02 12:39:37.269958 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48196) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:37.309855 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbed5463-1096-4b27-be90-1436db62fb6a tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] DELETE failed (client error): The resource could not be found. Jun 02 12:39:37.310319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbed5463-1096-4b27-be90-1436db62fb6a tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:39:37.311919 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bbed5463-1096-4b27-be90-1436db62fb6a tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/subnets/2d109810-a0a5-48e6-b018-319efcd0f042 HTTP/1.1" status: 404 len: 337 time: 0.0410705 Jun 02 12:39:37.314326 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48198) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:37.351338 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-862f809a-7982-471e-9776-5a62989e785d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] DELETE failed (client error): The resource could not be found. Jun 02 12:39:37.351682 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862f809a-7982-471e-9776-5a62989e785d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:39:37.353305 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-862f809a-7982-471e-9776-5a62989e785d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/subnets/5291738d-9549-4ace-993c-37f522635ac2 HTTP/1.1" status: 404 len: 337 time: 0.0381091 Jun 02 12:39:37.355743 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48200) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:37.393051 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c82f88-82e5-430b-9775-6d44aa4a2d17 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] DELETE failed (client error): The resource could not be found. Jun 02 12:39:37.393487 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c82f88-82e5-430b-9775-6d44aa4a2d17 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:39:37.395087 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-57c82f88-82e5-430b-9775-6d44aa4a2d17 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/subnets/0fe279b4-1a2b-4b25-9c03-2cab61b39400 HTTP/1.1" status: 404 len: 337 time: 0.0384722 Jun 02 12:39:37.398326 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48202) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:37.438914 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-04bfac75-55f6-4e00-906b-bfeee23aa938 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] DELETE failed (client error): The resource could not be found. Jun 02 12:39:37.439365 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04bfac75-55f6-4e00-906b-bfeee23aa938 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:39:37.440984 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-04bfac75-55f6-4e00-906b-bfeee23aa938 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/subnets/ea015965-38a5-4b16-9b87-f9b285db9a7a HTTP/1.1" status: 404 len: 337 time: 0.0419044 Jun 02 12:39:37.443985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48204) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:37.486876 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7438e3e4-65db-471f-b78c-68e39011261c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d9a5850-63f7-42e7-ac58-0fbed134c7a3 HTTP/1.1" status: 200 len: 205 time: 0.0414693 Jun 02 12:39:37.489138 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48206) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:37.557467 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-bf5d2648-edfc-4f58-9893-9d7a4a4f3a8c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] delete failed (client error): The resource could not be found. Jun 02 12:39:37.558510 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bf5d2648-edfc-4f58-9893-9d7a4a4f3a8c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/routers/5d9a5850-63f7-42e7-ac58-0fbed134c7a3 HTTP/1.1" status: 404 len: 336 time: 0.0684874 Jun 02 12:39:37.561183 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48208) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:37.604638 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-edbcf60c-0094-41c4-938f-b15f61971749 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba9eceea-b3e8-4935-b28d-aa04b1486b66 HTTP/1.1" status: 200 len: 205 time: 0.0420790 Jun 02 12:39:37.606919 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48210) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:37.675294 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-47eed752-eca4-4bb5-a1c5-ed2dd5357d05 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] delete failed (client error): The resource could not be found. Jun 02 12:39:37.676321 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-47eed752-eca4-4bb5-a1c5-ed2dd5357d05 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/routers/ba9eceea-b3e8-4935-b28d-aa04b1486b66 HTTP/1.1" status: 404 len: 336 time: 0.0685279 Jun 02 12:39:37.679392 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48212) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:37.716898 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be9dd4e-146f-4359-8b94-21f899ad9dc1 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] DELETE failed (client error): The resource could not be found. Jun 02 12:39:37.717354 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be9dd4e-146f-4359-8b94-21f899ad9dc1 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:39:37.719050 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9be9dd4e-146f-4359-8b94-21f899ad9dc1 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/subnets/671d490e-b27f-4977-b1cf-09784a280461 HTTP/1.1" status: 404 len: 337 time: 0.0387788 Jun 02 12:39:37.721620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48214) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:37.763467 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1e880279-ecd2-41a5-86bb-2657a77a78a2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4916a48-9754-4704-902d-1a4cbb05f917 HTTP/1.1" status: 200 len: 205 time: 0.0407162 Jun 02 12:39:37.765532 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48216) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:37.833962 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-38f9b3d6-fc94-4213-b63c-2b2965ef1b57 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] delete failed (client error): The resource could not be found. Jun 02 12:39:37.834965 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-38f9b3d6-fc94-4213-b63c-2b2965ef1b57 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/routers/a4916a48-9754-4704-902d-1a4cbb05f917 HTTP/1.1" status: 404 len: 336 time: 0.0685859 Jun 02 12:39:37.837461 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48218) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:37.878542 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-258df52a-2984-4ed0-a0c6-c342f3846f6a tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/ports?device_id=36fa465c-2895-4350-a6a9-c8223b677ec4 HTTP/1.1" status: 200 len: 205 time: 0.0399523 Jun 02 12:39:37.880445 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48220) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:37.947158 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-4a17935b-ad03-4319-aa13-1a577fe6e3c7 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] delete failed (client error): The resource could not be found. Jun 02 12:39:37.948102 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4a17935b-ad03-4319-aa13-1a577fe6e3c7 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/routers/36fa465c-2895-4350-a6a9-c8223b677ec4 HTTP/1.1" status: 404 len: 336 time: 0.0662010 Jun 02 12:39:37.950450 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48222) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:37.985367 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f87b91-7cd7-4ac1-8c72-309ff0f4ccec tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] DELETE failed (client error): The resource could not be found. Jun 02 12:39:37.985801 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6f87b91-7cd7-4ac1-8c72-309ff0f4ccec tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:39:37.987377 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d6f87b91-7cd7-4ac1-8c72-309ff0f4ccec tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/subnets/3fc986cf-c297-4b1c-83bb-942b814af062 HTTP/1.1" status: 404 len: 337 time: 0.0360858 Jun 02 12:39:37.989670 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48224) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:38.174612 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e2c8c28a-3961-40b4-9610-b91426a08ff0 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d825dda6-7f5e-4bfe-a701-49c388912980 HTTP/1.1" status: 200 len: 205 time: 0.1832073 Jun 02 12:39:38.176737 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48226) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:38.241471 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-495a3d7d-8ae3-4b7c-be17-f345d6e0643e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] delete failed (client error): The resource could not be found. Jun 02 12:39:38.242466 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-495a3d7d-8ae3-4b7c-be17-f345d6e0643e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/routers/d825dda6-7f5e-4bfe-a701-49c388912980 HTTP/1.1" status: 404 len: 336 time: 0.0648634 Jun 02 12:39:38.244871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48228) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:38.282760 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fb74d9-cfbc-4971-a084-81458c45943b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] DELETE failed (client error): The resource could not be found. Jun 02 12:39:38.283189 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27fb74d9-cfbc-4971-a084-81458c45943b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:39:38.284717 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-27fb74d9-cfbc-4971-a084-81458c45943b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/subnets/cfb54c5a-b7c7-4743-9937-b573e03d24ed HTTP/1.1" status: 404 len: 337 time: 0.0389831 Jun 02 12:39:38.287536 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48230) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:38.328218 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5ad41153-9c87-40af-a8e6-5fa759b4b06a tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d055c45b-92e9-4ad6-abb0-27ca76f174be HTTP/1.1" status: 200 len: 205 time: 0.0396442 Jun 02 12:39:38.330335 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48232) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:38.398016 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-069e2ab5-2f9a-4afb-ab02-e4a1e142f21d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] delete failed (client error): The resource could not be found. Jun 02 12:39:38.399016 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-069e2ab5-2f9a-4afb-ab02-e4a1e142f21d tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/routers/d055c45b-92e9-4ad6-abb0-27ca76f174be HTTP/1.1" status: 404 len: 336 time: 0.0678003 Jun 02 12:39:38.401891 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48234) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:38.440550 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-91adc088-c8f8-4f16-9977-05c4d269418c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] DELETE failed (client error): The resource could not be found. Jun 02 12:39:38.440919 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91adc088-c8f8-4f16-9977-05c4d269418c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:39:38.442545 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-91adc088-c8f8-4f16-9977-05c4d269418c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/subnets/0fa5e9d8-fbb1-452a-8892-8d364502880d HTTP/1.1" status: 404 len: 337 time: 0.0397193 Jun 02 12:39:38.444844 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48236) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:38.481155 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d488d76-1a5e-4c79-861d-2a04831b538c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] DELETE failed (client error): The resource could not be found. Jun 02 12:39:38.481597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d488d76-1a5e-4c79-861d-2a04831b538c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 12:39:38.483222 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8d488d76-1a5e-4c79-861d-2a04831b538c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] 10.222.0.37 "DELETE /v2.0/subnets/a5c226f3-9476-4415-9fa9-f7927ceaf0e1 HTTP/1.1" status: 404 len: 337 time: 0.0373213 Jun 02 12:39:38.740801 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48244) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:38.886111 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3eae3393-2bce-4918-862d-7278a84900ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d1f062442e64b0eb98e3f6d0bd26851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440454 Jun 02 12:39:38.888570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48248) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:38.943965 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3958c5c7-ba6c-4ae3-bb6c-b35a0cbdf506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:38.972922 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3958c5c7-ba6c-4ae3-bb6c-b35a0cbdf506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:39.026018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3958c5c7-ba6c-4ae3-bb6c-b35a0cbdf506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:39.030696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:39.043148 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958c5c7-ba6c-4ae3-bb6c-b35a0cbdf506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e7dce9-dd59-4e7b-ad41-5d00142f4cb5,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:39.050661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3958c5c7-ba6c-4ae3-bb6c-b35a0cbdf506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:39.051760 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3958c5c7-ba6c-4ae3-bb6c-b35a0cbdf506 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19e7dce9-dd59-4e7b-ad41-5d00142f4cb5 HTTP/1.1" status: 204 len: 168 time: 0.1623108 Jun 02 12:39:39.053019 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c5c7-ba6c-4ae3-bb6c-b35a0cbdf506 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:39.053411 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c5c7-ba6c-4ae3-bb6c-b35a0cbdf506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:39.053792 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c5c7-ba6c-4ae3-bb6c-b35a0cbdf506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:39.054192 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c5c7-ba6c-4ae3-bb6c-b35a0cbdf506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:39.054563 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c5c7-ba6c-4ae3-bb6c-b35a0cbdf506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:39.054935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c5c7-ba6c-4ae3-bb6c-b35a0cbdf506 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:39.055306 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c5c7-ba6c-4ae3-bb6c-b35a0cbdf506 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:39.055676 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c5c7-ba6c-4ae3-bb6c-b35a0cbdf506 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:39.056041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c5c7-ba6c-4ae3-bb6c-b35a0cbdf506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:39.056407 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c5c7-ba6c-4ae3-bb6c-b35a0cbdf506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:39.056776 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c5c7-ba6c-4ae3-bb6c-b35a0cbdf506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:39.057139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c5c7-ba6c-4ae3-bb6c-b35a0cbdf506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:39:39.060298 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3958c5c7-ba6c-4ae3-bb6c-b35a0cbdf506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:39.719868 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48270) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:39.820605 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-50d98fc5-f174-44e1-85c1-88420dee7397 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1846589883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:39:39.828359 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-50d98fc5-f174-44e1-85c1-88420dee7397 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:39:39.832215 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-50d98fc5-f174-44e1-85c1-88420dee7397 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Usage tracker for resource:router and tenant:03bfe8fba4f24ff0b03bad7bf2a49115 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:39:39.835110 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-50d98fc5-f174-44e1-85c1-88420dee7397 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:39:39.841475 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-50d98fc5-f174-44e1-85c1-88420dee7397 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:39:39.851992 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-50d98fc5-f174-44e1-85c1-88420dee7397 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:39.852962 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-50d98fc5-f174-44e1-85c1-88420dee7397 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:39.868392 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-50d98fc5-f174-44e1-85c1-88420dee7397 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:39.889161 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-50d98fc5-f174-44e1-85c1-88420dee7397 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:39.911395 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-50d98fc5-f174-44e1-85c1-88420dee7397 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:39.913115 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-50d98fc5-f174-44e1-85c1-88420dee7397 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.1922653 Jun 02 12:39:39.915814 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48274) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:39.920574 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-431721817'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:39:39.925075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:39:39.929374 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Usage tracker for resource:network and tenant:03bfe8fba4f24ff0b03bad7bf2a49115 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:39:39.932182 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:39:39.937838 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:39:39.946352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Made reservation on behalf of 03bfe8fba4f24ff0b03bad7bf2a49115 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:39:39.949639 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:39.961953 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:39.976898 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:39:39.980619 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Usage tracker for resource:security_group_rule and tenant:03bfe8fba4f24ff0b03bad7bf2a49115 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:39:39.983362 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:39:39.988980 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:39:40.073279 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:40.076934 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:40.080879 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c53f1993-36ba-42bd-b719-cf3e32fd02d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:40.109850 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:39:40.118551 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc096416-3e7b-4ee4-884f-aebf61319829,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:40.122029 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:40.124709 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:40.125051 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Added segment cdad066b-5d88-47d9-aab2-8e33f0092c10 of type vlan for network a203531f-5f4a-4aa7-bf94-bf3c92f74239 Jun 02 12:39:40.151554 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:40.179063 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:40.184647 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:40.185219 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:40.190023 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9ccb4f07-f847-4104-b696-bf9be6c9e987 tempest-BulkNetworkOpsTest-1219838973 tempest-BulkNetworkOpsTest-1219838973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:40.291153 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3743277 Jun 02 12:39:40.293963 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48276) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:40.298821 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ebb49807-9c8e-4088-a1d6-f2c1b6ea172b tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Request body: {'subnet': {'network_id': 'a203531f-5f4a-4aa7-bf94-bf3c92f74239', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:39:40.317016 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event updated for resources: {'Network': ['ID=a203531f-5f4a-4aa7-bf94-bf3c92f74239,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:40.323224 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:40.327879 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network a203531f-5f4a-4aa7-bf94-bf3c92f74239 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:39:40.413547 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ebb49807-9c8e-4088-a1d6-f2c1b6ea172b tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:39:40.417543 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ebb49807-9c8e-4088-a1d6-f2c1b6ea172b tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Usage tracker for resource:subnet and tenant:03bfe8fba4f24ff0b03bad7bf2a49115 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:39:40.420484 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ebb49807-9c8e-4088-a1d6-f2c1b6ea172b tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:39:40.426306 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ebb49807-9c8e-4088-a1d6-f2c1b6ea172b tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:39:40.437613 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb49807-9c8e-4088-a1d6-f2c1b6ea172b tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Made reservation on behalf of 03bfe8fba4f24ff0b03bad7bf2a49115 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:39:40.441439 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ebb49807-9c8e-4088-a1d6-f2c1b6ea172b tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:40.850173 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ebb49807-9c8e-4088-a1d6-f2c1b6ea172b tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:40.854444 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d4aca419-6466-41f3-9d76-066eeed2b363 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:40.928486 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb49807-9c8e-4088-a1d6-f2c1b6ea172b tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event updated for resources: {'Subnet': ['ID=a8f1f390-5774-4021-a596-ad3b27d4f850,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:40.931704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ebb49807-9c8e-4088-a1d6-f2c1b6ea172b tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:40.938598 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb49807-9c8e-4088-a1d6-f2c1b6ea172b tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Checking segment: {'id': 'cdad066b-5d88-47d9-aab2-8e33f0092c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a203531f-5f4a-4aa7-bf94-bf3c92f74239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:39:40.938956 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb49807-9c8e-4088-a1d6-f2c1b6ea172b tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Network hostable DHCP agents. Network: a203531f-5f4a-4aa7-bf94-bf3c92f74239, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:39:40.955854 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb49807-9c8e-4088-a1d6-f2c1b6ea172b tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Network a203531f-5f4a-4aa7-bf94-bf3c92f74239 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:39:40.965369 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-ebb49807-9c8e-4088-a1d6-f2c1b6ea172b tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, a203531f-5f4a-4aa7-bf94-bf3c92f74239) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:40.974967 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb49807-9c8e-4088-a1d6-f2c1b6ea172b tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:40.975575 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ebb49807-9c8e-4088-a1d6-f2c1b6ea172b tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:40.975968 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7628de0c-b15c-4b12-bf0c-3c1905143e9a None None] Network a203531f-5f4a-4aa7-bf94-bf3c92f74239 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:39:40.996314 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ebb49807-9c8e-4088-a1d6-f2c1b6ea172b tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7013395 Jun 02 12:39:40.999340 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48278) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:41.004432 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-59115e4c-3561-4515-b26c-16f2d04dd535 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Request body: {'network': {'name': 'tempest-router-network01--985748522'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:39:41.009704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-59115e4c-3561-4515-b26c-16f2d04dd535 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:39:41.013523 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-59115e4c-3561-4515-b26c-16f2d04dd535 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Usage tracker for resource:network and tenant:03bfe8fba4f24ff0b03bad7bf2a49115 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:39:41.016385 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-59115e4c-3561-4515-b26c-16f2d04dd535 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:39:41.022066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-59115e4c-3561-4515-b26c-16f2d04dd535 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:39:41.032655 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59115e4c-3561-4515-b26c-16f2d04dd535 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Made reservation on behalf of 03bfe8fba4f24ff0b03bad7bf2a49115 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:39:41.036429 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-59115e4c-3561-4515-b26c-16f2d04dd535 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:41.068472 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59115e4c-3561-4515-b26c-16f2d04dd535 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:39:41.077039 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-59115e4c-3561-4515-b26c-16f2d04dd535 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:41.077383 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-59115e4c-3561-4515-b26c-16f2d04dd535 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Added segment 16ab3175-212f-42b9-a6b1-61de81630869 of type vlan for network e9554f66-3f58-4c8b-820a-81f4e91b5711 Jun 02 12:39:41.103944 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-59115e4c-3561-4515-b26c-16f2d04dd535 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:41.134029 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-59115e4c-3561-4515-b26c-16f2d04dd535 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:41.139558 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59115e4c-3561-4515-b26c-16f2d04dd535 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:41.140140 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-59115e4c-3561-4515-b26c-16f2d04dd535 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:41.145123 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-573e029f-32c3-44a5-ae6a-f1cbd1b1321a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:41.192976 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a203531f-5f4a-4aa7-bf94-bf3c92f74239', 'network_id': 'a203531f-5f4a-4aa7-bf94-bf3c92f74239', 'tenant_id': '03bfe8fba4f24ff0b03bad7bf2a49115', 'fixed_ips': [{'subnet_id': 'a8f1f390-5774-4021-a596-ad3b27d4f850'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:39:41.193828 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:41.233038 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-59115e4c-3561-4515-b26c-16f2d04dd535 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2302058 Jun 02 12:39:41.233523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48280) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:41.239080 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-b028c080-c554-4abc-bb1f-e551d7c81dec tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Request body: {'network': {'name': 'tempest-router-network02--861752982'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:39:41.245454 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b028c080-c554-4abc-bb1f-e551d7c81dec tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:39:41.250321 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b028c080-c554-4abc-bb1f-e551d7c81dec tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Usage tracker for resource:network and tenant:03bfe8fba4f24ff0b03bad7bf2a49115 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:39:41.253568 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b028c080-c554-4abc-bb1f-e551d7c81dec tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:39:41.259887 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b028c080-c554-4abc-bb1f-e551d7c81dec tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:39:41.262258 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59115e4c-3561-4515-b26c-16f2d04dd535 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event updated for resources: {'Network': ['ID=e9554f66-3f58-4c8b-820a-81f4e91b5711,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:41.265894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-59115e4c-3561-4515-b26c-16f2d04dd535 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:41.272830 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network e9554f66-3f58-4c8b-820a-81f4e91b5711 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:39:41.279837 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b028c080-c554-4abc-bb1f-e551d7c81dec tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Made reservation on behalf of 03bfe8fba4f24ff0b03bad7bf2a49115 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:39:41.283418 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b028c080-c554-4abc-bb1f-e551d7c81dec tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:41.312906 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b028c080-c554-4abc-bb1f-e551d7c81dec tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:39:41.321628 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b028c080-c554-4abc-bb1f-e551d7c81dec tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:41.321981 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-b028c080-c554-4abc-bb1f-e551d7c81dec tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Added segment b59f140d-a188-41db-a840-c32ce7d904ff of type vlan for network eb8f4712-6eef-45d9-a759-cb2124d720ee Jun 02 12:39:41.348058 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b028c080-c554-4abc-bb1f-e551d7c81dec tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:41.378188 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b028c080-c554-4abc-bb1f-e551d7c81dec tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:41.383778 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b028c080-c554-4abc-bb1f-e551d7c81dec tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:41.384358 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b028c080-c554-4abc-bb1f-e551d7c81dec tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:41.387893 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:41.443931 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Allocated IP 2001:db8::2 (a203531f-5f4a-4aa7-bf94-bf3c92f74239/a8f1f390-5774-4021-a596-ad3b27d4f850/c5d04c5a-e055-4adb-b219-975276fd78b4) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:39:41.598597 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b028c080-c554-4abc-bb1f-e551d7c81dec tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3638296 Jun 02 12:39:41.602232 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48282) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:41.607895 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-97ce5bb7-4330-45bb-9513-708c4819d0a0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Request body: {'subnet': {'network_id': 'e9554f66-3f58-4c8b-820a-81f4e91b5711', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:39:41.620574 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028c080-c554-4abc-bb1f-e551d7c81dec tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event updated for resources: {'Network': ['ID=eb8f4712-6eef-45d9-a759-cb2124d720ee,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:41.623342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b028c080-c554-4abc-bb1f-e551d7c81dec tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:41.637316 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network eb8f4712-6eef-45d9-a759-cb2124d720ee details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:39:41.716824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-97ce5bb7-4330-45bb-9513-708c4819d0a0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:39:41.720608 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-97ce5bb7-4330-45bb-9513-708c4819d0a0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Usage tracker for resource:subnet and tenant:03bfe8fba4f24ff0b03bad7bf2a49115 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:39:41.723402 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-97ce5bb7-4330-45bb-9513-708c4819d0a0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:39:41.729769 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-97ce5bb7-4330-45bb-9513-708c4819d0a0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:39:41.731631 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:41.740081 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ce5bb7-4330-45bb-9513-708c4819d0a0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Made reservation on behalf of 03bfe8fba4f24ff0b03bad7bf2a49115 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:39:41.743686 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-97ce5bb7-4330-45bb-9513-708c4819d0a0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:41.754575 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Transition to ACTIVE for port object c5d04c5a-e055-4adb-b219-975276fd78b4 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:39:41.778184 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Transition to ACTIVE for port object c5d04c5a-e055-4adb-b219-975276fd78b4 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:39:41.783349 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:41.786672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:41.848633 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Network a203531f-5f4a-4aa7-bf94-bf3c92f74239 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:39:41.851651 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:41.855333 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:39:41.862556 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Pushing event updated for resources: {'Port': ['ID=c5d04c5a-e055-4adb-b219-975276fd78b4,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:41.888621 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:41.991124 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Attempting to bind port c5d04c5a-e055-4adb-b219-975276fd78b4 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:39:41.991497 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Attempting to bind port c5d04c5a-e055-4adb-b219-975276fd78b4 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'cdad066b-5d88-47d9-aab2-8e33f0092c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a203531f-5f4a-4aa7-bf94-bf3c92f74239'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:39:41.991861 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Attempting to bind port c5d04c5a-e055-4adb-b219-975276fd78b4 on network a203531f-5f4a-4aa7-bf94-bf3c92f74239 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:39:41.997021 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:39:41.997519 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Checking segment: {'id': 'cdad066b-5d88-47d9-aab2-8e33f0092c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a203531f-5f4a-4aa7-bf94-bf3c92f74239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:39:41.997926 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:41.998391 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Bound using segment: {'id': 'cdad066b-5d88-47d9-aab2-8e33f0092c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a203531f-5f4a-4aa7-bf94-bf3c92f74239'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:39:41.998811 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Bound port: c5d04c5a-e055-4adb-b219-975276fd78b4, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdad066b-5d88-47d9-aab2-8e33f0092c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a203531f-5f4a-4aa7-bf94-bf3c92f74239'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:39:41.999184 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:42.088036 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] For port c5d04c5a-e055-4adb-b219-975276fd78b4, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:39:42.091097 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] For port c5d04c5a-e055-4adb-b219-975276fd78b4, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c5d04c5a-e055-4adb-b219-975276fd78b4,segment=NetworkSegment(cdad066b-5d88-47d9-aab2-8e33f0092c10),segment_id=cdad066b-5d88-47d9-aab2-8e33f0092c10)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:39:42.095301 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:42.099834 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6778d674-ca7b-42f8-96f9-521d010402da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:42.175606 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-97ce5bb7-4330-45bb-9513-708c4819d0a0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:42.180566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0887efab-6f19-4327-b8dc-50adb30c9295 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:42.186020 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Pushing event updated for resources: {'Port': ['ID=c5d04c5a-e055-4adb-b219-975276fd78b4,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:42.188989 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:42.267917 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce5bb7-4330-45bb-9513-708c4819d0a0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event updated for resources: {'Subnet': ['ID=07588277-04d3-4018-8eff-f698312a11ae,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:42.271475 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-97ce5bb7-4330-45bb-9513-708c4819d0a0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:42.277624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ce5bb7-4330-45bb-9513-708c4819d0a0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Checking segment: {'id': '16ab3175-212f-42b9-a6b1-61de81630869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e9554f66-3f58-4c8b-820a-81f4e91b5711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:39:42.277987 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ce5bb7-4330-45bb-9513-708c4819d0a0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Network hostable DHCP agents. Network: e9554f66-3f58-4c8b-820a-81f4e91b5711, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:39:42.295462 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ce5bb7-4330-45bb-9513-708c4819d0a0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Network e9554f66-3f58-4c8b-820a-81f4e91b5711 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:39:42.305680 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-97ce5bb7-4330-45bb-9513-708c4819d0a0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, e9554f66-3f58-4c8b-820a-81f4e91b5711) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:42.315981 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefec130-f2a7-4604-9649-113a1e3921b4 None None] Network e9554f66-3f58-4c8b-820a-81f4e91b5711 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:39:42.316488 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ce5bb7-4330-45bb-9513-708c4819d0a0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:42.317113 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-97ce5bb7-4330-45bb-9513-708c4819d0a0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:42.339082 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-97ce5bb7-4330-45bb-9513-708c4819d0a0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7353373 Jun 02 12:39:42.342316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48284) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:42.349529 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-738e9dcf-d0a9-4de5-9c13-54185ba222b7 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Request body: {'subnet': {'network_id': 'eb8f4712-6eef-45d9-a759-cb2124d720ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:39:42.493082 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-738e9dcf-d0a9-4de5-9c13-54185ba222b7 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:39:42.497151 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-738e9dcf-d0a9-4de5-9c13-54185ba222b7 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Usage tracker for resource:subnet and tenant:03bfe8fba4f24ff0b03bad7bf2a49115 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:39:42.500655 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-738e9dcf-d0a9-4de5-9c13-54185ba222b7 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:39:42.512613 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-738e9dcf-d0a9-4de5-9c13-54185ba222b7 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:39:42.526586 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738e9dcf-d0a9-4de5-9c13-54185ba222b7 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Made reservation on behalf of 03bfe8fba4f24ff0b03bad7bf2a49115 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:39:42.530594 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-738e9dcf-d0a9-4de5-9c13-54185ba222b7 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:42.577853 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-e9554f66-3f58-4c8b-820a-81f4e91b5711', 'network_id': 'e9554f66-3f58-4c8b-820a-81f4e91b5711', 'tenant_id': '03bfe8fba4f24ff0b03bad7bf2a49115', 'fixed_ips': [{'subnet_id': '07588277-04d3-4018-8eff-f698312a11ae'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:39:42.578851 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:42.736399 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Allocated IP 2001:db8::2 (e9554f66-3f58-4c8b-820a-81f4e91b5711/07588277-04d3-4018-8eff-f698312a11ae/0acc93f0-fb2c-4288-99d4-485d872303ac) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:39:42.964750 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:42.976883 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Transition to ACTIVE for port object 0acc93f0-fb2c-4288-99d4-485d872303ac will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:39:42.980701 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-738e9dcf-d0a9-4de5-9c13-54185ba222b7 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:42.985826 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dc44e44e-e0a2-42e0-b91d-d76793f267c1 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:42.998024 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Transition to ACTIVE for port object 0acc93f0-fb2c-4288-99d4-485d872303ac will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:39:43.005011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:43.009921 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8f3102dc-717a-402c-b6e1-07082704fa6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:43.068523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e9dcf-d0a9-4de5-9c13-54185ba222b7 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event updated for resources: {'Subnet': ['ID=f43d9d2c-523e-415f-a155-40a1682c5ddc,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:43.071800 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-738e9dcf-d0a9-4de5-9c13-54185ba222b7 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:43.072851 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Network e9554f66-3f58-4c8b-820a-81f4e91b5711 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:39:43.076249 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:43.079181 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738e9dcf-d0a9-4de5-9c13-54185ba222b7 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Checking segment: {'id': 'b59f140d-a188-41db-a840-c32ce7d904ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'eb8f4712-6eef-45d9-a759-cb2124d720ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:39:43.079897 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738e9dcf-d0a9-4de5-9c13-54185ba222b7 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Network hostable DHCP agents. Network: eb8f4712-6eef-45d9-a759-cb2124d720ee, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:39:43.080090 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:39:43.099032 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738e9dcf-d0a9-4de5-9c13-54185ba222b7 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Network eb8f4712-6eef-45d9-a759-cb2124d720ee is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:39:43.111040 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-738e9dcf-d0a9-4de5-9c13-54185ba222b7 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, eb8f4712-6eef-45d9-a759-cb2124d720ee) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:43.115670 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Pushing event updated for resources: {'Port': ['ID=0acc93f0-fb2c-4288-99d4-485d872303ac,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:43.124028 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:43.124220 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e9dcf-d0a9-4de5-9c13-54185ba222b7 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:43.124625 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-738e9dcf-d0a9-4de5-9c13-54185ba222b7 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:43.124781 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da8ed5c-48b0-4370-a629-b48f43aaa853 None None] Network eb8f4712-6eef-45d9-a759-cb2124d720ee requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:39:43.151254 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-738e9dcf-d0a9-4de5-9c13-54185ba222b7 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8075132 Jun 02 12:39:43.154042 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48286) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:43.254903 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af529c8f-6c63-4a3d-a00f-7f56c19cb9f4 None None] Network a203531f-5f4a-4aa7-bf94-bf3c92f74239 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:39:43.287978 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Attempting to bind port 0acc93f0-fb2c-4288-99d4-485d872303ac on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:39:43.288613 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Attempting to bind port 0acc93f0-fb2c-4288-99d4-485d872303ac by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '16ab3175-212f-42b9-a6b1-61de81630869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e9554f66-3f58-4c8b-820a-81f4e91b5711'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:39:43.288985 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Attempting to bind port 0acc93f0-fb2c-4288-99d4-485d872303ac on network e9554f66-3f58-4c8b-820a-81f4e91b5711 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:39:43.347665 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:39:43.347665 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Checking segment: {'id': '16ab3175-212f-42b9-a6b1-61de81630869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e9554f66-3f58-4c8b-820a-81f4e91b5711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:39:43.347665 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:43.347665 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Bound using segment: {'id': '16ab3175-212f-42b9-a6b1-61de81630869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e9554f66-3f58-4c8b-820a-81f4e91b5711'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:39:43.347665 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Bound port: 0acc93f0-fb2c-4288-99d4-485d872303ac, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ab3175-212f-42b9-a6b1-61de81630869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e9554f66-3f58-4c8b-820a-81f4e91b5711'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:39:43.348305 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:43.460768 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0fd23881-fc14-42b2-abb9-04607044729f None None] Provisioning for port c5d04c5a-e055-4adb-b219-975276fd78b4 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:43.655131 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] For port 0acc93f0-fb2c-4288-99d4-485d872303ac, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:39:43.662829 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-eb8f4712-6eef-45d9-a759-cb2124d720ee', 'network_id': 'eb8f4712-6eef-45d9-a759-cb2124d720ee', 'tenant_id': '03bfe8fba4f24ff0b03bad7bf2a49115', 'fixed_ips': [{'subnet_id': 'f43d9d2c-523e-415f-a155-40a1682c5ddc'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:39:43.663663 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:43.707498 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] For port 0acc93f0-fb2c-4288-99d4-485d872303ac, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=0acc93f0-fb2c-4288-99d4-485d872303ac,segment=NetworkSegment(16ab3175-212f-42b9-a6b1-61de81630869),segment_id=16ab3175-212f-42b9-a6b1-61de81630869)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:39:43.719569 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:43.725055 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:43.782069 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:43.931417 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Pushing event updated for resources: {'Port': ['ID=0acc93f0-fb2c-4288-99d4-485d872303ac,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:43.938672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:44.015384 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Allocated IP 2001:db8::2 (eb8f4712-6eef-45d9-a759-cb2124d720ee/f43d9d2c-523e-415f-a155-40a1682c5ddc/0432a1da-1d3a-4a28-a24f-cf9ad398f26a) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:39:44.170848 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e9393ae3-e85c-4f40-bd47-e41a174323cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:44.246581 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Allocated IP 2001:db8::1 (e9554f66-3f58-4c8b-820a-81f4e91b5711/07588277-04d3-4018-8eff-f698312a11ae/20a35be8-ccb3-4ba5-a843-7cdd4a344bd3) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:39:44.247469 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c5d04c5a-e055-4adb-b219-975276fd78b4 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:44.413217 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:44.419128 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port c5d04c5a-e055-4adb-b219-975276fd78b4 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:44.419820 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:44.427998 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Transition to ACTIVE for port object 0432a1da-1d3a-4a28-a24f-cf9ad398f26a will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:39:44.430609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port c5d04c5a-e055-4adb-b219-975276fd78b4 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:44.430983 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:44.435712 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Transition to ACTIVE for port object 20a35be8-ccb3-4ba5-a843-7cdd4a344bd3 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:39:44.459414 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:44.464190 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4f2f7fd4-b635-496b-886a-f15001a5e75e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:44.495251 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Transition to ACTIVE for port object 0432a1da-1d3a-4a28-a24f-cf9ad398f26a will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:39:44.504853 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:44.510388 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9b540b63-7129-4b78-a6cd-2b57b66403db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:44.527749 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Network e9554f66-3f58-4c8b-820a-81f4e91b5711 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:39:44.534958 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:44.538173 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:39:44.538866 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:44.560096 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event updated for resources: {'Port': ['ID=20a35be8-ccb3-4ba5-a843-7cdd4a344bd3,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:44.562918 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:44.578658 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Network eb8f4712-6eef-45d9-a759-cb2124d720ee is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:39:44.582131 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:44.619951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:39:44.628490 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Pushing event updated for resources: {'Port': ['ID=0432a1da-1d3a-4a28-a24f-cf9ad398f26a,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:44.635266 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:44.663142 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:44.729460 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:44.750648 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Attempting to bind port 0432a1da-1d3a-4a28-a24f-cf9ad398f26a on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:39:44.751032 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Attempting to bind port 0432a1da-1d3a-4a28-a24f-cf9ad398f26a by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'b59f140d-a188-41db-a840-c32ce7d904ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'eb8f4712-6eef-45d9-a759-cb2124d720ee'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:39:44.751395 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Attempting to bind port 0432a1da-1d3a-4a28-a24f-cf9ad398f26a on network eb8f4712-6eef-45d9-a759-cb2124d720ee {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:39:44.763567 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:39:44.764216 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Checking segment: {'id': 'b59f140d-a188-41db-a840-c32ce7d904ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'eb8f4712-6eef-45d9-a759-cb2124d720ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:39:44.764623 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:44.765027 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Bound using segment: {'id': 'b59f140d-a188-41db-a840-c32ce7d904ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'eb8f4712-6eef-45d9-a759-cb2124d720ee'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:39:44.765504 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Bound port: 0432a1da-1d3a-4a28-a24f-cf9ad398f26a, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59f140d-a188-41db-a840-c32ce7d904ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'eb8f4712-6eef-45d9-a759-cb2124d720ee'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:39:44.765881 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:44.791487 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port c5d04c5a-e055-4adb-b219-975276fd78b4, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c5d04c5a-e055-4adb-b219-975276fd78b4,segment=NetworkSegment(cdad066b-5d88-47d9-aab2-8e33f0092c10),segment_id=cdad066b-5d88-47d9-aab2-8e33f0092c10)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:44.821230 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:44.828876 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:44.935966 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=c5d04c5a-e055-4adb-b219-975276fd78b4,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:44.939193 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] For port 0432a1da-1d3a-4a28-a24f-cf9ad398f26a, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:39:44.941330 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:44.943024 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] For port 0432a1da-1d3a-4a28-a24f-cf9ad398f26a, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=0432a1da-1d3a-4a28-a24f-cf9ad398f26a,segment=NetworkSegment(b59f140d-a188-41db-a840-c32ce7d904ff),segment_id=b59f140d-a188-41db-a840-c32ce7d904ff)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:39:44.949211 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:44.954203 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-fbc3ffaf-317b-4e3d-9847-9d097d43d26d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:44.990679 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f04748-7eb7-4bf6-bb6d-6927470fd470 None None] Network e9554f66-3f58-4c8b-820a-81f4e91b5711 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:39:45.102048 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:45.107494 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:45.109609 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:45.115726 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1b80f8d5-be1a-4427-9135-484c366f8727 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:45.123338 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-652175fb-9e9c-4bd0-aabb-e60bdbf5936e None None] Provisioning for port 0acc93f0-fb2c-4288-99d4-485d872303ac completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:45.127920 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Pushing event updated for resources: {'Port': ['ID=0432a1da-1d3a-4a28-a24f-cf9ad398f26a,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:45.133758 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:45.442236 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event updated for resources: {'Port': ['ID=20a35be8-ccb3-4ba5-a843-7cdd4a344bd3,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:45.446548 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:45.504212 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Network e9554f66-3f58-4c8b-820a-81f4e91b5711 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:39:45.505359 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:45.592606 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d6293d82-552e-4d99-9ff7-1eb69d2cf73a None None] Provisioning for port 20a35be8-ccb3-4ba5-a843-7cdd4a344bd3 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:45.597457 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d6293d82-552e-4d99-9ff7-1eb69d2cf73a None None] Provisioning complete for port 20a35be8-ccb3-4ba5-a843-7cdd4a344bd3 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:45.597820 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d6293d82-552e-4d99-9ff7-1eb69d2cf73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:45.659451 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-d6293d82-552e-4d99-9ff7-1eb69d2cf73a None None] Port 20a35be8-ccb3-4ba5-a843-7cdd4a344bd3 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:39:45.715539 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Router 3b332ba6-6bd7-4f8f-a35b-2b6add31ee62 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:39:45.884498 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ceae89ca-c3ac-420c-989f-d15fa7260147 None None] Provisioning complete for port 20a35be8-ccb3-4ba5-a843-7cdd4a344bd3 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:45.885148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ceae89ca-c3ac-420c-989f-d15fa7260147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:45.901249 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:39:45.913143 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "PUT /v2.0/routers/3b332ba6-6bd7-4f8f-a35b-2b6add31ee62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7578051 Jun 02 12:39:45.915917 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48290) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:45.925463 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208198f-b924-4e96-adf4-5c4d8345c1a8 None None] Sync routers for ids ['3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:39:45.956886 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208198f-b924-4e96-adf4-5c4d8345c1a8 None None] Routers {'3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:45.957530 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-0208198f-b924-4e96-adf4-5c4d8345c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:46.035350 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-0208198f-b924-4e96-adf4-5c4d8345c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:46.040562 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ceae89ca-c3ac-420c-989f-d15fa7260147 None None] Port 20a35be8-ccb3-4ba5-a843-7cdd4a344bd3 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:39:46.048213 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208198f-b924-4e96-adf4-5c4d8345c1a8 None None] Routers {'3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:46.048870 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-0208198f-b924-4e96-adf4-5c4d8345c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:46.125496 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-0208198f-b924-4e96-adf4-5c4d8345c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:46.126958 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208198f-b924-4e96-adf4-5c4d8345c1a8 None None] The sync data for ids ['3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:39:46.178008 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9916561-d826-4757-a5b3-60ec08b52e6b None None] Network eb8f4712-6eef-45d9-a759-cb2124d720ee requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:39:46.299536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c046696e-c0cc-498d-b045-a479a068618a None None] Provisioning complete for port 20a35be8-ccb3-4ba5-a843-7cdd4a344bd3 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:46.299908 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c046696e-c0cc-498d-b045-a479a068618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:46.342586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 0acc93f0-fb2c-4288-99d4-485d872303ac up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:46.435156 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c046696e-c0cc-498d-b045-a479a068618a None None] Port 20a35be8-ccb3-4ba5-a843-7cdd4a344bd3 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:39:46.504667 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 0acc93f0-fb2c-4288-99d4-485d872303ac completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:46.542107 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 0acc93f0-fb2c-4288-99d4-485d872303ac triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:46.542514 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:46.554544 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-f27a31b3-c27d-4ca2-89e6-a1c1b9f3a6b9 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:39:46.555561 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f27a31b3-c27d-4ca2-89e6-a1c1b9f3a6b9 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "PUT /v2.0/routers/3b332ba6-6bd7-4f8f-a35b-2b6add31ee62/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6386070 Jun 02 12:39:46.558784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48292) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:46.633382 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e11283fe-139f-454b-93ee-8d14634bdcfb None None] Provisioning for port 0432a1da-1d3a-4a28-a24f-cf9ad398f26a completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:46.643602 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f25a22a1-fdee-42bb-858e-04304eb80b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:46.708332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:46.739444 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:46.773666 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 0acc93f0-fb2c-4288-99d4-485d872303ac, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=0acc93f0-fb2c-4288-99d4-485d872303ac,segment=NetworkSegment(16ab3175-212f-42b9-a6b1-61de81630869),segment_id=16ab3175-212f-42b9-a6b1-61de81630869)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:46.777723 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:46.778671 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c5d04c5a-e055-4adb-b219-975276fd78b4 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:46.803267 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:46.906382 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=0acc93f0-fb2c-4288-99d4-485d872303ac,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:46.909565 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:46.919075 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port c5d04c5a-e055-4adb-b219-975276fd78b4 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:46.919504 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:47.048238 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 0432a1da-1d3a-4a28-a24f-cf9ad398f26a up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:47.085448 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0572057e-46f8-4f51-a0b2-fd9601b7a301 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:47.113121 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 0432a1da-1d3a-4a28-a24f-cf9ad398f26a completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:47.118164 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 0432a1da-1d3a-4a28-a24f-cf9ad398f26a triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:47.118547 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:47.235563 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:47.268528 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 0432a1da-1d3a-4a28-a24f-cf9ad398f26a, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=0432a1da-1d3a-4a28-a24f-cf9ad398f26a,segment=NetworkSegment(b59f140d-a188-41db-a840-c32ce7d904ff),segment_id=b59f140d-a188-41db-a840-c32ce7d904ff)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:47.271926 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:47.273676 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:47.342133 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=0432a1da-1d3a-4a28-a24f-cf9ad398f26a,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:47.345145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:47.628382 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0572057e-46f8-4f51-a0b2-fd9601b7a301 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Deleting port 20a35be8-ccb3-4ba5-a843-7cdd4a344bd3 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:39:47.628978 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0572057e-46f8-4f51-a0b2-fd9601b7a301 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:47.679334 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:47.755242 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0572057e-46f8-4f51-a0b2-fd9601b7a301 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:47.875540 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0572057e-46f8-4f51-a0b2-fd9601b7a301 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Calling delete_port for 20a35be8-ccb3-4ba5-a843-7cdd4a344bd3 owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:39:48.015741 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0572057e-46f8-4f51-a0b2-fd9601b7a301 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:48.020050 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:48.097347 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572057e-46f8-4f51-a0b2-fd9601b7a301 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event deleted for resources: {'Port': ['ID=20a35be8-ccb3-4ba5-a843-7cdd4a344bd3,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:48.101020 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0572057e-46f8-4f51-a0b2-fd9601b7a301 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:48.142008 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 0acc93f0-fb2c-4288-99d4-485d872303ac up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:48.235225 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 0acc93f0-fb2c-4288-99d4-485d872303ac triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:48.235908 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:48.257600 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0572057e-46f8-4f51-a0b2-fd9601b7a301 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:48.384112 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 0432a1da-1d3a-4a28-a24f-cf9ad398f26a up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:48.456670 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 0432a1da-1d3a-4a28-a24f-cf9ad398f26a triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:48.457199 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:48.539784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0572057e-46f8-4f51-a0b2-fd9601b7a301 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Router 3b332ba6-6bd7-4f8f-a35b-2b6add31ee62 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:39:48.673683 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0572057e-46f8-4f51-a0b2-fd9601b7a301 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:39:48.683069 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0572057e-46f8-4f51-a0b2-fd9601b7a301 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "PUT /v2.0/routers/3b332ba6-6bd7-4f8f-a35b-2b6add31ee62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1229014 Jun 02 12:39:48.684785 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7970760f-583e-4a93-840a-46a7d3e08721 None None] Sync routers for ids ['3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:39:48.686674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48304) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:48.695265 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7970760f-583e-4a93-840a-46a7d3e08721 None None] Routers {'3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:48.695869 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-7970760f-583e-4a93-840a-46a7d3e08721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:48.761634 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-b9ed2783-b0e5-478f-a824-3d43c8c17292 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] delete failed (client error): The resource could not be found. Jun 02 12:39:48.766431 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b9ed2783-b0e5-478f-a824-3d43c8c17292 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-191615511 HTTP/1.1" status: 404 len: 334 time: 0.0753000 Jun 02 12:39:48.766962 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-7970760f-583e-4a93-840a-46a7d3e08721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:48.767102 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48310) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:48.772744 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-cd346cab-d5d3-4bda-870f-91d2b145ea87 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Request body: {'router': {'external_gateway_info': {'network_id': '3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'}}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:39:48.775306 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7970760f-583e-4a93-840a-46a7d3e08721 None None] Routers {'3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:48.776181 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-7970760f-583e-4a93-840a-46a7d3e08721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:48.845319 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-7970760f-583e-4a93-840a-46a7d3e08721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:48.845731 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7970760f-583e-4a93-840a-46a7d3e08721 None None] The sync data for ids ['3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:39:49.311064 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cd346cab-d5d3-4bda-870f-91d2b145ea87 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:49.337460 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-cd346cab-d5d3-4bda-870f-91d2b145ea87 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] update failed (client error): The resource could not be found. Jun 02 12:39:49.341792 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cd346cab-d5d3-4bda-870f-91d2b145ea87 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "PUT /v2.0/routers/3b332ba6-6bd7-4f8f-a35b-2b6add31ee62 HTTP/1.1" status: 404 len: 339 time: 0.5703042 Jun 02 12:39:49.342207 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48312) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:49.347179 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-eb210082-abda-4841-9e9b-e83d41102553 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-557037937'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:39:49.353330 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-eb210082-abda-4841-9e9b-e83d41102553 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:39:49.357190 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-eb210082-abda-4841-9e9b-e83d41102553 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Usage tracker for resource:network and tenant:03bfe8fba4f24ff0b03bad7bf2a49115 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:39:49.363877 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-eb210082-abda-4841-9e9b-e83d41102553 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:39:49.369761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-eb210082-abda-4841-9e9b-e83d41102553 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:39:49.379003 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb210082-abda-4841-9e9b-e83d41102553 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Made reservation on behalf of 03bfe8fba4f24ff0b03bad7bf2a49115 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:39:49.382738 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eb210082-abda-4841-9e9b-e83d41102553 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:49.412562 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb210082-abda-4841-9e9b-e83d41102553 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:39:49.421792 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eb210082-abda-4841-9e9b-e83d41102553 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:49.422377 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-eb210082-abda-4841-9e9b-e83d41102553 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Added segment e97be7d9-ae80-49dd-87ba-2a72db40b3f2 of type vlan for network 13848e04-9e92-4cbd-9153-d9c062f40bc1 Jun 02 12:39:49.450172 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eb210082-abda-4841-9e9b-e83d41102553 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:49.464951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:49.481426 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eb210082-abda-4841-9e9b-e83d41102553 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:49.487083 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb210082-abda-4841-9e9b-e83d41102553 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:49.487667 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eb210082-abda-4841-9e9b-e83d41102553 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:49.492718 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-45bb6ce1-b882-4527-a4c2-082cf61e3641 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:49.592251 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-eb210082-abda-4841-9e9b-e83d41102553 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2488019 Jun 02 12:39:49.595280 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48314) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:49.604722 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb210082-abda-4841-9e9b-e83d41102553 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event updated for resources: {'Network': ['ID=13848e04-9e92-4cbd-9153-d9c062f40bc1,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:49.606282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-02f1bdc4-da65-4931-8b9c-b6550b4db44d tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Request body: {'subnet': {'network_id': '13848e04-9e92-4cbd-9153-d9c062f40bc1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:39:49.607695 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-eb210082-abda-4841-9e9b-e83d41102553 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:49.615719 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 13848e04-9e92-4cbd-9153-d9c062f40bc1 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:39:49.905649 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-02f1bdc4-da65-4931-8b9c-b6550b4db44d tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:39:49.909780 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-02f1bdc4-da65-4931-8b9c-b6550b4db44d tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Usage tracker for resource:subnet and tenant:03bfe8fba4f24ff0b03bad7bf2a49115 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:39:49.912652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-02f1bdc4-da65-4931-8b9c-b6550b4db44d tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:39:49.918231 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-02f1bdc4-da65-4931-8b9c-b6550b4db44d tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:39:49.928767 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f1bdc4-da65-4931-8b9c-b6550b4db44d tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Made reservation on behalf of 03bfe8fba4f24ff0b03bad7bf2a49115 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:39:49.932406 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-02f1bdc4-da65-4931-8b9c-b6550b4db44d tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:50.354267 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-02f1bdc4-da65-4931-8b9c-b6550b4db44d tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:50.358523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-71adfd51-d93b-4014-9be9-6231f15815b6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:50.431235 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1bdc4-da65-4931-8b9c-b6550b4db44d tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event updated for resources: {'Subnet': ['ID=328e85d6-fa96-4e0a-aca7-d97e0103a2e9,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:50.434715 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-02f1bdc4-da65-4931-8b9c-b6550b4db44d tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:50.440377 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f1bdc4-da65-4931-8b9c-b6550b4db44d tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Checking segment: {'id': 'e97be7d9-ae80-49dd-87ba-2a72db40b3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '13848e04-9e92-4cbd-9153-d9c062f40bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:39:50.440739 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f1bdc4-da65-4931-8b9c-b6550b4db44d tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Network hostable DHCP agents. Network: 13848e04-9e92-4cbd-9153-d9c062f40bc1, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:39:50.457766 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f1bdc4-da65-4931-8b9c-b6550b4db44d tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Network 13848e04-9e92-4cbd-9153-d9c062f40bc1 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:39:50.466474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-02f1bdc4-da65-4931-8b9c-b6550b4db44d tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 13848e04-9e92-4cbd-9153-d9c062f40bc1) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:50.476061 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ad9200-f984-495d-ad04-fd1ee0a2e97c None None] Network 13848e04-9e92-4cbd-9153-d9c062f40bc1 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:39:50.476540 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f1bdc4-da65-4931-8b9c-b6550b4db44d tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:39:50.476739 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-02f1bdc4-da65-4931-8b9c-b6550b4db44d tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:50.497678 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-02f1bdc4-da65-4931-8b9c-b6550b4db44d tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9007156 Jun 02 12:39:50.500353 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48318) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:50.504829 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-0dbba77d-af23-49f6-abe2-f55aa371d95c tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Request body: {'router': {'external_gateway_info': {'network_id': '13848e04-9e92-4cbd-9153-d9c062f40bc1'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:39:50.729707 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-13848e04-9e92-4cbd-9153-d9c062f40bc1', 'network_id': '13848e04-9e92-4cbd-9153-d9c062f40bc1', 'tenant_id': '03bfe8fba4f24ff0b03bad7bf2a49115', 'fixed_ips': [{'subnet_id': '328e85d6-fa96-4e0a-aca7-d97e0103a2e9'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:39:50.730587 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:50.882233 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Allocated IP 2001:db8:1::2 (13848e04-9e92-4cbd-9153-d9c062f40bc1/328e85d6-fa96-4e0a-aca7-d97e0103a2e9/49678c0e-327c-4bec-ab49-d6e78decbcd9) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:39:50.886232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0dbba77d-af23-49f6-abe2-f55aa371d95c tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:51.035315 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-0dbba77d-af23-49f6-abe2-f55aa371d95c tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 12:39:51.040501 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0dbba77d-af23-49f6-abe2-f55aa371d95c tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "PUT /v2.0/routers/3b332ba6-6bd7-4f8f-a35b-2b6add31ee62 HTTP/1.1" status: 400 len: 364 time: 0.5350707 Jun 02 12:39:51.042725 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48328) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:51.103493 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:51.113481 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Transition to ACTIVE for port object 49678c0e-327c-4bec-ab49-d6e78decbcd9 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:39:51.133330 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Transition to ACTIVE for port object 49678c0e-327c-4bec-ab49-d6e78decbcd9 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:39:51.139328 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:51.143206 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:51.208447 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Network 13848e04-9e92-4cbd-9153-d9c062f40bc1 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:39:51.212586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:51.215347 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:39:51.274188 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Pushing event updated for resources: {'Port': ['ID=49678c0e-327c-4bec-ab49-d6e78decbcd9,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:51.285244 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:51.336303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Attempting to bind port 49678c0e-327c-4bec-ab49-d6e78decbcd9 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:39:51.336733 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Attempting to bind port 49678c0e-327c-4bec-ab49-d6e78decbcd9 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'e97be7d9-ae80-49dd-87ba-2a72db40b3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '13848e04-9e92-4cbd-9153-d9c062f40bc1'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:39:51.337050 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Attempting to bind port 49678c0e-327c-4bec-ab49-d6e78decbcd9 on network 13848e04-9e92-4cbd-9153-d9c062f40bc1 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:39:51.343083 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:39:51.343468 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Checking segment: {'id': 'e97be7d9-ae80-49dd-87ba-2a72db40b3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '13848e04-9e92-4cbd-9153-d9c062f40bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:39:51.343878 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:51.344275 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Bound using segment: {'id': 'e97be7d9-ae80-49dd-87ba-2a72db40b3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '13848e04-9e92-4cbd-9153-d9c062f40bc1'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:39:51.344750 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Bound port: 49678c0e-327c-4bec-ab49-d6e78decbcd9, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e97be7d9-ae80-49dd-87ba-2a72db40b3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '13848e04-9e92-4cbd-9153-d9c062f40bc1'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:39:51.345127 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:51.440068 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] For port 49678c0e-327c-4bec-ab49-d6e78decbcd9, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:39:51.443639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] For port 49678c0e-327c-4bec-ab49-d6e78decbcd9, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=49678c0e-327c-4bec-ab49-d6e78decbcd9,segment=NetworkSegment(e97be7d9-ae80-49dd-87ba-2a72db40b3f2),segment_id=e97be7d9-ae80-49dd-87ba-2a72db40b3f2)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:39:51.448019 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:51.451572 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f7e6bbe8-78bd-49fe-b62a-5d9986bc5d31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:51.529241 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Pushing event updated for resources: {'Port': ['ID=49678c0e-327c-4bec-ab49-d6e78decbcd9,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:51.532419 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:51.731568 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:52.114690 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Allocated IP 2001:db8::1 (a203531f-5f4a-4aa7-bf94-bf3c92f74239/a8f1f390-5774-4021-a596-ad3b27d4f850/9c01e6be-1c35-4197-a36c-33378628d659) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:39:52.180343 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 49678c0e-327c-4bec-ab49-d6e78decbcd9 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:52.260118 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 49678c0e-327c-4bec-ab49-d6e78decbcd9 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:52.295240 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:52.314651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Transition to ACTIVE for port object 9c01e6be-1c35-4197-a36c-33378628d659 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:39:52.345570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:52.351700 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c37ae936-260c-4851-967a-9ab38189f764 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:52.416739 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Network a203531f-5f4a-4aa7-bf94-bf3c92f74239 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:39:52.425034 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:52.429916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:39:52.430478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:52.572788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event updated for resources: {'Port': ['ID=9c01e6be-1c35-4197-a36c-33378628d659,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:52.589205 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:52.692135 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:52.712009 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5fbc81-3fee-4f08-a728-8a8e01baa57c None None] Network 13848e04-9e92-4cbd-9153-d9c062f40bc1 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:39:52.834515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f0594675-22b0-42ed-abbe-060e0d340f03 None None] Provisioning for port 49678c0e-327c-4bec-ab49-d6e78decbcd9 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:52.841198 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f0594675-22b0-42ed-abbe-060e0d340f03 None None] Provisioning complete for port 49678c0e-327c-4bec-ab49-d6e78decbcd9 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:52.841583 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f0594675-22b0-42ed-abbe-060e0d340f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:53.070358 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f0594675-22b0-42ed-abbe-060e0d340f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:53.116607 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-f0594675-22b0-42ed-abbe-060e0d340f03 None None] For port 49678c0e-327c-4bec-ab49-d6e78decbcd9, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=49678c0e-327c-4bec-ab49-d6e78decbcd9,segment=NetworkSegment(e97be7d9-ae80-49dd-87ba-2a72db40b3f2),segment_id=e97be7d9-ae80-49dd-87ba-2a72db40b3f2)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:53.123009 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f0594675-22b0-42ed-abbe-060e0d340f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:53.126125 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c8397085-5d8c-4b7d-a6a7-0e5cd9f14fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:53.183483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f0594675-22b0-42ed-abbe-060e0d340f03 None None] Provisioning for port 9c01e6be-1c35-4197-a36c-33378628d659 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:39:53.199560 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f0594675-22b0-42ed-abbe-060e0d340f03 None None] Provisioning complete for port 9c01e6be-1c35-4197-a36c-33378628d659 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:53.199560 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f0594675-22b0-42ed-abbe-060e0d340f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:53.240517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0594675-22b0-42ed-abbe-060e0d340f03 None None] Pushing event updated for resources: {'Port': ['ID=49678c0e-327c-4bec-ab49-d6e78decbcd9,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:53.250846 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f0594675-22b0-42ed-abbe-060e0d340f03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:53.260232 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f0594675-22b0-42ed-abbe-060e0d340f03 None None] Port 9c01e6be-1c35-4197-a36c-33378628d659 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:39:53.274967 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:53.280955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:53.281933 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:53.285940 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-976187a5-3cbf-46dc-967c-4a9af386fb50 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:53.384251 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-df0f3d00-3e78-4ddb-b9cd-67f905f94ed4 None None] Provisioning complete for port 49678c0e-327c-4bec-ab49-d6e78decbcd9 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:53.384612 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-df0f3d00-3e78-4ddb-b9cd-67f905f94ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:53.430829 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event updated for resources: {'Port': ['ID=9c01e6be-1c35-4197-a36c-33378628d659,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:53.433824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:53.492146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Network a203531f-5f4a-4aa7-bf94-bf3c92f74239 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:39:53.493445 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:39:53.676250 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Router 3b332ba6-6bd7-4f8f-a35b-2b6add31ee62 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:39:53.738481 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2088bc89-ba13-4fa4-b8cd-ed76e41e81d3 None None] Provisioning complete for port 9c01e6be-1c35-4197-a36c-33378628d659 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:53.739511 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2088bc89-ba13-4fa4-b8cd-ed76e41e81d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:53.836968 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-2088bc89-ba13-4fa4-b8cd-ed76e41e81d3 None None] Port 9c01e6be-1c35-4197-a36c-33378628d659 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:39:53.849858 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:39:53.860997 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb5d4f8-76d9-42a9-9bc5-416d73787a8b None None] Sync routers for ids ['3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:39:53.861166 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "PUT /v2.0/routers/3b332ba6-6bd7-4f8f-a35b-2b6add31ee62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8188262 Jun 02 12:39:53.864149 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48340) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:53.872277 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb5d4f8-76d9-42a9-9bc5-416d73787a8b None None] Routers {'3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:53.873007 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-0eb5d4f8-76d9-42a9-9bc5-416d73787a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:53.939967 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-0eb5d4f8-76d9-42a9-9bc5-416d73787a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:53.949948 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb5d4f8-76d9-42a9-9bc5-416d73787a8b None None] Routers {'3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:53.951417 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-0eb5d4f8-76d9-42a9-9bc5-416d73787a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:54.014513 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-0eb5d4f8-76d9-42a9-9bc5-416d73787a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:54.015022 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb5d4f8-76d9-42a9-9bc5-416d73787a8b None None] The sync data for ids ['3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:39:54.044860 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f4134f21-5dfd-4279-b630-f34f0d5b2828 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:54.131503 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 49678c0e-327c-4bec-ab49-d6e78decbcd9 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:39:54.202885 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 49678c0e-327c-4bec-ab49-d6e78decbcd9 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:39:54.203263 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:54.228795 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-f4134f21-5dfd-4279-b630-f34f0d5b2828 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 02 12:39:54.232369 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f4134f21-5dfd-4279-b630-f34f0d5b2828 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "DELETE /v2.0/routers/3b332ba6-6bd7-4f8f-a35b-2b6add31ee62 HTTP/1.1" status: 409 len: 329 time: 0.3636315 Jun 02 12:39:54.232853 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48342) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:54.906835 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bec7ae43-b31c-4010-8bc6-a0f1ad23048a tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:55.660354 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-bec7ae43-b31c-4010-8bc6-a0f1ad23048a tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Deleting port 9c01e6be-1c35-4197-a36c-33378628d659 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:39:55.660794 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bec7ae43-b31c-4010-8bc6-a0f1ad23048a tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:55.751159 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:55.834118 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bec7ae43-b31c-4010-8bc6-a0f1ad23048a tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:55.993627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-bec7ae43-b31c-4010-8bc6-a0f1ad23048a tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Calling delete_port for 9c01e6be-1c35-4197-a36c-33378628d659 owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:39:56.175560 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bec7ae43-b31c-4010-8bc6-a0f1ad23048a tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:56.180218 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:56.231636 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7ae43-b31c-4010-8bc6-a0f1ad23048a tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event deleted for resources: {'Port': ['ID=9c01e6be-1c35-4197-a36c-33378628d659,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:56.234789 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bec7ae43-b31c-4010-8bc6-a0f1ad23048a tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:56.422432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bec7ae43-b31c-4010-8bc6-a0f1ad23048a tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:56.800108 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:39:56.806678 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec7ae43-b31c-4010-8bc6-a0f1ad23048a tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Router 3b332ba6-6bd7-4f8f-a35b-2b6add31ee62 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:39:56.953081 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec7ae43-b31c-4010-8bc6-a0f1ad23048a tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:39:56.964144 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b467681f-9400-48f5-a2c0-d294cb6a4186 None None] Sync routers for ids ['3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:39:56.968975 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48348) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:56.969485 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-bec7ae43-b31c-4010-8bc6-a0f1ad23048a tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "PUT /v2.0/routers/3b332ba6-6bd7-4f8f-a35b-2b6add31ee62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7351487 Jun 02 12:39:56.976607 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b467681f-9400-48f5-a2c0-d294cb6a4186 None None] Routers {'3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:56.977587 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-b467681f-9400-48f5-a2c0-d294cb6a4186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:57.044617 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-7ff65153-341f-48ae-bec4-5804c102c079 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] show failed (client error): The resource could not be found. Jun 02 12:39:57.047608 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-b467681f-9400-48f5-a2c0-d294cb6a4186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:57.049877 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7ff65153-341f-48ae-bec4-5804c102c079 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-819086953 HTTP/1.1" status: 404 len: 334 time: 0.0798464 Jun 02 12:39:57.050640 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48350) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:57.055545 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-24c281cd-4a9b-49ff-bf5f-201fc3c7e2cb tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Request body: {'router': {'name': 'new_name'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:39:57.059967 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b467681f-9400-48f5-a2c0-d294cb6a4186 None None] Routers {'3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:39:57.060773 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-b467681f-9400-48f5-a2c0-d294cb6a4186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:57.128858 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-b467681f-9400-48f5-a2c0-d294cb6a4186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:57.129285 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b467681f-9400-48f5-a2c0-d294cb6a4186 None None] The sync data for ids ['3b332ba6-6bd7-4f8f-a35b-2b6add31ee62'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:39:57.138715 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-24c281cd-4a9b-49ff-bf5f-201fc3c7e2cb tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] update failed (client error): The resource could not be found. Jun 02 12:39:57.142845 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-24c281cd-4a9b-49ff-bf5f-201fc3c7e2cb tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1765497269 HTTP/1.1" status: 404 len: 335 time: 0.0881636 Jun 02 12:39:57.143436 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48352) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:57.250710 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-50fb6bd9-6462-47e5-84c4-8f6c36c4bc19 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Deleting subnet 328e85d6-fa96-4e0a-aca7-d97e0103a2e9 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:39:57.253910 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50fb6bd9-6462-47e5-84c4-8f6c36c4bc19 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:57.456772 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50fb6bd9-6462-47e5-84c4-8f6c36c4bc19 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:57.550077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50fb6bd9-6462-47e5-84c4-8f6c36c4bc19 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:57.853663 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50fb6bd9-6462-47e5-84c4-8f6c36c4bc19 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:57.857648 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-813d5d5d-45ef-4252-b6a7-dbd5ae6df8ac tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:57.896355 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb6bd9-6462-47e5-84c4-8f6c36c4bc19 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event deleted for resources: {'Subnet': ['ID=328e85d6-fa96-4e0a-aca7-d97e0103a2e9,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:57.900332 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-50fb6bd9-6462-47e5-84c4-8f6c36c4bc19 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:57.902749 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50fb6bd9-6462-47e5-84c4-8f6c36c4bc19 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:57.911034 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55af9d87-9ac3-494d-8206-5894a70f8d4a None None] Network 13848e04-9e92-4cbd-9153-d9c062f40bc1 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:39:57.917144 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-50fb6bd9-6462-47e5-84c4-8f6c36c4bc19 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "DELETE /v2.0/subnets/328e85d6-fa96-4e0a-aca7-d97e0103a2e9 HTTP/1.1" status: 204 len: 168 time: 0.7705581 Jun 02 12:39:57.917805 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48356) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:58.048019 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:58.162131 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Deleting port 49678c0e-327c-4bec-ab49-d6e78decbcd9 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:39:58.162557 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:58.210888 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4650a779-8b1d-464f-95a9-c3f9bdceb94a None None] DHCP port deletion for 13848e04-9e92-4cbd-9153-d9c062f40bc1 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:39:58.296591 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-4650a779-8b1d-464f-95a9-c3f9bdceb94a None None] Deleting port 49678c0e-327c-4bec-ab49-d6e78decbcd9 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:39:58.296994 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4650a779-8b1d-464f-95a9-c3f9bdceb94a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:58.415231 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-4650a779-8b1d-464f-95a9-c3f9bdceb94a None None] For port 49678c0e-327c-4bec-ab49-d6e78decbcd9, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=49678c0e-327c-4bec-ab49-d6e78decbcd9,segment=NetworkSegment(e97be7d9-ae80-49dd-87ba-2a72db40b3f2),segment_id=e97be7d9-ae80-49dd-87ba-2a72db40b3f2)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:58.415633 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4650a779-8b1d-464f-95a9-c3f9bdceb94a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:58.452596 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] For port 49678c0e-327c-4bec-ab49-d6e78decbcd9, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=49678c0e-327c-4bec-ab49-d6e78decbcd9,segment=NetworkSegment(e97be7d9-ae80-49dd-87ba-2a72db40b3f2),segment_id=e97be7d9-ae80-49dd-87ba-2a72db40b3f2)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:39:58.452930 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:58.553505 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-4650a779-8b1d-464f-95a9-c3f9bdceb94a None None] Calling delete_port for 49678c0e-327c-4bec-ab49-d6e78decbcd9 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:39:58.594389 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Calling delete_port for 49678c0e-327c-4bec-ab49-d6e78decbcd9 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:39:58.612182 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4650a779-8b1d-464f-95a9-c3f9bdceb94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:58.618155 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f0594675-22b0-42ed-abbe-060e0d340f03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:58.647469 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:58.652269 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:58.664626 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650a779-8b1d-464f-95a9-c3f9bdceb94a None None] Pushing event deleted for resources: {'Port': ['ID=49678c0e-327c-4bec-ab49-d6e78decbcd9,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:58.668292 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4650a779-8b1d-464f-95a9-c3f9bdceb94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:58.669398 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4650a779-8b1d-464f-95a9-c3f9bdceb94a None None] No DVR routers for this DVR port 49678c0e-327c-4bec-ab49-d6e78decbcd9 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:39:58.704753 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] No DVR routers for this DVR port 49678c0e-327c-4bec-ab49-d6e78decbcd9 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:39:58.706395 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event deleted for resources: {'Port': ['ID=49678c0e-327c-4bec-ab49-d6e78decbcd9,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:58.733288 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:58.831058 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:58.843552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13848e04-9e92-4cbd-9153-d9c062f40bc1']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:58.856408 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97be7d9-ae80-49dd-87ba-2a72db40b3f2') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:58.856723 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97be7d9-ae80-49dd-87ba-2a72db40b3f2') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:39:58.870739 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:58.886889 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:58.893677 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:39:58.893946 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:39:58.908840 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:39:58.990708 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:58.994243 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0c89aaa9-791f-4b89-84da-a5cd77c7a3df tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:59.008526 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:59.019345 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event deleted for resources: {'Network': ['ID=13848e04-9e92-4cbd-9153-d9c062f40bc1,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:59.022782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:59.024565 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "DELETE /v2.0/networks/13848e04-9e92-4cbd-9153-d9c062f40bc1 HTTP/1.1" status: 204 len: 168 time: 1.1055903 Jun 02 12:39:59.027263 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48362) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:59.093857 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a4d27a-4f38-45f9-abbb-3b0d799d4a72 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Deleting subnet f43d9d2c-523e-415f-a155-40a1682c5ddc {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:39:59.097131 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e1a4d27a-4f38-45f9-abbb-3b0d799d4a72 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:59.156988 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e1a4d27a-4f38-45f9-abbb-3b0d799d4a72 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:59.259399 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e1a4d27a-4f38-45f9-abbb-3b0d799d4a72 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:59.535221 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e1a4d27a-4f38-45f9-abbb-3b0d799d4a72 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:59.539929 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2b827f61-65e2-40c0-a445-6a16752e4190 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:39:59.578329 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e1a4d27a-4f38-45f9-abbb-3b0d799d4a72 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:59.581622 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4d27a-4f38-45f9-abbb-3b0d799d4a72 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event deleted for resources: {'Subnet': ['ID=f43d9d2c-523e-415f-a155-40a1682c5ddc,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:39:59.584521 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e1a4d27a-4f38-45f9-abbb-3b0d799d4a72 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:39:59.587671 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196c3eb2-c326-4201-b9fb-7d4c8922b68a None None] Network eb8f4712-6eef-45d9-a759-cb2124d720ee requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:39:59.590021 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e1a4d27a-4f38-45f9-abbb-3b0d799d4a72 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "DELETE /v2.0/subnets/f43d9d2c-523e-415f-a155-40a1682c5ddc HTTP/1.1" status: 204 len: 168 time: 0.5617766 Jun 02 12:39:59.592495 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48370) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:39:59.664210 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea31724-d4de-4d9d-91b4-c449e4ce0778 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Deleting subnet 07588277-04d3-4018-8eff-f698312a11ae {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:39:59.667402 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fea31724-d4de-4d9d-91b4-c449e4ce0778 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:59.728354 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fea31724-d4de-4d9d-91b4-c449e4ce0778 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:59.816840 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fea31724-d4de-4d9d-91b4-c449e4ce0778 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:59.846751 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb9f720-7de8-4934-8810-52b809278ca1 None None] DHCP port deletion for eb8f4712-6eef-45d9-a759-cb2124d720ee request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:39:59.914741 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9f720-7de8-4934-8810-52b809278ca1 None None] Deleting port 0432a1da-1d3a-4a28-a24f-cf9ad398f26a {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:39:59.915148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f720-7de8-4934-8810-52b809278ca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:39:59.924863 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-a7a4d2cd-905a-4eeb-8f65-fb82859166df tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312623783&fields=id&tenant_id=96bf45be6aa145b6aaf403d7070d5e51 HTTP/1.1" status: 200 len: 267 time: 0.0725708 Jun 02 12:40:00.013894 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-6cb9f720-7de8-4934-8810-52b809278ca1 None None] For port 0432a1da-1d3a-4a28-a24f-cf9ad398f26a, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=0432a1da-1d3a-4a28-a24f-cf9ad398f26a,segment=NetworkSegment(b59f140d-a188-41db-a840-c32ce7d904ff),segment_id=b59f140d-a188-41db-a840-c32ce7d904ff)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:40:00.014245 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f720-7de8-4934-8810-52b809278ca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:00.175802 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 49678c0e-327c-4bec-ab49-d6e78decbcd9 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:40:00.206128 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9f720-7de8-4934-8810-52b809278ca1 None None] Calling delete_port for 0432a1da-1d3a-4a28-a24f-cf9ad398f26a owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:40:00.221654 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 49678c0e-327c-4bec-ab49-d6e78decbcd9 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:40:00.222042 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 49678c0e-327c-4bec-ab49-d6e78decbcd9 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:40:00.222509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 0432a1da-1d3a-4a28-a24f-cf9ad398f26a no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:40:00.354772 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-3d005adc-afef-4e42-8949-fb8c2b5c7298 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:00.355368 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-3d005adc-afef-4e42-8949-fb8c2b5c7298 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Synchronizing usage tracker for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:network {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:00.357498 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:00.371199 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f720-7de8-4934-8810-52b809278ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:00.376968 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4650a779-8b1d-464f-95a9-c3f9bdceb94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:00.384598 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-3d005adc-afef-4e42-8949-fb8c2b5c7298 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Unset dirty status for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:network {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:00.385770 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-3d005adc-afef-4e42-8949-fb8c2b5c7298 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/networks?id=538c4580-73df-464f-868c-daf3dec24418 HTTP/1.1" status: 200 len: 811 time: 0.4081426 Jun 02 12:40:00.401810 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fea31724-d4de-4d9d-91b4-c449e4ce0778 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:00.407530 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e087aa0f-56e0-4fda-9455-b3e5ef2806f9 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:00.431692 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb9f720-7de8-4934-8810-52b809278ca1 None None] No DVR routers for this DVR port 0432a1da-1d3a-4a28-a24f-cf9ad398f26a on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:40:00.435279 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f720-7de8-4934-8810-52b809278ca1 None None] Pushing event deleted for resources: {'Port': ['ID=0432a1da-1d3a-4a28-a24f-cf9ad398f26a,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:00.439950 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-2b9d5374-113b-428e-bd4f-909256bb1a6c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/quotas/96bf45be6aa145b6aaf403d7070d5e51 HTTP/1.1" status: 200 len: 375 time: 0.0470040 Jun 02 12:40:00.446649 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6cb9f720-7de8-4934-8810-52b809278ca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:00.472673 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16559157-fbdf-4493-ab92-4a28001e4e95 None None] Network e9554f66-3f58-4c8b-820a-81f4e91b5711 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:40:00.484262 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fea31724-d4de-4d9d-91b4-c449e4ce0778 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:00.486896 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea31724-d4de-4d9d-91b4-c449e4ce0778 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event deleted for resources: {'Subnet': ['ID=07588277-04d3-4018-8eff-f698312a11ae,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:00.495870 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fea31724-d4de-4d9d-91b4-c449e4ce0778 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:00.504963 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fea31724-d4de-4d9d-91b4-c449e4ce0778 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "DELETE /v2.0/subnets/07588277-04d3-4018-8eff-f698312a11ae HTTP/1.1" status: 204 len: 168 time: 0.9093087 Jun 02 12:40:00.505409 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48378) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:00.636739 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5aa62bce-13cd-456a-91cd-c66b305c7144 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:00.649393 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-51d8aebe-eeb8-4ad9-8fc6-6c51b466f84d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bf45be6aa145b6aaf403d7070d5e51&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2004285 Jun 02 12:40:00.691516 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-c066b47e-c898-4e8a-ae0d-600f3b0f47ac service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:40:00.692408 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-c066b47e-c898-4e8a-ae0d-600f3b0f47ac service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080352 Jun 02 12:40:00.748097 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0036f5d5-86cd-46d2-b6cf-97bb9eef332e None None] DHCP port deletion for e9554f66-3f58-4c8b-820a-81f4e91b5711 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:40:00.817124 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-0036f5d5-86cd-46d2-b6cf-97bb9eef332e None None] Deleting port 0acc93f0-fb2c-4288-99d4-485d872303ac {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:40:00.817497 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0036f5d5-86cd-46d2-b6cf-97bb9eef332e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:00.870458 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5aa62bce-13cd-456a-91cd-c66b305c7144 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:00.886950 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-5aa62bce-13cd-456a-91cd-c66b305c7144 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8f4712-6eef-45d9-a759-cb2124d720ee']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:00.911456 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-5aa62bce-13cd-456a-91cd-c66b305c7144 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59f140d-a188-41db-a840-c32ce7d904ff') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:00.912290 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-5aa62bce-13cd-456a-91cd-c66b305c7144 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59f140d-a188-41db-a840-c32ce7d904ff') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:00.920000 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-0036f5d5-86cd-46d2-b6cf-97bb9eef332e None None] For port 0acc93f0-fb2c-4288-99d4-485d872303ac, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=0acc93f0-fb2c-4288-99d4-485d872303ac,segment=NetworkSegment(16ab3175-212f-42b9-a6b1-61de81630869),segment_id=16ab3175-212f-42b9-a6b1-61de81630869)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:40:00.920393 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0036f5d5-86cd-46d2-b6cf-97bb9eef332e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:00.934248 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5aa62bce-13cd-456a-91cd-c66b305c7144 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:00.952296 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-d81276fc-38ac-4f19-aa9b-ec1d507e01cf service neutron] 10.222.0.37 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368593 Jun 02 12:40:00.958039 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5aa62bce-13cd-456a-91cd-c66b305c7144 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:00.987355 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa62bce-13cd-456a-91cd-c66b305c7144 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:40:00.987714 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5aa62bce-13cd-456a-91cd-c66b305c7144 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:40:01.002143 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:40:01.041650 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-0036f5d5-86cd-46d2-b6cf-97bb9eef332e None None] Calling delete_port for 0acc93f0-fb2c-4288-99d4-485d872303ac owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:40:01.087420 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0036f5d5-86cd-46d2-b6cf-97bb9eef332e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:01.091109 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0f1b6b76-2005-4f0d-8a6e-bfa26795ef42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:01.144503 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036f5d5-86cd-46d2-b6cf-97bb9eef332e None None] Pushing event deleted for resources: {'Port': ['ID=0acc93f0-fb2c-4288-99d4-485d872303ac,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:01.149192 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0036f5d5-86cd-46d2-b6cf-97bb9eef332e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:01.152995 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0036f5d5-86cd-46d2-b6cf-97bb9eef332e None None] No DVR routers for this DVR port 0acc93f0-fb2c-4288-99d4-485d872303ac on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:40:01.153355 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5aa62bce-13cd-456a-91cd-c66b305c7144 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:01.159955 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2e80a9fa-0da3-442d-816a-7d451a3c4ad4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:01.184065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5aa62bce-13cd-456a-91cd-c66b305c7144 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:01.197507 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa62bce-13cd-456a-91cd-c66b305c7144 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event deleted for resources: {'Network': ['ID=eb8f4712-6eef-45d9-a759-cb2124d720ee,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:01.200840 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5aa62bce-13cd-456a-91cd-c66b305c7144 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:01.202595 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5aa62bce-13cd-456a-91cd-c66b305c7144 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "DELETE /v2.0/networks/eb8f4712-6eef-45d9-a759-cb2124d720ee HTTP/1.1" status: 204 len: 168 time: 0.6963251 Jun 02 12:40:01.204351 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-118323a7-a8c7-4ea5-8281-c28fb6e9c345 service neutron] 10.222.0.37 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434182 Jun 02 12:40:01.204789 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48382) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:01.320170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0330886b-ada8-48bf-93af-a601844fd0c0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:01.454615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0330886b-ada8-48bf-93af-a601844fd0c0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:01.470326 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-0330886b-ada8-48bf-93af-a601844fd0c0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9554f66-3f58-4c8b-820a-81f4e91b5711']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:01.483878 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-0330886b-ada8-48bf-93af-a601844fd0c0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ab3175-212f-42b9-a6b1-61de81630869') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:01.484177 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-0330886b-ada8-48bf-93af-a601844fd0c0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ab3175-212f-42b9-a6b1-61de81630869') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:01.496414 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0330886b-ada8-48bf-93af-a601844fd0c0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:01.514083 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0330886b-ada8-48bf-93af-a601844fd0c0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:01.520261 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0330886b-ada8-48bf-93af-a601844fd0c0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:40:01.520678 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0330886b-ada8-48bf-93af-a601844fd0c0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:40:01.535563 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:40:01.611363 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e76e81d2-8a65-4d56-9dfa-b47272be7794 req-c9ae08f1-f64e-42da-83b8-0fe3de4048d9 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 210 time: 0.0452905 Jun 02 12:40:01.618266 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0330886b-ada8-48bf-93af-a601844fd0c0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:01.622672 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ee5ba7db-92e6-4c6b-82a8-303d1afa2d78 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:01.640954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0330886b-ada8-48bf-93af-a601844fd0c0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:01.649022 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330886b-ada8-48bf-93af-a601844fd0c0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event deleted for resources: {'Network': ['ID=e9554f66-3f58-4c8b-820a-81f4e91b5711,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:01.651367 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0330886b-ada8-48bf-93af-a601844fd0c0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:01.654143 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0330886b-ada8-48bf-93af-a601844fd0c0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "DELETE /v2.0/networks/e9554f66-3f58-4c8b-820a-81f4e91b5711 HTTP/1.1" status: 204 len: 168 time: 0.4471712 Jun 02 12:40:01.655521 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48396) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:01.720277 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e7def8-7ec6-42b5-b0be-83699530e455 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Deleting subnet a8f1f390-5774-4021-a596-ad3b27d4f850 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:40:01.723356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a7e7def8-7ec6-42b5-b0be-83699530e455 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:01.954035 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a7e7def8-7ec6-42b5-b0be-83699530e455 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:02.039545 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a7e7def8-7ec6-42b5-b0be-83699530e455 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:02.147273 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 0acc93f0-fb2c-4288-99d4-485d872303ac no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:40:02.198725 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 0acc93f0-fb2c-4288-99d4-485d872303ac {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:40:02.199273 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 0acc93f0-fb2c-4288-99d4-485d872303ac not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:40:02.333765 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a7e7def8-7ec6-42b5-b0be-83699530e455 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:02.338090 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f7260548-3d16-407b-bbbf-2f6517717bdd tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:02.372562 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7def8-7ec6-42b5-b0be-83699530e455 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event deleted for resources: {'Subnet': ['ID=a8f1f390-5774-4021-a596-ad3b27d4f850,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:02.374923 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a7e7def8-7ec6-42b5-b0be-83699530e455 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:02.377683 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a7e7def8-7ec6-42b5-b0be-83699530e455 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:02.384344 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a7e7def8-7ec6-42b5-b0be-83699530e455 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "DELETE /v2.0/subnets/a8f1f390-5774-4021-a596-ad3b27d4f850 HTTP/1.1" status: 204 len: 168 time: 0.7278616 Jun 02 12:40:02.384517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9014c284-d0e5-47da-ac12-5132753f787a None None] Network a203531f-5f4a-4aa7-bf94-bf3c92f74239 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:40:02.386674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48402) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:02.503818 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:02.588311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Deleting port c5d04c5a-e055-4adb-b219-975276fd78b4 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:40:02.588856 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:02.632009 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eed656e-1d68-4dc0-b176-65ffea1e38d8 None None] DHCP port deletion for a203531f-5f4a-4aa7-bf94-bf3c92f74239 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:40:02.734330 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-8eed656e-1d68-4dc0-b176-65ffea1e38d8 None None] Deleting port c5d04c5a-e055-4adb-b219-975276fd78b4 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:40:02.734717 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8eed656e-1d68-4dc0-b176-65ffea1e38d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:02.752005 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] For port c5d04c5a-e055-4adb-b219-975276fd78b4, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c5d04c5a-e055-4adb-b219-975276fd78b4,segment=NetworkSegment(cdad066b-5d88-47d9-aab2-8e33f0092c10),segment_id=cdad066b-5d88-47d9-aab2-8e33f0092c10)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:40:02.752641 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:02.806363 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-91ec0b82-b90f-4f64-b1e0-1f41ab3277bd tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:02.811022 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-91ec0b82-b90f-4f64-b1e0-1f41ab3277bd tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.22 "GET /v2.0/networks?id=538c4580-73df-464f-868c-daf3dec24418 HTTP/1.1" status: 200 len: 811 time: 0.2005928 Jun 02 12:40:02.857638 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-8eed656e-1d68-4dc0-b176-65ffea1e38d8 None None] For port c5d04c5a-e055-4adb-b219-975276fd78b4, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c5d04c5a-e055-4adb-b219-975276fd78b4,segment=NetworkSegment(cdad066b-5d88-47d9-aab2-8e33f0092c10),segment_id=cdad066b-5d88-47d9-aab2-8e33f0092c10)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:40:02.858280 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8eed656e-1d68-4dc0-b176-65ffea1e38d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:02.873719 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-a91cfd6b-9e72-4937-8b1a-a3aabfef41d2 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96bf45be6aa145b6aaf403d7070d5e51 HTTP/1.1" status: 200 len: 380 time: 0.0527875 Jun 02 12:40:02.923997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-d9306f27-ff49-4332-b054-d685d2d5208f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Request body: {'port': {'device_id': 'cc953535-29d6-4195-8ac7-4ef48602e27e', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'admin_state_up': True, 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'security_groups': ['3a597685-9ec8-478a-be7f-68c3fb1ee0b4']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:02.932111 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-61a00c66-a586-4abf-aec3-3b4b688e7355 req-37b35fd3-9451-4346-b1f5-8ec1fa2ea38e tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 210 time: 0.1692312 Jun 02 12:40:02.944268 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Calling delete_port for c5d04c5a-e055-4adb-b219-975276fd78b4 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:40:03.011620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:03.018291 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-85e876a2-2886-47a3-9af0-83d9d7afd485 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:03.043558 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-8eed656e-1d68-4dc0-b176-65ffea1e38d8 None None] Calling delete_port for c5d04c5a-e055-4adb-b219-975276fd78b4 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:40:03.079049 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event deleted for resources: {'Port': ['ID=c5d04c5a-e055-4adb-b219-975276fd78b4,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:03.082278 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:03.089226 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] No DVR routers for this DVR port c5d04c5a-e055-4adb-b219-975276fd78b4 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:40:03.103271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8eed656e-1d68-4dc0-b176-65ffea1e38d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:03.103910 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fbcfcdca-c1fd-4cc7-8145-5d854249e4dc req-3110ab9e-8083-4355-baa1-896505ece12e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2292154 Jun 02 12:40:03.104866 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-d9306f27-ff49-4332-b054-d685d2d5208f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:03.108303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:03.116244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-d9306f27-ff49-4332-b054-d685d2d5208f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:03.162317 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed656e-1d68-4dc0-b176-65ffea1e38d8 None None] Pushing event deleted for resources: {'Port': ['ID=c5d04c5a-e055-4adb-b219-975276fd78b4,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:03.167646 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-d9306f27-ff49-4332-b054-d685d2d5208f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Made reservation on behalf of 96bf45be6aa145b6aaf403d7070d5e51 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:40:03.171118 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8eed656e-1d68-4dc0-b176-65ffea1e38d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:03.171511 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-d9306f27-ff49-4332-b054-d685d2d5208f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:03.176011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eed656e-1d68-4dc0-b176-65ffea1e38d8 None None] No DVR routers for this DVR port c5d04c5a-e055-4adb-b219-975276fd78b4 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:40:03.249057 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:03.263091 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a203531f-5f4a-4aa7-bf94-bf3c92f74239']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:03.277474 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdad066b-5d88-47d9-aab2-8e33f0092c10') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:03.278027 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdad066b-5d88-47d9-aab2-8e33f0092c10') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:03.296412 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:03.309457 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfcdca-c1fd-4cc7-8145-5d854249e4dc req-c899a405-458d-4002-8fe7-3eaff49dd2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:03.311550 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fbcfcdca-c1fd-4cc7-8145-5d854249e4dc req-c899a405-458d-4002-8fe7-3eaff49dd2d9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=96bf45be6aa145b6aaf403d7070d5e51&device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 1099 time: 0.1846600 Jun 02 12:40:03.316265 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:03.328844 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:40:03.329549 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:40:03.345543 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:40:03.432271 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:03.436676 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:03.439293 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ebfd76cc-e441-48d2-a8bd-1230e1913c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:03.463042 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Pushing event deleted for resources: {'Network': ['ID=a203531f-5f4a-4aa7-bf94-bf3c92f74239,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:03.471517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:03.476096 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "DELETE /v2.0/networks/a203531f-5f4a-4aa7-bf94-bf3c92f74239 HTTP/1.1" status: 204 len: 168 time: 1.0858605 Jun 02 12:40:03.477057 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48406) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:03.487848 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-d9306f27-ff49-4332-b054-d685d2d5208f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Allocated IP 172.20.0.11 (538c4580-73df-464f-868c-daf3dec24418/50a59100-ae12-4643-94d5-15b1702b852a/04f8594b-c6ed-4eb6-a176-22f5335cbb64) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:40:03.527724 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f24f7428-8679-488d-bd39-f1bf1f2e12de tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Synchronizing usage tracker for tenant:03bfe8fba4f24ff0b03bad7bf2a49115 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:03.545498 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f24f7428-8679-488d-bd39-f1bf1f2e12de tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Unset dirty status for tenant:03bfe8fba4f24ff0b03bad7bf2a49115 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:03.548655 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfcdca-c1fd-4cc7-8145-5d854249e4dc req-071bca15-8ca1-467d-8aab-85f4c9bfb536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:03.548804 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f24f7428-8679-488d-bd39-f1bf1f2e12de tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b332ba6-6bd7-4f8f-a35b-2b6add31ee62 HTTP/1.1" status: 200 len: 205 time: 0.0681901 Jun 02 12:40:03.548932 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fbcfcdca-c1fd-4cc7-8145-5d854249e4dc req-071bca15-8ca1-467d-8aab-85f4c9bfb536 service neutron] 10.222.0.22 "GET /v2.0/networks?id=538c4580-73df-464f-868c-daf3dec24418 HTTP/1.1" status: 200 len: 912 time: 0.1885884 Jun 02 12:40:03.549040 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48408) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:03.745099 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-d9306f27-ff49-4332-b054-d685d2d5208f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:03.819145 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-d9306f27-ff49-4332-b054-d685d2d5208f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Transition to ACTIVE for port object 04f8594b-c6ed-4eb6-a176-22f5335cbb64 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:40:03.845728 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c48262aa-035b-4571-90cd-ec545341d855 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:03.874287 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fbcfcdca-c1fd-4cc7-8145-5d854249e4dc req-ce3adabc-2f73-4e22-b0c1-8bbbcec99624 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c477b15-aa8e-423c-8fd9-63de06385a99 HTTP/1.1" status: 200 len: 1001 time: 0.1103942 Jun 02 12:40:04.057842 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-d9306f27-ff49-4332-b054-d685d2d5208f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:04.065137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-af8d929c-42d6-41d8-ab34-7fef943c7f36 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:04.153467 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c5d04c5a-e055-4adb-b219-975276fd78b4 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:40:04.199147 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-d9306f27-ff49-4332-b054-d685d2d5208f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Network 538c4580-73df-464f-868c-daf3dec24418 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:40:04.199708 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c48262aa-035b-4571-90cd-ec545341d855 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:04.203174 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfcdca-c1fd-4cc7-8145-5d854249e4dc req-567053b3-1e9f-41eb-ac78-2e281d07d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:04.204912 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fbcfcdca-c1fd-4cc7-8145-5d854249e4dc req-567053b3-1e9f-41eb-ac78-2e281d07d442 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=50a59100-ae12-4643-94d5-15b1702b852a HTTP/1.1" status: 200 len: 850 time: 0.3233483 Jun 02 12:40:04.208648 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c48262aa-035b-4571-90cd-ec545341d855 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:04.209730 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-d9306f27-ff49-4332-b054-d685d2d5208f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:40:04.228440 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: c5d04c5a-e055-4adb-b219-975276fd78b4 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:40:04.228982 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c5d04c5a-e055-4adb-b219-975276fd78b4 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:40:04.248622 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c48262aa-035b-4571-90cd-ec545341d855 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:04.248622 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48262aa-035b-4571-90cd-ec545341d855 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Fanout notify agent at l3_agent the message router_deleted on router 3b332ba6-6bd7-4f8f-a35b-2b6add31ee62 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:40:04.257701 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-d9306f27-ff49-4332-b054-d685d2d5208f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:40:04.262092 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c48262aa-035b-4571-90cd-ec545341d855 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:04.265735 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c48262aa-035b-4571-90cd-ec545341d855 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] 10.222.0.37 "DELETE /v2.0/routers/3b332ba6-6bd7-4f8f-a35b-2b6add31ee62 HTTP/1.1" status: 204 len: 168 time: 0.7136838 Jun 02 12:40:04.291300 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9306f27-ff49-4332-b054-d685d2d5208f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Pushing event updated for resources: {'Port': ['ID=04f8594b-c6ed-4eb6-a176-22f5335cbb64,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:04.316412 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d9306f27-ff49-4332-b054-d685d2d5208f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:04.371756 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-d9306f27-ff49-4332-b054-d685d2d5208f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:04.372412 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-d9306f27-ff49-4332-b054-d685d2d5208f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:04.423772 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-d9306f27-ff49-4332-b054-d685d2d5208f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5128915 Jun 02 12:40:04.437546 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44dd1b-b6e2-4387-8253-4164e22ce492 req-0fe141c9-48c4-48e3-b8a6-4598be785860 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:04.438321 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-5c44dd1b-b6e2-4387-8253-4164e22ce492 req-0fe141c9-48c4-48e3-b8a6-4598be785860 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Synchronizing usage tracker for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:04.446609 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-adfab3aa-65aa-4533-b721-f2da0f72fff3 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:40:04.447655 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-adfab3aa-65aa-4533-b721-f2da0f72fff3 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052848 Jun 02 12:40:04.464359 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Request body: {'port': {'device_id': 'cc953535-29d6-4195-8ac7-4ef48602e27e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:04.511300 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfcdca-c1fd-4cc7-8145-5d854249e4dc req-82ad8cc7-e3dc-4a2a-a2c8-8152d5577b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:04.513079 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fbcfcdca-c1fd-4cc7-8145-5d854249e4dc req-82ad8cc7-e3dc-4a2a-a2c8-8152d5577b7a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=538c4580-73df-464f-868c-daf3dec24418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3001337 Jun 02 12:40:04.528002 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-5c44dd1b-b6e2-4387-8253-4164e22ce492 req-0fe141c9-48c4-48e3-b8a6-4598be785860 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Unset dirty status for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:04.529553 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5c44dd1b-b6e2-4387-8253-4164e22ce492 req-0fe141c9-48c4-48e3-b8a6-4598be785860 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 932 time: 0.4342911 Jun 02 12:40:04.557488 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-540afff3-ca01-49ad-a70c-41e19bea65d6 None None] Provisioning for port 04f8594b-c6ed-4eb6-a176-22f5335cbb64 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:40:04.564110 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-540afff3-ca01-49ad-a70c-41e19bea65d6 None None] Provisioning complete for port 04f8594b-c6ed-4eb6-a176-22f5335cbb64 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:40:04.564846 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-540afff3-ca01-49ad-a70c-41e19bea65d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:04.587569 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48416) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:04.630245 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-540afff3-ca01-49ad-a70c-41e19bea65d6 None None] Port 04f8594b-c6ed-4eb6-a176-22f5335cbb64 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:40:04.746395 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0848f670-167b-45f0-a9d2-eaed188d747c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03bfe8fba4f24ff0b03bad7bf2a49115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551311 Jun 02 12:40:04.746659 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48420) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:04.763958 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5c44dd1b-b6e2-4387-8253-4164e22ce492 req-ceb91c7d-035f-42f1-a0eb-09b8545aa079 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281679 Jun 02 12:40:04.780316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:04.797850 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fbcfcdca-c1fd-4cc7-8145-5d854249e4dc req-d7557ca5-33ee-49ff-8f18-914282bbaa01 service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719927 Jun 02 12:40:04.812237 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a75f88fc-0337-4235-9338-e48e5dbba1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:04.838601 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a75f88fc-0337-4235-9338-e48e5dbba1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:04.903692 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a75f88fc-0337-4235-9338-e48e5dbba1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:04.908006 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f524a2cd-cf24-4e23-b9d6-5ddec1529319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:04.920488 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f88fc-0337-4235-9338-e48e5dbba1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc096416-3e7b-4ee4-884f-aebf61319829,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:04.928180 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a75f88fc-0337-4235-9338-e48e5dbba1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:04.928928 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a75f88fc-0337-4235-9338-e48e5dbba1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:04.933447 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a75f88fc-0337-4235-9338-e48e5dbba1e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc096416-3e7b-4ee4-884f-aebf61319829 HTTP/1.1" status: 204 len: 168 time: 0.1858189 Jun 02 12:40:05.068384 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fbcfcdca-c1fd-4cc7-8145-5d854249e4dc req-f52788aa-5d88-4e69-bf1d-87d46466de83 service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341518 Jun 02 12:40:05.284823 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f8594b-c6ed-4eb6-a176-22f5335cbb64 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:40:05.293496 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:05.314416 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Transition to ACTIVE for port object 04f8594b-c6ed-4eb6-a176-22f5335cbb64 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:40:05.319717 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:05.325274 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d3a15509-f2b6-4a73-b0c6-5ec88e8675f8 tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:05.519881 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Pushing event updated for resources: {'Port': ['ID=04f8594b-c6ed-4eb6-a176-22f5335cbb64,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:05.523299 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:05.623450 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Attempting to bind port 04f8594b-c6ed-4eb6-a176-22f5335cbb64 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:40:05.623902 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Attempting to bind port 04f8594b-c6ed-4eb6-a176-22f5335cbb64 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '76696f93-6ff0-492e-a64d-dd3a6a80634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '538c4580-73df-464f-868c-daf3dec24418'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:40:05.624308 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Attempting to bind port 04f8594b-c6ed-4eb6-a176-22f5335cbb64 on network 538c4580-73df-464f-868c-daf3dec24418 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:40:05.629628 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Port 04f8594b-c6ed-4eb6-a176-22f5335cbb64 on network 538c4580-73df-464f-868c-daf3dec24418 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:40:05.630048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Attempting to bind port 04f8594b-c6ed-4eb6-a176-22f5335cbb64 on network 538c4580-73df-464f-868c-daf3dec24418 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:40:05.646423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:40:05.647167 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Checking segment: {'id': '76696f93-6ff0-492e-a64d-dd3a6a80634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '538c4580-73df-464f-868c-daf3dec24418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:40:05.647782 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Bound using segment: {'id': '76696f93-6ff0-492e-a64d-dd3a6a80634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '538c4580-73df-464f-868c-daf3dec24418'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:40:05.648721 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Bound port: 04f8594b-c6ed-4eb6-a176-22f5335cbb64, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76696f93-6ff0-492e-a64d-dd3a6a80634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '538c4580-73df-464f-868c-daf3dec24418'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:40:05.649086 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:05.746356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] For port 04f8594b-c6ed-4eb6-a176-22f5335cbb64, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:40:05.749505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] For port 04f8594b-c6ed-4eb6-a176-22f5335cbb64, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=04f8594b-c6ed-4eb6-a176-22f5335cbb64,segment=NetworkSegment(76696f93-6ff0-492e-a64d-dd3a6a80634c),segment_id=76696f93-6ff0-492e-a64d-dd3a6a80634c)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:40:05.754598 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:05.759613 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0c653d67-81be-4168-877c-466325b086cb tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:05.798384 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48444) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:05.819048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:05.819766 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:05.821197 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] 10.222.0.22 "PUT /v2.0/ports/04f8594b-c6ed-4eb6-a176-22f5335cbb64 HTTP/1.1" status: 200 len: 1094 time: 1.3610244 Jun 02 12:40:05.821551 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc953535-29d6-4195-8ac7-4ef48602e27e', 'tag': '04f8594b-c6ed-4eb6-a176-22f5335cbb64'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:40:05.823868 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b45e16-6cc2-4947-8483-65d81c75c2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "cc953535-29d6-4195-8ac7-4ef48602e27e", "tag": "04f8594b-c6ed-4eb6-a176-22f5335cbb64"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:40:05.870027 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Pushing event updated for resources: {'Port': ['ID=04f8594b-c6ed-4eb6-a176-22f5335cbb64,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:05.874036 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:05.960132 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afececf8-2902-4476-8563-66ea6ddd45a3 x-openstack-request-id: req-afececf8-2902-4476-8563-66ea6ddd45a3 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:40:05.960382 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc953535-29d6-4195-8ac7-4ef48602e27e", "tag": "04f8594b-c6ed-4eb6-a176-22f5335cbb64", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:40:05.960677 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-afececf8-2902-4476-8563-66ea6ddd45a3 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:40:05.961115 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc953535-29d6-4195-8ac7-4ef48602e27e', 'tag': '04f8594b-c6ed-4eb6-a176-22f5335cbb64', 'status': 'completed', 'code': 200} Jun 02 12:40:06.013277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-db243518-56b2-4597-a17e-74d5f26ed87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:06.014842 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-db243518-56b2-4597-a17e-74d5f26ed87b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=96bf45be6aa145b6aaf403d7070d5e51&device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 1097 time: 0.1176515 Jun 02 12:40:06.024578 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e823842-c4a5-4804-892e-a7458dbc75b2 req-10a3d2ec-0f91-4cc7-88a2-3adbc2b05e44 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:06.027171 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3e823842-c4a5-4804-892e-a7458dbc75b2 req-10a3d2ec-0f91-4cc7-88a2-3adbc2b05e44 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 944 time: 0.1053271 Jun 02 12:40:06.057479 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Request body: {'security_group': {'name': 'tempest-secgroup--442236001'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:06.068021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:06.075480 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Usage tracker for resource:security_group and tenant:e83ec3376ce94b2b968876213d4934af is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:06.086401 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:06.096938 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:06.108819 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3e823842-c4a5-4804-892e-a7458dbc75b2 req-bbaca5c7-defb-405c-a529-f2b8209c875a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696118 Jun 02 12:40:06.118434 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:06.146428 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:06.163207 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:06.167119 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Usage tracker for resource:security_group_rule and tenant:e83ec3376ce94b2b968876213d4934af is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:06.170139 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:06.176563 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:06.263174 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-53a1cfd2-37fb-4769-9d33-540c8acc9f0c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04f8594b-c6ed-4eb6-a176-22f5335cbb64 HTTP/1.1" status: 200 len: 217 time: 0.2344933 Jun 02 12:40:06.285293 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:06.289495 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:06.292253 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:06.302885 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:06.311612 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Usage tracker for resource:security_group_rule and tenant:e83ec3376ce94b2b968876213d4934af is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:06.321665 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:06.332446 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:06.336892 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ff6470-8127-464e-adba-298af3c80a3d,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:06.341910 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:06.342840 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-705e6f3b-4898-46bf-b9e7-bcac6ffcdc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:06.345103 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-705e6f3b-4898-46bf-b9e7-bcac6ffcdc0d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=50a59100-ae12-4643-94d5-15b1702b852a HTTP/1.1" status: 200 len: 850 time: 0.0694602 Jun 02 12:40:06.419702 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:06.425457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:06.430522 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-78ea5c1e-b336-4866-a217-536b8b15fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:06.431686 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-af929187-8110-4c66-85a7-12b761c9a254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:06.431989 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-78ea5c1e-b336-4866-a217-536b8b15fac2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=538c4580-73df-464f-868c-daf3dec24418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0790458 Jun 02 12:40:06.475103 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=364115a2-6352-41bb-b638-1d571fdbc371,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:06.478169 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:06.482579 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6826575 Jun 02 12:40:06.483170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48452) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:06.484008 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:06.551717 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-7361c754-320a-4989-8cc5-e3c6d9fb5eec tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Synchronizing usage tracker for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:06.571717 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-7361c754-320a-4989-8cc5-e3c6d9fb5eec tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Unset dirty status for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:06.573169 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7361c754-320a-4989-8cc5-e3c6d9fb5eec tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0882297 Jun 02 12:40:06.576099 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48456) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:06.580900 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-d6547d65-5f09-4f59-8af5-1e4169a73515 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Request body: {'security_group': {'name': 'tempest-security--1151367256', 'description': 'tempest-security-description-396606788'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:06.587068 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-74f1671a-b092-40ed-882d-b9abec7af2a4 service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463692 Jun 02 12:40:06.612844 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d6547d65-5f09-4f59-8af5-1e4169a73515 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:06.672893 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d6547d65-5f09-4f59-8af5-1e4169a73515 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:06.677552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d6547d65-5f09-4f59-8af5-1e4169a73515 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:06.680078 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d6547d65-5f09-4f59-8af5-1e4169a73515 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:06.683661 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d6547d65-5f09-4f59-8af5-1e4169a73515 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "PUT /v2.0/security-groups/364115a2-6352-41bb-b638-1d571fdbc371 HTTP/1.1" status: 200 len: 1779 time: 0.1042490 Jun 02 12:40:06.683661 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ffb0306d-67b8-46ce-a066-aa3c52248e3b tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:06.690181 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48458) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:06.709588 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6547d65-5f09-4f59-8af5-1e4169a73515 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=364115a2-6352-41bb-b638-1d571fdbc371,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:06.712351 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d6547d65-5f09-4f59-8af5-1e4169a73515 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:06.738172 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48460) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:06.758449 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a7639e1f-34e1-45ca-beff-924766f62833 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-groups/364115a2-6352-41bb-b638-1d571fdbc371 HTTP/1.1" status: 200 len: 1779 time: 0.0668340 Jun 02 12:40:06.758876 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48464) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:06.777463 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-86a34ff8-ae32-415e-aaa1-546628c0008b req-718fe6e1-d2b5-406f-bd94-77ad05fa329f service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835229 Jun 02 12:40:06.847098 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ce578caf-db2b-4972-9d96-7ac572450db4 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:06.916299 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b45e16-6cc2-4947-8483-65d81c75c2c6 req-97e28695-94da-4bb8-a03d-726f62840b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:06.918007 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b2b45e16-6cc2-4947-8483-65d81c75c2c6 req-97e28695-94da-4bb8-a03d-726f62840b78 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=96bf45be6aa145b6aaf403d7070d5e51&device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 1097 time: 0.0889165 Jun 02 12:40:06.957467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ce578caf-db2b-4972-9d96-7ac572450db4 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:07.009674 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7cafc651-ec39-45eb-a479-b788944fdd0c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/b0f422fa-b7c6-4762-bc0f-6522defec166 HTTP/1.1" status: 200 len: 993 time: 0.2702534 Jun 02 12:40:07.038498 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ce578caf-db2b-4972-9d96-7ac572450db4 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:07.047466 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:07.072704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce578caf-db2b-4972-9d96-7ac572450db4 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=364115a2-6352-41bb-b638-1d571fdbc371,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:07.087316 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ce578caf-db2b-4972-9d96-7ac572450db4 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:07.095683 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ce578caf-db2b-4972-9d96-7ac572450db4 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:07.097300 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ce578caf-db2b-4972-9d96-7ac572450db4 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "DELETE /v2.0/security-groups/364115a2-6352-41bb-b638-1d571fdbc371 HTTP/1.1" status: 204 len: 168 time: 0.3368974 Jun 02 12:40:07.100379 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48468) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:07.103149 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b45e16-6cc2-4947-8483-65d81c75c2c6 req-175756a8-6978-4219-95b6-a9d5f92a01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:07.107424 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b2b45e16-6cc2-4947-8483-65d81c75c2c6 req-175756a8-6978-4219-95b6-a9d5f92a01cb service neutron] 10.222.0.22 "GET /v2.0/networks?id=538c4580-73df-464f-868c-daf3dec24418 HTTP/1.1" status: 200 len: 912 time: 0.1827729 Jun 02 12:40:07.177775 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c23c8637-8275-41f6-8873-d3145a1deefd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Synchronizing usage tracker for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:07.199783 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b2b45e16-6cc2-4947-8483-65d81c75c2c6 req-86550143-3477-44e9-9f54-475d43869ece service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04f8594b-c6ed-4eb6-a176-22f5335cbb64 HTTP/1.1" status: 200 len: 217 time: 0.0838201 Jun 02 12:40:07.207806 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c23c8637-8275-41f6-8873-d3145a1deefd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Unset dirty status for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:07.211762 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c23c8637-8275-41f6-8873-d3145a1deefd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1079283 Jun 02 12:40:07.212138 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48474) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:07.236276 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-227749e8-bb6a-44cb-97ae-4fdbb08083b7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] delete failed (client error): The resource could not be found. Jun 02 12:40:07.241500 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-227749e8-bb6a-44cb-97ae-4fdbb08083b7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "DELETE /v2.0/security-groups/364115a2-6352-41bb-b638-1d571fdbc371 HTTP/1.1" status: 404 len: 347 time: 0.0215800 Jun 02 12:40:07.243324 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48476) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:07.247682 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-9eea0cff-e58c-4f65-81b9-e2ae06e5ceca tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1849504153'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:07.287874 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b45e16-6cc2-4947-8483-65d81c75c2c6 req-34902799-2c5a-4105-ac0a-27019588fc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:07.289516 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b2b45e16-6cc2-4947-8483-65d81c75c2c6 req-34902799-2c5a-4105-ac0a-27019588fc99 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=50a59100-ae12-4643-94d5-15b1702b852a HTTP/1.1" status: 200 len: 850 time: 0.0824618 Jun 02 12:40:07.307382 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9eea0cff-e58c-4f65-81b9-e2ae06e5ceca tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:07.321731 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48478) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:07.322571 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9eea0cff-e58c-4f65-81b9-e2ae06e5ceca tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:07.377783 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b45e16-6cc2-4947-8483-65d81c75c2c6 req-97c4d733-2888-42f5-bdf7-267fa3872730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:07.379276 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b2b45e16-6cc2-4947-8483-65d81c75c2c6 req-97c4d733-2888-42f5-bdf7-267fa3872730 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=538c4580-73df-464f-868c-daf3dec24418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0751555 Jun 02 12:40:07.424990 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9eea0cff-e58c-4f65-81b9-e2ae06e5ceca tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:07.521662 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b2b45e16-6cc2-4947-8483-65d81c75c2c6 req-25658c29-5c77-4975-b315-c65d5bfc725e service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319778 Jun 02 12:40:07.541348 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9eea0cff-e58c-4f65-81b9-e2ae06e5ceca tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:07.552503 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9eea0cff-e58c-4f65-81b9-e2ae06e5ceca tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Usage tracker for resource:security_group_rule and tenant:e83ec3376ce94b2b968876213d4934af is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:07.557562 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9eea0cff-e58c-4f65-81b9-e2ae06e5ceca tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:07.578006 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abfbba-a2d8-4f43-bb8e-f21ec4f88868 req-58f5af11-f49c-45eb-a87e-05acfb7fa31e tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:07.579551 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-81abfbba-a2d8-4f43-bb8e-f21ec4f88868 req-58f5af11-f49c-45eb-a87e-05acfb7fa31e tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 944 time: 0.3376744 Jun 02 12:40:07.588275 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9eea0cff-e58c-4f65-81b9-e2ae06e5ceca tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:07.660259 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b2b45e16-6cc2-4947-8483-65d81c75c2c6 req-3f0f2239-3137-48ec-90f5-565c7a429086 service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328337 Jun 02 12:40:07.839163 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-81abfbba-a2d8-4f43-bb8e-f21ec4f88868 req-8728cbe6-b390-4ead-8ae6-806b4b1e4fd6 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486813 Jun 02 12:40:07.889277 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-acd87987-b389-4850-8c5b-794e56db6da1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port 245a175f-ab44-45f7-b88e-fb44d0e7a07d {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:40:07.889983 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-acd87987-b389-4850-8c5b-794e56db6da1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:07.916754 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9eea0cff-e58c-4f65-81b9-e2ae06e5ceca tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:07.921803 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9eea0cff-e58c-4f65-81b9-e2ae06e5ceca tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:07.971465 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f15eda9c-e9f8-4a5c-afc7-8051eb18cf97 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:08.028109 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea0cff-e58c-4f65-81b9-e2ae06e5ceca tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df4d86a1-ab27-4e9a-85cf-babed6ee38b4,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:08.032325 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9eea0cff-e58c-4f65-81b9-e2ae06e5ceca tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:08.033025 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9eea0cff-e58c-4f65-81b9-e2ae06e5ceca tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.038343 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9eea0cff-e58c-4f65-81b9-e2ae06e5ceca tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7900009 Jun 02 12:40:08.038959 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48480) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:08.043731 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-165b6b62-8bd6-4d0a-b3cd-65f6466e20ce tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Request body: {'security_group_rule': {'security_group_id': 'df4d86a1-ab27-4e9a-85cf-babed6ee38b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:08.049749 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-165b6b62-8bd6-4d0a-b3cd-65f6466e20ce tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:08.054564 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-165b6b62-8bd6-4d0a-b3cd-65f6466e20ce tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Usage tracker for resource:security_group_rule and tenant:e83ec3376ce94b2b968876213d4934af is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:08.057459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-165b6b62-8bd6-4d0a-b3cd-65f6466e20ce tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:08.063629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-165b6b62-8bd6-4d0a-b3cd-65f6466e20ce tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:08.065597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-acd87987-b389-4850-8c5b-794e56db6da1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.065928 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-acd87987-b389-4850-8c5b-794e56db6da1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.088506 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-165b6b62-8bd6-4d0a-b3cd-65f6466e20ce tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.151578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-165b6b62-8bd6-4d0a-b3cd-65f6466e20ce tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.155236 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-165b6b62-8bd6-4d0a-b3cd-65f6466e20ce tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.157108 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4ba02e3d-2091-4498-8a2d-0d1e036f5c18 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:08.179050 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b6b62-8bd6-4d0a-b3cd-65f6466e20ce tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efcf0986-940a-46ba-b3d7-2a7bf4141034,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:08.181312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-165b6b62-8bd6-4d0a-b3cd-65f6466e20ce tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:08.189044 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-165b6b62-8bd6-4d0a-b3cd-65f6466e20ce tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.192147 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-acd87987-b389-4850-8c5b-794e56db6da1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for 245a175f-ab44-45f7-b88e-fb44d0e7a07d owned by network:floatingip {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:40:08.193996 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-165b6b62-8bd6-4d0a-b3cd-65f6466e20ce tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1539521 Jun 02 12:40:08.195017 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48482) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:08.223366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-72fc3957-65e4-43b9-aa02-26751d8117d3 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.233534 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-72fc3957-65e4-43b9-aa02-26751d8117d3 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.259277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-72fc3957-65e4-43b9-aa02-26751d8117d3 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.261078 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6fdbe77b-ba74-4216-858c-cebee5bfde21 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:08.275856 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc3957-65e4-43b9-aa02-26751d8117d3 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efcf0986-940a-46ba-b3d7-2a7bf4141034,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:08.278273 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-72fc3957-65e4-43b9-aa02-26751d8117d3 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:08.279123 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-72fc3957-65e4-43b9-aa02-26751d8117d3 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.282609 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-72fc3957-65e4-43b9-aa02-26751d8117d3 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/efcf0986-940a-46ba-b3d7-2a7bf4141034 HTTP/1.1" status: 204 len: 168 time: 0.0865598 Jun 02 12:40:08.283336 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48484) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:08.319566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-acd87987-b389-4850-8c5b-794e56db6da1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.323300 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:08.332251 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e516519d-194a-401a-8038-4f3b3270a959 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Synchronizing usage tracker for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:08.348415 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e516519d-194a-401a-8038-4f3b3270a959 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Unset dirty status for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:08.349680 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e516519d-194a-401a-8038-4f3b3270a959 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0654559 Jun 02 12:40:08.352729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48486) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:08.368465 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd87987-b389-4850-8c5b-794e56db6da1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=245a175f-ab44-45f7-b88e-fb44d0e7a07d,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:08.395437 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-acd87987-b389-4850-8c5b-794e56db6da1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:08.419282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7bc28159-ead0-40ec-afd3-d105c5398fcf tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.446668 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7bc28159-ead0-40ec-afd3-d105c5398fcf tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.461610 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-acd87987-b389-4850-8c5b-794e56db6da1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.461943 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-acd87987-b389-4850-8c5b-794e56db6da1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Floating IP b0f422fa-b7c6-4762-bc0f-6522defec166 disassociated (deleted). External IP: 172.26.7.240, port: f675bdbb-f4ee-483d-b91c-dc3d407d1851. Jun 02 12:40:08.501691 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7bc28159-ead0-40ec-afd3-d105c5398fcf tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.506855 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-628dbbad-9555-4f6b-afa2-4bcbf5ed5ae3 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:08.522200 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc28159-ead0-40ec-afd3-d105c5398fcf tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4d86a1-ab27-4e9a-85cf-babed6ee38b4,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:08.524733 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7bc28159-ead0-40ec-afd3-d105c5398fcf tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:08.538997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7bc28159-ead0-40ec-afd3-d105c5398fcf tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.542770 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7bc28159-ead0-40ec-afd3-d105c5398fcf tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "DELETE /v2.0/security-groups/df4d86a1-ab27-4e9a-85cf-babed6ee38b4 HTTP/1.1" status: 204 len: 168 time: 0.1865487 Jun 02 12:40:08.542931 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48488) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:08.593540 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fa53ebbb-088a-4c92-81af-e3ff2f4db23e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Synchronizing usage tracker for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:08.609176 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fa53ebbb-088a-4c92-81af-e3ff2f4db23e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Unset dirty status for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:08.610467 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fa53ebbb-088a-4c92-81af-e3ff2f4db23e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0666087 Jun 02 12:40:08.615343 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48490) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:08.619799 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-e2b215e5-2c5b-4476-ae45-6c6bb8c15f25 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045599468'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:08.626371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e2b215e5-2c5b-4476-ae45-6c6bb8c15f25 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:08.636813 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e2b215e5-2c5b-4476-ae45-6c6bb8c15f25 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:08.646935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2b215e5-2c5b-4476-ae45-6c6bb8c15f25 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.668438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e2b215e5-2c5b-4476-ae45-6c6bb8c15f25 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:08.673327 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e2b215e5-2c5b-4476-ae45-6c6bb8c15f25 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Usage tracker for resource:security_group_rule and tenant:e83ec3376ce94b2b968876213d4934af is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:08.676423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e2b215e5-2c5b-4476-ae45-6c6bb8c15f25 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:08.682708 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e2b215e5-2c5b-4476-ae45-6c6bb8c15f25 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:08.751546 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2b215e5-2c5b-4476-ae45-6c6bb8c15f25 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.755355 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2b215e5-2c5b-4476-ae45-6c6bb8c15f25 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.758990 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c4b1c721-5430-4041-90c7-dfe79571963f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:08.798258 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b215e5-2c5b-4476-ae45-6c6bb8c15f25 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c179ec2e-277b-4a02-86d1-e9206ad337b1,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:08.805979 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e2b215e5-2c5b-4476-ae45-6c6bb8c15f25 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:08.811356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2b215e5-2c5b-4476-ae45-6c6bb8c15f25 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.812560 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e2b215e5-2c5b-4476-ae45-6c6bb8c15f25 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1963131 Jun 02 12:40:08.815316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48492) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:08.819841 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-5de88224-ff2f-48dd-8548-165fd3e27e7a tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Request body: {'security_group_rule': {'security_group_id': 'c179ec2e-277b-4a02-86d1-e9206ad337b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:08.825804 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5de88224-ff2f-48dd-8548-165fd3e27e7a tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:08.825975 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd87987-b389-4850-8c5b-794e56db6da1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router dab4ff6c-3847-4f19-8c74-c28b370b29fc has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:40:08.829998 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5de88224-ff2f-48dd-8548-165fd3e27e7a tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Usage tracker for resource:security_group_rule and tenant:e83ec3376ce94b2b968876213d4934af is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:08.833003 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5de88224-ff2f-48dd-8548-165fd3e27e7a tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:08.839331 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5de88224-ff2f-48dd-8548-165fd3e27e7a tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:08.855582 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5de88224-ff2f-48dd-8548-165fd3e27e7a tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.923762 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5de88224-ff2f-48dd-8548-165fd3e27e7a tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.928178 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5de88224-ff2f-48dd-8548-165fd3e27e7a tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:08.929894 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:08.987989 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de88224-ff2f-48dd-8548-165fd3e27e7a tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac83837-e4bb-4255-a42f-102beda35d91,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:08.997378 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5de88224-ff2f-48dd-8548-165fd3e27e7a tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:09.011876 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5de88224-ff2f-48dd-8548-165fd3e27e7a tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:09.012974 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5de88224-ff2f-48dd-8548-165fd3e27e7a tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1967318 Jun 02 12:40:09.015726 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48496) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:09.020182 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-ff6eefee-ef11-4c5b-9ff3-671c88990eb7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Request body: {'security_group_rule': {'security_group_id': 'c179ec2e-277b-4a02-86d1-e9206ad337b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:09.022816 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd87987-b389-4850-8c5b-794e56db6da1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:40:09.033801 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5642d69-a99e-4cd4-8ec2-b973d4b95294 None None] Sync routers for ids ['dab4ff6c-3847-4f19-8c74-c28b370b29fc'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:40:09.034347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ff6eefee-ef11-4c5b-9ff3-671c88990eb7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:09.042411 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ff6eefee-ef11-4c5b-9ff3-671c88990eb7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Usage tracker for resource:security_group_rule and tenant:e83ec3376ce94b2b968876213d4934af is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:09.044046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-acd87987-b389-4850-8c5b-794e56db6da1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:09.044700 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5642d69-a99e-4cd4-8ec2-b973d4b95294 None None] Routers {'dab4ff6c-3847-4f19-8c74-c28b370b29fc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:40:09.045566 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-b5642d69-a99e-4cd4-8ec2-b973d4b95294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['dab4ff6c-3847-4f19-8c74-c28b370b29fc'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:09.046793 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ff6eefee-ef11-4c5b-9ff3-671c88990eb7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:09.053679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ff6eefee-ef11-4c5b-9ff3-671c88990eb7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:09.072814 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2dd24d-bd40-4354-8d3b-d6660fc7340e req-26912756-6088-4654-be45-d15f0de9cf55 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:09.074319 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1d2dd24d-bd40-4354-8d3b-d6660fc7340e req-26912756-6088-4654-be45-d15f0de9cf55 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 944 time: 0.1257310 Jun 02 12:40:09.094197 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ff6eefee-ef11-4c5b-9ff3-671c88990eb7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:09.110466 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-acd87987-b389-4850-8c5b-794e56db6da1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/floatingips/b0f422fa-b7c6-4762-bc0f-6522defec166 HTTP/1.1" status: 204 len: 168 time: 1.7832236 Jun 02 12:40:09.110466 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5174f5ca-0b16-4a02-a9df-e33b0888d16c', 'tag': 'f675bdbb-f4ee-483d-b91c-dc3d407d1851'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:40:09.111916 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6892291a-c41c-4ddb-acd3-ff87804eac1b" -d '{"events": [{"name": "network-changed", "server_uuid": "5174f5ca-0b16-4a02-a9df-e33b0888d16c", "tag": "f675bdbb-f4ee-483d-b91c-dc3d407d1851"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:40:09.153552 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1d2dd24d-bd40-4354-8d3b-d6660fc7340e req-373ab1bb-eb25-4ed6-8ce9-d41273f1ec48 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730176 Jun 02 12:40:09.181540 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ff6eefee-ef11-4c5b-9ff3-671c88990eb7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:09.188368 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ff6eefee-ef11-4c5b-9ff3-671c88990eb7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:09.190204 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a20c643d-3273-4367-9c67-e472b33f87d0 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:09.216799 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6eefee-ef11-4c5b-9ff3-671c88990eb7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ba8c00-7189-43f4-a692-4477bad89c9c,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:09.221230 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ff6eefee-ef11-4c5b-9ff3-671c88990eb7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:09.241594 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ff6eefee-ef11-4c5b-9ff3-671c88990eb7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:09.245586 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ff6eefee-ef11-4c5b-9ff3-671c88990eb7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2262518 Jun 02 12:40:09.246384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48502) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:09.251025 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eff86a7-dfca-4fab-a2d2-8120708ae38d x-openstack-request-id: req-1eff86a7-dfca-4fab-a2d2-8120708ae38d {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:40:09.251368 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5174f5ca-0b16-4a02-a9df-e33b0888d16c", "tag": "f675bdbb-f4ee-483d-b91c-dc3d407d1851", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:40:09.251674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1eff86a7-dfca-4fab-a2d2-8120708ae38d {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:40:09.252125 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5174f5ca-0b16-4a02-a9df-e33b0888d16c', 'tag': 'f675bdbb-f4ee-483d-b91c-dc3d407d1851', 'status': 'completed', 'code': 200} Jun 02 12:40:09.252395 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-efadc1a7-6fac-40d8-adee-c4544911775e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Request body: {'security_group_rule': {'security_group_id': 'c179ec2e-277b-4a02-86d1-e9206ad337b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:09.255597 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-b5642d69-a99e-4cd4-8ec2-b973d4b95294 None None] Set router dab4ff6c-3847-4f19-8c74-c28b370b29fc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:40:09.261259 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-efadc1a7-6fac-40d8-adee-c4544911775e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:09.266548 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-efadc1a7-6fac-40d8-adee-c4544911775e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Usage tracker for resource:security_group_rule and tenant:e83ec3376ce94b2b968876213d4934af is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:09.270421 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-efadc1a7-6fac-40d8-adee-c4544911775e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:09.278255 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-efadc1a7-6fac-40d8-adee-c4544911775e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:09.350952 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-efadc1a7-6fac-40d8-adee-c4544911775e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:09.414239 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892291a-c41c-4ddb-acd3-ff87804eac1b req-22a129f4-4b04-45be-85e7-2138cec4546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:09.415556 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6892291a-c41c-4ddb-acd3-ff87804eac1b req-22a129f4-4b04-45be-85e7-2138cec4546d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=5174f5ca-0b16-4a02-a9df-e33b0888d16c HTTP/1.1" status: 200 len: 1098 time: 0.1336157 Jun 02 12:40:09.608872 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-efadc1a7-6fac-40d8-adee-c4544911775e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:09.611529 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-b5642d69-a99e-4cd4-8ec2-b973d4b95294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'name': 'tempest-TestNetworkBasicOps-router-692847997', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:25Z', 'updated_at': '2021-06-02T12:38:32Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:26Z', 'updated_at': '2021-06-02T12:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '90c3156a-513d-4af4-adb3-dd535a8fe4fb', 'name': '', 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:49:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c1e647e2-2a45-455a-a7f9-64d884182c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:31Z', 'updated_at': '2021-06-02T12:38:40Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'c1e647e2-2a45-455a-a7f9-64d884182c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:09.618348 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5642d69-a99e-4cd4-8ec2-b973d4b95294 None None] Checking router: dab4ff6c-3847-4f19-8c74-c28b370b29fc for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:40:09.627754 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5642d69-a99e-4cd4-8ec2-b973d4b95294 None None] Routers {'dab4ff6c-3847-4f19-8c74-c28b370b29fc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:40:09.628441 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-b5642d69-a99e-4cd4-8ec2-b973d4b95294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:39:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['dab4ff6c-3847-4f19-8c74-c28b370b29fc'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:09.654430 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-efadc1a7-6fac-40d8-adee-c4544911775e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:09.660279 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:09.691048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efadc1a7-6fac-40d8-adee-c4544911775e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cd7dd8-ea2d-4038-9d0f-3bcb39ed93e6,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:09.705484 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-efadc1a7-6fac-40d8-adee-c4544911775e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:09.723056 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662064f5-54fc-496a-b75a-7737cb36d44a req-752314f0-5535-450f-86e9-7736446f78fb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:09.723897 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-662064f5-54fc-496a-b75a-7737cb36d44a req-752314f0-5535-450f-86e9-7736446f78fb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:09.737286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-efadc1a7-6fac-40d8-adee-c4544911775e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:09.738655 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-efadc1a7-6fac-40d8-adee-c4544911775e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4911323 Jun 02 12:40:09.740046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-662064f5-54fc-496a-b75a-7737cb36d44a req-752314f0-5535-450f-86e9-7736446f78fb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:09.741144 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-662064f5-54fc-496a-b75a-7737cb36d44a req-752314f0-5535-450f-86e9-7736446f78fb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=5174f5ca-0b16-4a02-a9df-e33b0888d16c HTTP/1.1" status: 200 len: 945 time: 0.1208081 Jun 02 12:40:09.741759 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48510) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:09.746249 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-7c92e1d3-3500-4d96-961f-96a8dd275f63 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Request body: {'security_group_rule': {'security_group_id': 'c179ec2e-277b-4a02-86d1-e9206ad337b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:09.755781 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892291a-c41c-4ddb-acd3-ff87804eac1b req-bda8294f-0c9a-450f-bfc3-4e4ee2b821f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:09.757213 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6892291a-c41c-4ddb-acd3-ff87804eac1b req-bda8294f-0c9a-450f-bfc3-4e4ee2b821f1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=64c22645-0a23-48f4-8b43-73d67b9dbb42 HTTP/1.1" status: 200 len: 897 time: 0.3349311 Jun 02 12:40:09.758026 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-7c92e1d3-3500-4d96-961f-96a8dd275f63 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:09.774435 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-7c92e1d3-3500-4d96-961f-96a8dd275f63 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Usage tracker for resource:security_group_rule and tenant:e83ec3376ce94b2b968876213d4934af is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:09.779656 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-7c92e1d3-3500-4d96-961f-96a8dd275f63 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:09.787951 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-7c92e1d3-3500-4d96-961f-96a8dd275f63 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:09.811099 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-662064f5-54fc-496a-b75a-7737cb36d44a req-41acb3c5-3eb0-40f7-b607-cd77952c67b5 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a39ccea-bf48-4dca-9472-4db7b933ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601246 Jun 02 12:40:09.817750 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7c92e1d3-3500-4d96-961f-96a8dd275f63 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:09.825925 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-b5642d69-a99e-4cd4-8ec2-b973d4b95294 None None] Set router dab4ff6c-3847-4f19-8c74-c28b370b29fc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:40:09.844898 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6892291a-c41c-4ddb-acd3-ff87804eac1b req-79751d1f-ca87-46ed-9353-533d6bd2ef19 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f675bdbb-f4ee-483d-b91c-dc3d407d1851 HTTP/1.1" status: 200 len: 217 time: 0.0796144 Jun 02 12:40:09.892286 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7c92e1d3-3500-4d96-961f-96a8dd275f63 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:09.896403 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7c92e1d3-3500-4d96-961f-96a8dd275f63 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:09.898340 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:09.918640 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892291a-c41c-4ddb-acd3-ff87804eac1b req-04fbe830-e61a-4a0d-9918-da6fdfbc2a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:09.920159 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6892291a-c41c-4ddb-acd3-ff87804eac1b req-04fbe830-e61a-4a0d-9918-da6fdfbc2a59 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c1e647e2-2a45-455a-a7f9-64d884182c29 HTTP/1.1" status: 200 len: 834 time: 0.0687797 Jun 02 12:40:09.929589 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92e1d3-3500-4d96-961f-96a8dd275f63 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1cf1c5d-0118-4242-a998-1f1855bee08a,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:09.932155 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7c92e1d3-3500-4d96-961f-96a8dd275f63 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:09.933236 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7c92e1d3-3500-4d96-961f-96a8dd275f63 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:09.934308 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7c92e1d3-3500-4d96-961f-96a8dd275f63 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1915092 Jun 02 12:40:09.936984 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48512) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:09.941658 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-0fd435ac-93cb-4b2a-9527-046a9cbc2ca6 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Request body: {'security_group_rule': {'security_group_id': 'c179ec2e-277b-4a02-86d1-e9206ad337b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:09.948434 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0fd435ac-93cb-4b2a-9527-046a9cbc2ca6 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:09.952684 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0fd435ac-93cb-4b2a-9527-046a9cbc2ca6 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Usage tracker for resource:security_group_rule and tenant:e83ec3376ce94b2b968876213d4934af is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:09.955662 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0fd435ac-93cb-4b2a-9527-046a9cbc2ca6 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:09.961594 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0fd435ac-93cb-4b2a-9527-046a9cbc2ca6 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:09.978238 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0fd435ac-93cb-4b2a-9527-046a9cbc2ca6 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:10.010967 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892291a-c41c-4ddb-acd3-ff87804eac1b req-306b135d-bd1d-49d7-9b27-d47b000e3b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:10.012777 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6892291a-c41c-4ddb-acd3-ff87804eac1b req-306b135d-bd1d-49d7-9b27-d47b000e3b43 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=64c22645-0a23-48f4-8b43-73d67b9dbb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0842166 Jun 02 12:40:10.047650 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0fd435ac-93cb-4b2a-9527-046a9cbc2ca6 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:10.053834 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0fd435ac-93cb-4b2a-9527-046a9cbc2ca6 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:10.055754 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0b0dbeba-0b90-4b3f-bb87-0a23978e5641 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:10.081932 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd435ac-93cb-4b2a-9527-046a9cbc2ca6 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c6a30f-f09b-4231-a627-7429c623e0e0,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:10.085329 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0fd435ac-93cb-4b2a-9527-046a9cbc2ca6 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:10.097954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0fd435ac-93cb-4b2a-9527-046a9cbc2ca6 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:10.100173 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0fd435ac-93cb-4b2a-9527-046a9cbc2ca6 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1621797 Jun 02 12:40:10.104610 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48514) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:10.180646 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6892291a-c41c-4ddb-acd3-ff87804eac1b req-2326f3be-2d40-4b39-b786-0a95c03093ce service neutron] 10.222.0.22 "GET /v2.0/networks/64c22645-0a23-48f4-8b43-73d67b9dbb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599016 Jun 02 12:40:10.217356 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-b5642d69-a99e-4cd4-8ec2-b973d4b95294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'name': 'tempest-TestNetworkBasicOps-router-692847997', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:25Z', 'updated_at': '2021-06-02T12:38:32Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:26Z', 'updated_at': '2021-06-02T12:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '90c3156a-513d-4af4-adb3-dd535a8fe4fb', 'name': '', 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:49:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c1e647e2-2a45-455a-a7f9-64d884182c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:31Z', 'updated_at': '2021-06-02T12:38:40Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'c1e647e2-2a45-455a-a7f9-64d884182c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:10.223008 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5642d69-a99e-4cd4-8ec2-b973d4b95294 None None] The sync data for ids ['dab4ff6c-3847-4f19-8c74-c28b370b29fc'] in dv-neutron-601336-80-hyperv is: [{'id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'name': 'tempest-TestNetworkBasicOps-router-692847997', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:25Z', 'updated_at': '2021-06-02T12:38:32Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:26Z', 'updated_at': '2021-06-02T12:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '90c3156a-513d-4af4-adb3-dd535a8fe4fb', 'name': '', 'network_id': '64c22645-0a23-48f4-8b43-73d67b9dbb42', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:49:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c1e647e2-2a45-455a-a7f9-64d884182c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:31Z', 'updated_at': '2021-06-02T12:38:40Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'c1e647e2-2a45-455a-a7f9-64d884182c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:40:10.317996 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-943b1880-0e9c-4e4a-865e-c2d920dc90b3 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:10.331566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-943b1880-0e9c-4e4a-865e-c2d920dc90b3 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:10.364967 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-943b1880-0e9c-4e4a-865e-c2d920dc90b3 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:10.374305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:10.389729 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6892291a-c41c-4ddb-acd3-ff87804eac1b req-01b9e65c-e59a-4e6f-9b68-4e435b62285d service neutron] 10.222.0.22 "GET /v2.0/networks/64c22645-0a23-48f4-8b43-73d67b9dbb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020209 Jun 02 12:40:10.390804 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b1880-0e9c-4e4a-865e-c2d920dc90b3 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09c6a30f-f09b-4231-a627-7429c623e0e0,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:10.394523 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-943b1880-0e9c-4e4a-865e-c2d920dc90b3 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:10.396194 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-943b1880-0e9c-4e4a-865e-c2d920dc90b3 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:10.400803 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48518) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:10.401292 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-943b1880-0e9c-4e4a-865e-c2d920dc90b3 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/09c6a30f-f09b-4231-a627-7429c623e0e0 HTTP/1.1" status: 204 len: 168 time: 0.2952588 Jun 02 12:40:10.450138 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f6808-c0c0-4b66-9379-2b9901eff03e req-cf1804af-8434-4b13-a1dc-721dc753ded2 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:10.451638 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e62f6808-c0c0-4b66-9379-2b9901eff03e req-cf1804af-8434-4b13-a1dc-721dc753ded2 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 944 time: 0.1395833 Jun 02 12:40:10.475346 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-89a7460c-484d-4931-8dcc-d8d8445c7db9 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Synchronizing usage tracker for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:10.516850 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-89a7460c-484d-4931-8dcc-d8d8445c7db9 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Unset dirty status for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:10.518201 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-89a7460c-484d-4931-8dcc-d8d8445c7db9 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1162007 Jun 02 12:40:10.522283 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48520) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:10.528924 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d8561e-46f4-40ab-b3c4-e1a6e5d3360e None None] New status for floating IP b0f422fa-b7c6-4762-bc0f-6522defec166: DOWN {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:40:10.542706 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e62f6808-c0c0-4b66-9379-2b9901eff03e req-885192b8-1b27-4dbf-9bec-03b1c2abe5c8 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812821 Jun 02 12:40:10.556991 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5299b01a-afef-4c91-91a1-d876ba17f7fd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:10.567875 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5299b01a-afef-4c91-91a1-d876ba17f7fd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:10.594173 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5299b01a-afef-4c91-91a1-d876ba17f7fd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:10.596272 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-42859032-9a49-40e6-bfe7-d0dad54bc0e8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:10.614722 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299b01a-afef-4c91-91a1-d876ba17f7fd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1cf1c5d-0118-4242-a998-1f1855bee08a,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:10.618299 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5299b01a-afef-4c91-91a1-d876ba17f7fd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:10.624265 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5299b01a-afef-4c91-91a1-d876ba17f7fd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:10.627957 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5299b01a-afef-4c91-91a1-d876ba17f7fd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/a1cf1c5d-0118-4242-a998-1f1855bee08a HTTP/1.1" status: 204 len: 168 time: 0.1022284 Jun 02 12:40:10.628181 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48522) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:10.680228 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f4932f1e-4feb-4c55-8549-e70f64b47c05 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Synchronizing usage tracker for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:10.697309 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f4932f1e-4feb-4c55-8549-e70f64b47c05 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Unset dirty status for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:10.699070 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f4932f1e-4feb-4c55-8549-e70f64b47c05 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0697925 Jun 02 12:40:10.701881 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48524) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:10.744353 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e09961f0-9333-4e5b-a6c2-f2d375294195 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:10.756585 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e09961f0-9333-4e5b-a6c2-f2d375294195 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:10.782994 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e09961f0-9333-4e5b-a6c2-f2d375294195 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:10.789734 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0d4b8d09-ad29-4ebe-a8d5-047ab178f9d3 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:10.804149 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09961f0-9333-4e5b-a6c2-f2d375294195 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00cd7dd8-ea2d-4038-9d0f-3bcb39ed93e6,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:10.806800 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e09961f0-9333-4e5b-a6c2-f2d375294195 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:10.809245 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e09961f0-9333-4e5b-a6c2-f2d375294195 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:10.810230 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e09961f0-9333-4e5b-a6c2-f2d375294195 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/00cd7dd8-ea2d-4038-9d0f-3bcb39ed93e6 HTTP/1.1" status: 204 len: 168 time: 0.1071336 Jun 02 12:40:10.812966 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48526) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:10.861873 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-118dd934-2ea6-4326-b1b4-8274273005ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Synchronizing usage tracker for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:10.876774 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-118dd934-2ea6-4326-b1b4-8274273005ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Unset dirty status for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:10.878125 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-118dd934-2ea6-4326-b1b4-8274273005ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0641501 Jun 02 12:40:10.881714 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48530) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:10.913044 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-78984e04-b58e-4b7f-8128-07d852e3d5ab tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:10.926031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-78984e04-b58e-4b7f-8128-07d852e3d5ab tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:10.954703 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-78984e04-b58e-4b7f-8128-07d852e3d5ab tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:10.956489 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0637bb0d-a3f2-485b-84cb-81fec0b74dad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:10.973588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78984e04-b58e-4b7f-8128-07d852e3d5ab tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97ba8c00-7189-43f4-a692-4477bad89c9c,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:10.976885 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-78984e04-b58e-4b7f-8128-07d852e3d5ab tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:10.984408 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-78984e04-b58e-4b7f-8128-07d852e3d5ab tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:10.985690 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-78984e04-b58e-4b7f-8128-07d852e3d5ab tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/97ba8c00-7189-43f4-a692-4477bad89c9c HTTP/1.1" status: 204 len: 168 time: 0.1028538 Jun 02 12:40:10.988371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48532) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:11.005581 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9ab94-be19-4f23-a124-223f5a01e5d5 req-c8c6fb0e-c420-4315-b017-c94e18255be7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:11.007079 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c6d9ab94-be19-4f23-a124-223f5a01e5d5 req-c8c6fb0e-c420-4315-b017-c94e18255be7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=5174f5ca-0b16-4a02-a9df-e33b0888d16c HTTP/1.1" status: 200 len: 945 time: 0.0861769 Jun 02 12:40:11.036737 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-473075fb-9460-456b-9827-8f39ba434998 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Synchronizing usage tracker for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:11.052816 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-473075fb-9460-456b-9827-8f39ba434998 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Unset dirty status for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:11.054313 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-473075fb-9460-456b-9827-8f39ba434998 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0646482 Jun 02 12:40:11.057156 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48534) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:11.059060 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c6d9ab94-be19-4f23-a124-223f5a01e5d5 req-6ce0b46c-fe85-4fc5-8957-e199b05edbec tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a39ccea-bf48-4dca-9472-4db7b933ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450444 Jun 02 12:40:11.084754 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-760aada5-f3b8-4102-abe0-c073e60b0c7e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:11.094839 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-760aada5-f3b8-4102-abe0-c073e60b0c7e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:11.118790 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-760aada5-f3b8-4102-abe0-c073e60b0c7e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:11.120849 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e62757ab-7659-4e8a-8131-4002f48b52cb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:11.141651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760aada5-f3b8-4102-abe0-c073e60b0c7e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ac83837-e4bb-4255-a42f-102beda35d91,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:11.144344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-760aada5-f3b8-4102-abe0-c073e60b0c7e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:11.147801 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-760aada5-f3b8-4102-abe0-c073e60b0c7e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:11.148951 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-760aada5-f3b8-4102-abe0-c073e60b0c7e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/6ac83837-e4bb-4255-a42f-102beda35d91 HTTP/1.1" status: 204 len: 168 time: 0.0909646 Jun 02 12:40:11.151733 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48536) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:11.197105 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-175af722-40c0-4dbf-8c27-b35123212a14 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Synchronizing usage tracker for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:11.213229 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-175af722-40c0-4dbf-8c27-b35123212a14 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Unset dirty status for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:11.214560 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-175af722-40c0-4dbf-8c27-b35123212a14 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0619159 Jun 02 12:40:11.217328 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48538) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:11.278052 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8e7c6334-5ae4-4168-8565-35c0fafdb075 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:11.305062 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8e7c6334-5ae4-4168-8565-35c0fafdb075 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:11.351721 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8e7c6334-5ae4-4168-8565-35c0fafdb075 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:11.356466 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-740fecd1-53a8-4a24-9b17-54a40f7540cb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:11.370931 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c6334-5ae4-4168-8565-35c0fafdb075 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c179ec2e-277b-4a02-86d1-e9206ad337b1,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:11.374791 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8e7c6334-5ae4-4168-8565-35c0fafdb075 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:11.385366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8e7c6334-5ae4-4168-8565-35c0fafdb075 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:11.387085 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8e7c6334-5ae4-4168-8565-35c0fafdb075 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "DELETE /v2.0/security-groups/c179ec2e-277b-4a02-86d1-e9206ad337b1 HTTP/1.1" status: 204 len: 168 time: 0.1688166 Jun 02 12:40:11.389732 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48540) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:11.438657 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2fa89304-3c90-4b1e-a96e-2706c8261f50 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Synchronizing usage tracker for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:11.454157 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2fa89304-3c90-4b1e-a96e-2706c8261f50 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Unset dirty status for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:11.455392 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2fa89304-3c90-4b1e-a96e-2706c8261f50 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0646379 Jun 02 12:40:11.459657 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48542) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:11.464169 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-c5769887-b48b-4476-81b1-1448bf506e6e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1435545470'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:11.470558 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c5769887-b48b-4476-81b1-1448bf506e6e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:11.476433 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830a774-874b-4dce-b769-7ac02cc225c7 req-770eea55-986a-413d-9b53-f32133931ec1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:11.477956 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5830a774-874b-4dce-b769-7ac02cc225c7 req-770eea55-986a-413d-9b53-f32133931ec1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/ports?device_id=5174f5ca-0b16-4a02-a9df-e33b0888d16c HTTP/1.1" status: 200 len: 945 time: 0.0897837 Jun 02 12:40:11.480972 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c5769887-b48b-4476-81b1-1448bf506e6e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:11.491943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c5769887-b48b-4476-81b1-1448bf506e6e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:11.511991 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c5769887-b48b-4476-81b1-1448bf506e6e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:11.515973 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c5769887-b48b-4476-81b1-1448bf506e6e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Usage tracker for resource:security_group_rule and tenant:e83ec3376ce94b2b968876213d4934af is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:11.518818 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c5769887-b48b-4476-81b1-1448bf506e6e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:11.524418 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c5769887-b48b-4476-81b1-1448bf506e6e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:11.596404 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c5769887-b48b-4476-81b1-1448bf506e6e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:11.601559 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c5769887-b48b-4476-81b1-1448bf506e6e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:11.605474 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:11.627102 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-5830a774-874b-4dce-b769-7ac02cc225c7 req-0ef607e2-6716-4074-98d7-5354f3cd1432 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port f675bdbb-f4ee-483d-b91c-dc3d407d1851 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:40:11.627426 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5830a774-874b-4dce-b769-7ac02cc225c7 req-0ef607e2-6716-4074-98d7-5354f3cd1432 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:11.650527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5769887-b48b-4476-81b1-1448bf506e6e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2543882a-ebc8-4023-82c4-56b33ef26d1c,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:11.654811 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c5769887-b48b-4476-81b1-1448bf506e6e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:11.660659 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c5769887-b48b-4476-81b1-1448bf506e6e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:11.662935 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c5769887-b48b-4476-81b1-1448bf506e6e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2023637 Jun 02 12:40:11.665627 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48546) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:11.670327 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-83b01469-3a34-4f29-ac9d-e30a70d81e46 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Request body: {'security_group_rule': {'security_group_id': '2543882a-ebc8-4023-82c4-56b33ef26d1c', 'direction': 'ingress', 'protocol': 17}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:11.676491 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-83b01469-3a34-4f29-ac9d-e30a70d81e46 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:11.681425 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-83b01469-3a34-4f29-ac9d-e30a70d81e46 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Usage tracker for resource:security_group_rule and tenant:e83ec3376ce94b2b968876213d4934af is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:11.684547 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-83b01469-3a34-4f29-ac9d-e30a70d81e46 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:11.690487 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-83b01469-3a34-4f29-ac9d-e30a70d81e46 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:11.706669 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-83b01469-3a34-4f29-ac9d-e30a70d81e46 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:11.768641 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-83b01469-3a34-4f29-ac9d-e30a70d81e46 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:11.772361 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-83b01469-3a34-4f29-ac9d-e30a70d81e46 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:11.774086 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:11.796258 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b01469-3a34-4f29-ac9d-e30a70d81e46 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafb86a9-c9d8-4e27-9207-ef65cd533af4,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:11.801552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-83b01469-3a34-4f29-ac9d-e30a70d81e46 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:11.809937 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-83b01469-3a34-4f29-ac9d-e30a70d81e46 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:11.811184 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-83b01469-3a34-4f29-ac9d-e30a70d81e46 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1443717 Jun 02 12:40:11.813933 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48548) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:11.822371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-5830a774-874b-4dce-b769-7ac02cc225c7 req-0ef607e2-6716-4074-98d7-5354f3cd1432 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port f675bdbb-f4ee-483d-b91c-dc3d407d1851, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f675bdbb-f4ee-483d-b91c-dc3d407d1851,segment=NetworkSegment(ab66e29b-cab4-40f3-9e85-5840376f2f8c),segment_id=ab66e29b-cab4-40f3-9e85-5840376f2f8c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:40:11.822733 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5830a774-874b-4dce-b769-7ac02cc225c7 req-0ef607e2-6716-4074-98d7-5354f3cd1432 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:11.875170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-594ee3b0-5c08-416a-b7f6-e1abadfbda65 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:11.907970 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-594ee3b0-5c08-416a-b7f6-e1abadfbda65 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:11.967755 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-594ee3b0-5c08-416a-b7f6-e1abadfbda65 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:11.971962 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-65afb673-ec35-4410-b4d0-3d43916d5ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:11.988713 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ee3b0-5c08-416a-b7f6-e1abadfbda65 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2543882a-ebc8-4023-82c4-56b33ef26d1c,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:11.992818 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-594ee3b0-5c08-416a-b7f6-e1abadfbda65 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:12.000107 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-594ee3b0-5c08-416a-b7f6-e1abadfbda65 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:12.001245 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-594ee3b0-5c08-416a-b7f6-e1abadfbda65 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "DELETE /v2.0/security-groups/2543882a-ebc8-4023-82c4-56b33ef26d1c HTTP/1.1" status: 204 len: 168 time: 0.1863599 Jun 02 12:40:12.004093 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48550) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:12.054663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-7d4ff224-d958-41b7-a97f-98d3cd4b7c68 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Synchronizing usage tracker for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:12.070750 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-7d4ff224-d958-41b7-a97f-98d3cd4b7c68 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Unset dirty status for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:12.071983 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7d4ff224-d958-41b7-a97f-98d3cd4b7c68 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0669603 Jun 02 12:40:12.075954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48552) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:12.080745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-a74ff8e1-b6d1-4804-912d-a01a8835534e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1383486545'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:12.085924 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4203d2c-2b4e-4f01-8405-51085f73438a req-343d765e-268e-4e15-bd00-7442418476a3 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:12.087507 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b4203d2c-2b4e-4f01-8405-51085f73438a req-343d765e-268e-4e15-bd00-7442418476a3 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 944 time: 0.4342320 Jun 02 12:40:12.091932 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a74ff8e1-b6d1-4804-912d-a01a8835534e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:12.098609 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-5830a774-874b-4dce-b769-7ac02cc225c7 req-0ef607e2-6716-4074-98d7-5354f3cd1432 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for f675bdbb-f4ee-483d-b91c-dc3d407d1851 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:40:12.103595 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a74ff8e1-b6d1-4804-912d-a01a8835534e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:12.113701 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a74ff8e1-b6d1-4804-912d-a01a8835534e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:12.134198 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a74ff8e1-b6d1-4804-912d-a01a8835534e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:12.138304 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a74ff8e1-b6d1-4804-912d-a01a8835534e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Usage tracker for resource:security_group_rule and tenant:e83ec3376ce94b2b968876213d4934af is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:12.141174 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a74ff8e1-b6d1-4804-912d-a01a8835534e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:12.147504 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a74ff8e1-b6d1-4804-912d-a01a8835534e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:12.158459 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b4203d2c-2b4e-4f01-8405-51085f73438a req-cf140c13-9535-4b12-aa47-1e07b9bce9cd tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562563 Jun 02 12:40:12.265711 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a74ff8e1-b6d1-4804-912d-a01a8835534e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:12.271882 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a74ff8e1-b6d1-4804-912d-a01a8835534e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:12.275391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5830a774-874b-4dce-b769-7ac02cc225c7 req-0ef607e2-6716-4074-98d7-5354f3cd1432 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:12.275702 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a85ec56c-0c17-4e2a-98b7-a9f34ffd9a28 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:12.281551 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:12.332870 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef607e2-6716-4074-98d7-5354f3cd1432 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=f675bdbb-f4ee-483d-b91c-dc3d407d1851,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:12.337087 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0ef607e2-6716-4074-98d7-5354f3cd1432 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:12.339325 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ff8e1-b6d1-4804-912d-a01a8835534e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f18773bc-b8d1-4378-bb93-b2e20eacfae6,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:12.344334 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a74ff8e1-b6d1-4804-912d-a01a8835534e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:12.347467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a74ff8e1-b6d1-4804-912d-a01a8835534e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:12.351126 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a74ff8e1-b6d1-4804-912d-a01a8835534e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2713811 Jun 02 12:40:12.357121 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7ce8b-b869-4bfa-a0c4-81fe1b3b1023 req-f8d58ec2-b593-4fcd-a7e4-78b51ca2d7d4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:12.358597 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-cfd7ce8b-b869-4bfa-a0c4-81fe1b3b1023 req-f8d58ec2-b593-4fcd-a7e4-78b51ca2d7d4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=5174f5ca-0b16-4a02-a9df-e33b0888d16c HTTP/1.1" status: 200 len: 945 time: 0.1634598 Jun 02 12:40:12.359059 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48558) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:12.363494 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-893eaf6b-1a5b-4b1f-8457-6434e016a337 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Request body: {'security_group': {'name': 'tempest-secgroup--666892241'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:12.373420 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-893eaf6b-1a5b-4b1f-8457-6434e016a337 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:12.391532 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-893eaf6b-1a5b-4b1f-8457-6434e016a337 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Usage tracker for resource:security_group and tenant:e83ec3376ce94b2b968876213d4934af is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:12.396628 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-893eaf6b-1a5b-4b1f-8457-6434e016a337 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:12.405863 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-893eaf6b-1a5b-4b1f-8457-6434e016a337 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:12.418204 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-5830a774-874b-4dce-b769-7ac02cc225c7 req-0ef607e2-6716-4074-98d7-5354f3cd1432 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] No DVR routers for this DVR port f675bdbb-f4ee-483d-b91c-dc3d407d1851 on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:40:12.421475 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5830a774-874b-4dce-b769-7ac02cc225c7 req-0ef607e2-6716-4074-98d7-5354f3cd1432 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:12.424397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5174f5ca-0b16-4a02-a9df-e33b0888d16c', 'name': 'network-vif-deleted', 'tag': 'f675bdbb-f4ee-483d-b91c-dc3d407d1851'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:40:12.426770 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef95148e-4d96-4a21-9a0e-1c45a98ecd29" -d '{"events": [{"server_uuid": "5174f5ca-0b16-4a02-a9df-e33b0888d16c", "name": "network-vif-deleted", "tag": "f675bdbb-f4ee-483d-b91c-dc3d407d1851"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:40:12.429021 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-cfd7ce8b-b869-4bfa-a0c4-81fe1b3b1023 req-256754f6-5798-40a5-bff3-477ca3025fbb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a39ccea-bf48-4dca-9472-4db7b933ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574811 Jun 02 12:40:12.430352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-893eaf6b-1a5b-4b1f-8457-6434e016a337 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:12.449610 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5830a774-874b-4dce-b769-7ac02cc225c7 req-0ef607e2-6716-4074-98d7-5354f3cd1432 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "DELETE /v2.0/ports/f675bdbb-f4ee-483d-b91c-dc3d407d1851 HTTP/1.1" status: 204 len: 173 time: 0.9656785 Jun 02 12:40:12.461259 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-893eaf6b-1a5b-4b1f-8457-6434e016a337 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:12.465974 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-893eaf6b-1a5b-4b1f-8457-6434e016a337 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Usage tracker for resource:security_group_rule and tenant:e83ec3376ce94b2b968876213d4934af is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:12.469149 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-893eaf6b-1a5b-4b1f-8457-6434e016a337 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:12.473664 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1dbdad-6ecd-47e2-9c8a-72b537231465 x-openstack-request-id: req-9d1dbdad-6ecd-47e2-9c8a-72b537231465 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:40:12.474276 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5174f5ca-0b16-4a02-a9df-e33b0888d16c", "name": "network-vif-deleted", "tag": "f675bdbb-f4ee-483d-b91c-dc3d407d1851", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:40:12.474755 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d1dbdad-6ecd-47e2-9c8a-72b537231465 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:40:12.475359 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5174f5ca-0b16-4a02-a9df-e33b0888d16c', 'name': 'network-vif-deleted', 'tag': 'f675bdbb-f4ee-483d-b91c-dc3d407d1851', 'status': 'completed', 'code': 200} Jun 02 12:40:12.475753 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-893eaf6b-1a5b-4b1f-8457-6434e016a337 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:12.550163 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-893eaf6b-1a5b-4b1f-8457-6434e016a337 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:12.555638 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-893eaf6b-1a5b-4b1f-8457-6434e016a337 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:12.559476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-995f2bba-3387-46a8-88fa-8ab0e38ca3db tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:12.605192 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893eaf6b-1a5b-4b1f-8457-6434e016a337 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82bcfa0-c0a1-40bb-bd36-16ed36714c52,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:12.608046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-893eaf6b-1a5b-4b1f-8457-6434e016a337 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:12.610648 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-893eaf6b-1a5b-4b1f-8457-6434e016a337 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2505357 Jun 02 12:40:12.612153 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-893eaf6b-1a5b-4b1f-8457-6434e016a337 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:12.612691 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48562) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:12.620255 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-b16c6a41-b7fd-4ff5-b14c-7f9f848f9b03 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Request body: {'security_group_rule': {'security_group_id': 'f18773bc-b8d1-4378-bb93-b2e20eacfae6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e82bcfa0-c0a1-40bb-bd36-16ed36714c52', 'remote_ip_prefix': None}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:12.631119 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b16c6a41-b7fd-4ff5-b14c-7f9f848f9b03 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:12.635548 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b16c6a41-b7fd-4ff5-b14c-7f9f848f9b03 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Usage tracker for resource:security_group_rule and tenant:e83ec3376ce94b2b968876213d4934af is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:12.638558 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b16c6a41-b7fd-4ff5-b14c-7f9f848f9b03 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:12.645358 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b16c6a41-b7fd-4ff5-b14c-7f9f848f9b03 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:12.667478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b16c6a41-b7fd-4ff5-b14c-7f9f848f9b03 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:12.751663 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b16c6a41-b7fd-4ff5-b14c-7f9f848f9b03 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:12.756697 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b16c6a41-b7fd-4ff5-b14c-7f9f848f9b03 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:12.766760 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d6f79879-8fad-425b-8bfe-77105d2a6b34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:12.790163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c6a41-b7fd-4ff5-b14c-7f9f848f9b03 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c5608c-b918-4202-a881-12241bc82edb,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:12.794238 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b16c6a41-b7fd-4ff5-b14c-7f9f848f9b03 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:12.807905 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b16c6a41-b7fd-4ff5-b14c-7f9f848f9b03 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:12.809564 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b16c6a41-b7fd-4ff5-b14c-7f9f848f9b03 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1955562 Jun 02 12:40:12.812614 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48564) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:12.844880 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1f9163b5-212b-4e5e-8542-071dcddd6b93 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:12.860231 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1f9163b5-212b-4e5e-8542-071dcddd6b93 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:12.889932 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1f9163b5-212b-4e5e-8542-071dcddd6b93 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:12.891836 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-06b74dd3-8ae7-43b1-8993-0bbdc63c9a05 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:12.910884 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9163b5-212b-4e5e-8542-071dcddd6b93 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16c5608c-b918-4202-a881-12241bc82edb,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:12.914620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1f9163b5-212b-4e5e-8542-071dcddd6b93 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:12.915654 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1f9163b5-212b-4e5e-8542-071dcddd6b93 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:12.916842 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1f9163b5-212b-4e5e-8542-071dcddd6b93 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/16c5608c-b918-4202-a881-12241bc82edb HTTP/1.1" status: 204 len: 168 time: 0.1030784 Jun 02 12:40:12.919992 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48566) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:12.973298 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5710f3a2-b0b1-4a3a-ab04-6e284354c717 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Synchronizing usage tracker for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:12.991413 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5710f3a2-b0b1-4a3a-ab04-6e284354c717 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Unset dirty status for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:12.992738 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5710f3a2-b0b1-4a3a-ab04-6e284354c717 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0717289 Jun 02 12:40:12.996690 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48568) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:13.062955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a32ff0b2-0438-48ca-8e6f-c67de592c682 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:13.093482 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a32ff0b2-0438-48ca-8e6f-c67de592c682 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:13.153163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a32ff0b2-0438-48ca-8e6f-c67de592c682 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:13.157802 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-248122f2-b79e-41e6-b447-81baf40e09c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:13.180731 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ff0b2-0438-48ca-8e6f-c67de592c682 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82bcfa0-c0a1-40bb-bd36-16ed36714c52,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:13.184048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a32ff0b2-0438-48ca-8e6f-c67de592c682 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:13.200183 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a32ff0b2-0438-48ca-8e6f-c67de592c682 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:13.202276 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a32ff0b2-0438-48ca-8e6f-c67de592c682 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "DELETE /v2.0/security-groups/e82bcfa0-c0a1-40bb-bd36-16ed36714c52 HTTP/1.1" status: 204 len: 168 time: 0.2045643 Jun 02 12:40:13.205066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48570) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:13.270203 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-bd337d43-7f88-4bb3-b37f-6c15c1404215 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Synchronizing usage tracker for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:13.285445 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-bd337d43-7f88-4bb3-b37f-6c15c1404215 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Unset dirty status for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:13.287316 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bd337d43-7f88-4bb3-b37f-6c15c1404215 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0812750 Jun 02 12:40:13.290282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48574) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:13.353137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8a2e36be-9404-4209-ac16-cbe1dc3dc2a7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:13.369461 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd028d-91f7-4641-a752-cd229d43657a req-eac9f17d-0621-44c7-8216-8f86e939b9e3 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:13.370949 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-dcfd028d-91f7-4641-a752-cd229d43657a req-eac9f17d-0621-44c7-8216-8f86e939b9e3 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 944 time: 0.0812459 Jun 02 12:40:13.383644 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8a2e36be-9404-4209-ac16-cbe1dc3dc2a7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:13.425012 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-dcfd028d-91f7-4641-a752-cd229d43657a req-bbf1b4ff-5082-485d-8fd1-f651e611e5e4 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472624 Jun 02 12:40:13.439331 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8a2e36be-9404-4209-ac16-cbe1dc3dc2a7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:13.444056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0ea5bea6-2167-4179-afec-c69f3ceb0109 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:13.461365 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e36be-9404-4209-ac16-cbe1dc3dc2a7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18773bc-b8d1-4378-bb93-b2e20eacfae6,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:13.464065 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8a2e36be-9404-4209-ac16-cbe1dc3dc2a7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:13.479415 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8a2e36be-9404-4209-ac16-cbe1dc3dc2a7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:13.483216 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8a2e36be-9404-4209-ac16-cbe1dc3dc2a7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "DELETE /v2.0/security-groups/f18773bc-b8d1-4378-bb93-b2e20eacfae6 HTTP/1.1" status: 204 len: 168 time: 0.1896296 Jun 02 12:40:13.483594 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48578) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:13.535807 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48580) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:13.537474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5bc8ef7f-5e31-44be-b20d-efd927b1d5bc tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Synchronizing usage tracker for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:13.553249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5bc8ef7f-5e31-44be-b20d-efd927b1d5bc tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Unset dirty status for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:13.554418 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5bc8ef7f-5e31-44be-b20d-efd927b1d5bc tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0653450 Jun 02 12:40:13.559173 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48582) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:13.562995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-5e88d3c6-2889-4d8c-bcea-d7cc848fa4af tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Request body: {'security_group': {'name': 'tempest-secgroup--683606723'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:13.569372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5e88d3c6-2889-4d8c-bcea-d7cc848fa4af tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:13.579030 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5e88d3c6-2889-4d8c-bcea-d7cc848fa4af tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:13.591249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5e88d3c6-2889-4d8c-bcea-d7cc848fa4af tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:13.609638 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f552d850-e3b3-436b-a0c2-8fc375b9d165 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:13.611977 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5e88d3c6-2889-4d8c-bcea-d7cc848fa4af tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:13.615986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5e88d3c6-2889-4d8c-bcea-d7cc848fa4af tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Usage tracker for resource:security_group_rule and tenant:e83ec3376ce94b2b968876213d4934af is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:13.618930 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5e88d3c6-2889-4d8c-bcea-d7cc848fa4af tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:13.625357 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5e88d3c6-2889-4d8c-bcea-d7cc848fa4af tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:13.638903 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f552d850-e3b3-436b-a0c2-8fc375b9d165 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:13.703394 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5e88d3c6-2889-4d8c-bcea-d7cc848fa4af tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:13.706235 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5e88d3c6-2889-4d8c-bcea-d7cc848fa4af tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:13.707282 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f552d850-e3b3-436b-a0c2-8fc375b9d165 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:13.710438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ac417068-f88a-4180-93bc-de870c6bd868 tempest-NegativeSecGroupIPv6Test-205051400 tempest-NegativeSecGroupIPv6Test-205051400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:13.711823 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9eea0cff-e58c-4f65-81b9-e2ae06e5ceca tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:13.729540 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552d850-e3b3-436b-a0c2-8fc375b9d165 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a39ccea-bf48-4dca-9472-4db7b933ddea,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:13.733823 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f552d850-e3b3-436b-a0c2-8fc375b9d165 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:13.755474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88d3c6-2889-4d8c-bcea-d7cc848fa4af tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74db7e72-f31e-4c32-9451-b1cf3054bc10,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:13.757427 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f552d850-e3b3-436b-a0c2-8fc375b9d165 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:13.759008 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f552d850-e3b3-436b-a0c2-8fc375b9d165 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/security-groups/5a39ccea-bf48-4dca-9472-4db7b933ddea HTTP/1.1" status: 204 len: 168 time: 0.2215762 Jun 02 12:40:13.763283 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5e88d3c6-2889-4d8c-bcea-d7cc848fa4af tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:13.769496 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5e88d3c6-2889-4d8c-bcea-d7cc848fa4af tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:13.774279 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5e88d3c6-2889-4d8c-bcea-d7cc848fa4af tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2146161 Jun 02 12:40:13.774702 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48586) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:13.779651 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-f5282c63-fd21-4ae9-ae7a-342d30a79d4d tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Request body: {'security_group_rule': {'security_group_id': '74db7e72-f31e-4c32-9451-b1cf3054bc10', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:13.786202 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f5282c63-fd21-4ae9-ae7a-342d30a79d4d tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:13.790949 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f5282c63-fd21-4ae9-ae7a-342d30a79d4d tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Usage tracker for resource:security_group_rule and tenant:e83ec3376ce94b2b968876213d4934af is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:13.794370 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f5282c63-fd21-4ae9-ae7a-342d30a79d4d tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:13.799697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48588) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:13.802343 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f5282c63-fd21-4ae9-ae7a-342d30a79d4d tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:13.898811 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f5282c63-fd21-4ae9-ae7a-342d30a79d4d tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:14.102748 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-14c0868d-ed7d-45c7-a449-3cccb6568886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:14.141788 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f5282c63-fd21-4ae9-ae7a-342d30a79d4d tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:14.157490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f5282c63-fd21-4ae9-ae7a-342d30a79d4d tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:14.162110 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bcb01c81-ebae-44fb-8746-79674088b2a7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:14.264250 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5282c63-fd21-4ae9-ae7a-342d30a79d4d tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ba1697-9645-47e9-aba4-39393facaafc,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:14.269823 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f5282c63-fd21-4ae9-ae7a-342d30a79d4d tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:14.320539 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f5282c63-fd21-4ae9-ae7a-342d30a79d4d tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:14.321708 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f5282c63-fd21-4ae9-ae7a-342d30a79d4d tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5459707 Jun 02 12:40:14.324722 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48590) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:14.355736 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-142aa368-f762-44ed-a112-f31d46896128 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:14.366973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-142aa368-f762-44ed-a112-f31d46896128 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:14.390957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-142aa368-f762-44ed-a112-f31d46896128 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:14.392929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-214d290b-3670-4906-92dd-91af09f620d1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:14.407693 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142aa368-f762-44ed-a112-f31d46896128 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51ba1697-9645-47e9-aba4-39393facaafc,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:14.412002 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-142aa368-f762-44ed-a112-f31d46896128 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:14.414840 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-142aa368-f762-44ed-a112-f31d46896128 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:14.415927 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-142aa368-f762-44ed-a112-f31d46896128 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/51ba1697-9645-47e9-aba4-39393facaafc HTTP/1.1" status: 204 len: 168 time: 0.0900936 Jun 02 12:40:14.418498 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48592) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:14.467198 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-49fba87a-2838-4d75-8b25-49fcdd8ba02e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Synchronizing usage tracker for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:14.485149 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-49fba87a-2838-4d75-8b25-49fcdd8ba02e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Unset dirty status for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:14.486906 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-49fba87a-2838-4d75-8b25-49fcdd8ba02e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0674963 Jun 02 12:40:14.490510 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48596) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:14.603399 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7b4ca19f-8f18-4d99-98c6-4221e83a28f4 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:14.638423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7b4ca19f-8f18-4d99-98c6-4221e83a28f4 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:14.645177 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c1f39d12-f13f-4eeb-9ef6-909071cee954 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:14.695310 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8eb9e-6db5-493b-b011-33749e37c1ab req-40338c80-4806-48e5-8567-c9fc177cd06c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:14.696768 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-49b8eb9e-6db5-493b-b011-33749e37c1ab req-40338c80-4806-48e5-8567-c9fc177cd06c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 944 time: 0.1473401 Jun 02 12:40:14.720230 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7b4ca19f-8f18-4d99-98c6-4221e83a28f4 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:14.728222 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5802f539-1bc0-4f88-a2b8-079f10866d13 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:14.755166 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ca19f-8f18-4d99-98c6-4221e83a28f4 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74db7e72-f31e-4c32-9451-b1cf3054bc10,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:14.757965 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7b4ca19f-8f18-4d99-98c6-4221e83a28f4 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:14.771431 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7b4ca19f-8f18-4d99-98c6-4221e83a28f4 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:14.772608 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7b4ca19f-8f18-4d99-98c6-4221e83a28f4 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "DELETE /v2.0/security-groups/74db7e72-f31e-4c32-9451-b1cf3054bc10 HTTP/1.1" status: 204 len: 168 time: 0.2809215 Jun 02 12:40:14.775129 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48598) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:14.795705 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-49b8eb9e-6db5-493b-b011-33749e37c1ab req-32914f92-3030-405e-b132-dcb37c4a362b tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907159 Jun 02 12:40:14.833590 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3f45e782-d0f7-40d5-9a74-caa906842fcd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Synchronizing usage tracker for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:14.849372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3f45e782-d0f7-40d5-9a74-caa906842fcd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Unset dirty status for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:14.850661 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3f45e782-d0f7-40d5-9a74-caa906842fcd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0746353 Jun 02 12:40:14.855058 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48600) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:14.858900 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-5e37ad9d-7650-42ef-9e1e-095991f1c6cb tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1454528367'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:14.865334 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5e37ad9d-7650-42ef-9e1e-095991f1c6cb tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:14.874970 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5e37ad9d-7650-42ef-9e1e-095991f1c6cb tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:14.884946 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5e37ad9d-7650-42ef-9e1e-095991f1c6cb tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:14.906328 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5e37ad9d-7650-42ef-9e1e-095991f1c6cb tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:14.910390 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5e37ad9d-7650-42ef-9e1e-095991f1c6cb tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Usage tracker for resource:security_group_rule and tenant:e83ec3376ce94b2b968876213d4934af is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:14.913745 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-5e37ad9d-7650-42ef-9e1e-095991f1c6cb tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:14.919481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-5e37ad9d-7650-42ef-9e1e-095991f1c6cb tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:14.988855 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5e37ad9d-7650-42ef-9e1e-095991f1c6cb tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:14.992970 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5e37ad9d-7650-42ef-9e1e-095991f1c6cb tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:14.998051 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7bc28159-ead0-40ec-afd3-d105c5398fcf tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:15.038652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37ad9d-7650-42ef-9e1e-095991f1c6cb tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27643331-329d-437f-a5f2-66e62f728a87,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:15.043455 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5e37ad9d-7650-42ef-9e1e-095991f1c6cb tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:15.049856 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5e37ad9d-7650-42ef-9e1e-095991f1c6cb tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:15.051097 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5e37ad9d-7650-42ef-9e1e-095991f1c6cb tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1956773 Jun 02 12:40:15.053826 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48602) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:15.058982 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-3afe0ae3-4e06-4081-ab9c-b40e605fcfcd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Request body: {'security_group_rule': {'security_group_id': '27643331-329d-437f-a5f2-66e62f728a87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:15.065535 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3afe0ae3-4e06-4081-ab9c-b40e605fcfcd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:15.069739 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3afe0ae3-4e06-4081-ab9c-b40e605fcfcd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Usage tracker for resource:security_group_rule and tenant:e83ec3376ce94b2b968876213d4934af is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:15.072663 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3afe0ae3-4e06-4081-ab9c-b40e605fcfcd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:15.078383 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3afe0ae3-4e06-4081-ab9c-b40e605fcfcd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:15.082504 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-c1f39d12-f13f-4eeb-9ef6-909071cee954 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port 90c3156a-513d-4af4-adb3-dd535a8fe4fb {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:40:15.082851 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c1f39d12-f13f-4eeb-9ef6-909071cee954 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:15.093919 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3afe0ae3-4e06-4081-ab9c-b40e605fcfcd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:15.156354 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3afe0ae3-4e06-4081-ab9c-b40e605fcfcd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:15.160174 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3afe0ae3-4e06-4081-ab9c-b40e605fcfcd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:15.162513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-70db1bc3-b88d-4cab-8677-960b5ddaddcf tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:15.187466 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe0ae3-4e06-4081-ab9c-b40e605fcfcd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e13f43a-9e06-4af3-bb9e-65de136dedcb,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:15.191959 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3afe0ae3-4e06-4081-ab9c-b40e605fcfcd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:15.204495 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3afe0ae3-4e06-4081-ab9c-b40e605fcfcd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:15.205755 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3afe0ae3-4e06-4081-ab9c-b40e605fcfcd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1509337 Jun 02 12:40:15.213223 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48604) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:15.227264 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f64b996a-8d64-408c-a5ca-7cc618b0ff6b tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-group-rules/1e13f43a-9e06-4af3-bb9e-65de136dedcb HTTP/1.1" status: 200 len: 763 time: 0.0170760 Jun 02 12:40:15.228426 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-c1f39d12-f13f-4eeb-9ef6-909071cee954 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port 90c3156a-513d-4af4-adb3-dd535a8fe4fb, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=90c3156a-513d-4af4-adb3-dd535a8fe4fb,segment=NetworkSegment(ab66e29b-cab4-40f3-9e85-5840376f2f8c),segment_id=ab66e29b-cab4-40f3-9e85-5840376f2f8c)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:40:15.228779 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c1f39d12-f13f-4eeb-9ef6-909071cee954 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:15.229610 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48606) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:15.276981 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0679d5e9-7c9e-4fcf-8f16-89540ea59852 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Synchronizing usage tracker for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:15.292671 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0679d5e9-7c9e-4fcf-8f16-89540ea59852 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Unset dirty status for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:15.294414 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0679d5e9-7c9e-4fcf-8f16-89540ea59852 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0635886 Jun 02 12:40:15.297114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48608) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:15.326167 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a551d376-45ac-42f2-97ae-2728638c1cce tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:15.337317 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a551d376-45ac-42f2-97ae-2728638c1cce tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:15.354722 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-c1f39d12-f13f-4eeb-9ef6-909071cee954 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for 90c3156a-513d-4af4-adb3-dd535a8fe4fb owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:40:15.362186 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a551d376-45ac-42f2-97ae-2728638c1cce tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:15.363959 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:15.380596 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551d376-45ac-42f2-97ae-2728638c1cce tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e13f43a-9e06-4af3-bb9e-65de136dedcb,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:15.383666 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a551d376-45ac-42f2-97ae-2728638c1cce tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:15.388404 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a551d376-45ac-42f2-97ae-2728638c1cce tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:15.389659 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a551d376-45ac-42f2-97ae-2728638c1cce tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1e13f43a-9e06-4af3-bb9e-65de136dedcb HTTP/1.1" status: 204 len: 168 time: 0.0916543 Jun 02 12:40:15.392451 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48610) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:15.437681 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-13e8c313-51a0-4616-8663-39e2ddb90399 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Synchronizing usage tracker for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:15.452922 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-13e8c313-51a0-4616-8663-39e2ddb90399 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Unset dirty status for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:15.454187 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-13e8c313-51a0-4616-8663-39e2ddb90399 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0607758 Jun 02 12:40:15.457437 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48612) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:15.462440 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-f36a8ac5-af56-4652-9ddf-abf66f0d5e99 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Request body: {'security_group_rule': {'security_group_id': '27643331-329d-437f-a5f2-66e62f728a87', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:15.468431 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f36a8ac5-af56-4652-9ddf-abf66f0d5e99 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:15.478180 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f36a8ac5-af56-4652-9ddf-abf66f0d5e99 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:15.492702 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f36a8ac5-af56-4652-9ddf-abf66f0d5e99 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:15.534604 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c1f39d12-f13f-4eeb-9ef6-909071cee954 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:15.539738 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-891c4b8c-ba3c-4396-9413-11f4cf107586 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:15.556773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f36a8ac5-af56-4652-9ddf-abf66f0d5e99 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:15.561446 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f36a8ac5-af56-4652-9ddf-abf66f0d5e99 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:15.563463 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8eeab294-6e8e-4533-8379-a0ebcf768d88 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:15.585741 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a8ac5-af56-4652-9ddf-abf66f0d5e99 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cebad7f-cb83-43e6-979d-20d60c397f19,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:15.588213 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f36a8ac5-af56-4652-9ddf-abf66f0d5e99 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:15.603800 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f36a8ac5-af56-4652-9ddf-abf66f0d5e99 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:15.604991 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f36a8ac5-af56-4652-9ddf-abf66f0d5e99 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1466596 Jun 02 12:40:15.607825 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48616) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:15.628302 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f39d12-f13f-4eeb-9ef6-909071cee954 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=90c3156a-513d-4af4-adb3-dd535a8fe4fb,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:15.628530 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-093f5d0b-efcf-4676-9d86-4992eff756e4 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-group-rules/3cebad7f-cb83-43e6-979d-20d60c397f19 HTTP/1.1" status: 200 len: 763 time: 0.0179410 Jun 02 12:40:15.629751 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48618) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:15.648175 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c1f39d12-f13f-4eeb-9ef6-909071cee954 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:15.734424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-19f816d6-9ff0-487a-9a1c-1b34f2cb78b5 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Synchronizing usage tracker for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:15.821894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-19f816d6-9ff0-487a-9a1c-1b34f2cb78b5 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Unset dirty status for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:15.823181 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-19f816d6-9ff0-487a-9a1c-1b34f2cb78b5 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1918068 Jun 02 12:40:15.826387 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48622) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:15.856286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-00f7b94b-d2a6-46bb-b893-d52460d45dd9 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:15.869581 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-00f7b94b-d2a6-46bb-b893-d52460d45dd9 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:15.895217 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-00f7b94b-d2a6-46bb-b893-d52460d45dd9 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:15.903806 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6a6f2d57-249b-44c3-a31d-856529925ebe tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:15.916738 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7b94b-d2a6-46bb-b893-d52460d45dd9 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3cebad7f-cb83-43e6-979d-20d60c397f19,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:15.919331 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-00f7b94b-d2a6-46bb-b893-d52460d45dd9 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:15.923416 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-00f7b94b-d2a6-46bb-b893-d52460d45dd9 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:15.924574 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-00f7b94b-d2a6-46bb-b893-d52460d45dd9 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/3cebad7f-cb83-43e6-979d-20d60c397f19 HTTP/1.1" status: 204 len: 168 time: 0.0965059 Jun 02 12:40:15.927946 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48624) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:15.969228 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c1f39d12-f13f-4eeb-9ef6-909071cee954 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:15.974416 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fb4111da-d02d-4658-931a-9bf28911d417 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Synchronizing usage tracker for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:15.990520 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fb4111da-d02d-4658-931a-9bf28911d417 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Unset dirty status for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:15.991947 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fb4111da-d02d-4658-931a-9bf28911d417 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0629802 Jun 02 12:40:15.995009 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48626) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:15.999400 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-2560084c-80b0-4154-9447-77487b1b23fd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Request body: {'security_group_rule': {'security_group_id': '27643331-329d-437f-a5f2-66e62f728a87', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:16.005218 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-2560084c-80b0-4154-9447-77487b1b23fd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:16.014751 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-2560084c-80b0-4154-9447-77487b1b23fd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:16.030341 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2560084c-80b0-4154-9447-77487b1b23fd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:16.097295 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2560084c-80b0-4154-9447-77487b1b23fd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:16.103127 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2560084c-80b0-4154-9447-77487b1b23fd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:16.109822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ff6eefee-ef11-4c5b-9ff3-671c88990eb7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:16.132371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560084c-80b0-4154-9447-77487b1b23fd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0df967d-4f65-4531-b7dc-8e268e778c49,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:16.142503 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2560084c-80b0-4154-9447-77487b1b23fd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:16.161848 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2560084c-80b0-4154-9447-77487b1b23fd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:16.163281 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2560084c-80b0-4154-9447-77487b1b23fd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1673484 Jun 02 12:40:16.166177 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48628) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:16.185494 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ac7e5c18-cd29-4fb7-b61b-8fd2d7fd7c73 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-group-rules/c0df967d-4f65-4531-b7dc-8e268e778c49 HTTP/1.1" status: 200 len: 764 time: 0.0181289 Jun 02 12:40:16.187923 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48630) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:16.237428 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f672ee84-abf0-4d82-b50f-43f7f3fb4dda tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Synchronizing usage tracker for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:16.252044 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16a442-7b12-4cda-9ef7-abb4b647d75a req-ffea67ed-e585-4246-a233-85682d43a99f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:16.253209 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f672ee84-abf0-4d82-b50f-43f7f3fb4dda tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Unset dirty status for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:16.253703 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ca16a442-7b12-4cda-9ef7-abb4b647d75a req-ffea67ed-e585-4246-a233-85682d43a99f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 944 time: 0.3446262 Jun 02 12:40:16.257227 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f672ee84-abf0-4d82-b50f-43f7f3fb4dda tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0658214 Jun 02 12:40:16.258381 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48632) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:16.288670 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6035-6c05-4b00-bf8e-ea13a663a9cb tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:16.299083 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6035-6c05-4b00-bf8e-ea13a663a9cb tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:16.323740 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6035-6c05-4b00-bf8e-ea13a663a9cb tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:16.330280 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-760aada5-f3b8-4102-abe0-c073e60b0c7e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:16.344020 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a6035-6c05-4b00-bf8e-ea13a663a9cb tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0df967d-4f65-4531-b7dc-8e268e778c49,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:16.346855 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ae2a6035-6c05-4b00-bf8e-ea13a663a9cb tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:16.354283 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6035-6c05-4b00-bf8e-ea13a663a9cb tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:16.355619 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ae2a6035-6c05-4b00-bf8e-ea13a663a9cb tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c0df967d-4f65-4531-b7dc-8e268e778c49 HTTP/1.1" status: 204 len: 168 time: 0.0961499 Jun 02 12:40:16.358007 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48634) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:16.379921 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ca16a442-7b12-4cda-9ef7-abb4b647d75a req-95f86ddb-0811-4e59-b3b8-6672fd91804d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763330 Jun 02 12:40:16.403929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-034485d7-630d-4ed6-bb34-10261ef36897 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Synchronizing usage tracker for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:16.420038 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-034485d7-630d-4ed6-bb34-10261ef36897 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Unset dirty status for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group_rule {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:16.421336 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-034485d7-630d-4ed6-bb34-10261ef36897 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0624087 Jun 02 12:40:16.424764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48636) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:16.486062 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-41ec418f-090a-4b3a-b748-27744fd2ee51 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:16.515663 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-41ec418f-090a-4b3a-b748-27744fd2ee51 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:16.561194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-41ec418f-090a-4b3a-b748-27744fd2ee51 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:16.566184 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8c8284ae-9e5a-4759-8db4-9e4313370f97 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:16.571788 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f39d12-f13f-4eeb-9ef6-909071cee954 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router dab4ff6c-3847-4f19-8c74-c28b370b29fc has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:40:16.580700 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec418f-090a-4b3a-b748-27744fd2ee51 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27643331-329d-437f-a5f2-66e62f728a87,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:16.585217 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-41ec418f-090a-4b3a-b748-27744fd2ee51 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:16.595854 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-41ec418f-090a-4b3a-b748-27744fd2ee51 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:16.600248 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-41ec418f-090a-4b3a-b748-27744fd2ee51 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "DELETE /v2.0/security-groups/27643331-329d-437f-a5f2-66e62f728a87 HTTP/1.1" status: 204 len: 168 time: 0.1712337 Jun 02 12:40:16.600561 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48638) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:16.653651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-67472aaa-0056-4ed1-b22a-f6fac42374d4 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Synchronizing usage tracker for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:16.671045 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-67472aaa-0056-4ed1-b22a-f6fac42374d4 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Unset dirty status for tenant:e83ec3376ce94b2b968876213d4934af on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:16.677542 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-67472aaa-0056-4ed1-b22a-f6fac42374d4 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0714369 Jun 02 12:40:16.677542 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48640) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:16.679163 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-76389e3f-021d-4657-ac3e-f26fefca0445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:16.688862 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:16.738962 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b231a811-b0e3-4f3d-a681-6d5c633868b7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0536542 Jun 02 12:40:16.794286 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f39d12-f13f-4eeb-9ef6-909071cee954 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:40:16.805135 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5337a3-f3a8-41ba-9f7f-81999ca85a87 None None] Sync routers for ids ['dab4ff6c-3847-4f19-8c74-c28b370b29fc'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:40:16.809727 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48644) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:16.809892 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c1f39d12-f13f-4eeb-9ef6-909071cee954 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/routers/dab4ff6c-3847-4f19-8c74-c28b370b29fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0090773 Jun 02 12:40:16.814634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5337a3-f3a8-41ba-9f7f-81999ca85a87 None None] Routers {'dab4ff6c-3847-4f19-8c74-c28b370b29fc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:40:16.815460 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-2d5337a3-f3a8-41ba-9f7f-81999ca85a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:40:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['dab4ff6c-3847-4f19-8c74-c28b370b29fc'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:16.882532 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c6d56f-e571-4313-abca-214981584693 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting subnet c1e647e2-2a45-455a-a7f9-64d884182c29 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:40:16.885528 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d56f-e571-4313-abca-214981584693 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:16.945103 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d56f-e571-4313-abca-214981584693 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:16.999662 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-2d5337a3-f3a8-41ba-9f7f-81999ca85a87 None None] Set router dab4ff6c-3847-4f19-8c74-c28b370b29fc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:40:17.023703 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48648) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:17.043871 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d56f-e571-4313-abca-214981584693 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:17.053069 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 04f8594b-c6ed-4eb6-a176-22f5335cbb64 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:40:17.055599 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device f675bdbb-f4ee-483d-b91c-dc3d407d1851 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:40:17.165743 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: f675bdbb-f4ee-483d-b91c-dc3d407d1851 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:40:17.166091 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device f675bdbb-f4ee-483d-b91c-dc3d407d1851 not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:40:17.272715 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b37bbb1c-ced6-411c-b29e-932fd69bc8c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e83ec3376ce94b2b968876213d4934af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454932 Jun 02 12:40:17.273265 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48652) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:17.335477 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2519a0c9-c9d9-42b2-8bab-50729f0f3333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:17.367818 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2519a0c9-c9d9-42b2-8bab-50729f0f3333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:17.377866 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d56f-e571-4313-abca-214981584693 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:17.383542 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bf5a6be5-b98d-4bef-af61-03796d4f4f1d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:17.425798 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 04f8594b-c6ed-4eb6-a176-22f5335cbb64, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=04f8594b-c6ed-4eb6-a176-22f5335cbb64,segment=NetworkSegment(76696f93-6ff0-492e-a64d-dd3a6a80634c),segment_id=76696f93-6ff0-492e-a64d-dd3a6a80634c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:40:17.439323 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2519a0c9-c9d9-42b2-8bab-50729f0f3333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:17.451166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '04f8594b-c6ed-4eb6-a176-22f5335cbb64', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'port_id': '04f8594b-c6ed-4eb6-a176-22f5335cbb64', 'mac_address': 'fa:16:3e:9b:10:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:40:17.453676 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ecf23a24-0c4d-4c31-98f3-6c92ec9b7912 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:17.480271 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519a0c9-c9d9-42b2-8bab-50729f0f3333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ff6470-8127-464e-adba-298af3c80a3d,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:17.483237 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2519a0c9-c9d9-42b2-8bab-50729f0f3333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:17.486676 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2519a0c9-c9d9-42b2-8bab-50729f0f3333 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47ff6470-8127-464e-adba-298af3c80a3d HTTP/1.1" status: 204 len: 168 time: 0.2100477 Jun 02 12:40:17.486676 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2519a0c9-c9d9-42b2-8bab-50729f0f3333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:17.528115 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:17.553318 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f8594b-c6ed-4eb6-a176-22f5335cbb64 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:40:17.577692 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 04f8594b-c6ed-4eb6-a176-22f5335cbb64, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=04f8594b-c6ed-4eb6-a176-22f5335cbb64,segment=NetworkSegment(76696f93-6ff0-492e-a64d-dd3a6a80634c),segment_id=76696f93-6ff0-492e-a64d-dd3a6a80634c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:40:17.579812 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-2d5337a3-f3a8-41ba-9f7f-81999ca85a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'name': 'tempest-TestNetworkBasicOps-router-692847997', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:25Z', 'updated_at': '2021-06-02T12:40:15Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:26Z', 'updated_at': '2021-06-02T12:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:17.584738 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5337a3-f3a8-41ba-9f7f-81999ca85a87 None None] Checking router: dab4ff6c-3847-4f19-8c74-c28b370b29fc for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:40:17.586990 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:17.590238 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a3e3434a-30b6-4548-b605-2fde5b5240b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:17.611939 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6d56f-e571-4313-abca-214981584693 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e647e2-2a45-455a-a7f9-64d884182c29,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:17.619386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a0c6d56f-e571-4313-abca-214981584693 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:17.630974 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a0c6d56f-e571-4313-abca-214981584693 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:17.631221 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e38c2e8-5ff1-4de3-b673-593fee53b9dd None None] Network 64c22645-0a23-48f4-8b43-73d67b9dbb42 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:40:17.640034 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a0c6d56f-e571-4313-abca-214981584693 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/subnets/c1e647e2-2a45-455a-a7f9-64d884182c29 HTTP/1.1" status: 204 len: 168 time: 0.8263686 Jun 02 12:40:17.641403 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48658) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:17.697202 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e74d6-2d08-4ad2-96d0-17b6838f8053 req-36ffe566-ca2b-4726-8180-244ed69e784c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:17.699671 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f38e74d6-2d08-4ad2-96d0-17b6838f8053 req-36ffe566-ca2b-4726-8180-244ed69e784c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 945 time: 0.1348693 Jun 02 12:40:17.746655 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5337a3-f3a8-41ba-9f7f-81999ca85a87 None None] Routers {'dab4ff6c-3847-4f19-8c74-c28b370b29fc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:40:17.748436 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-2d5337a3-f3a8-41ba-9f7f-81999ca85a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:40:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['dab4ff6c-3847-4f19-8c74-c28b370b29fc'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:17.779693 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f38e74d6-2d08-4ad2-96d0-17b6838f8053 req-54dcd94b-6a2a-4bd6-a213-737636791350 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700026 Jun 02 12:40:17.864536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:17.873058 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a127806-8e81-4f1f-b64e-f650c437e4b9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:17.884749 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=04f8594b-c6ed-4eb6-a176-22f5335cbb64,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:17.919783 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:18.010506 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['04f8594b-c6ed-4eb6-a176-22f5335cbb64'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:40:18.051444 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a127806-8e81-4f1f-b64e-f650c437e4b9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:18.109702 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-2d5337a3-f3a8-41ba-9f7f-81999ca85a87 None None] Set router dab4ff6c-3847-4f19-8c74-c28b370b29fc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:40:18.124386 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-1a127806-8e81-4f1f-b64e-f650c437e4b9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port b5a26864-e721-4a4a-9d9f-bb37881fa676 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:40:18.124643 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a127806-8e81-4f1f-b64e-f650c437e4b9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:18.249122 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-1a127806-8e81-4f1f-b64e-f650c437e4b9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port b5a26864-e721-4a4a-9d9f-bb37881fa676, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b5a26864-e721-4a4a-9d9f-bb37881fa676,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:40:18.249462 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a127806-8e81-4f1f-b64e-f650c437e4b9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:18.373706 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-1a127806-8e81-4f1f-b64e-f650c437e4b9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for b5a26864-e721-4a4a-9d9f-bb37881fa676 owned by network:router_gateway {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:40:18.492024 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8bbd7c-14b5-4fb1-91db-86abb33303fa None None] DHCP port deletion for 64c22645-0a23-48f4-8b43-73d67b9dbb42 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:40:18.684352 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-2e8bbd7c-14b5-4fb1-91db-86abb33303fa None None] Deleting port c8066bb3-0994-418f-925e-d86c8c702cc7 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:40:18.684731 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2e8bbd7c-14b5-4fb1-91db-86abb33303fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:18.688385 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a127806-8e81-4f1f-b64e-f650c437e4b9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:18.694645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:18.704836 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-2d5337a3-f3a8-41ba-9f7f-81999ca85a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'name': 'tempest-TestNetworkBasicOps-router-692847997', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:25Z', 'updated_at': '2021-06-02T12:40:15Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:26Z', 'updated_at': '2021-06-02T12:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:18.736259 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a127806-8e81-4f1f-b64e-f650c437e4b9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=b5a26864-e721-4a4a-9d9f-bb37881fa676,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:18.741087 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1a127806-8e81-4f1f-b64e-f650c437e4b9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:18.776552 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5337a3-f3a8-41ba-9f7f-81999ca85a87 None None] The sync data for ids ['dab4ff6c-3847-4f19-8c74-c28b370b29fc'] in dv-neutron-601336-80-hyperv is: [{'id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'name': 'tempest-TestNetworkBasicOps-router-692847997', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:38:25Z', 'updated_at': '2021-06-02T12:40:15Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'b5a26864-e721-4a4a-9d9f-bb37881fa676', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab4ff6c-3847-4f19-8c74-c28b370b29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:38:26Z', 'updated_at': '2021-06-02T12:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:40:18.822161 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-2e8bbd7c-14b5-4fb1-91db-86abb33303fa None None] For port c8066bb3-0994-418f-925e-d86c8c702cc7, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c8066bb3-0994-418f-925e-d86c8c702cc7,segment=NetworkSegment(ab66e29b-cab4-40f3-9e85-5840376f2f8c),segment_id=ab66e29b-cab4-40f3-9e85-5840376f2f8c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:40:18.822564 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2e8bbd7c-14b5-4fb1-91db-86abb33303fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:18.863680 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a127806-8e81-4f1f-b64e-f650c437e4b9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:18.956376 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-2e8bbd7c-14b5-4fb1-91db-86abb33303fa None None] Calling delete_port for c8066bb3-0994-418f-925e-d86c8c702cc7 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:40:19.011034 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2e8bbd7c-14b5-4fb1-91db-86abb33303fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:19.015554 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:19.057595 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8bbd7c-14b5-4fb1-91db-86abb33303fa None None] Pushing event deleted for resources: {'Port': ['ID=c8066bb3-0994-418f-925e-d86c8c702cc7,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:19.060404 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-2e8bbd7c-14b5-4fb1-91db-86abb33303fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:19.061201 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8bbd7c-14b5-4fb1-91db-86abb33303fa None None] No DVR routers for this DVR port c8066bb3-0994-418f-925e-d86c8c702cc7 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:40:19.095385 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a127806-8e81-4f1f-b64e-f650c437e4b9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:19.099113 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a127806-8e81-4f1f-b64e-f650c437e4b9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:19.131159 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a127806-8e81-4f1f-b64e-f650c437e4b9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:19.131659 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a127806-8e81-4f1f-b64e-f650c437e4b9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Fanout notify agent at l3_agent the message router_deleted on router dab4ff6c-3847-4f19-8c74-c28b370b29fc {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:40:19.152260 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1a127806-8e81-4f1f-b64e-f650c437e4b9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:19.153368 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1a127806-8e81-4f1f-b64e-f650c437e4b9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/routers/dab4ff6c-3847-4f19-8c74-c28b370b29fc HTTP/1.1" status: 204 len: 168 time: 1.5119655 Jun 02 12:40:19.156009 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48662) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:19.182462 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a8416-befe-4929-b3b1-ce78584fdc55 req-f69d776f-fe3b-4d32-a8fc-6df38785f132 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:19.183949 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fd0a8416-befe-4929-b3b1-ce78584fdc55 req-f69d776f-fe3b-4d32-a8fc-6df38785f132 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 945 time: 0.2770598 Jun 02 12:40:19.311727 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-243c15b5-8d95-4ae7-a267-3f125b0ede29 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:19.315659 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fd0a8416-befe-4929-b3b1-ce78584fdc55 req-69425af5-241f-4555-8b02-e42c25ecd2b7 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234035 Jun 02 12:40:19.453633 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-243c15b5-8d95-4ae7-a267-3f125b0ede29 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:19.466793 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-243c15b5-8d95-4ae7-a267-3f125b0ede29 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c22645-0a23-48f4-8b43-73d67b9dbb42']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:19.472176 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:19.479600 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-243c15b5-8d95-4ae7-a267-3f125b0ede29 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab66e29b-cab4-40f3-9e85-5840376f2f8c') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:19.479904 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-243c15b5-8d95-4ae7-a267-3f125b0ede29 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab66e29b-cab4-40f3-9e85-5840376f2f8c') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:19.490905 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-243c15b5-8d95-4ae7-a267-3f125b0ede29 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:19.506679 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-243c15b5-8d95-4ae7-a267-3f125b0ede29 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:19.512495 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243c15b5-8d95-4ae7-a267-3f125b0ede29 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:40:19.512869 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-243c15b5-8d95-4ae7-a267-3f125b0ede29 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:40:19.527620 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:40:19.605987 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-243c15b5-8d95-4ae7-a267-3f125b0ede29 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:19.609296 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0330886b-ada8-48bf-93af-a601844fd0c0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:19.623599 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-243c15b5-8d95-4ae7-a267-3f125b0ede29 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:19.636517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c15b5-8d95-4ae7-a267-3f125b0ede29 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Network': ['ID=64c22645-0a23-48f4-8b43-73d67b9dbb42,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:19.642532 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-243c15b5-8d95-4ae7-a267-3f125b0ede29 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/networks/64c22645-0a23-48f4-8b43-73d67b9dbb42 HTTP/1.1" status: 204 len: 168 time: 0.4855723 Jun 02 12:40:19.643597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-243c15b5-8d95-4ae7-a267-3f125b0ede29 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:19.655469 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48664) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:19.660413 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-e0d80668-81f2-4263-b367-e9ba697f4458 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'network': {'name': 'tempest-network-smoke--1598176301', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'port_security_enabled': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:19.666050 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e0d80668-81f2-4263-b367-e9ba697f4458 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:19.670160 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e0d80668-81f2-4263-b367-e9ba697f4458 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:network and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:19.672956 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e0d80668-81f2-4263-b367-e9ba697f4458 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:19.678605 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e0d80668-81f2-4263-b367-e9ba697f4458 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:19.688348 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d80668-81f2-4263-b367-e9ba697f4458 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:40:19.691681 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e0d80668-81f2-4263-b367-e9ba697f4458 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:19.718725 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d80668-81f2-4263-b367-e9ba697f4458 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:40:19.726859 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e0d80668-81f2-4263-b367-e9ba697f4458 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:19.727127 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-e0d80668-81f2-4263-b367-e9ba697f4458 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Added segment e38e4864-ee90-4d34-bdfc-88713bd5d9a9 of type vlan for network 6368b2b3-4e46-447a-895f-d392f773b5b9 Jun 02 12:40:19.752242 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e0d80668-81f2-4263-b367-e9ba697f4458 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:19.788383 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e0d80668-81f2-4263-b367-e9ba697f4458 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:19.793761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d80668-81f2-4263-b367-e9ba697f4458 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:19.794625 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e0d80668-81f2-4263-b367-e9ba697f4458 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:19.798061 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c6b6e6ff-1970-4905-962b-66fddaee0f44 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:19.894182 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e0d80668-81f2-4263-b367-e9ba697f4458 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2376494 Jun 02 12:40:19.897710 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48666) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:19.900559 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d80668-81f2-4263-b367-e9ba697f4458 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Network': ['ID=6368b2b3-4e46-447a-895f-d392f773b5b9,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:19.902533 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-379867899', 'admin_state_up': True, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:19.903450 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e0d80668-81f2-4263-b367-e9ba697f4458 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:19.910128 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:19.910864 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 6368b2b3-4e46-447a-895f-d392f773b5b9 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:40:19.914191 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:router and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:19.917073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:19.926570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:19.936419 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:19.937518 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:19.953777 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:20.144298 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c8066bb3-0994-418f-925e-d86c8c702cc7 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:40:20.178203 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: c8066bb3-0994-418f-925e-d86c8c702cc7 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:40:20.178560 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c8066bb3-0994-418f-925e-d86c8c702cc7 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:40:20.178991 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b5a26864-e721-4a4a-9d9f-bb37881fa676 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:40:20.215661 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: b5a26864-e721-4a4a-9d9f-bb37881fa676 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:40:20.216017 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b5a26864-e721-4a4a-9d9f-bb37881fa676 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:40:20.216457 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 90c3156a-513d-4af4-adb3-dd535a8fe4fb no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:40:20.223458 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:20.250762 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 90c3156a-513d-4af4-adb3-dd535a8fe4fb {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:40:20.251121 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 90c3156a-513d-4af4-adb3-dd535a8fe4fb not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:40:20.568572 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:20.604478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:20.672901 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a1755-ab4f-40f1-820a-8d38e13f6faa req-9dde5538-4458-427b-8486-fab0fa8bde7d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:20.674365 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f65a1755-ab4f-40f1-820a-8d38e13f6faa req-9dde5538-4458-427b-8486-fab0fa8bde7d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 945 time: 0.2532923 Jun 02 12:40:20.766983 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f65a1755-ab4f-40f1-820a-8d38e13f6faa req-ef26a76f-7480-46cd-b15d-fd34513aa797 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854957 Jun 02 12:40:20.793755 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.26.7.60 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/ce315f3a-f930-4386-9c79-e85837372633) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:40:20.939085 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:20.966970 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:20.971196 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-69457af3-1d86-4155-9e7d-9dd8f27aae0c tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:21.030983 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:40:21.034018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:40:21.038247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:40:21.045118 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 04f8594b-c6ed-4eb6-a176-22f5335cbb64 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:40:21.069960 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=ce315f3a-f930-4386-9c79-e85837372633,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:21.075777 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:21.111231 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 04f8594b-c6ed-4eb6-a176-22f5335cbb64 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:40:21.115951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 04f8594b-c6ed-4eb6-a176-22f5335cbb64 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:40:21.116403 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:21.237368 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:21.273487 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc953535-29d6-4195-8ac7-4ef48602e27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f8594b-c6ed-4eb6-a176-22f5335cbb64'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:40:21.275801 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d938f5b6-3dca-4e36-b43e-eb0f2f3d13f9" -d '{"events": [{"server_uuid": "cc953535-29d6-4195-8ac7-4ef48602e27e", "name": "network-vif-plugged", "status": "completed", "tag": "04f8594b-c6ed-4eb6-a176-22f5335cbb64"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:40:21.284655 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 04f8594b-c6ed-4eb6-a176-22f5335cbb64, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=04f8594b-c6ed-4eb6-a176-22f5335cbb64,segment=NetworkSegment(76696f93-6ff0-492e-a64d-dd3a6a80634c),segment_id=76696f93-6ff0-492e-a64d-dd3a6a80634c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:40:21.288674 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:21.290904 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6b00a881-3bbc-42f1-a065-51b6aeb5e9bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:21.325126 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49d1f8e-26c4-4896-9d42-36b4c02b047d x-openstack-request-id: req-b49d1f8e-26c4-4896-9d42-36b4c02b047d {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:40:21.325421 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc953535-29d6-4195-8ac7-4ef48602e27e", "name": "network-vif-plugged", "status": "completed", "tag": "04f8594b-c6ed-4eb6-a176-22f5335cbb64", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:40:21.325679 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b49d1f8e-26c4-4896-9d42-36b4c02b047d {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:40:21.326067 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc953535-29d6-4195-8ac7-4ef48602e27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f8594b-c6ed-4eb6-a176-22f5335cbb64', 'code': 200} Jun 02 12:40:21.364772 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=04f8594b-c6ed-4eb6-a176-22f5335cbb64,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:21.367788 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:21.657117 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8bf58a-24ff-48c6-96bd-4f3da9e50852 req-50faa036-36d1-4f74-9a17-748abcbf94db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:21.658631 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-eb8bf58a-24ff-48c6-96bd-4f3da9e50852 req-50faa036-36d1-4f74-9a17-748abcbf94db service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 1099 time: 0.1814890 Jun 02 12:40:21.659347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:21.773939 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-eb8bf58a-24ff-48c6-96bd-4f3da9e50852 req-7ec6df72-844f-4c49-87af-217bab0ddab9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670564 Jun 02 12:40:22.085360 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:22.149464 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d6c97-12fd-44e3-af90-e9bee435c168 req-69e892b2-fb2a-40ad-bf9c-dfe8054239f5 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:22.150934 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4b3d6c97-12fd-44e3-af90-e9bee435c168 req-69e892b2-fb2a-40ad-bf9c-dfe8054239f5 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 946 time: 0.2436063 Jun 02 12:40:22.272187 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4b3d6c97-12fd-44e3-af90-e9bee435c168 req-1eb3fedd-d5ac-49e1-82fc-707fe839cf40 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133502 Jun 02 12:40:22.329857 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 70285ab8-3978-4fe7-8752-0f5881fd54d6 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:40:22.515239 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:40:22.524838 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] Sync routers for ids ['70285ab8-3978-4fe7-8752-0f5881fd54d6'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:40:22.537196 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] Routers {'70285ab8-3978-4fe7-8752-0f5881fd54d6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:40:22.537801 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:40:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['70285ab8-3978-4fe7-8752-0f5881fd54d6'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:22.542078 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:22.543340 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6446133 Jun 02 12:40:22.546636 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48676) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:22.709221 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] Set router 70285ab8-3978-4fe7-8752-0f5881fd54d6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:40:22.751253 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-02868147-de2c-4428-b5b7-98d8c0caef4e tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d135ab4d6a4341bf86e3c86c09f17ff8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2033336 Jun 02 12:40:22.753740 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48680) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:22.899136 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8681c80-b667-445d-9a88-53b41ce7a0dd tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:22.900618 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e8681c80-b667-445d-9a88-53b41ce7a0dd tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1459572 Jun 02 12:40:22.903652 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48682) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:22.944313 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-57698ea9-7153-4446-a090-eb508049271d tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394988 Jun 02 12:40:22.946728 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48684) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:22.952424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-3631fba9-b219-4f07-be59-659181f4fff0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-620702752', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:23.010858 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'name': 'tempest-TestNetworkBasicOps-router-379867899', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'ce315f3a-f930-4386-9c79-e85837372633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:40:19Z', 'updated_at': '2021-06-02T12:40:21Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'ce315f3a-f930-4386-9c79-e85837372633', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:20Z', 'updated_at': '2021-06-02T12:40:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:23.014908 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] Checking router: 70285ab8-3978-4fe7-8752-0f5881fd54d6 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:40:23.015266 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] Updating router 70285ab8-3978-4fe7-8752-0f5881fd54d6 port ce315f3a-f930-4386-9c79-e85837372633 binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:40:23.070662 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:23.211663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3631fba9-b219-4f07-be59-659181f4fff0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:23.215492 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3631fba9-b219-4f07-be59-659181f4fff0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:subnet and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:23.218778 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3631fba9-b219-4f07-be59-659181f4fff0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:23.224684 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3631fba9-b219-4f07-be59-659181f4fff0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:23.234347 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3631fba9-b219-4f07-be59-659181f4fff0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:40:23.237839 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3631fba9-b219-4f07-be59-659181f4fff0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:23.396165 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:23.407894 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] Transition to ACTIVE for port object ce315f3a-f930-4386-9c79-e85837372633 will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:40:23.414280 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:23.418541 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:23.497309 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] Attempting to bind port ce315f3a-f930-4386-9c79-e85837372633 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:40:23.497681 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] Attempting to bind port ce315f3a-f930-4386-9c79-e85837372633 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:40:23.498045 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] Attempting to bind port ce315f3a-f930-4386-9c79-e85837372633 on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:40:23.501329 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d793ae-7fe3-46f6-87ca-9571942d3179 None None] Pushing event updated for resources: {'Port': ['ID=ce315f3a-f930-4386-9c79-e85837372633,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:23.506182 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:40:23.506560 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:40:23.506957 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:23.507378 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:40:23.507838 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] Bound port: ce315f3a-f930-4386-9c79-e85837372633, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:40:23.508208 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:23.537992 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f50bb3-5c68-433e-8d4f-15b48a44383a req-bf19b4c5-f0b8-450d-b2c6-33b0c7d03464 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:23.539492 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-29f50bb3-5c68-433e-8d4f-15b48a44383a req-bf19b4c5-f0b8-450d-b2c6-33b0c7d03464 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 946 time: 0.1446333 Jun 02 12:40:23.539998 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d793ae-7fe3-46f6-87ca-9571942d3179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:23.540523 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d793ae-7fe3-46f6-87ca-9571942d3179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:23.540718 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d793ae-7fe3-46f6-87ca-9571942d3179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:23.540997 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d793ae-7fe3-46f6-87ca-9571942d3179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:23.541322 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d793ae-7fe3-46f6-87ca-9571942d3179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:23.541646 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d793ae-7fe3-46f6-87ca-9571942d3179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:23.541968 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d793ae-7fe3-46f6-87ca-9571942d3179 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:23.542313 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d793ae-7fe3-46f6-87ca-9571942d3179 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:23.542636 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d793ae-7fe3-46f6-87ca-9571942d3179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:23.542958 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d793ae-7fe3-46f6-87ca-9571942d3179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:23.543275 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d793ae-7fe3-46f6-87ca-9571942d3179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:23.543592 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d793ae-7fe3-46f6-87ca-9571942d3179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:23.556768 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-31d793ae-7fe3-46f6-87ca-9571942d3179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:23.590204 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] For port ce315f3a-f930-4386-9c79-e85837372633, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:40:23.593353 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] For port ce315f3a-f930-4386-9c79-e85837372633, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ce315f3a-f930-4386-9c79-e85837372633,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:40:23.596840 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:23.600856 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-f5c4ae5f-fcf2-4e0b-bcd2-b6341854709a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:23.641942 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-29f50bb3-5c68-433e-8d4f-15b48a44383a req-803b03d5-86b8-4f3e-85a7-53c7fa402d39 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961235 Jun 02 12:40:23.667561 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] Routers {'70285ab8-3978-4fe7-8752-0f5881fd54d6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:40:23.668182 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:40:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['70285ab8-3978-4fe7-8752-0f5881fd54d6'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:23.766540 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3631fba9-b219-4f07-be59-659181f4fff0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:23.770069 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-12f6bb71-f91c-48bd-ba32-8aaf380e8249 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:23.831248 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d793ae-7fe3-46f6-87ca-9571942d3179 None None] Pushing event updated for resources: {'Port': ['ID=ce315f3a-f930-4386-9c79-e85837372633,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:23.835480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5f976-f5d2-4c76-9710-169dec77bafc req-43c8dc58-c202-4e27-b28d-3c010553211a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:23.843185 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-20c5f976-f5d2-4c76-9710-169dec77bafc req-43c8dc58-c202-4e27-b28d-3c010553211a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 946 time: 0.0922902 Jun 02 12:40:23.847415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631fba9-b219-4f07-be59-659181f4fff0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Subnet': ['ID=b6b45c79-98d0-46ac-907b-adedadc0d5e1,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:23.851940 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3631fba9-b219-4f07-be59-659181f4fff0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:23.854785 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] Set router 70285ab8-3978-4fe7-8752-0f5881fd54d6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:40:23.859214 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3631fba9-b219-4f07-be59-659181f4fff0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Checking segment: {'id': 'e38e4864-ee90-4d34-bdfc-88713bd5d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:40:23.859579 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3631fba9-b219-4f07-be59-659181f4fff0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network hostable DHCP agents. Network: 6368b2b3-4e46-447a-895f-d392f773b5b9, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:40:23.880367 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3631fba9-b219-4f07-be59-659181f4fff0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 6368b2b3-4e46-447a-895f-d392f773b5b9 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:40:23.891074 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-3631fba9-b219-4f07-be59-659181f4fff0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 6368b2b3-4e46-447a-895f-d392f773b5b9) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:40:23.901999 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e698471e-65fa-4580-bd75-b2d726e83d45 None None] Network 6368b2b3-4e46-447a-895f-d392f773b5b9 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:40:23.912565 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3631fba9-b219-4f07-be59-659181f4fff0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:23.913168 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3631fba9-b219-4f07-be59-659181f4fff0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:23.928903 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-31d793ae-7fe3-46f6-87ca-9571942d3179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:23.944732 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3631fba9-b219-4f07-be59-659181f4fff0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9969053 Jun 02 12:40:23.945417 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48690) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:24.050155 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-20c5f976-f5d2-4c76-9710-169dec77bafc req-f93d8fe8-1769-4f84-b759-43444af87318 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059672 Jun 02 12:40:24.066631 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48692) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:24.140534 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31146e84-93e5-4d40-aa3b-5945cbe364f1 tempest-TestVolumeBootPattern-1120910868 tempest-TestVolumeBootPattern-1120910868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:24.140534 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-31146e84-93e5-4d40-aa3b-5945cbe364f1 tempest-TestVolumeBootPattern-1120910868 tempest-TestVolumeBootPattern-1120910868-project-admin] Synchronizing usage tracker for tenant:fd24c910e47e44a78c86e8727202bb15 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:24.162405 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-31146e84-93e5-4d40-aa3b-5945cbe364f1 tempest-TestVolumeBootPattern-1120910868 tempest-TestVolumeBootPattern-1120910868-project-admin] Unset dirty status for tenant:fd24c910e47e44a78c86e8727202bb15 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:24.166787 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-31146e84-93e5-4d40-aa3b-5945cbe364f1 tempest-TestVolumeBootPattern-1120910868 tempest-TestVolumeBootPattern-1120910868-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 1094 time: 0.0987465 Jun 02 12:40:24.167615 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48694) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:24.173035 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': '04f8594b-c6ed-4eb6-a176-22f5335cbb64', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:24.179107 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:24.182776 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'name': 'tempest-TestNetworkBasicOps-router-379867899', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'ce315f3a-f930-4386-9c79-e85837372633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:40:19Z', 'updated_at': '2021-06-02T12:40:21Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'ce315f3a-f930-4386-9c79-e85837372633', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:20Z', 'updated_at': '2021-06-02T12:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:24.183446 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Usage tracker for resource:floatingip and tenant:96bf45be6aa145b6aaf403d7070d5e51 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:24.186513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:24.186791 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348c3aa2-da26-400e-b340-5773f22ca68e None None] The sync data for ids ['70285ab8-3978-4fe7-8752-0f5881fd54d6'] in dv-neutron-601336-80-hyperv is: [{'id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'name': 'tempest-TestNetworkBasicOps-router-379867899', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'ce315f3a-f930-4386-9c79-e85837372633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:40:19Z', 'updated_at': '2021-06-02T12:40:21Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'ce315f3a-f930-4386-9c79-e85837372633', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:20Z', 'updated_at': '2021-06-02T12:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:40:24.193713 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:24.222867 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:24.239794 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-6368b2b3-4e46-447a-895f-d392f773b5b9', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ips': [{'subnet_id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:40:24.240657 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:24.388774 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:24.410323 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Allocated IP 172.20.0.2 (6368b2b3-4e46-447a-895f-d392f773b5b9/b6b45c79-98d0-46ac-907b-adedadc0d5e1/2bded79f-e34f-4c07-964c-6df3348538e5) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:40:24.603736 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Allocated IP 172.26.7.29 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/11b1eac0-d1dd-4a08-8188-8e35dd5cb307) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:40:24.693291 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:24.705510 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Transition to ACTIVE for port object 2bded79f-e34f-4c07-964c-6df3348538e5 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:40:24.730007 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Transition to ACTIVE for port object 2bded79f-e34f-4c07-964c-6df3348538e5 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:40:24.738379 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:24.753231 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-23f62421-3cd7-46ce-99ac-a573c757cbc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:24.793211 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:24.818667 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:24.831066 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:24.837197 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0783777b-902c-4b2b-85f8-8861b17bb38c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:24.838389 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Pushing event updated for resources: {'Port': ['ID=2bded79f-e34f-4c07-964c-6df3348538e5,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:24.847729 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:24.853750 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Network 6368b2b3-4e46-447a-895f-d392f773b5b9 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:40:24.855286 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:40:24.861357 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:40:24.908514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Pushing event updated for resources: {'Port': ['ID=11b1eac0-d1dd-4a08-8188-8e35dd5cb307,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:24.912891 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:24.922171 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:40:24.923454 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:40:24.925944 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:40:24.985761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Attempting to bind port 2bded79f-e34f-4c07-964c-6df3348538e5 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:40:24.987006 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Attempting to bind port 2bded79f-e34f-4c07-964c-6df3348538e5 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'e38e4864-ee90-4d34-bdfc-88713bd5d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:40:24.987646 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Attempting to bind port 2bded79f-e34f-4c07-964c-6df3348538e5 on network 6368b2b3-4e46-447a-895f-d392f773b5b9 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:40:24.994752 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:40:24.995564 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Checking segment: {'id': 'e38e4864-ee90-4d34-bdfc-88713bd5d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:40:24.996242 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:24.996879 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Bound using segment: {'id': 'e38e4864-ee90-4d34-bdfc-88713bd5d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:40:24.997822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Bound port: 2bded79f-e34f-4c07-964c-6df3348538e5, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38e4864-ee90-4d34-bdfc-88713bd5d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:40:24.998508 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:25.106141 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] For port 2bded79f-e34f-4c07-964c-6df3348538e5, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:40:25.109939 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] For port 2bded79f-e34f-4c07-964c-6df3348538e5, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=2bded79f-e34f-4c07-964c-6df3348538e5,segment=NetworkSegment(e38e4864-ee90-4d34-bdfc-88713bd5d9a9),segment_id=e38e4864-ee90-4d34-bdfc-88713bd5d9a9)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:40:25.116429 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:25.120065 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:25.207600 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Pushing event updated for resources: {'Port': ['ID=2bded79f-e34f-4c07-964c-6df3348538e5,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:25.210910 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:25.441972 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:25.482853 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.20.0.1 (6368b2b3-4e46-447a-895f-d392f773b5b9/b6b45c79-98d0-46ac-907b-adedadc0d5e1/e04943b6-4301-487c-9688-53edb9d0a537) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:40:25.534576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:25.658465 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:25.676242 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Transition to ACTIVE for port object e04943b6-4301-487c-9688-53edb9d0a537 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:40:25.707389 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:25.712884 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0c974174-8439-4257-873d-e0fe51487a9b tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:25.756505 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:25.763302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:25.768260 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:25.776825 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:25.781707 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 6368b2b3-4e46-447a-895f-d392f773b5b9 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:40:25.785247 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:40:25.789368 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:40:25.830780 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=e04943b6-4301-487c-9688-53edb9d0a537,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:25.839077 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:25.851615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:25.889591 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Pushing event updated for resources: {'Port': ['ID=11b1eac0-d1dd-4a08-8188-8e35dd5cb307,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:25.893522 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:25.899285 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:26.067990 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:26.229027 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Floating IP 8f99eb25-69c5-42a0-a6fd-bb19c11cb9a9 associated. External IP: 172.26.7.29, port: 04f8594b-c6ed-4eb6-a176-22f5335cbb64. Jun 02 12:40:26.305485 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device ce315f3a-f930-4386-9c79-e85837372633 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:40:26.403195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port ce315f3a-f930-4386-9c79-e85837372633 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:40:26.409294 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port ce315f3a-f930-4386-9c79-e85837372633 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:40:26.409951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:26.547834 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:26.567356 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port ce315f3a-f930-4386-9c79-e85837372633, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ce315f3a-f930-4386-9c79-e85837372633,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:40:26.572132 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb08016e-5e8e-41a2-8b64-6b5b81fedc45 None None] Network 6368b2b3-4e46-447a-895f-d392f773b5b9 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:40:26.591109 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:26.591939 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 2bded79f-e34f-4c07-964c-6df3348538e5 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:40:26.598086 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:26.604258 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:26.627992 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:26.634085 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cb9df646-9a7a-4cfb-bfee-84d9a8e4cce4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:26.660409 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Router 29d3d7a0-d198-4622-8c9c-923c175c51dc has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:40:26.721922 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=e04943b6-4301-487c-9688-53edb9d0a537,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:26.724697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:26.729218 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:26.805544 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9277df35-146e-4fa4-843f-5326f86f80fc None None] Provisioning for port 2bded79f-e34f-4c07-964c-6df3348538e5 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:40:26.819805 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=ce315f3a-f930-4386-9c79-e85837372633,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:26.834587 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:26.860666 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:40:26.889760 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:26.892297 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3aeca-df81-4158-83c8-6ce5db06393a None None] Sync routers for ids ['29d3d7a0-d198-4622-8c9c-923c175c51dc'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:40:26.901528 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 2bded79f-e34f-4c07-964c-6df3348538e5 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:40:26.920744 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 2bded79f-e34f-4c07-964c-6df3348538e5 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:40:26.921124 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:26.959399 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7820513 Jun 02 12:40:26.959675 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e3aeca-df81-4158-83c8-6ce5db06393a None None] Routers {'29d3d7a0-d198-4622-8c9c-923c175c51dc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:40:26.959796 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc953535-29d6-4195-8ac7-4ef48602e27e', 'tag': '04f8594b-c6ed-4eb6-a176-22f5335cbb64'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:40:26.959904 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-b7e3aeca-df81-4158-83c8-6ce5db06393a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:40:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['29d3d7a0-d198-4622-8c9c-923c175c51dc'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:26.960032 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860d4c3b-c884-4801-9db6-186843c7d809" -d '{"events": [{"name": "network-changed", "server_uuid": "cc953535-29d6-4195-8ac7-4ef48602e27e", "tag": "04f8594b-c6ed-4eb6-a176-22f5335cbb64"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:40:27.031961 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 6368b2b3-4e46-447a-895f-d392f773b5b9 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:40:27.033611 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:40:27.132138 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bff865-f061-44d3-aab8-697abd1af314 x-openstack-request-id: req-33bff865-f061-44d3-aab8-697abd1af314 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:40:27.132786 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc953535-29d6-4195-8ac7-4ef48602e27e", "tag": "04f8594b-c6ed-4eb6-a176-22f5335cbb64", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:40:27.133203 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33bff865-f061-44d3-aab8-697abd1af314 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:40:27.133731 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc953535-29d6-4195-8ac7-4ef48602e27e', 'tag': '04f8594b-c6ed-4eb6-a176-22f5335cbb64', 'status': 'completed', 'code': 200} Jun 02 12:40:27.233289 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 70285ab8-3978-4fe7-8752-0f5881fd54d6 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:40:27.241615 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d4c3b-c884-4801-9db6-186843c7d809 req-d2d70c71-7893-417e-b813-d7d5c1fc6892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:27.243322 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-860d4c3b-c884-4801-9db6-186843c7d809 req-d2d70c71-7893-417e-b813-d7d5c1fc6892 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=96bf45be6aa145b6aaf403d7070d5e51&device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 1099 time: 0.0862584 Jun 02 12:40:27.317751 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-b7e3aeca-df81-4158-83c8-6ce5db06393a None None] Set router 29d3d7a0-d198-4622-8c9c-923c175c51dc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:40:27.374044 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:27.383356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d4c3b-c884-4801-9db6-186843c7d809 req-3eaea09a-841a-4341-aa60-3f7b721dc5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:27.385090 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-860d4c3b-c884-4801-9db6-186843c7d809 req-3eaea09a-841a-4341-aa60-3f7b721dc5be service neutron] 10.222.0.22 "GET /v2.0/networks?id=538c4580-73df-464f-868c-daf3dec24418 HTTP/1.1" status: 200 len: 912 time: 0.1352677 Jun 02 12:40:27.418784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:40:27.431135 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] Sync routers for ids ['70285ab8-3978-4fe7-8752-0f5881fd54d6'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:40:27.434417 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/routers/70285ab8-3978-4fe7-8752-0f5881fd54d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4879239 Jun 02 12:40:27.436778 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48704) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:27.445580 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] Routers {'70285ab8-3978-4fe7-8752-0f5881fd54d6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:40:27.446228 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:40:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['70285ab8-3978-4fe7-8752-0f5881fd54d6'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:27.518686 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 2bded79f-e34f-4c07-964c-6df3348538e5, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=2bded79f-e34f-4c07-964c-6df3348538e5,segment=NetworkSegment(e38e4864-ee90-4d34-bdfc-88713bd5d9a9),segment_id=e38e4864-ee90-4d34-bdfc-88713bd5d9a9)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:40:27.530231 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:27.533502 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-860d4c3b-c884-4801-9db6-186843c7d809 req-94ab7edc-145b-4d3a-a2d8-f4628335a680 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04f8594b-c6ed-4eb6-a176-22f5335cbb64 HTTP/1.1" status: 200 len: 999 time: 0.1410213 Jun 02 12:40:27.535339 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:27.607595 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d4c3b-c884-4801-9db6-186843c7d809 req-87939d18-6f82-4e38-9378-df04a109599c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:27.609326 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-860d4c3b-c884-4801-9db6-186843c7d809 req-87939d18-6f82-4e38-9378-df04a109599c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=50a59100-ae12-4643-94d5-15b1702b852a HTTP/1.1" status: 200 len: 850 time: 0.0677865 Jun 02 12:40:27.614810 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ab2168-19bf-4c9e-bcea-fdbbed1a244b tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:27.615485 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ab2168-19bf-4c9e-bcea-fdbbed1a244b tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:27.616832 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ab2168-19bf-4c9e-bcea-fdbbed1a244b tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:27.617378 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ab2168-19bf-4c9e-bcea-fdbbed1a244b tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:27.617840 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ab2168-19bf-4c9e-bcea-fdbbed1a244b tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:27.618379 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ab2168-19bf-4c9e-bcea-fdbbed1a244b tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:27.618845 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ab2168-19bf-4c9e-bcea-fdbbed1a244b tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:27.621257 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-91ab2168-19bf-4c9e-bcea-fdbbed1a244b tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.1835637 Jun 02 12:40:27.623892 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48706) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:27.694455 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] Set router 70285ab8-3978-4fe7-8752-0f5881fd54d6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:40:27.725648 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=2bded79f-e34f-4c07-964c-6df3348538e5,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:27.734736 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:27.752227 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d4c3b-c884-4801-9db6-186843c7d809 req-62581af0-ecc6-4941-b2c0-2171f713128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:27.753703 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-860d4c3b-c884-4801-9db6-186843c7d809 req-62581af0-ecc6-4941-b2c0-2171f713128c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=538c4580-73df-464f-868c-daf3dec24418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1370251 Jun 02 12:40:27.759864 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b9c1cd-10f7-4919-80ff-07fccb556fee tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:27.760641 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b9c1cd-10f7-4919-80ff-07fccb556fee tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:27.761108 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b9c1cd-10f7-4919-80ff-07fccb556fee tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:27.761575 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b9c1cd-10f7-4919-80ff-07fccb556fee tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:27.762030 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b9c1cd-10f7-4919-80ff-07fccb556fee tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:27.762716 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b9c1cd-10f7-4919-80ff-07fccb556fee tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:27.763179 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b9c1cd-10f7-4919-80ff-07fccb556fee tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:27.765097 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-87b9c1cd-10f7-4919-80ff-07fccb556fee tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.1401198 Jun 02 12:40:27.767770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48708) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:27.827968 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-fd2bea4d-bb5a-42c1-af93-9915d7f07645 None None] Provisioning complete for port 2bded79f-e34f-4c07-964c-6df3348538e5 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:40:27.828353 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fd2bea4d-bb5a-42c1-af93-9915d7f07645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:27.936346 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-b7e3aeca-df81-4158-83c8-6ce5db06393a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:34:02Z', 'revision_number': 4, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '8f99eb25-69c5-42a0-a6fd-bb19c11cb9a9', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'floating_ip_address': '172.26.7.29', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'port_id': '04f8594b-c6ed-4eb6-a176-22f5335cbb64', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'mac_address': 'fa:16:3e:9b:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc953535-29d6-4195-8ac7-4ef48602e27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:40:25Z', 'updated_at': '2021-06-02T12:40:25Z', 'revision_number': 0, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'fixed_ip_address_scope': None}, {'id': 'b127fecc-6a87-4974-a3f6-2f81b9eee544', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'floating_ip_address': '172.26.7.82', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'port_id': '3c477b15-aa8e-423c-8fd9-63de06385a99', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'mac_address': 'fa:16:3e:de:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c601d1-00a3-434e-92f9-d6565244303d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:38:15Z', 'updated_at': '2021-06-02T12:38:19Z', 'revision_number': 1, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffab3995-3e07-4da0-a1f7-2f54d5702299', 'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'mac_address': 'fa:16:3e:43:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:58Z', 'updated_at': '2021-06-02T12:34:14Z', 'revision_number': 5, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'subnets': [{'id': '50a59100-ae12-4643-94d5-15b1702b852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:27.941691 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3aeca-df81-4158-83c8-6ce5db06393a None None] Checking router: 29d3d7a0-d198-4622-8c9c-923c175c51dc for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:40:27.980322 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-860d4c3b-c884-4801-9db6-186843c7d809 req-5dec1462-144f-4c8b-a70b-a4fcfb571b5f service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139208 Jun 02 12:40:27.984536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e3aeca-df81-4158-83c8-6ce5db06393a None None] Routers {'29d3d7a0-d198-4622-8c9c-923c175c51dc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:40:27.984871 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-b7e3aeca-df81-4158-83c8-6ce5db06393a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:40:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['29d3d7a0-d198-4622-8c9c-923c175c51dc'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:28.070679 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6aace52f-3059-4e11-95a2-ba41ecaeb23d tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 0.3016791 Jun 02 12:40:28.160320 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'name': 'tempest-TestNetworkBasicOps-router-379867899', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'ce315f3a-f930-4386-9c79-e85837372633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:40:19Z', 'updated_at': '2021-06-02T12:40:25Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'ce315f3a-f930-4386-9c79-e85837372633', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:20Z', 'updated_at': '2021-06-02T12:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e04943b6-4301-487c-9688-53edb9d0a537', 'name': '', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:4c:b5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:25Z', 'updated_at': '2021-06-02T12:40:26Z', 'revision_number': 2, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:28.174025 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] Checking router: 70285ab8-3978-4fe7-8752-0f5881fd54d6 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:40:28.174422 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] Updating router 70285ab8-3978-4fe7-8752-0f5881fd54d6 port e04943b6-4301-487c-9688-53edb9d0a537 binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:40:28.185526 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-860d4c3b-c884-4801-9db6-186843c7d809 req-87056dd4-514e-45fe-b672-30452f4c5ad5 service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942654 Jun 02 12:40:28.210933 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-b7e3aeca-df81-4158-83c8-6ce5db06393a None None] Set router 29d3d7a0-d198-4622-8c9c-923c175c51dc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:40:28.260240 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device ce315f3a-f930-4386-9c79-e85837372633 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:40:28.273559 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:28.417638 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-fd2bea4d-bb5a-42c1-af93-9915d7f07645 None None] Provisioning for port e04943b6-4301-487c-9688-53edb9d0a537 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:40:28.429405 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-fd2bea4d-bb5a-42c1-af93-9915d7f07645 None None] Provisioning complete for port e04943b6-4301-487c-9688-53edb9d0a537 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:40:28.429781 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fd2bea4d-bb5a-42c1-af93-9915d7f07645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:28.525312 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-fd2bea4d-bb5a-42c1-af93-9915d7f07645 None None] Port e04943b6-4301-487c-9688-53edb9d0a537 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:40:28.529908 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port ce315f3a-f930-4386-9c79-e85837372633 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:40:28.530919 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:28.578732 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48712) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:28.584148 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-e2043d5a-e6e4-469c-866f-594b65eddd9b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-765720880', 'description': 'tempest-secgroup-smoke-765720880 description', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:28.590016 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e2043d5a-e6e4-469c-866f-594b65eddd9b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:28.594139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e2043d5a-e6e4-469c-866f-594b65eddd9b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:28.596966 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e2043d5a-e6e4-469c-866f-594b65eddd9b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:28.603989 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e2043d5a-e6e4-469c-866f-594b65eddd9b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:28.615861 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2043d5a-e6e4-469c-866f-594b65eddd9b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:28.631861 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:28.638142 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e2043d5a-e6e4-469c-866f-594b65eddd9b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:28.642370 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e2043d5a-e6e4-469c-866f-594b65eddd9b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:28.643952 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] Transition to ACTIVE for port object e04943b6-4301-487c-9688-53edb9d0a537 will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:40:28.646226 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e2043d5a-e6e4-469c-866f-594b65eddd9b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:28.652079 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:28.653508 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e2043d5a-e6e4-469c-866f-594b65eddd9b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:28.656911 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-dcf24585-bcb2-4f63-8127-5b0e9a68a498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:28.724599 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd511a7-eccd-47aa-b746-316a42c60627 None None] Pushing event updated for resources: {'Port': ['ID=e04943b6-4301-487c-9688-53edb9d0a537,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:28.779392 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-5dd511a7-eccd-47aa-b746-316a42c60627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:28.880273 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 2bded79f-e34f-4c07-964c-6df3348538e5 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:40:28.887033 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2043d5a-e6e4-469c-866f-594b65eddd9b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:28.891757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2043d5a-e6e4-469c-866f-594b65eddd9b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:28.900027 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-497de15a-754b-4502-8261-ca79a21da07a tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:28.943102 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] Attempting to bind port e04943b6-4301-487c-9688-53edb9d0a537 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:40:28.943576 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] Attempting to bind port e04943b6-4301-487c-9688-53edb9d0a537 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'e38e4864-ee90-4d34-bdfc-88713bd5d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:40:28.944177 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] Attempting to bind port e04943b6-4301-487c-9688-53edb9d0a537 on network 6368b2b3-4e46-447a-895f-d392f773b5b9 {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:40:28.948418 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2043d5a-e6e4-469c-866f-594b65eddd9b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fae7911-010f-49be-89e2-df23fe1d7a87,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:28.952880 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e2043d5a-e6e4-469c-866f-594b65eddd9b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:28.953056 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:40:28.953343 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] Checking segment: {'id': 'e38e4864-ee90-4d34-bdfc-88713bd5d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:40:28.953817 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:28.954231 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] Bound using segment: {'id': 'e38e4864-ee90-4d34-bdfc-88713bd5d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:40:28.954486 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e2043d5a-e6e4-469c-866f-594b65eddd9b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:28.955335 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] Bound port: e04943b6-4301-487c-9688-53edb9d0a537, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38e4864-ee90-4d34-bdfc-88713bd5d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:40:28.959256 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:28.959405 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e2043d5a-e6e4-469c-866f-594b65eddd9b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3760505 Jun 02 12:40:28.959523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48714) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:28.965379 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c8f12897-a6cd-4b12-931e-98f4b163f13d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '7fae7911-010f-49be-89e2-df23fe1d7a87', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:28.971397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c8f12897-a6cd-4b12-931e-98f4b163f13d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:28.976079 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c8f12897-a6cd-4b12-931e-98f4b163f13d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:28.976505 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-b7e3aeca-df81-4158-83c8-6ce5db06393a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:34:02Z', 'revision_number': 4, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '8f99eb25-69c5-42a0-a6fd-bb19c11cb9a9', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'floating_ip_address': '172.26.7.29', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'port_id': '04f8594b-c6ed-4eb6-a176-22f5335cbb64', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'mac_address': 'fa:16:3e:9b:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc953535-29d6-4195-8ac7-4ef48602e27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:40:25Z', 'updated_at': '2021-06-02T12:40:25Z', 'revision_number': 0, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'fixed_ip_address_scope': None}, {'id': 'b127fecc-6a87-4974-a3f6-2f81b9eee544', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'floating_ip_address': '172.26.7.82', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'port_id': '3c477b15-aa8e-423c-8fd9-63de06385a99', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'mac_address': 'fa:16:3e:de:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c601d1-00a3-434e-92f9-d6565244303d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:38:15Z', 'updated_at': '2021-06-02T12:38:19Z', 'revision_number': 1, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffab3995-3e07-4da0-a1f7-2f54d5702299', 'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'mac_address': 'fa:16:3e:43:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:58Z', 'updated_at': '2021-06-02T12:34:14Z', 'revision_number': 5, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'subnets': [{'id': '50a59100-ae12-4643-94d5-15b1702b852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:28.980008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c8f12897-a6cd-4b12-931e-98f4b163f13d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:28.986427 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3aeca-df81-4158-83c8-6ce5db06393a None None] The sync data for ids ['29d3d7a0-d198-4622-8c9c-923c175c51dc'] in dv-neutron-601336-80-hyperv is: [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:34:02Z', 'revision_number': 4, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '8f99eb25-69c5-42a0-a6fd-bb19c11cb9a9', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'floating_ip_address': '172.26.7.29', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'port_id': '04f8594b-c6ed-4eb6-a176-22f5335cbb64', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'mac_address': 'fa:16:3e:9b:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc953535-29d6-4195-8ac7-4ef48602e27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:40:25Z', 'updated_at': '2021-06-02T12:40:25Z', 'revision_number': 0, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'fixed_ip_address_scope': None}, {'id': 'b127fecc-6a87-4974-a3f6-2f81b9eee544', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'floating_ip_address': '172.26.7.82', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'port_id': '3c477b15-aa8e-423c-8fd9-63de06385a99', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'mac_address': 'fa:16:3e:de:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c601d1-00a3-434e-92f9-d6565244303d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:38:15Z', 'updated_at': '2021-06-02T12:38:19Z', 'revision_number': 1, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffab3995-3e07-4da0-a1f7-2f54d5702299', 'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'mac_address': 'fa:16:3e:43:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:58Z', 'updated_at': '2021-06-02T12:34:14Z', 'revision_number': 5, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'subnets': [{'id': '50a59100-ae12-4643-94d5-15b1702b852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:40:28.986952 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c8f12897-a6cd-4b12-931e-98f4b163f13d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:28.989087 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 2bded79f-e34f-4c07-964c-6df3348538e5 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:40:28.989475 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.023850 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c8f12897-a6cd-4b12-931e-98f4b163f13d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.054086 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] For port e04943b6-4301-487c-9688-53edb9d0a537, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:40:29.057466 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] For port e04943b6-4301-487c-9688-53edb9d0a537, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e04943b6-4301-487c-9688-53edb9d0a537,segment=NetworkSegment(e38e4864-ee90-4d34-bdfc-88713bd5d9a9),segment_id=e38e4864-ee90-4d34-bdfc-88713bd5d9a9)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:40:29.066245 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.072393 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:29.097623 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c8f12897-a6cd-4b12-931e-98f4b163f13d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.103926 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c8f12897-a6cd-4b12-931e-98f4b163f13d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.106003 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:29.143229 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f12897-a6cd-4b12-931e-98f4b163f13d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d77ea8c6-6d59-46c8-b92d-c6c452f3eb8a,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:29.147196 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c8f12897-a6cd-4b12-931e-98f4b163f13d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:29.148469 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c8f12897-a6cd-4b12-931e-98f4b163f13d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.150258 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c8f12897-a6cd-4b12-931e-98f4b163f13d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1886461 Jun 02 12:40:29.153067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48716) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:29.158841 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-431f96dc-a9e0-4395-83a5-08380abaea86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '7fae7911-010f-49be-89e2-df23fe1d7a87', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:29.166770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-431f96dc-a9e0-4395-83a5-08380abaea86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:29.166988 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd511a7-eccd-47aa-b746-316a42c60627 None None] Pushing event updated for resources: {'Port': ['ID=e04943b6-4301-487c-9688-53edb9d0a537,revision_number=4']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:29.171915 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-5dd511a7-eccd-47aa-b746-316a42c60627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:29.172287 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-431f96dc-a9e0-4395-83a5-08380abaea86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:29.172532 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] Routers {'70285ab8-3978-4fe7-8752-0f5881fd54d6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:40:29.173202 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:40:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['70285ab8-3978-4fe7-8752-0f5881fd54d6'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:29.176182 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-431f96dc-a9e0-4395-83a5-08380abaea86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:29.183359 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-431f96dc-a9e0-4395-83a5-08380abaea86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:29.205410 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-431f96dc-a9e0-4395-83a5-08380abaea86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.275606 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b587d24e-ed0a-4190-b613-67e0cc266115 None None] New status for floating IP 8f99eb25-69c5-42a0-a6fd-bb19c11cb9a9: ACTIVE {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:40:29.290462 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-431f96dc-a9e0-4395-83a5-08380abaea86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.295420 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-431f96dc-a9e0-4395-83a5-08380abaea86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.302234 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-83b01469-3a34-4f29-ac9d-e30a70d81e46 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:29.331541 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f96dc-a9e0-4395-83a5-08380abaea86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374ec201-d2c8-47c3-a8cd-990dc7a76a1e,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:29.335150 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-431f96dc-a9e0-4395-83a5-08380abaea86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:29.337095 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-431f96dc-a9e0-4395-83a5-08380abaea86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.338784 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-431f96dc-a9e0-4395-83a5-08380abaea86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1847894 Jun 02 12:40:29.341613 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48718) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:29.347415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-258241c2-e5ed-466e-9b55-047b40b47054 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '7fae7911-010f-49be-89e2-df23fe1d7a87', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:29.353678 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-258241c2-e5ed-466e-9b55-047b40b47054 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:29.357704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-258241c2-e5ed-466e-9b55-047b40b47054 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:29.360759 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-258241c2-e5ed-466e-9b55-047b40b47054 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:29.367446 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-258241c2-e5ed-466e-9b55-047b40b47054 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:29.388812 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-258241c2-e5ed-466e-9b55-047b40b47054 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.389249 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] Set router 70285ab8-3978-4fe7-8752-0f5881fd54d6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:40:29.462647 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-258241c2-e5ed-466e-9b55-047b40b47054 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.467898 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-258241c2-e5ed-466e-9b55-047b40b47054 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.474856 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cb658f44-9475-486e-bdd0-930e7a9dc498 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:29.498551 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258241c2-e5ed-466e-9b55-047b40b47054 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da98e8a-986e-4c13-a738-6f7fa68028b3,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:29.501733 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-258241c2-e5ed-466e-9b55-047b40b47054 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:29.511785 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-258241c2-e5ed-466e-9b55-047b40b47054 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.513314 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-258241c2-e5ed-466e-9b55-047b40b47054 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1706088 Jun 02 12:40:29.516078 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48720) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:29.521570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-5e84143d-066a-4b86-8ae5-b8cfe2c00ec2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '7fae7911-010f-49be-89e2-df23fe1d7a87', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:29.529906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5e84143d-066a-4b86-8ae5-b8cfe2c00ec2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:29.537083 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5e84143d-066a-4b86-8ae5-b8cfe2c00ec2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:29.540275 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5e84143d-066a-4b86-8ae5-b8cfe2c00ec2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:29.546513 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5e84143d-066a-4b86-8ae5-b8cfe2c00ec2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:29.564620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5e84143d-066a-4b86-8ae5-b8cfe2c00ec2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.638551 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5e84143d-066a-4b86-8ae5-b8cfe2c00ec2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.642901 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5e84143d-066a-4b86-8ae5-b8cfe2c00ec2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.644778 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1f9163b5-212b-4e5e-8542-071dcddd6b93 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:29.670437 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84143d-066a-4b86-8ae5-b8cfe2c00ec2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4744e9b5-e8c0-46d6-8e98-b2dd3950e768,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:29.673028 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5e84143d-066a-4b86-8ae5-b8cfe2c00ec2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:29.681272 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5e84143d-066a-4b86-8ae5-b8cfe2c00ec2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.682478 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5e84143d-066a-4b86-8ae5-b8cfe2c00ec2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1652074 Jun 02 12:40:29.685196 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48722) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:29.689496 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-80977a93-907b-455f-8e76-b3b20fdb7e7b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '7fae7911-010f-49be-89e2-df23fe1d7a87', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:29.695434 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-80977a93-907b-455f-8e76-b3b20fdb7e7b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:29.699230 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-80977a93-907b-455f-8e76-b3b20fdb7e7b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:29.702077 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-80977a93-907b-455f-8e76-b3b20fdb7e7b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:29.707884 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-80977a93-907b-455f-8e76-b3b20fdb7e7b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:29.718289 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.securitygroups_db [None req-80977a93-907b-455f-8e76-b3b20fdb7e7b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:40:29.724375 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-80977a93-907b-455f-8e76-b3b20fdb7e7b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.730817 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'name': 'tempest-TestNetworkBasicOps-router-379867899', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'ce315f3a-f930-4386-9c79-e85837372633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:40:19Z', 'updated_at': '2021-06-02T12:40:25Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'ce315f3a-f930-4386-9c79-e85837372633', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:20Z', 'updated_at': '2021-06-02T12:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e04943b6-4301-487c-9688-53edb9d0a537', 'name': '', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:4c:b5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:25Z', 'updated_at': '2021-06-02T12:40:29Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:29.734581 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ca67b-79da-405f-a7f7-c4f352aa2d9d None None] The sync data for ids ['70285ab8-3978-4fe7-8752-0f5881fd54d6'] in dv-neutron-601336-80-hyperv is: [{'id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'name': 'tempest-TestNetworkBasicOps-router-379867899', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'ce315f3a-f930-4386-9c79-e85837372633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:40:19Z', 'updated_at': '2021-06-02T12:40:25Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'ce315f3a-f930-4386-9c79-e85837372633', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:20Z', 'updated_at': '2021-06-02T12:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e04943b6-4301-487c-9688-53edb9d0a537', 'name': '', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:4c:b5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:25Z', 'updated_at': '2021-06-02T12:40:29Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:40:29.813183 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-80977a93-907b-455f-8e76-b3b20fdb7e7b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.818168 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-80977a93-907b-455f-8e76-b3b20fdb7e7b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.820574 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-009d4b6d-c79f-496f-bf84-746fc9d8662a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:29.844264 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80977a93-907b-455f-8e76-b3b20fdb7e7b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dccbddc8-db94-4486-84b6-056eddd93054,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:29.849686 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-80977a93-907b-455f-8e76-b3b20fdb7e7b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:29.856201 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-80977a93-907b-455f-8e76-b3b20fdb7e7b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.857446 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-80977a93-907b-455f-8e76-b3b20fdb7e7b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1713402 Jun 02 12:40:29.860302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48724) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:29.865036 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-2b8b3cd6-2519-470a-a7d4-d7efe26fce11 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '7fae7911-010f-49be-89e2-df23fe1d7a87', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:29.871324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-2b8b3cd6-2519-470a-a7d4-d7efe26fce11 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:29.875203 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2b8b3cd6-2519-470a-a7d4-d7efe26fce11 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:29.878445 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2b8b3cd6-2519-470a-a7d4-d7efe26fce11 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:29.884692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-2b8b3cd6-2519-470a-a7d4-d7efe26fce11 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:29.895996 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-2b8b3cd6-2519-470a-a7d4-d7efe26fce11 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:40:29.902348 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b8b3cd6-2519-470a-a7d4-d7efe26fce11 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.974583 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b8b3cd6-2519-470a-a7d4-d7efe26fce11 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.978830 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b8b3cd6-2519-470a-a7d4-d7efe26fce11 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:29.980781 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c8f12897-a6cd-4b12-931e-98f4b163f13d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:30.003017 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b3cd6-2519-470a-a7d4-d7efe26fce11 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7472af5a-aca9-4e88-a156-e6e1f4a642ee,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:30.005517 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2b8b3cd6-2519-470a-a7d4-d7efe26fce11 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:30.012383 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b8b3cd6-2519-470a-a7d4-d7efe26fce11 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:30.013722 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2b8b3cd6-2519-470a-a7d4-d7efe26fce11 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1524301 Jun 02 12:40:30.198435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e04943b6-4301-487c-9688-53edb9d0a537 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:40:30.256316 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-289687d9-6392-4396-86c6-c95bc8a3733a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:30.273388 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-289687d9-6392-4396-86c6-c95bc8a3733a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:30.274555 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-289687d9-6392-4396-86c6-c95bc8a3733a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-765720880&fields=id&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 267 time: 0.0591440 Jun 02 12:40:30.278234 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port e04943b6-4301-487c-9688-53edb9d0a537 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:40:30.283366 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port e04943b6-4301-487c-9688-53edb9d0a537 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:40:30.283820 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:30.408852 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:30.432578 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-6f1bd494-3e7b-4761-8db4-b4d1affe0f57 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:30.433299 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-6f1bd494-3e7b-4761-8db4-b4d1affe0f57 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:network {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:30.448713 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port e04943b6-4301-487c-9688-53edb9d0a537, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e04943b6-4301-487c-9688-53edb9d0a537,segment=NetworkSegment(e38e4864-ee90-4d34-bdfc-88713bd5d9a9),segment_id=e38e4864-ee90-4d34-bdfc-88713bd5d9a9)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:40:30.450807 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-6f1bd494-3e7b-4761-8db4-b4d1affe0f57 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:network {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:30.452501 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-6f1bd494-3e7b-4761-8db4-b4d1affe0f57 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/networks?id=6368b2b3-4e46-447a-895f-d392f773b5b9 HTTP/1.1" status: 200 len: 797 time: 0.1697032 Jun 02 12:40:30.453312 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:30.455244 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-513f79fa-cbf2-47c0-b954-12290f4928f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:30.468532 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-922caeb6-701c-4c54-a257-6a692e48dc61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/quotas/d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 375 time: 0.0103245 Jun 02 12:40:30.528580 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=e04943b6-4301-487c-9688-53edb9d0a537,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:30.531934 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:30.564428 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-ed2e4f00-dfd2-489c-bd3a-033621df1577 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:30.580283 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-ed2e4f00-dfd2-489c-bd3a-033621df1577 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:30.581736 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-ed2e4f00-dfd2-489c-bd3a-033621df1577 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1079545 Jun 02 12:40:30.768037 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-839fe251-f6e5-47e4-8c1e-720437edd525 service neutron] 10.222.0.37 "GET /v2.0/networks/6368b2b3-4e46-447a-895f-d392f773b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741648 Jun 02 12:40:31.040051 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-7cee48dc-aa57-4f4f-b6a3-f4975513a99e service neutron] 10.222.0.37 "GET /v2.0/networks/6368b2b3-4e46-447a-895f-d392f773b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663078 Jun 02 12:40:31.211434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-7e68641d-1e91-49d8-b859-7cbba86c0154 req-a2a18df1-94b3-4213-8ae5-eb5ac163915b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:31.223168 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-7e68641d-1e91-49d8-b859-7cbba86c0154 req-a2a18df1-94b3-4213-8ae5-eb5ac163915b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:31.224783 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7e68641d-1e91-49d8-b859-7cbba86c0154 req-a2a18df1-94b3-4213-8ae5-eb5ac163915b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 210 time: 0.0563648 Jun 02 12:40:32.152490 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e04943b6-4301-487c-9688-53edb9d0a537 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:40:32.225931 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port e04943b6-4301-487c-9688-53edb9d0a537 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:40:32.226364 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:32.328876 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b79b1f2c-6160-4631-98ed-6575616926b8 req-b9f75275-7ab4-4504-b18d-beaf5fb33a4b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 210 time: 0.0506625 Jun 02 12:40:33.536489 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-54e813ab-9737-48ed-ab96-9824736cbc02 req-2e13fc2e-0859-4598-941b-47141ade1970 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 210 time: 0.0640707 Jun 02 12:40:33.595146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-b48c41fb-b522-4bea-8147-4dcec6c01173 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:33.596747 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-b48c41fb-b522-4bea-8147-4dcec6c01173 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/networks?id=6368b2b3-4e46-447a-895f-d392f773b5b9 HTTP/1.1" status: 200 len: 797 time: 0.2223742 Jun 02 12:40:33.653863 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-744db546-cecb-4d1d-a744-b05ac1ef5890 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:33.666525 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-744db546-cecb-4d1d-a744-b05ac1ef5890 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:33.667757 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-744db546-cecb-4d1d-a744-b05ac1ef5890 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 379 time: 0.0583694 Jun 02 12:40:33.680142 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-f55e1f2e-0a91-4597-bad1-d57e9aa423e7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'port': {'device_id': '52698788-1ba5-4bfd-bf75-0550023ec448', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'admin_state_up': True, 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'security_groups': ['7fae7911-010f-49be-89e2-df23fe1d7a87']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:33.800166 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:40:33.833126 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-f55e1f2e-0a91-4597-bad1-d57e9aa423e7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:33.843613 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-f55e1f2e-0a91-4597-bad1-d57e9aa423e7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:33.853769 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-f55e1f2e-0a91-4597-bad1-d57e9aa423e7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:40:33.857699 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-f55e1f2e-0a91-4597-bad1-d57e9aa423e7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:34.040114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-f55e1f2e-0a91-4597-bad1-d57e9aa423e7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.20.0.12 (6368b2b3-4e46-447a-895f-d392f773b5b9/b6b45c79-98d0-46ac-907b-adedadc0d5e1/18e48e90-6b3b-4549-803c-71690cad31a0) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:40:34.242391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-f55e1f2e-0a91-4597-bad1-d57e9aa423e7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:34.259276 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-f55e1f2e-0a91-4597-bad1-d57e9aa423e7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Transition to ACTIVE for port object 18e48e90-6b3b-4549-803c-71690cad31a0 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:40:34.284443 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-f55e1f2e-0a91-4597-bad1-d57e9aa423e7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:34.291745 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e098ee69-857d-4de0-92e9-e35e54b62913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:34.360439 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-f55e1f2e-0a91-4597-bad1-d57e9aa423e7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 6368b2b3-4e46-447a-895f-d392f773b5b9 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:40:34.363985 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-f55e1f2e-0a91-4597-bad1-d57e9aa423e7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:40:34.366461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-f55e1f2e-0a91-4597-bad1-d57e9aa423e7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:40:34.414940 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e1f2e-0a91-4597-bad1-d57e9aa423e7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=18e48e90-6b3b-4549-803c-71690cad31a0,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:34.417946 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f55e1f2e-0a91-4597-bad1-d57e9aa423e7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:34.450370 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-f55e1f2e-0a91-4597-bad1-d57e9aa423e7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:34.451058 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-f55e1f2e-0a91-4597-bad1-d57e9aa423e7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:34.479913 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-f55e1f2e-0a91-4597-bad1-d57e9aa423e7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8041282 Jun 02 12:40:34.492199 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Request body: {'port': {'device_id': '52698788-1ba5-4bfd-bf75-0550023ec448', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:34.581949 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e4dcdf8f-8f72-4392-a7e0-21bd1060a8d0 None None] Provisioning for port 18e48e90-6b3b-4549-803c-71690cad31a0 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:40:34.587715 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e4dcdf8f-8f72-4392-a7e0-21bd1060a8d0 None None] Provisioning complete for port 18e48e90-6b3b-4549-803c-71690cad31a0 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:40:34.588221 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e4dcdf8f-8f72-4392-a7e0-21bd1060a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:34.619995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:34.646925 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-e4dcdf8f-8f72-4392-a7e0-21bd1060a8d0 None None] Port 18e48e90-6b3b-4549-803c-71690cad31a0 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:40:34.729482 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd9750-ea30-4136-a2b1-f5df62c45746 req-29afd13d-ed9e-4b07-ae90-497663805ae4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:34.730966 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d8cd9750-ea30-4136-a2b1-f5df62c45746 req-29afd13d-ed9e-4b07-ae90-497663805ae4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 932 time: 0.0843871 Jun 02 12:40:34.779034 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d8cd9750-ea30-4136-a2b1-f5df62c45746 req-a5427f4c-a883-4190-8bba-d8e09ffee9e2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fae7911-010f-49be-89e2-df23fe1d7a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421295 Jun 02 12:40:34.965103 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e48e90-6b3b-4549-803c-71690cad31a0 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:40:34.972052 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:34.985478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Transition to ACTIVE for port object 18e48e90-6b3b-4549-803c-71690cad31a0 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:40:34.989390 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:34.993041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f17f4077-3c03-4dff-83ef-187676afb452 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:35.277122 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Pushing event updated for resources: {'Port': ['ID=18e48e90-6b3b-4549-803c-71690cad31a0,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:35.284163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:35.351177 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Attempting to bind port 18e48e90-6b3b-4549-803c-71690cad31a0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:40:35.351429 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Attempting to bind port 18e48e90-6b3b-4549-803c-71690cad31a0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e38e4864-ee90-4d34-bdfc-88713bd5d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:40:35.351748 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Attempting to bind port 18e48e90-6b3b-4549-803c-71690cad31a0 on network 6368b2b3-4e46-447a-895f-d392f773b5b9 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:40:35.356127 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Port 18e48e90-6b3b-4549-803c-71690cad31a0 on network 6368b2b3-4e46-447a-895f-d392f773b5b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:40:35.356440 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Attempting to bind port 18e48e90-6b3b-4549-803c-71690cad31a0 on network 6368b2b3-4e46-447a-895f-d392f773b5b9 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:40:35.361442 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:40:35.361770 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Checking segment: {'id': 'e38e4864-ee90-4d34-bdfc-88713bd5d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:40:35.362180 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Bound using segment: {'id': 'e38e4864-ee90-4d34-bdfc-88713bd5d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:40:35.362599 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Bound port: 18e48e90-6b3b-4549-803c-71690cad31a0, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38e4864-ee90-4d34-bdfc-88713bd5d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:40:35.362932 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:35.450387 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] For port 18e48e90-6b3b-4549-803c-71690cad31a0, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:40:35.452829 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] For port 18e48e90-6b3b-4549-803c-71690cad31a0, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=18e48e90-6b3b-4549-803c-71690cad31a0,segment=NetworkSegment(e38e4864-ee90-4d34-bdfc-88713bd5d9a9),segment_id=e38e4864-ee90-4d34-bdfc-88713bd5d9a9)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:40:35.458283 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:35.461946 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bec7ae43-b31c-4010-8bc6-a0f1ad23048a tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:35.520539 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:35.521149 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:35.522570 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] 10.222.0.22 "PUT /v2.0/ports/18e48e90-6b3b-4549-803c-71690cad31a0 HTTP/1.1" status: 200 len: 1094 time: 1.0349288 Jun 02 12:40:35.523098 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52698788-1ba5-4bfd-bf75-0550023ec448', 'tag': '18e48e90-6b3b-4549-803c-71690cad31a0'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:40:35.525374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a797e761-4e98-4783-81e9-8084e0ea6597" -d '{"events": [{"name": "network-changed", "server_uuid": "52698788-1ba5-4bfd-bf75-0550023ec448", "tag": "18e48e90-6b3b-4549-803c-71690cad31a0"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:40:35.545855 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Pushing event updated for resources: {'Port': ['ID=18e48e90-6b3b-4549-803c-71690cad31a0,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:35.549004 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:35.574738 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59eda271-ab62-4b7a-b2bf-eed403555149 x-openstack-request-id: req-59eda271-ab62-4b7a-b2bf-eed403555149 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:40:35.575087 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52698788-1ba5-4bfd-bf75-0550023ec448", "tag": "18e48e90-6b3b-4549-803c-71690cad31a0", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:40:35.575394 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59eda271-ab62-4b7a-b2bf-eed403555149 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:40:35.575868 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52698788-1ba5-4bfd-bf75-0550023ec448', 'tag': '18e48e90-6b3b-4549-803c-71690cad31a0', 'status': 'completed', 'code': 200} Jun 02 12:40:35.653091 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-ae9a6a0d-5068-4e88-800f-00532b38b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:35.654614 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-ae9a6a0d-5068-4e88-800f-00532b38b5a3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 1097 time: 0.0744479 Jun 02 12:40:35.729677 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-547a69a5-f405-42b6-8def-da36f2d2db68 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18e48e90-6b3b-4549-803c-71690cad31a0 HTTP/1.1" status: 200 len: 217 time: 0.0664346 Jun 02 12:40:35.793256 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-f04dfce6-5d19-4e74-ade4-cfdd33184a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:35.794679 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-f04dfce6-5d19-4e74-ade4-cfdd33184a17 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6b45c79-98d0-46ac-907b-adedadc0d5e1 HTTP/1.1" status: 200 len: 834 time: 0.0577297 Jun 02 12:40:35.874900 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-ffccb8e3-54de-41e8-8421-bc77c98955c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:35.876361 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-ffccb8e3-54de-41e8-8421-bc77c98955c1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6368b2b3-4e46-447a-895f-d392f773b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0735731 Jun 02 12:40:35.961105 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226af31-7dc5-4365-a7ba-2dfc95ab4543 req-2befc1c5-b35b-462d-91b0-acc8cab5957e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:35.962590 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d226af31-7dc5-4365-a7ba-2dfc95ab4543 req-2befc1c5-b35b-462d-91b0-acc8cab5957e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 944 time: 0.0800476 Jun 02 12:40:36.006805 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d226af31-7dc5-4365-a7ba-2dfc95ab4543 req-a7776e2c-a9a2-4d7e-9df2-2d01899631f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fae7911-010f-49be-89e2-df23fe1d7a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385735 Jun 02 12:40:36.011941 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-3287185d-f707-4a54-b79a-8ba6e452be52 service neutron] 10.222.0.22 "GET /v2.0/networks/6368b2b3-4e46-447a-895f-d392f773b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272955 Jun 02 12:40:36.143891 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3c0ddaf0-b5d8-4de0-80f6-e61272fa2ec8 req-f90ec0aa-62bf-47c0-b64d-c90715319b7f service neutron] 10.222.0.22 "GET /v2.0/networks/6368b2b3-4e46-447a-895f-d392f773b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250894 Jun 02 12:40:36.263738 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797e761-4e98-4783-81e9-8084e0ea6597 req-a38ec449-f7f8-4dd1-81ae-d847b6e688d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:36.265180 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a797e761-4e98-4783-81e9-8084e0ea6597 req-a38ec449-f7f8-4dd1-81ae-d847b6e688d0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 1097 time: 0.0710063 Jun 02 12:40:36.400163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797e761-4e98-4783-81e9-8084e0ea6597 req-1cd21733-1ee3-4209-b797-ac4159c4668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:36.401849 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a797e761-4e98-4783-81e9-8084e0ea6597 req-1cd21733-1ee3-4209-b797-ac4159c4668a service neutron] 10.222.0.22 "GET /v2.0/networks?id=6368b2b3-4e46-447a-895f-d392f773b5b9 HTTP/1.1" status: 200 len: 898 time: 0.1289561 Jun 02 12:40:36.474273 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a797e761-4e98-4783-81e9-8084e0ea6597 req-efb1aacf-4902-401b-923a-5b0a30c76f79 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18e48e90-6b3b-4549-803c-71690cad31a0 HTTP/1.1" status: 200 len: 217 time: 0.0644321 Jun 02 12:40:36.548006 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797e761-4e98-4783-81e9-8084e0ea6597 req-be4d27d2-cd7d-45a4-bdde-955787601cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:36.551873 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a797e761-4e98-4783-81e9-8084e0ea6597 req-be4d27d2-cd7d-45a4-bdde-955787601cd8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6b45c79-98d0-46ac-907b-adedadc0d5e1 HTTP/1.1" status: 200 len: 834 time: 0.0623996 Jun 02 12:40:36.630938 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797e761-4e98-4783-81e9-8084e0ea6597 req-44e41be9-0080-4c70-8932-6b9e586c8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:36.632341 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a797e761-4e98-4783-81e9-8084e0ea6597 req-44e41be9-0080-4c70-8932-6b9e586c8ae2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6368b2b3-4e46-447a-895f-d392f773b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0747476 Jun 02 12:40:36.772260 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a797e761-4e98-4783-81e9-8084e0ea6597 req-d1708c3c-7dd9-4699-9f0d-be10989f203a service neutron] 10.222.0.22 "GET /v2.0/networks/6368b2b3-4e46-447a-895f-d392f773b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331363 Jun 02 12:40:36.906787 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a797e761-4e98-4783-81e9-8084e0ea6597 req-b1df2ecd-3a58-4942-b9b0-b8e8971d8a27 service neutron] 10.222.0.22 "GET /v2.0/networks/6368b2b3-4e46-447a-895f-d392f773b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267569 Jun 02 12:40:37.193334 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64fd9f-5645-41dd-a099-686ed9003923 req-a8654ccb-0823-4375-8ef3-2a5a9c39097d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:37.193962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-0a64fd9f-5645-41dd-a099-686ed9003923 req-a8654ccb-0823-4375-8ef3-2a5a9c39097d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:37.209067 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-0a64fd9f-5645-41dd-a099-686ed9003923 req-a8654ccb-0823-4375-8ef3-2a5a9c39097d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:37.210194 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0a64fd9f-5645-41dd-a099-686ed9003923 req-a8654ccb-0823-4375-8ef3-2a5a9c39097d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 944 time: 0.0972698 Jun 02 12:40:37.255324 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0a64fd9f-5645-41dd-a099-686ed9003923 req-12099f15-9f6f-4b3c-b90c-6dbbc75e5ee0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fae7911-010f-49be-89e2-df23fe1d7a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393820 Jun 02 12:40:38.444585 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6afd19-0ccd-43c6-9bd4-7b8c0aa21aad req-5a3b412b-5e51-475e-84dd-283fc6fd8849 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:38.446042 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-dc6afd19-0ccd-43c6-9bd4-7b8c0aa21aad req-5a3b412b-5e51-475e-84dd-283fc6fd8849 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 944 time: 0.0856173 Jun 02 12:40:38.490351 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-dc6afd19-0ccd-43c6-9bd4-7b8c0aa21aad req-3106ee02-7f1e-4ad5-972e-2cc4cf78d509 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fae7911-010f-49be-89e2-df23fe1d7a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381649 Jun 02 12:40:39.676982 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44d6cb-828b-444c-9e75-f513505342a4 req-c4bd6383-8a44-4662-9ffb-921652cf7d3c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:39.678428 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0b44d6cb-828b-444c-9e75-f513505342a4 req-c4bd6383-8a44-4662-9ffb-921652cf7d3c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 944 time: 0.0846405 Jun 02 12:40:39.722563 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0b44d6cb-828b-444c-9e75-f513505342a4 req-628d0688-420b-4626-bc01-77b67bf324b1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fae7911-010f-49be-89e2-df23fe1d7a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385916 Jun 02 12:40:40.939715 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebf181-1bcc-4d05-8ed0-b8e516597a48 req-58d8730d-065f-4ed5-a3d7-4a85f9bcc341 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:40.941335 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-26ebf181-1bcc-4d05-8ed0-b8e516597a48 req-58d8730d-065f-4ed5-a3d7-4a85f9bcc341 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 944 time: 0.0967491 Jun 02 12:40:41.010265 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-26ebf181-1bcc-4d05-8ed0-b8e516597a48 req-8294ebcc-99fd-45bc-8dcf-48cc388c871b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fae7911-010f-49be-89e2-df23fe1d7a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624151 Jun 02 12:40:41.169652 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 18e48e90-6b3b-4549-803c-71690cad31a0 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:40:41.318862 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 18e48e90-6b3b-4549-803c-71690cad31a0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=18e48e90-6b3b-4549-803c-71690cad31a0,segment=NetworkSegment(e38e4864-ee90-4d34-bdfc-88713bd5d9a9),segment_id=e38e4864-ee90-4d34-bdfc-88713bd5d9a9)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:40:41.331719 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '18e48e90-6b3b-4549-803c-71690cad31a0', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'port_id': '18e48e90-6b3b-4549-803c-71690cad31a0', 'mac_address': 'fa:16:3e:bd:09:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:40:41.391609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:41.411991 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e48e90-6b3b-4549-803c-71690cad31a0 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:40:41.429087 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 18e48e90-6b3b-4549-803c-71690cad31a0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=18e48e90-6b3b-4549-803c-71690cad31a0,segment=NetworkSegment(e38e4864-ee90-4d34-bdfc-88713bd5d9a9),segment_id=e38e4864-ee90-4d34-bdfc-88713bd5d9a9)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:40:41.433417 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:41.435322 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:41.504202 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=18e48e90-6b3b-4549-803c-71690cad31a0,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:41.511735 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:41.512084 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:41.512424 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:41.512756 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:41.513085 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:41.513413 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:41.513738 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:41.514063 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:41.514417 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:41.514739 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:41.515058 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:41.515374 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:41.519145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:41.830842 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['18e48e90-6b3b-4549-803c-71690cad31a0'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:40:42.193542 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579dc00c-b22c-4e45-9afb-7d360cf046ec req-45580374-9fa6-428a-9bc7-bb16f5ec2b1f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:42.195013 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-579dc00c-b22c-4e45-9afb-7d360cf046ec req-45580374-9fa6-428a-9bc7-bb16f5ec2b1f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 945 time: 0.0796847 Jun 02 12:40:42.239957 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-579dc00c-b22c-4e45-9afb-7d360cf046ec req-760d05d0-7de8-494c-9447-012ff59ed0be tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fae7911-010f-49be-89e2-df23fe1d7a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388145 Jun 02 12:40:43.182472 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 18e48e90-6b3b-4549-803c-71690cad31a0 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:40:43.249682 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 18e48e90-6b3b-4549-803c-71690cad31a0 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:40:43.254183 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 18e48e90-6b3b-4549-803c-71690cad31a0 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:40:43.254554 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:43.409966 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:43.431569 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ec8cd-a488-46d1-9c39-1e735d595e8e req-15aa8f87-198a-4a8a-a02f-d5255ef2d6fc tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:43.433084 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-951ec8cd-a488-46d1-9c39-1e735d595e8e req-15aa8f87-198a-4a8a-a02f-d5255ef2d6fc tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 945 time: 0.0814056 Jun 02 12:40:43.437002 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52698788-1ba5-4bfd-bf75-0550023ec448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e48e90-6b3b-4549-803c-71690cad31a0'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:40:43.439258 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f58dc5d-afbb-469f-9cac-77b76af9fa6f" -d '{"events": [{"server_uuid": "52698788-1ba5-4bfd-bf75-0550023ec448", "name": "network-vif-plugged", "status": "completed", "tag": "18e48e90-6b3b-4549-803c-71690cad31a0"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:40:43.447704 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 18e48e90-6b3b-4549-803c-71690cad31a0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=18e48e90-6b3b-4549-803c-71690cad31a0,segment=NetworkSegment(e38e4864-ee90-4d34-bdfc-88713bd5d9a9),segment_id=e38e4864-ee90-4d34-bdfc-88713bd5d9a9)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:40:43.452515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:43.454375 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:43.486885 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-951ec8cd-a488-46d1-9c39-1e735d595e8e req-a9bd1606-35b2-4d52-bd98-13a082c4c4aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fae7911-010f-49be-89e2-df23fe1d7a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476758 Jun 02 12:40:43.589744 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780b7434-0fc7-4452-8901-999f5f6b8e8e x-openstack-request-id: req-780b7434-0fc7-4452-8901-999f5f6b8e8e {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:40:43.590023 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52698788-1ba5-4bfd-bf75-0550023ec448", "name": "network-vif-plugged", "status": "completed", "tag": "18e48e90-6b3b-4549-803c-71690cad31a0", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:40:43.590314 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-780b7434-0fc7-4452-8901-999f5f6b8e8e {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:40:43.590703 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52698788-1ba5-4bfd-bf75-0550023ec448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e48e90-6b3b-4549-803c-71690cad31a0', 'code': 200} Jun 02 12:40:43.596394 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=18e48e90-6b3b-4549-803c-71690cad31a0,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:43.599408 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:43.907013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602170e8-9ab4-40c7-a20c-f70ba97ca605 req-8fa80660-68b1-4064-9be8-70185106f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:43.908539 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-602170e8-9ab4-40c7-a20c-f70ba97ca605 req-8fa80660-68b1-4064-9be8-70185106f02f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 1099 time: 0.1999898 Jun 02 12:40:43.950690 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-602170e8-9ab4-40c7-a20c-f70ba97ca605 req-72e0bbb0-3f74-4b8d-968f-b88fa2918111 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7fae7911-010f-49be-89e2-df23fe1d7a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345473 Jun 02 12:40:44.096011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8e0992e1-8779-4953-8fc2-4826424ed9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:44.680676 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bd55e-9b1c-44dc-9376-d9908364476e req-dd8a572e-33d3-41da-9f40-fbee2089685c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:44.682173 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-af5bd55e-9b1c-44dc-9376-d9908364476e req-dd8a572e-33d3-41da-9f40-fbee2089685c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 946 time: 0.0914257 Jun 02 12:40:44.727923 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-af5bd55e-9b1c-44dc-9376-d9908364476e req-d1f7cbf0-4a6d-447a-a8ec-d0223249894b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fae7911-010f-49be-89e2-df23fe1d7a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398638 Jun 02 12:40:45.926531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c694d1-1908-497b-b32a-d469e49406c8 req-fcb16132-a739-43b0-86af-180e439c5f4f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:45.927958 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-89c694d1-1908-497b-b32a-d469e49406c8 req-fcb16132-a739-43b0-86af-180e439c5f4f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 946 time: 0.0883000 Jun 02 12:40:45.976827 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-89c694d1-1908-497b-b32a-d469e49406c8 req-54bd6c23-1ebe-40d2-94c0-32b0caf1481f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fae7911-010f-49be-89e2-df23fe1d7a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432270 Jun 02 12:40:46.167021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c354a04-dbf5-4795-b19b-a832b955ab54 req-190cd3bb-ac20-4986-9bb9-becd97e71a0f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:46.168483 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9c354a04-dbf5-4795-b19b-a832b955ab54 req-190cd3bb-ac20-4986-9bb9-becd97e71a0f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 946 time: 0.0821855 Jun 02 12:40:46.214785 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9c354a04-dbf5-4795-b19b-a832b955ab54 req-1cab11db-5ddf-42f1-91d7-13b0906a24eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fae7911-010f-49be-89e2-df23fe1d7a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400746 Jun 02 12:40:46.237632 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48804) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:46.316576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795eff6d-b3f8-4c81-8f0e-ce5073d74c07 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:46.317982 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-795eff6d-b3f8-4c81-8f0e-ce5073d74c07 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 1094 time: 0.0793276 Jun 02 12:40:46.321442 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48806) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:46.325780 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': '18e48e90-6b3b-4549-803c-71690cad31a0', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:40:46.331573 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:40:46.335501 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:floatingip and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:40:46.338300 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:40:46.343892 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:40:46.355323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:46.494974 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:46.603829 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-744d42a1-cabc-47cc-a4a1-02c9f058ec68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:46.644333 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.26.7.196 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/941a9d4a-0194-4849-9373-e0e1aaa6fe5c) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:40:46.663019 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:46.805239 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:46.834205 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:46.838310 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6fa7b75b-cbe2-45d4-ac8c-30692084e9e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:46.898882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:40:46.902371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:40:46.904773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:40:46.948165 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=941a9d4a-0194-4849-9373-e0e1aaa6fe5c,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:46.965093 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:46.965480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:46.965894 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:46.966302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:46.966695 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:46.967093 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:46.967461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:46.967830 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:46.968197 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:46.968563 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:46.968927 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:46.969317 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:46.974680 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:47.350319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:47.427233 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:47.645753 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:47.650629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:47.654379 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6ce28481-1c8b-43e6-8885-5f75413488c4 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:47.685744 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:47.767458 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=941a9d4a-0194-4849-9373-e0e1aaa6fe5c,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:47.771391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:47.776066 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:48.089333 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Floating IP e05a6976-d596-4d78-9d49-4d4c2a09d5db associated. External IP: 172.26.7.196, port: 18e48e90-6b3b-4549-803c-71690cad31a0. Jun 02 12:40:48.294331 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48812) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:48.470398 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 70285ab8-3978-4fe7-8752-0f5881fd54d6 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:40:48.573485 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Deleting port cfe98a7e-c50e-4669-8c64-a8307fc0bb12 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:40:48.573839 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:48.659284 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:40:48.669663 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f056d4-dfef-4148-a8ef-883162e9e4d7 None None] Sync routers for ids ['70285ab8-3978-4fe7-8752-0f5881fd54d6'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:40:48.683319 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f056d4-dfef-4148-a8ef-883162e9e4d7 None None] Routers {'70285ab8-3978-4fe7-8752-0f5881fd54d6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:40:48.684096 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-93f056d4-dfef-4148-a8ef-883162e9e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:40:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['70285ab8-3978-4fe7-8752-0f5881fd54d6'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:48.685484 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:48.695977 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:48.696311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:48.748063 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4254444 Jun 02 12:40:48.748647 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52698788-1ba5-4bfd-bf75-0550023ec448', 'tag': '18e48e90-6b3b-4549-803c-71690cad31a0'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:40:48.751172 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9040832-214c-4f66-bbd2-784835801d51" -d '{"events": [{"name": "network-changed", "server_uuid": "52698788-1ba5-4bfd-bf75-0550023ec448", "tag": "18e48e90-6b3b-4549-803c-71690cad31a0"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:40:48.762515 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48814) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:48.835249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd176a67-fa7a-44a2-80e4-91f9c5a95335 x-openstack-request-id: req-bd176a67-fa7a-44a2-80e4-91f9c5a95335 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:40:48.835730 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52698788-1ba5-4bfd-bf75-0550023ec448", "tag": "18e48e90-6b3b-4549-803c-71690cad31a0", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:40:48.836127 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd176a67-fa7a-44a2-80e4-91f9c5a95335 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:40:48.836650 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52698788-1ba5-4bfd-bf75-0550023ec448', 'tag': '18e48e90-6b3b-4549-803c-71690cad31a0', 'status': 'completed', 'code': 200} Jun 02 12:40:48.838987 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Calling delete_port for cfe98a7e-c50e-4669-8c64-a8307fc0bb12 owned by network:floatingip {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:40:48.879008 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-93f056d4-dfef-4148-a8ef-883162e9e4d7 None None] Set router 70285ab8-3978-4fe7-8752-0f5881fd54d6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:40:48.934207 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-94612f9e-b5f8-4ae8-b2a8-dc5f79b1d394 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/e05a6976-d596-4d78-9d49-4d4c2a09d5db HTTP/1.1" status: 200 len: 992 time: 0.1668034 Jun 02 12:40:48.953878 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9040832-214c-4f66-bbd2-784835801d51 req-b49e3d1c-fd66-4be5-a1f9-4245aa1970a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:48.955780 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a9040832-214c-4f66-bbd2-784835801d51 req-b49e3d1c-fd66-4be5-a1f9-4245aa1970a2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 1099 time: 0.1224210 Jun 02 12:40:48.977679 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:48.981800 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-97facde1-655f-4311-abb7-c6a5cc39279a tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:49.032891 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Pushing event deleted for resources: {'Port': ['ID=cfe98a7e-c50e-4669-8c64-a8307fc0bb12,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:49.042647 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:49.043071 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:49.043458 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:49.044318 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:49.044318 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:49.044573 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:49.045322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:49.045437 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:49.045735 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:49.046116 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:49.046488 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:49.046857 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:40:49.076784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:49.099433 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9040832-214c-4f66-bbd2-784835801d51 req-37c69a19-8362-45cd-ae7d-f3a28a22cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:49.101431 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a9040832-214c-4f66-bbd2-784835801d51 req-37c69a19-8362-45cd-ae7d-f3a28a22cb08 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6368b2b3-4e46-447a-895f-d392f773b5b9 HTTP/1.1" status: 200 len: 898 time: 0.1387460 Jun 02 12:40:49.141638 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for floatingip, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:49.142021 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Floating IP 60bb5fc5-0b16-4181-babf-35cfda1f5919 disassociated (deleted). External IP: 172.26.7.209, port: d9c9494b-eb25-4754-8cb5-848d0549d2d9. Jun 02 12:40:49.213311 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a9040832-214c-4f66-bbd2-784835801d51 req-3b9ee772-61e9-476a-a2a6-b0b9ec54d902 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18e48e90-6b3b-4549-803c-71690cad31a0 HTTP/1.1" status: 200 len: 1000 time: 0.1014388 Jun 02 12:40:49.236024 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-93f056d4-dfef-4148-a8ef-883162e9e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'name': 'tempest-TestNetworkBasicOps-router-379867899', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'ce315f3a-f930-4386-9c79-e85837372633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:40:19Z', 'updated_at': '2021-06-02T12:40:25Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'ce315f3a-f930-4386-9c79-e85837372633', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:20Z', 'updated_at': '2021-06-02T12:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'e05a6976-d596-4d78-9d49-4d4c2a09d5db', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.196', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'port_id': '18e48e90-6b3b-4549-803c-71690cad31a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'mac_address': 'fa:16:3e:bd:09:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52698788-1ba5-4bfd-bf75-0550023ec448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:40:47Z', 'updated_at': '2021-06-02T12:40:47Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04943b6-4301-487c-9688-53edb9d0a537', 'name': '', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:4c:b5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:25Z', 'updated_at': '2021-06-02T12:40:30Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:49.239869 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f056d4-dfef-4148-a8ef-883162e9e4d7 None None] Checking router: 70285ab8-3978-4fe7-8752-0f5881fd54d6 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:40:49.248020 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f056d4-dfef-4148-a8ef-883162e9e4d7 None None] Routers {'70285ab8-3978-4fe7-8752-0f5881fd54d6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:40:49.248612 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-93f056d4-dfef-4148-a8ef-883162e9e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:40:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['70285ab8-3978-4fe7-8752-0f5881fd54d6'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:49.276664 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9040832-214c-4f66-bbd2-784835801d51 req-d1ed889b-32ae-4d75-8c76-114cf51e310f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:49.278437 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a9040832-214c-4f66-bbd2-784835801d51 req-d1ed889b-32ae-4d75-8c76-114cf51e310f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6b45c79-98d0-46ac-907b-adedadc0d5e1 HTTP/1.1" status: 200 len: 834 time: 0.0617290 Jun 02 12:40:49.469134 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-93f056d4-dfef-4148-a8ef-883162e9e4d7 None None] Set router 70285ab8-3978-4fe7-8752-0f5881fd54d6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:40:49.471593 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:49.511785 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9040832-214c-4f66-bbd2-784835801d51 req-d18bd703-64f4-4461-90a6-2ce9ae82333d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:49.513266 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a9040832-214c-4f66-bbd2-784835801d51 req-d18bd703-64f4-4461-90a6-2ce9ae82333d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6368b2b3-4e46-447a-895f-d392f773b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2251384 Jun 02 12:40:49.651965 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a9040832-214c-4f66-bbd2-784835801d51 req-c09077ff-b355-4b47-aa39-980dbb46d6b2 service neutron] 10.222.0.22 "GET /v2.0/networks/6368b2b3-4e46-447a-895f-d392f773b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309874 Jun 02 12:40:49.664646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Router 528d6ada-0941-4187-ba16-824d7dc952bb has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:40:49.790315 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a9040832-214c-4f66-bbd2-784835801d51 req-db41ca25-41bf-4a4f-90db-f914e381f6f4 service neutron] 10.222.0.22 "GET /v2.0/networks/6368b2b3-4e46-447a-895f-d392f773b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318350 Jun 02 12:40:49.822390 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-93f056d4-dfef-4148-a8ef-883162e9e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'name': 'tempest-TestNetworkBasicOps-router-379867899', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'ce315f3a-f930-4386-9c79-e85837372633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:40:19Z', 'updated_at': '2021-06-02T12:40:25Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'ce315f3a-f930-4386-9c79-e85837372633', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:20Z', 'updated_at': '2021-06-02T12:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'e05a6976-d596-4d78-9d49-4d4c2a09d5db', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.196', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'port_id': '18e48e90-6b3b-4549-803c-71690cad31a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'mac_address': 'fa:16:3e:bd:09:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52698788-1ba5-4bfd-bf75-0550023ec448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:40:47Z', 'updated_at': '2021-06-02T12:40:47Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04943b6-4301-487c-9688-53edb9d0a537', 'name': '', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:4c:b5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:25Z', 'updated_at': '2021-06-02T12:40:30Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:49.826289 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f056d4-dfef-4148-a8ef-883162e9e4d7 None None] The sync data for ids ['70285ab8-3978-4fe7-8752-0f5881fd54d6'] in dv-neutron-601336-80-hyperv is: [{'id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'name': 'tempest-TestNetworkBasicOps-router-379867899', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'ce315f3a-f930-4386-9c79-e85837372633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:40:19Z', 'updated_at': '2021-06-02T12:40:25Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'ce315f3a-f930-4386-9c79-e85837372633', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:20Z', 'updated_at': '2021-06-02T12:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'e05a6976-d596-4d78-9d49-4d4c2a09d5db', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.196', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'port_id': '18e48e90-6b3b-4549-803c-71690cad31a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'mac_address': 'fa:16:3e:bd:09:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52698788-1ba5-4bfd-bf75-0550023ec448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:40:47Z', 'updated_at': '2021-06-02T12:40:47Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04943b6-4301-487c-9688-53edb9d0a537', 'name': '', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:4c:b5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:25Z', 'updated_at': '2021-06-02T12:40:30Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:40:49.849644 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:40:49.860049 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36164d0-68a8-40f6-81d2-da0d60674583 None None] Sync routers for ids ['528d6ada-0941-4187-ba16-824d7dc952bb'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:40:49.870497 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36164d0-68a8-40f6-81d2-da0d60674583 None None] Routers {'528d6ada-0941-4187-ba16-824d7dc952bb'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:40:49.871017 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:49.871738 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-c36164d0-68a8-40f6-81d2-da0d60674583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:40:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['528d6ada-0941-4187-ba16-824d7dc952bb'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:49.936662 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "DELETE /v2.0/floatingips/60bb5fc5-0b16-4181-babf-35cfda1f5919 HTTP/1.1" status: 204 len: 168 time: 1.6385028 Jun 02 12:40:49.936662 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d', 'tag': 'd9c9494b-eb25-4754-8cb5-848d0549d2d9'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:40:49.937210 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48818) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:49.937548 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5ba8f2-533e-4e12-82df-b28a68356b49" -d '{"events": [{"name": "network-changed", "server_uuid": "23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d", "tag": "d9c9494b-eb25-4754-8cb5-848d0549d2d9"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:40:50.072786 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5df998-8dbc-4897-892b-1a1d2424fa64 x-openstack-request-id: req-8b5df998-8dbc-4897-892b-1a1d2424fa64 {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:40:50.074960 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d", "tag": "d9c9494b-eb25-4754-8cb5-848d0549d2d9", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:40:50.075497 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b5df998-8dbc-4897-892b-1a1d2424fa64 {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:40:50.076826 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d', 'tag': 'd9c9494b-eb25-4754-8cb5-848d0549d2d9', 'status': 'completed', 'code': 200} Jun 02 12:40:50.081233 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-10ef16a8-7a64-4635-b786-3c171c645df1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/e05a6976-d596-4d78-9d49-4d4c2a09d5db HTTP/1.1" status: 200 len: 992 time: 0.1425295 Jun 02 12:40:50.093254 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-c36164d0-68a8-40f6-81d2-da0d60674583 None None] Set router 528d6ada-0941-4187-ba16-824d7dc952bb gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:40:50.107228 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93eb797c-1589-4bb3-8827-ea8e634b9499 None None] New status for floating IP e05a6976-d596-4d78-9d49-4d4c2a09d5db: ACTIVE {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:40:50.185410 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ba8f2-533e-4e12-82df-b28a68356b49 req-8083f01b-61d0-47df-b7a0-733818db6fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:50.187108 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2b5ba8f2-533e-4e12-82df-b28a68356b49 req-8083f01b-61d0-47df-b7a0-733818db6fed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2c8503370444bb19308c86ccf9dc0b1&device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 1098 time: 0.0846457 Jun 02 12:40:50.339895 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ba8f2-533e-4e12-82df-b28a68356b49 req-5aa6cf92-46d9-4fad-89cc-32915dbc5f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:50.341660 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2b5ba8f2-533e-4e12-82df-b28a68356b49 req-5aa6cf92-46d9-4fad-89cc-32915dbc5f34 service neutron] 10.222.0.22 "GET /v2.0/networks?id=42580aa9-ffea-4f38-8219-dd30efae528e HTTP/1.1" status: 200 len: 897 time: 0.1462631 Jun 02 12:40:50.454249 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2b5ba8f2-533e-4e12-82df-b28a68356b49 req-4e1be688-a927-452d-9342-d1f4081943e1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9c9494b-eb25-4754-8cb5-848d0549d2d9 HTTP/1.1" status: 200 len: 217 time: 0.1056430 Jun 02 12:40:50.456740 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-c36164d0-68a8-40f6-81d2-da0d60674583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63595287', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:37:26Z', 'updated_at': '2021-06-02T12:37:33Z', 'revision_number': 4, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'gw_port': {'id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:27Z', 'updated_at': '2021-06-02T12:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '9f657113-eb12-463c-b64e-5c5753ca7ac9', 'name': '', 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'mac_address': 'fa:16:3e:60:0c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '27c6e050-ab75-40b4-a40d-a9c4cdf371b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:31Z', 'updated_at': '2021-06-02T12:37:38Z', 'revision_number': 5, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'subnets': [{'id': '27c6e050-ab75-40b4-a40d-a9c4cdf371b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:50.461558 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36164d0-68a8-40f6-81d2-da0d60674583 None None] Checking router: 528d6ada-0941-4187-ba16-824d7dc952bb for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:40:50.470212 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36164d0-68a8-40f6-81d2-da0d60674583 None None] Routers {'528d6ada-0941-4187-ba16-824d7dc952bb'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:40:50.470823 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-c36164d0-68a8-40f6-81d2-da0d60674583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:40:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['528d6ada-0941-4187-ba16-824d7dc952bb'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:50.538766 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ba8f2-533e-4e12-82df-b28a68356b49 req-f8db6f05-2c32-459a-badc-e3dad0830f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:50.540199 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2b5ba8f2-533e-4e12-82df-b28a68356b49 req-f8db6f05-2c32-459a-badc-e3dad0830f90 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=27c6e050-ab75-40b4-a40d-a9c4cdf371b6 HTTP/1.1" status: 200 len: 835 time: 0.0783887 Jun 02 12:40:50.552001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006ee2f-3e33-4f0b-b14e-3c272a5251d2 req-437dcc4b-6078-494b-932d-ebf0c19c4ae5 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:50.553373 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1006ee2f-3e33-4f0b-b14e-3c272a5251d2 req-437dcc4b-6078-494b-932d-ebf0c19c4ae5 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 945 time: 0.1431532 Jun 02 12:40:50.644813 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1006ee2f-3e33-4f0b-b14e-3c272a5251d2 req-ad1355bc-318c-4c67-912b-cdbad81f5886 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553727 Jun 02 12:40:50.649271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-c36164d0-68a8-40f6-81d2-da0d60674583 None None] Set router 528d6ada-0941-4187-ba16-824d7dc952bb gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:40:50.658943 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ba8f2-533e-4e12-82df-b28a68356b49 req-b44cfa2d-1791-4072-b414-f6becfc74f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:50.660394 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2b5ba8f2-533e-4e12-82df-b28a68356b49 req-b44cfa2d-1791-4072-b414-f6becfc74f19 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=42580aa9-ffea-4f38-8219-dd30efae528e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1056428 Jun 02 12:40:50.795239 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2b5ba8f2-533e-4e12-82df-b28a68356b49 req-adddea7b-249f-444b-b031-692a992e6d1a service neutron] 10.222.0.22 "GET /v2.0/networks/42580aa9-ffea-4f38-8219-dd30efae528e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272078 Jun 02 12:40:50.929875 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2b5ba8f2-533e-4e12-82df-b28a68356b49 req-c8280265-3cd6-4f78-91fb-209668dbb7c5 service neutron] 10.222.0.22 "GET /v2.0/networks/42580aa9-ffea-4f38-8219-dd30efae528e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275606 Jun 02 12:40:51.001874 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-c36164d0-68a8-40f6-81d2-da0d60674583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63595287', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:37:26Z', 'updated_at': '2021-06-02T12:37:33Z', 'revision_number': 4, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'gw_port': {'id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:27Z', 'updated_at': '2021-06-02T12:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '9f657113-eb12-463c-b64e-5c5753ca7ac9', 'name': '', 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'mac_address': 'fa:16:3e:60:0c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '27c6e050-ab75-40b4-a40d-a9c4cdf371b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:31Z', 'updated_at': '2021-06-02T12:37:38Z', 'revision_number': 5, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'subnets': [{'id': '27c6e050-ab75-40b4-a40d-a9c4cdf371b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:51.005780 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36164d0-68a8-40f6-81d2-da0d60674583 None None] The sync data for ids ['528d6ada-0941-4187-ba16-824d7dc952bb'] in dv-neutron-601336-80-hyperv is: [{'id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63595287', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:37:26Z', 'updated_at': '2021-06-02T12:37:33Z', 'revision_number': 4, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'gw_port': {'id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:27Z', 'updated_at': '2021-06-02T12:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '9f657113-eb12-463c-b64e-5c5753ca7ac9', 'name': '', 'network_id': '42580aa9-ffea-4f38-8219-dd30efae528e', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'mac_address': 'fa:16:3e:60:0c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '27c6e050-ab75-40b4-a40d-a9c4cdf371b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:31Z', 'updated_at': '2021-06-02T12:37:38Z', 'revision_number': 5, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'subnets': [{'id': '27c6e050-ab75-40b4-a40d-a9c4cdf371b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:40:51.084521 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48826) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:51.196035 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fc04cc2f-18c4-4de9-b0df-f35b709932a1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/e05a6976-d596-4d78-9d49-4d4c2a09d5db HTTP/1.1" status: 200 len: 994 time: 0.1095076 Jun 02 12:40:51.213912 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3940c51-fbc1-472e-8e8d-460d47293930 None None] New status for floating IP 60bb5fc5-0b16-4181-babf-35cfda1f5919: DOWN {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:40:51.833607 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b5076-3b12-4791-afdf-3ee1f696e629 req-52a5656c-0dd8-4cf0-80e5-484ce0520795 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:51.834329 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-840b5076-3b12-4791-afdf-3ee1f696e629 req-52a5656c-0dd8-4cf0-80e5-484ce0520795 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Synchronizing usage tracker for tenant:d2c8503370444bb19308c86ccf9dc0b1 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:40:51.849788 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-840b5076-3b12-4791-afdf-3ee1f696e629 req-52a5656c-0dd8-4cf0-80e5-484ce0520795 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Unset dirty status for tenant:d2c8503370444bb19308c86ccf9dc0b1 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:40:51.851227 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-840b5076-3b12-4791-afdf-3ee1f696e629 req-52a5656c-0dd8-4cf0-80e5-484ce0520795 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 945 time: 0.0989771 Jun 02 12:40:51.895080 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-840b5076-3b12-4791-afdf-3ee1f696e629 req-bebedc05-d394-4ca1-82ca-a44d07a6ce3f tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/security-groups?id=45499b86-41b2-409f-a0a1-64e78b271a89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382574 Jun 02 12:40:52.050043 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e42fd-43ed-497e-81f5-84b79593a127 req-ace08dc7-a9a6-4b4e-89ff-7efc16d3d10d tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:40:52.051388 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ad0e42fd-43ed-497e-81f5-84b79593a127 req-ace08dc7-a9a6-4b4e-89ff-7efc16d3d10d tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.22 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 945 time: 0.0796251 Jun 02 12:40:52.187690 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-ad0e42fd-43ed-497e-81f5-84b79593a127 req-f7ce81b0-c135-4bf7-b754-a9412bd31e2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Deleting port d9c9494b-eb25-4754-8cb5-848d0549d2d9 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:40:52.188036 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ad0e42fd-43ed-497e-81f5-84b79593a127 req-f7ce81b0-c135-4bf7-b754-a9412bd31e2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:52.442897 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-ad0e42fd-43ed-497e-81f5-84b79593a127 req-f7ce81b0-c135-4bf7-b754-a9412bd31e2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] For port d9c9494b-eb25-4754-8cb5-848d0549d2d9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d9c9494b-eb25-4754-8cb5-848d0549d2d9,segment=NetworkSegment(78ce3ed0-96bd-41fd-832a-0c4e379ba353),segment_id=78ce3ed0-96bd-41fd-832a-0c4e379ba353)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:40:52.443633 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ad0e42fd-43ed-497e-81f5-84b79593a127 req-f7ce81b0-c135-4bf7-b754-a9412bd31e2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:52.567664 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-ad0e42fd-43ed-497e-81f5-84b79593a127 req-f7ce81b0-c135-4bf7-b754-a9412bd31e2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Calling delete_port for d9c9494b-eb25-4754-8cb5-848d0549d2d9 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:40:52.674211 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ad0e42fd-43ed-497e-81f5-84b79593a127 req-f7ce81b0-c135-4bf7-b754-a9412bd31e2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:52.680070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b1882544-bbf5-49a6-b641-640cfe7a18ec tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:52.724949 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce81b0-c135-4bf7-b754-a9412bd31e2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Pushing event deleted for resources: {'Port': ['ID=d9c9494b-eb25-4754-8cb5-848d0549d2d9,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:52.729388 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f7ce81b0-c135-4bf7-b754-a9412bd31e2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:52.805642 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0e42fd-43ed-497e-81f5-84b79593a127 req-f7ce81b0-c135-4bf7-b754-a9412bd31e2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] No DVR routers for this DVR port d9c9494b-eb25-4754-8cb5-848d0549d2d9 on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:40:52.808089 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ad0e42fd-43ed-497e-81f5-84b79593a127 req-f7ce81b0-c135-4bf7-b754-a9412bd31e2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:52.810612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d', 'name': 'network-vif-deleted', 'tag': 'd9c9494b-eb25-4754-8cb5-848d0549d2d9'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:40:52.812880 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14dfa04-6704-4b3c-b0cb-5ea590564b79" -d '{"events": [{"server_uuid": "23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d", "name": "network-vif-deleted", "tag": "d9c9494b-eb25-4754-8cb5-848d0549d2d9"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:40:52.826056 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ad0e42fd-43ed-497e-81f5-84b79593a127 req-f7ce81b0-c135-4bf7-b754-a9412bd31e2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.22 "DELETE /v2.0/ports/d9c9494b-eb25-4754-8cb5-848d0549d2d9 HTTP/1.1" status: 204 len: 173 time: 0.7692456 Jun 02 12:40:52.860912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1809e5cd-14c4-4fa9-bb70-0018233cfa74 x-openstack-request-id: req-1809e5cd-14c4-4fa9-bb70-0018233cfa74 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:40:52.861260 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d", "name": "network-vif-deleted", "tag": "d9c9494b-eb25-4754-8cb5-848d0549d2d9", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:40:52.861565 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1809e5cd-14c4-4fa9-bb70-0018233cfa74 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:40:52.862035 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d', 'name': 'network-vif-deleted', 'tag': 'd9c9494b-eb25-4754-8cb5-848d0549d2d9', 'status': 'completed', 'code': 200} Jun 02 12:40:53.058130 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-56ec6079-3498-48ea-be77-ea6ef08e785e req-2e853a26-c8e7-4399-9c93-590d9d998c0e tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "GET /v2.0/ports?device_id=23aeaf5e-26d3-46a9-82f8-2ba6c36aca2d HTTP/1.1" status: 200 len: 210 time: 0.0436747 Jun 02 12:40:54.151263 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48836) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:54.694048 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-945ef295-c0e3-44cd-ac4d-1959cb596b0e tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:55.253214 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-945ef295-c0e3-44cd-ac4d-1959cb596b0e tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Deleting port 9f657113-eb12-463c-b64e-5c5753ca7ac9 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:40:55.253884 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-945ef295-c0e3-44cd-ac4d-1959cb596b0e tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:55.386812 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-945ef295-c0e3-44cd-ac4d-1959cb596b0e tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] For port 9f657113-eb12-463c-b64e-5c5753ca7ac9, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=9f657113-eb12-463c-b64e-5c5753ca7ac9,segment=NetworkSegment(78ce3ed0-96bd-41fd-832a-0c4e379ba353),segment_id=78ce3ed0-96bd-41fd-832a-0c4e379ba353)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:40:55.387165 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-945ef295-c0e3-44cd-ac4d-1959cb596b0e tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:55.510972 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-945ef295-c0e3-44cd-ac4d-1959cb596b0e tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Calling delete_port for 9f657113-eb12-463c-b64e-5c5753ca7ac9 owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:40:55.737816 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-945ef295-c0e3-44cd-ac4d-1959cb596b0e tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:55.742605 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2afa0e29-b816-4fa7-8444-5b463e289c4f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:55.751918 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:55.787345 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ef295-c0e3-44cd-ac4d-1959cb596b0e tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Pushing event deleted for resources: {'Port': ['ID=9f657113-eb12-463c-b64e-5c5753ca7ac9,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:55.817626 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-945ef295-c0e3-44cd-ac4d-1959cb596b0e tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:56.063037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-945ef295-c0e3-44cd-ac4d-1959cb596b0e tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:56.578883 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945ef295-c0e3-44cd-ac4d-1959cb596b0e tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Router 528d6ada-0941-4187-ba16-824d7dc952bb has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:40:56.754714 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945ef295-c0e3-44cd-ac4d-1959cb596b0e tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:40:56.765363 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a819c46e-1845-4b76-91b6-cc9ad284dbde None None] Sync routers for ids ['528d6ada-0941-4187-ba16-824d7dc952bb'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:40:56.772874 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-945ef295-c0e3-44cd-ac4d-1959cb596b0e tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "PUT /v2.0/routers/528d6ada-0941-4187-ba16-824d7dc952bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6202881 Jun 02 12:40:56.775591 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48840) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:56.777178 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a819c46e-1845-4b76-91b6-cc9ad284dbde None None] Routers {'528d6ada-0941-4187-ba16-824d7dc952bb'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:40:56.777835 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a819c46e-1845-4b76-91b6-cc9ad284dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:40:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['528d6ada-0941-4187-ba16-824d7dc952bb'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:56.843617 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-a163bf09-72a5-436a-b22b-ace887459e9a tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Deleting subnet 27c6e050-ab75-40b4-a40d-a9c4cdf371b6 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:40:56.846377 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a163bf09-72a5-436a-b22b-ace887459e9a tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:56.900375 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a163bf09-72a5-436a-b22b-ace887459e9a tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:56.950654 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-a819c46e-1845-4b76-91b6-cc9ad284dbde None None] Set router 528d6ada-0941-4187-ba16-824d7dc952bb gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:40:56.984759 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a163bf09-72a5-436a-b22b-ace887459e9a tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:57.231930 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a819c46e-1845-4b76-91b6-cc9ad284dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63595287', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:37:26Z', 'updated_at': '2021-06-02T12:40:55Z', 'revision_number': 5, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'gw_port': {'id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:27Z', 'updated_at': '2021-06-02T12:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:57.235681 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a819c46e-1845-4b76-91b6-cc9ad284dbde None None] Checking router: 528d6ada-0941-4187-ba16-824d7dc952bb for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:40:57.244343 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a819c46e-1845-4b76-91b6-cc9ad284dbde None None] Routers {'528d6ada-0941-4187-ba16-824d7dc952bb'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:40:57.244937 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a819c46e-1845-4b76-91b6-cc9ad284dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:40:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['528d6ada-0941-4187-ba16-824d7dc952bb'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:57.254655 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a163bf09-72a5-436a-b22b-ace887459e9a tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:57.259602 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f820ed99-bd31-4fae-aa63-d51172ec9a69 tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:57.269082 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device d9c9494b-eb25-4754-8cb5-848d0549d2d9 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:40:57.299269 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a163bf09-72a5-436a-b22b-ace887459e9a tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:57.304354 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: d9c9494b-eb25-4754-8cb5-848d0549d2d9 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:40:57.304738 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device d9c9494b-eb25-4754-8cb5-848d0549d2d9 not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:40:57.307913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009eb07b-aade-4ba3-8c87-15daf4b22794 None None] Network 42580aa9-ffea-4f38-8219-dd30efae528e requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:40:57.308634 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a163bf09-72a5-436a-b22b-ace887459e9a tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "DELETE /v2.0/subnets/27c6e050-ab75-40b4-a40d-a9c4cdf371b6 HTTP/1.1" status: 204 len: 168 time: 0.5320196 Jun 02 12:40:57.309118 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48842) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:57.309831 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163bf09-72a5-436a-b22b-ace887459e9a tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Pushing event deleted for resources: {'Subnet': ['ID=27c6e050-ab75-40b4-a40d-a9c4cdf371b6,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:57.312325 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a163bf09-72a5-436a-b22b-ace887459e9a tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:57.451571 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-a819c46e-1845-4b76-91b6-cc9ad284dbde None None] Set router 528d6ada-0941-4187-ba16-824d7dc952bb gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:40:57.502672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32485a12-29fa-4a45-937d-33fdca25d1d7 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:57.583006 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828836a4-6f37-443a-b63d-141fee749836 None None] DHCP port deletion for 42580aa9-ffea-4f38-8219-dd30efae528e request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:40:57.647610 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-828836a4-6f37-443a-b63d-141fee749836 None None] Deleting port 8aca4569-34a5-4dbe-bb31-abd2b63e729c {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:40:57.648269 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-828836a4-6f37-443a-b63d-141fee749836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:57.682658 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32485a12-29fa-4a45-937d-33fdca25d1d7 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:57.744924 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a819c46e-1845-4b76-91b6-cc9ad284dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63595287', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:37:26Z', 'updated_at': '2021-06-02T12:40:55Z', 'revision_number': 5, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'gw_port': {'id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:27Z', 'updated_at': '2021-06-02T12:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:57.749125 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a819c46e-1845-4b76-91b6-cc9ad284dbde None None] The sync data for ids ['528d6ada-0941-4187-ba16-824d7dc952bb'] in dv-neutron-601336-80-hyperv is: [{'id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63595287', 'tenant_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:37:26Z', 'updated_at': '2021-06-02T12:40:55Z', 'revision_number': 5, 'project_id': 'd2c8503370444bb19308c86ccf9dc0b1', 'gw_port': {'id': 'bde9ed14-a7c5-436f-b5ac-df88c23b4826', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528d6ada-0941-4187-ba16-824d7dc952bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:37:27Z', 'updated_at': '2021-06-02T12:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:40:57.758384 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-828836a4-6f37-443a-b63d-141fee749836 None None] For port 8aca4569-34a5-4dbe-bb31-abd2b63e729c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=8aca4569-34a5-4dbe-bb31-abd2b63e729c,segment=NetworkSegment(78ce3ed0-96bd-41fd-832a-0c4e379ba353),segment_id=78ce3ed0-96bd-41fd-832a-0c4e379ba353)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:40:57.758645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-32485a12-29fa-4a45-937d-33fdca25d1d7 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Deleting port bde9ed14-a7c5-436f-b5ac-df88c23b4826 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:40:57.758645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32485a12-29fa-4a45-937d-33fdca25d1d7 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:57.759110 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-828836a4-6f37-443a-b63d-141fee749836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:57.881347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-32485a12-29fa-4a45-937d-33fdca25d1d7 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] For port bde9ed14-a7c5-436f-b5ac-df88c23b4826, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=bde9ed14-a7c5-436f-b5ac-df88c23b4826,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:40:57.881580 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32485a12-29fa-4a45-937d-33fdca25d1d7 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:57.882789 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-828836a4-6f37-443a-b63d-141fee749836 None None] Calling delete_port for 8aca4569-34a5-4dbe-bb31-abd2b63e729c owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:40:57.927917 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-828836a4-6f37-443a-b63d-141fee749836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:57.932248 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:57.979867 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828836a4-6f37-443a-b63d-141fee749836 None None] Pushing event deleted for resources: {'Port': ['ID=8aca4569-34a5-4dbe-bb31-abd2b63e729c,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:57.981691 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828836a4-6f37-443a-b63d-141fee749836 None None] No DVR routers for this DVR port 8aca4569-34a5-4dbe-bb31-abd2b63e729c on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:40:57.983081 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-828836a4-6f37-443a-b63d-141fee749836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:58.005136 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-32485a12-29fa-4a45-937d-33fdca25d1d7 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Calling delete_port for bde9ed14-a7c5-436f-b5ac-df88c23b4826 owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:40:58.146019 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32485a12-29fa-4a45-937d-33fdca25d1d7 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:58.150747 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ef2cc474-28bd-4384-9a8b-8905ad59b0aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:58.192706 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8aca4569-34a5-4dbe-bb31-abd2b63e729c no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:40:58.196030 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32485a12-29fa-4a45-937d-33fdca25d1d7 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Pushing event deleted for resources: {'Port': ['ID=bde9ed14-a7c5-436f-b5ac-df88c23b4826,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:58.201813 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-32485a12-29fa-4a45-937d-33fdca25d1d7 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:58.234291 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 8aca4569-34a5-4dbe-bb31-abd2b63e729c {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:40:58.234543 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8aca4569-34a5-4dbe-bb31-abd2b63e729c not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:40:58.234965 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 9f657113-eb12-463c-b64e-5c5753ca7ac9 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:40:58.274370 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 9f657113-eb12-463c-b64e-5c5753ca7ac9 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:40:58.275049 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 9f657113-eb12-463c-b64e-5c5753ca7ac9 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:40:58.423200 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32485a12-29fa-4a45-937d-33fdca25d1d7 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:58.592459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32485a12-29fa-4a45-937d-33fdca25d1d7 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:58.594607 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32485a12-29fa-4a45-937d-33fdca25d1d7 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:58.616245 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32485a12-29fa-4a45-937d-33fdca25d1d7 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:58.616743 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32485a12-29fa-4a45-937d-33fdca25d1d7 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Fanout notify agent at l3_agent the message router_deleted on router 528d6ada-0941-4187-ba16-824d7dc952bb {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:40:58.631377 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32485a12-29fa-4a45-937d-33fdca25d1d7 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:58.632956 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-32485a12-29fa-4a45-937d-33fdca25d1d7 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "DELETE /v2.0/routers/528d6ada-0941-4187-ba16-824d7dc952bb HTTP/1.1" status: 204 len: 168 time: 1.3219261 Jun 02 12:40:58.635747 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48844) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:58.750720 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e8d3df3-a14d-46f0-812d-bf3db0e27169 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:58.881109 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e8d3df3-a14d-46f0-812d-bf3db0e27169 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:58.897617 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-3e8d3df3-a14d-46f0-812d-bf3db0e27169 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42580aa9-ffea-4f38-8219-dd30efae528e']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:58.909670 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-3e8d3df3-a14d-46f0-812d-bf3db0e27169 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ce3ed0-96bd-41fd-832a-0c4e379ba353') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:58.909964 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-3e8d3df3-a14d-46f0-812d-bf3db0e27169 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ce3ed0-96bd-41fd-832a-0c4e379ba353') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:40:58.920785 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e8d3df3-a14d-46f0-812d-bf3db0e27169 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:58.936543 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e8d3df3-a14d-46f0-812d-bf3db0e27169 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:58.942283 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8d3df3-a14d-46f0-812d-bf3db0e27169 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:40:58.942656 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e8d3df3-a14d-46f0-812d-bf3db0e27169 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:40:58.957328 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:40:59.035499 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e8d3df3-a14d-46f0-812d-bf3db0e27169 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:59.039724 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b028c080-c554-4abc-bb1f-e551d7c81dec tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:59.058712 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e8d3df3-a14d-46f0-812d-bf3db0e27169 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:59.069073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d3df3-a14d-46f0-812d-bf3db0e27169 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Pushing event deleted for resources: {'Network': ['ID=42580aa9-ffea-4f38-8219-dd30efae528e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:59.071689 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3e8d3df3-a14d-46f0-812d-bf3db0e27169 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "DELETE /v2.0/networks/42580aa9-ffea-4f38-8219-dd30efae528e HTTP/1.1" status: 204 len: 168 time: 0.4347422 Jun 02 12:40:59.072651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3e8d3df3-a14d-46f0-812d-bf3db0e27169 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:59.074570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48846) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:59.141383 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e5f43779-42bd-4020-9c99-2551b67d218b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:59.170703 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e5f43779-42bd-4020-9c99-2551b67d218b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:59.234692 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e5f43779-42bd-4020-9c99-2551b67d218b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:59.240046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a74ff8e1-b6d1-4804-912d-a01a8835534e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:59.255398 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f43779-42bd-4020-9c99-2551b67d218b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45499b86-41b2-409f-a0a1-64e78b271a89,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:59.258178 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e5f43779-42bd-4020-9c99-2551b67d218b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:59.263793 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e5f43779-42bd-4020-9c99-2551b67d218b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:59.264895 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e5f43779-42bd-4020-9c99-2551b67d218b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] 10.222.0.37 "DELETE /v2.0/security-groups/45499b86-41b2-409f-a0a1-64e78b271a89 HTTP/1.1" status: 204 len: 168 time: 0.1893680 Jun 02 12:40:59.568543 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48854) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:59.711661 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ba10e732-1ba8-4867-878c-9606fd952b32 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d2c8503370444bb19308c86ccf9dc0b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418896 Jun 02 12:40:59.713999 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48858) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:40:59.773731 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-84bf5abb-055a-4d1b-a040-7622b9457424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:59.799498 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-84bf5abb-055a-4d1b-a040-7622b9457424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:59.851399 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-84bf5abb-055a-4d1b-a040-7622b9457424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:59.854968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ce578caf-db2b-4972-9d96-7ac572450db4 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:40:59.867307 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf5abb-055a-4d1b-a040-7622b9457424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195a65a9-b572-4f30-9aa9-e840157e3bc9,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:40:59.870607 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-84bf5abb-055a-4d1b-a040-7622b9457424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:40:59.875694 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-84bf5abb-055a-4d1b-a040-7622b9457424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:40:59.876796 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-84bf5abb-055a-4d1b-a040-7622b9457424 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/195a65a9-b572-4f30-9aa9-e840157e3bc9 HTTP/1.1" status: 204 len: 168 time: 0.1618974 Jun 02 12:41:00.155750 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48864) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:41:00.166197 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device bde9ed14-a7c5-436f-b5ac-df88c23b4826 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:41:00.173045 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d25dd4d-6c9c-4cbb-95c8-784a10f086cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:00.187760 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8d25dd4d-6c9c-4cbb-95c8-784a10f086cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:41:00.191634 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8d25dd4d-6c9c-4cbb-95c8-784a10f086cc admin admin] Usage tracker for resource:security_group_rule and tenant:45482d0bad2c46f3aedbf8e735a5d86e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:41:00.195026 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8d25dd4d-6c9c-4cbb-95c8-784a10f086cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:41:00.203443 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: bde9ed14-a7c5-436f-b5ac-df88c23b4826 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:41:00.203819 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device bde9ed14-a7c5-436f-b5ac-df88c23b4826 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:41:00.204428 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8d25dd4d-6c9c-4cbb-95c8-784a10f086cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:41:00.287694 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d25dd4d-6c9c-4cbb-95c8-784a10f086cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:00.291252 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d25dd4d-6c9c-4cbb-95c8-784a10f086cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:00.298865 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c5769887-b48b-4476-81b1-1448bf506e6e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:41:00.342278 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25dd4d-6c9c-4cbb-95c8-784a10f086cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2d5262-9b64-4829-a1b5-163ac612c722,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:41:00.346730 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8d25dd4d-6c9c-4cbb-95c8-784a10f086cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45482d0bad2c46f3aedbf8e735a5d86e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899679 Jun 02 12:41:00.347619 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8d25dd4d-6c9c-4cbb-95c8-784a10f086cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:41:00.349263 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48866) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:41:00.417795 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e0f5ebfb-c923-4785-8d77-fe63bd4792b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:00.443171 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e0f5ebfb-c923-4785-8d77-fe63bd4792b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:00.493878 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e0f5ebfb-c923-4785-8d77-fe63bd4792b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:00.498559 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-893eaf6b-1a5b-4b1f-8457-6434e016a337 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:41:00.510701 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5ebfb-c923-4785-8d77-fe63bd4792b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2d5262-9b64-4829-a1b5-163ac612c722,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:41:00.513561 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e0f5ebfb-c923-4785-8d77-fe63bd4792b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:41:00.515542 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e0f5ebfb-c923-4785-8d77-fe63bd4792b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:00.516653 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e0f5ebfb-c923-4785-8d77-fe63bd4792b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e2d5262-9b64-4829-a1b5-163ac612c722 HTTP/1.1" status: 204 len: 168 time: 0.1665123 Jun 02 12:41:10.798970 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:41:14.097018 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-164cdeea-1825-4a1d-a844-d1057193bf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:16.607739 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f0be615b-134d-4787-a74a-7a89a5b1039b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:16.664628 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:17.689695 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:19.467171 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:25.766672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:44.098686 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-00456816-7c04-4456-ab2d-c8b1a8b73d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:46.610271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-775da7a8-945c-4cc2-b4d1-89d15f17a88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:46.667251 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:47.690106 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:47.797665 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:41:49.471014 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:55.765843 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:57.227893 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48892) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:41:57.490643 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Deleting port 11b1eac0-d1dd-4a08-8188-8e35dd5cb307 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:41:57.490920 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:57.608745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:57.609075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:57.731640 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Calling delete_port for 11b1eac0-d1dd-4a08-8188-8e35dd5cb307 owned by network:floatingip {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:41:57.846552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:57.849894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:41:57.892375 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Pushing event deleted for resources: {'Port': ['ID=11b1eac0-d1dd-4a08-8188-8e35dd5cb307,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:41:57.936510 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:41:57.936899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:41:57.937277 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:41:57.937651 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:41:57.938020 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:41:57.938413 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:41:57.938784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:41:57.939148 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:41:57.939514 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:41:57.939875 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:41:57.940234 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:41:57.940588 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:41:57.968031 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:41:58.000846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for floatingip, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:58.001321 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Floating IP 8f99eb25-69c5-42a0-a6fd-bb19c11cb9a9 disassociated (deleted). External IP: 172.26.7.29, port: 04f8594b-c6ed-4eb6-a176-22f5335cbb64. Jun 02 12:41:58.516368 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Router 29d3d7a0-d198-4622-8c9c-923c175c51dc has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:41:58.694767 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:41:58.704252 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ea2cd3-dcad-4a47-8d39-cc1c787b7424 None None] Sync routers for ids ['29d3d7a0-d198-4622-8c9c-923c175c51dc'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:41:58.713535 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ea2cd3-dcad-4a47-8d39-cc1c787b7424 None None] Routers {'29d3d7a0-d198-4622-8c9c-923c175c51dc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:41:58.714187 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-92ea2cd3-dcad-4a47-8d39-cc1c787b7424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:41:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['29d3d7a0-d198-4622-8c9c-923c175c51dc'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:41:58.714866 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:41:58.769769 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "DELETE /v2.0/floatingips/8f99eb25-69c5-42a0-a6fd-bb19c11cb9a9 HTTP/1.1" status: 204 len: 168 time: 1.5397909 Jun 02 12:41:58.769769 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc953535-29d6-4195-8ac7-4ef48602e27e', 'tag': '04f8594b-c6ed-4eb6-a176-22f5335cbb64'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:41:58.771715 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb25e9c-a87b-42e6-8b00-2179a6b661b3" -d '{"events": [{"name": "network-changed", "server_uuid": "cc953535-29d6-4195-8ac7-4ef48602e27e", "tag": "04f8594b-c6ed-4eb6-a176-22f5335cbb64"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:41:58.815223 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdc6e14-cbcc-4552-9f36-352d643ad7af x-openstack-request-id: req-6bdc6e14-cbcc-4552-9f36-352d643ad7af {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:41:58.815582 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc953535-29d6-4195-8ac7-4ef48602e27e", "tag": "04f8594b-c6ed-4eb6-a176-22f5335cbb64", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:41:58.815880 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6bdc6e14-cbcc-4552-9f36-352d643ad7af {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:41:58.816336 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc953535-29d6-4195-8ac7-4ef48602e27e', 'tag': '04f8594b-c6ed-4eb6-a176-22f5335cbb64', 'status': 'completed', 'code': 200} Jun 02 12:41:58.900912 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-92ea2cd3-dcad-4a47-8d39-cc1c787b7424 None None] Set router 29d3d7a0-d198-4622-8c9c-923c175c51dc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:41:58.912031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb25e9c-a87b-42e6-8b00-2179a6b661b3 req-afa46f1a-ab5e-4228-9455-5e0e46f8dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:41:58.913547 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ffb25e9c-a87b-42e6-8b00-2179a6b661b3 req-afa46f1a-ab5e-4228-9455-5e0e46f8dac6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=96bf45be6aa145b6aaf403d7070d5e51&device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 1099 time: 0.0755022 Jun 02 12:41:59.062298 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb25e9c-a87b-42e6-8b00-2179a6b661b3 req-8608f25a-bf7e-46d3-a6fc-99c0a5fc8c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:41:59.063681 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ffb25e9c-a87b-42e6-8b00-2179a6b661b3 req-8608f25a-bf7e-46d3-a6fc-99c0a5fc8c31 service neutron] 10.222.0.22 "GET /v2.0/networks?id=538c4580-73df-464f-868c-daf3dec24418 HTTP/1.1" status: 200 len: 912 time: 0.1427224 Jun 02 12:41:59.166204 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ffb25e9c-a87b-42e6-8b00-2179a6b661b3 req-7834e89d-15e9-45dd-9ed2-94db2e18d6e8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04f8594b-c6ed-4eb6-a176-22f5335cbb64 HTTP/1.1" status: 200 len: 217 time: 0.0954487 Jun 02 12:41:59.251183 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb25e9c-a87b-42e6-8b00-2179a6b661b3 req-b9453572-6c86-45f1-8b9b-4a9f511c331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:41:59.252601 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ffb25e9c-a87b-42e6-8b00-2179a6b661b3 req-b9453572-6c86-45f1-8b9b-4a9f511c331b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=50a59100-ae12-4643-94d5-15b1702b852a HTTP/1.1" status: 200 len: 850 time: 0.0755625 Jun 02 12:41:59.305721 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-92ea2cd3-dcad-4a47-8d39-cc1c787b7424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:34:02Z', 'revision_number': 4, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'b127fecc-6a87-4974-a3f6-2f81b9eee544', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'floating_ip_address': '172.26.7.82', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'port_id': '3c477b15-aa8e-423c-8fd9-63de06385a99', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'mac_address': 'fa:16:3e:de:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c601d1-00a3-434e-92f9-d6565244303d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:38:15Z', 'updated_at': '2021-06-02T12:38:19Z', 'revision_number': 1, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffab3995-3e07-4da0-a1f7-2f54d5702299', 'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'mac_address': 'fa:16:3e:43:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:58Z', 'updated_at': '2021-06-02T12:34:14Z', 'revision_number': 5, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'subnets': [{'id': '50a59100-ae12-4643-94d5-15b1702b852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:41:59.309571 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0220f-6859-4c91-920a-ce7887488da1 req-5475a404-dc39-44a9-ba88-4c3aa8ba9f91 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:41:59.309825 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ea2cd3-dcad-4a47-8d39-cc1c787b7424 None None] Checking router: 29d3d7a0-d198-4622-8c9c-923c175c51dc for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:41:59.312384 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9ab0220f-6859-4c91-920a-ce7887488da1 req-5475a404-dc39-44a9-ba88-4c3aa8ba9f91 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 946 time: 0.1843882 Jun 02 12:41:59.319094 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ea2cd3-dcad-4a47-8d39-cc1c787b7424 None None] Routers {'29d3d7a0-d198-4622-8c9c-923c175c51dc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:41:59.319714 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-92ea2cd3-dcad-4a47-8d39-cc1c787b7424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:41:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['29d3d7a0-d198-4622-8c9c-923c175c51dc'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:41:59.371464 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9ab0220f-6859-4c91-920a-ce7887488da1 req-3bfd8805-4088-459f-9b3c-b66cc1c4843c tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525823 Jun 02 12:41:59.378179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb25e9c-a87b-42e6-8b00-2179a6b661b3 req-d579aa70-3944-47a6-b18f-f8cad9cb9900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:41:59.379611 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ffb25e9c-a87b-42e6-8b00-2179a6b661b3 req-d579aa70-3944-47a6-b18f-f8cad9cb9900 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=538c4580-73df-464f-868c-daf3dec24418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1196434 Jun 02 12:41:59.500201 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-92ea2cd3-dcad-4a47-8d39-cc1c787b7424 None None] Set router 29d3d7a0-d198-4622-8c9c-923c175c51dc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:41:59.511994 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ffb25e9c-a87b-42e6-8b00-2179a6b661b3 req-c58e679b-17a1-462b-bbc3-b31a3b7dccd5 service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248310 Jun 02 12:41:59.770284 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ffb25e9c-a87b-42e6-8b00-2179a6b661b3 req-92fc1b7b-0795-4280-84a4-a231479fc99d service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506611 Jun 02 12:41:59.851226 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-92ea2cd3-dcad-4a47-8d39-cc1c787b7424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:34:02Z', 'revision_number': 4, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'b127fecc-6a87-4974-a3f6-2f81b9eee544', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'floating_ip_address': '172.26.7.82', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'port_id': '3c477b15-aa8e-423c-8fd9-63de06385a99', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'mac_address': 'fa:16:3e:de:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c601d1-00a3-434e-92f9-d6565244303d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:38:15Z', 'updated_at': '2021-06-02T12:38:19Z', 'revision_number': 1, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffab3995-3e07-4da0-a1f7-2f54d5702299', 'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'mac_address': 'fa:16:3e:43:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:58Z', 'updated_at': '2021-06-02T12:34:14Z', 'revision_number': 5, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'subnets': [{'id': '50a59100-ae12-4643-94d5-15b1702b852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:41:59.855182 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ea2cd3-dcad-4a47-8d39-cc1c787b7424 None None] The sync data for ids ['29d3d7a0-d198-4622-8c9c-923c175c51dc'] in dv-neutron-601336-80-hyperv is: [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:34:02Z', 'revision_number': 4, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'b127fecc-6a87-4974-a3f6-2f81b9eee544', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'floating_ip_address': '172.26.7.82', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'port_id': '3c477b15-aa8e-423c-8fd9-63de06385a99', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'mac_address': 'fa:16:3e:de:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c601d1-00a3-434e-92f9-d6565244303d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:38:15Z', 'updated_at': '2021-06-02T12:38:19Z', 'revision_number': 1, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffab3995-3e07-4da0-a1f7-2f54d5702299', 'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'mac_address': 'fa:16:3e:43:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:58Z', 'updated_at': '2021-06-02T12:34:14Z', 'revision_number': 5, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'subnets': [{'id': '50a59100-ae12-4643-94d5-15b1702b852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:42:00.053465 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4447d86-0691-4f5a-a1b9-649b5e24e3af None None] New status for floating IP 8f99eb25-69c5-42a0-a6fd-bb19c11cb9a9: DOWN {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:42:00.558060 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a649ed-0916-4121-8af9-61876b779b06 req-49efcd24-4344-436a-9f1d-3ad9150dcbff tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:00.558765 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-48a649ed-0916-4121-8af9-61876b779b06 req-49efcd24-4344-436a-9f1d-3ad9150dcbff tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Synchronizing usage tracker for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:42:00.574006 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-48a649ed-0916-4121-8af9-61876b779b06 req-49efcd24-4344-436a-9f1d-3ad9150dcbff tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Unset dirty status for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:42:00.575176 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-48a649ed-0916-4121-8af9-61876b779b06 req-49efcd24-4344-436a-9f1d-3ad9150dcbff tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 946 time: 0.0988929 Jun 02 12:42:00.621064 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-48a649ed-0916-4121-8af9-61876b779b06 req-d6e8b988-8222-438c-8627-99d79e9be0d7 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396101 Jun 02 12:42:00.915853 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9e68d-70ec-416f-a3d8-2da552a1c8af req-5164448d-c81f-47b2-9d38-3b5f075c6f6d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:00.917274 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9bb9e68d-70ec-416f-a3d8-2da552a1c8af req-5164448d-c81f-47b2-9d38-3b5f075c6f6d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 946 time: 0.0830381 Jun 02 12:42:01.050602 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-9bb9e68d-70ec-416f-a3d8-2da552a1c8af req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Deleting port 04f8594b-c6ed-4eb6-a176-22f5335cbb64 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:42:01.050947 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9bb9e68d-70ec-416f-a3d8-2da552a1c8af req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:01.182577 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-9bb9e68d-70ec-416f-a3d8-2da552a1c8af req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] For port 04f8594b-c6ed-4eb6-a176-22f5335cbb64, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=04f8594b-c6ed-4eb6-a176-22f5335cbb64,segment=NetworkSegment(76696f93-6ff0-492e-a64d-dd3a6a80634c),segment_id=76696f93-6ff0-492e-a64d-dd3a6a80634c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:42:01.182853 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9bb9e68d-70ec-416f-a3d8-2da552a1c8af req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:01.309120 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-9bb9e68d-70ec-416f-a3d8-2da552a1c8af req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Calling delete_port for 04f8594b-c6ed-4eb6-a176-22f5335cbb64 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:42:01.421991 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9bb9e68d-70ec-416f-a3d8-2da552a1c8af req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:01.427732 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0ef607e2-6716-4074-98d7-5354f3cd1432 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:01.476839 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Pushing event deleted for resources: {'Port': ['ID=04f8594b-c6ed-4eb6-a176-22f5335cbb64,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:01.518610 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:01.518993 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:01.519377 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:01.519749 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:01.520119 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:01.520487 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:01.520849 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:01.521214 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:01.521575 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:01.521936 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:01.522321 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:01.522683 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:01.549827 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:01.560812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb9e68d-70ec-416f-a3d8-2da552a1c8af req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] No DVR routers for this DVR port 04f8594b-c6ed-4eb6-a176-22f5335cbb64 on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:42:01.563166 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9bb9e68d-70ec-416f-a3d8-2da552a1c8af req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:01.565654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc953535-29d6-4195-8ac7-4ef48602e27e', 'name': 'network-vif-deleted', 'tag': '04f8594b-c6ed-4eb6-a176-22f5335cbb64'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:42:01.568884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08c8bf5-954f-4428-bf10-d02c73d5da12" -d '{"events": [{"server_uuid": "cc953535-29d6-4195-8ac7-4ef48602e27e", "name": "network-vif-deleted", "tag": "04f8594b-c6ed-4eb6-a176-22f5335cbb64"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:42:01.583033 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9bb9e68d-70ec-416f-a3d8-2da552a1c8af req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.22 "DELETE /v2.0/ports/04f8594b-c6ed-4eb6-a176-22f5335cbb64 HTTP/1.1" status: 204 len: 173 time: 0.6601245 Jun 02 12:42:01.612169 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686cabd6-556e-438b-94e1-db8b757c3753 x-openstack-request-id: req-686cabd6-556e-438b-94e1-db8b757c3753 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:42:01.612522 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc953535-29d6-4195-8ac7-4ef48602e27e", "name": "network-vif-deleted", "tag": "04f8594b-c6ed-4eb6-a176-22f5335cbb64", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:42:01.612832 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-686cabd6-556e-438b-94e1-db8b757c3753 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:42:01.613280 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc953535-29d6-4195-8ac7-4ef48602e27e', 'name': 'network-vif-deleted', 'tag': '04f8594b-c6ed-4eb6-a176-22f5335cbb64', 'status': 'completed', 'code': 200} Jun 02 12:42:01.778397 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-94ebb240-3542-4c0e-aecc-89dc5dff1c54 req-c1a21990-c16d-4bcc-9f8f-ad27ca3cd407 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 210 time: 0.0419586 Jun 02 12:42:02.168861 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48912) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:02.247704 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb282a40-ad86-4f0a-b0b1-6d10397114c9 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:02.248778 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb282a40-ad86-4f0a-b0b1-6d10397114c9 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:02.249251 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb282a40-ad86-4f0a-b0b1-6d10397114c9 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:02.251096 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fb282a40-ad86-4f0a-b0b1-6d10397114c9 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=d135ab4d6a4341bf86e3c86c09f17ff8&network_id=6368b2b3-4e46-447a-895f-d392f773b5b9 HTTP/1.1" status: 200 len: 3002 time: 0.0812149 Jun 02 12:42:02.930679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-e17d58be-07c5-4e09-b8ae-0cf5a117b6a1 req-bc156551-51cc-4083-9b81-d831503063df tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Synchronizing usage tracker for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:42:02.947659 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-e17d58be-07c5-4e09-b8ae-0cf5a117b6a1 req-bc156551-51cc-4083-9b81-d831503063df tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Unset dirty status for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:42:02.948855 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e17d58be-07c5-4e09-b8ae-0cf5a117b6a1 req-bc156551-51cc-4083-9b81-d831503063df tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 210 time: 0.0635595 Jun 02 12:42:03.716837 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48924) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:03.777372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6430b1e-e5c1-41c2-8b38-afd74f592878 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:03.790115 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a6430b1e-e5c1-41c2-8b38-afd74f592878 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e HTTP/1.1" status: 200 len: 814 time: 0.0609190 Jun 02 12:42:03.854452 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9c72bfed-9240-4e57-b1ce-ce9ce16812ce req-d5c90068-8089-4f14-ae61-69e0314c301b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727649 Jun 02 12:42:03.993569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72bfed-9240-4e57-b1ce-ce9ce16812ce req-12d07f97-102e-413c-b17f-408b1e2bd3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:03.995328 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9c72bfed-9240-4e57-b1ce-ce9ce16812ce req-12d07f97-102e-413c-b17f-408b1e2bd3b2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=96bf45be6aa145b6aaf403d7070d5e51&device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 1099 time: 0.0740852 Jun 02 12:42:04.107186 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-67097db5-e943-4bfc-a48f-c5f86fb01fa4 req-88d0877d-599a-4a73-9d1d-95e2c7b219ac tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 210 time: 0.0475411 Jun 02 12:42:04.149255 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72bfed-9240-4e57-b1ce-ce9ce16812ce req-208b7ba3-eab3-46ef-b7de-179d12dfef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:04.150738 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9c72bfed-9240-4e57-b1ce-ce9ce16812ce req-208b7ba3-eab3-46ef-b7de-179d12dfef22 service neutron] 10.222.0.22 "GET /v2.0/networks?id=538c4580-73df-464f-868c-daf3dec24418 HTTP/1.1" status: 200 len: 912 time: 0.1353567 Jun 02 12:42:04.250681 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48932) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:04.255762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-37339bfd-0d3a-4135-a0ec-b4aa5b24ca76 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'floatingip': {'port_id': None}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:42:04.256087 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9c72bfed-9240-4e57-b1ce-ce9ce16812ce req-79f92468-e293-4c49-8e05-5748f461ac9c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c477b15-aa8e-423c-8fd9-63de06385a99 HTTP/1.1" status: 200 len: 1001 time: 0.0983770 Jun 02 12:42:04.323590 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72bfed-9240-4e57-b1ce-ce9ce16812ce req-5a4826d6-ca54-440c-b556-aa68901ca8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:04.325036 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9c72bfed-9240-4e57-b1ce-ce9ce16812ce req-5a4826d6-ca54-440c-b556-aa68901ca8bb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=50a59100-ae12-4643-94d5-15b1702b852a HTTP/1.1" status: 200 len: 850 time: 0.0624082 Jun 02 12:42:04.360699 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-37339bfd-0d3a-4135-a0ec-b4aa5b24ca76 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:04.401605 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72bfed-9240-4e57-b1ce-ce9ce16812ce req-c17926a1-8b77-4818-869e-3231d2de2c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:04.403383 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9c72bfed-9240-4e57-b1ce-ce9ce16812ce req-c17926a1-8b77-4818-869e-3231d2de2c6a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=538c4580-73df-464f-868c-daf3dec24418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0717411 Jun 02 12:42:04.540096 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9c72bfed-9240-4e57-b1ce-ce9ce16812ce req-93ebec64-bfb3-4c02-8b80-b3aba8521868 service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296010 Jun 02 12:42:04.635280 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-37339bfd-0d3a-4135-a0ec-b4aa5b24ca76 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:04.640648 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-37339bfd-0d3a-4135-a0ec-b4aa5b24ca76 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:04.640969 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-37339bfd-0d3a-4135-a0ec-b4aa5b24ca76 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Floating IP e05a6976-d596-4d78-9d49-4d4c2a09d5db disassociated. External IP: 172.26.7.196, port: 18e48e90-6b3b-4549-803c-71690cad31a0. Jun 02 12:42:04.686000 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9c72bfed-9240-4e57-b1ce-ce9ce16812ce req-9f0da282-1db1-48b4-ba54-e71cb883f9cd service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384385 Jun 02 12:42:05.164807 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37339bfd-0d3a-4135-a0ec-b4aa5b24ca76 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 70285ab8-3978-4fe7-8752-0f5881fd54d6 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:42:05.280063 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d1ec2d69-4028-4f2c-b4e8-efaac31d631c req-b9ad2d0a-c75f-4fe8-ac86-c2eff317abd7 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc953535-29d6-4195-8ac7-4ef48602e27e HTTP/1.1" status: 200 len: 210 time: 0.0475967 Jun 02 12:42:05.353342 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37339bfd-0d3a-4135-a0ec-b4aa5b24ca76 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:42:05.358137 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-37339bfd-0d3a-4135-a0ec-b4aa5b24ca76 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:05.363928 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a628602-66c7-4f0f-8046-65110e925a42 None None] Sync routers for ids ['70285ab8-3978-4fe7-8752-0f5881fd54d6'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:42:05.374476 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a628602-66c7-4f0f-8046-65110e925a42 None None] Routers {'70285ab8-3978-4fe7-8752-0f5881fd54d6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:42:05.375241 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7a628602-66c7-4f0f-8046-65110e925a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:41:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['70285ab8-3978-4fe7-8752-0f5881fd54d6'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:05.418232 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-37339bfd-0d3a-4135-a0ec-b4aa5b24ca76 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/floatingips/e05a6976-d596-4d78-9d49-4d4c2a09d5db HTTP/1.1" status: 200 len: 690 time: 1.1634970 Jun 02 12:42:05.418232 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52698788-1ba5-4bfd-bf75-0550023ec448', 'tag': '18e48e90-6b3b-4549-803c-71690cad31a0'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:42:05.418570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48940) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:05.418946 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b185d9a-fcf7-418b-ab86-85d702958d91" -d '{"events": [{"name": "network-changed", "server_uuid": "52698788-1ba5-4bfd-bf75-0550023ec448", "tag": "18e48e90-6b3b-4549-803c-71690cad31a0"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:42:05.462242 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddb8b42-b9f0-4bc6-ad74-958ad9fc2d56 x-openstack-request-id: req-0ddb8b42-b9f0-4bc6-ad74-958ad9fc2d56 {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:42:05.462588 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52698788-1ba5-4bfd-bf75-0550023ec448", "tag": "18e48e90-6b3b-4549-803c-71690cad31a0", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:42:05.462890 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ddb8b42-b9f0-4bc6-ad74-958ad9fc2d56 {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:42:05.463330 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52698788-1ba5-4bfd-bf75-0550023ec448', 'tag': '18e48e90-6b3b-4549-803c-71690cad31a0', 'status': 'completed', 'code': 200} Jun 02 12:42:05.541034 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 04f8594b-c6ed-4eb6-a176-22f5335cbb64 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:42:05.584119 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 04f8594b-c6ed-4eb6-a176-22f5335cbb64 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:42:05.584460 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 04f8594b-c6ed-4eb6-a176-22f5335cbb64 not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:42:05.600914 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-7a628602-66c7-4f0f-8046-65110e925a42 None None] Set router 70285ab8-3978-4fe7-8752-0f5881fd54d6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:42:05.682578 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fed0f086-e4fb-4684-8140-30315d0f2622 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/e05a6976-d596-4d78-9d49-4d4c2a09d5db HTTP/1.1" status: 200 len: 690 time: 0.2616353 Jun 02 12:42:05.715244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b185d9a-fcf7-418b-ab86-85d702958d91 req-9bb99c2d-267c-4252-9254-d4541d727b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:05.717224 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9b185d9a-fcf7-418b-ab86-85d702958d91 req-9bb99c2d-267c-4252-9254-d4541d727b18 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 1099 time: 0.1135826 Jun 02 12:42:05.857591 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b185d9a-fcf7-418b-ab86-85d702958d91 req-75cbdde8-b326-49b2-b595-2c726077d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:05.858908 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9b185d9a-fcf7-418b-ab86-85d702958d91 req-75cbdde8-b326-49b2-b595-2c726077d603 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6368b2b3-4e46-447a-895f-d392f773b5b9 HTTP/1.1" status: 200 len: 898 time: 0.1352105 Jun 02 12:42:05.932908 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9b185d9a-fcf7-418b-ab86-85d702958d91 req-313f484e-50b5-49a1-bb3e-7c842d56f155 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18e48e90-6b3b-4549-803c-71690cad31a0 HTTP/1.1" status: 200 len: 217 time: 0.0617006 Jun 02 12:42:05.979528 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7a628602-66c7-4f0f-8046-65110e925a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'name': 'tempest-TestNetworkBasicOps-router-379867899', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'ce315f3a-f930-4386-9c79-e85837372633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:40:19Z', 'updated_at': '2021-06-02T12:40:25Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'ce315f3a-f930-4386-9c79-e85837372633', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:20Z', 'updated_at': '2021-06-02T12:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e04943b6-4301-487c-9688-53edb9d0a537', 'name': '', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:4c:b5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:25Z', 'updated_at': '2021-06-02T12:40:30Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:05.984724 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a628602-66c7-4f0f-8046-65110e925a42 None None] Checking router: 70285ab8-3978-4fe7-8752-0f5881fd54d6 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:42:05.993883 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a628602-66c7-4f0f-8046-65110e925a42 None None] Routers {'70285ab8-3978-4fe7-8752-0f5881fd54d6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:42:05.994574 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7a628602-66c7-4f0f-8046-65110e925a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:41:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['70285ab8-3978-4fe7-8752-0f5881fd54d6'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:06.003611 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b185d9a-fcf7-418b-ab86-85d702958d91 req-5985268e-ce27-43f1-b640-7ee04b758e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:06.005057 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9b185d9a-fcf7-418b-ab86-85d702958d91 req-5985268e-ce27-43f1-b640-7ee04b758e69 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6b45c79-98d0-46ac-907b-adedadc0d5e1 HTTP/1.1" status: 200 len: 834 time: 0.0653248 Jun 02 12:42:06.083342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b185d9a-fcf7-418b-ab86-85d702958d91 req-368d6467-0c10-4600-bf1a-a4560b85e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:06.084740 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9b185d9a-fcf7-418b-ab86-85d702958d91 req-368d6467-0c10-4600-bf1a-a4560b85e68e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6368b2b3-4e46-447a-895f-d392f773b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0731695 Jun 02 12:42:06.173602 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-7a628602-66c7-4f0f-8046-65110e925a42 None None] Set router 70285ab8-3978-4fe7-8752-0f5881fd54d6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:42:06.234757 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9b185d9a-fcf7-418b-ab86-85d702958d91 req-35fa4e4d-b828-4137-b972-bf4f0320a327 service neutron] 10.222.0.22 "GET /v2.0/networks/6368b2b3-4e46-447a-895f-d392f773b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293623 Jun 02 12:42:06.377696 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9b185d9a-fcf7-418b-ab86-85d702958d91 req-692757ee-8628-45f3-9026-19f251ac425c service neutron] 10.222.0.22 "GET /v2.0/networks/6368b2b3-4e46-447a-895f-d392f773b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349821 Jun 02 12:42:06.504883 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7a628602-66c7-4f0f-8046-65110e925a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'name': 'tempest-TestNetworkBasicOps-router-379867899', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'ce315f3a-f930-4386-9c79-e85837372633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:40:19Z', 'updated_at': '2021-06-02T12:40:25Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'ce315f3a-f930-4386-9c79-e85837372633', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:20Z', 'updated_at': '2021-06-02T12:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e04943b6-4301-487c-9688-53edb9d0a537', 'name': '', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:4c:b5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:25Z', 'updated_at': '2021-06-02T12:40:30Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:06.509588 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a628602-66c7-4f0f-8046-65110e925a42 None None] The sync data for ids ['70285ab8-3978-4fe7-8752-0f5881fd54d6'] in dv-neutron-601336-80-hyperv is: [{'id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'name': 'tempest-TestNetworkBasicOps-router-379867899', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'ce315f3a-f930-4386-9c79-e85837372633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:40:19Z', 'updated_at': '2021-06-02T12:40:25Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'ce315f3a-f930-4386-9c79-e85837372633', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:20Z', 'updated_at': '2021-06-02T12:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e04943b6-4301-487c-9688-53edb9d0a537', 'name': '', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:4c:b5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:25Z', 'updated_at': '2021-06-02T12:40:30Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:42:06.685461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48952) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:06.741075 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0ac4df-edb0-4c17-af43-15df671c6474 None None] New status for floating IP e05a6976-d596-4d78-9d49-4d4c2a09d5db: DOWN {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:42:06.773856 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-24f43f73-f724-4f1f-96d1-15ccdbd19a7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/e05a6976-d596-4d78-9d49-4d4c2a09d5db HTTP/1.1" status: 200 len: 690 time: 0.0860970 Jun 02 12:42:07.775894 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48956) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:07.860017 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-125d1fb4-e1bd-4e5c-808c-6cbb89f9843a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/e05a6976-d596-4d78-9d49-4d4c2a09d5db HTTP/1.1" status: 200 len: 688 time: 0.0827079 Jun 02 12:42:09.303337 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48966) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:09.308294 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-1f990aa0-44d2-4fd8-bcbd-ecead1124ac0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-227070853', 'description': 'tempest-secgroup-smoke-227070853 description', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:42:09.314358 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1f990aa0-44d2-4fd8-bcbd-ecead1124ac0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:42:09.324115 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1f990aa0-44d2-4fd8-bcbd-ecead1124ac0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:42:09.336909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f990aa0-44d2-4fd8-bcbd-ecead1124ac0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:09.362540 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1f990aa0-44d2-4fd8-bcbd-ecead1124ac0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:42:09.366995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1f990aa0-44d2-4fd8-bcbd-ecead1124ac0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:42:09.369886 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1f990aa0-44d2-4fd8-bcbd-ecead1124ac0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:42:09.376814 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1f990aa0-44d2-4fd8-bcbd-ecead1124ac0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:42:09.449426 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f990aa0-44d2-4fd8-bcbd-ecead1124ac0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:09.453883 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f990aa0-44d2-4fd8-bcbd-ecead1124ac0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:09.458880 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5e2af6ca-2830-43aa-9e7e-7a42791ba1b7 tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:09.498719 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f990aa0-44d2-4fd8-bcbd-ecead1124ac0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a7ff8e-ea56-4777-8bb7-bc38247b49b7,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:09.502002 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1f990aa0-44d2-4fd8-bcbd-ecead1124ac0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:09.504776 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f990aa0-44d2-4fd8-bcbd-ecead1124ac0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:09.506045 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1f990aa0-44d2-4fd8-bcbd-ecead1124ac0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2015586 Jun 02 12:42:09.509106 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48968) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:09.514587 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-513fbf9a-6e55-4df4-981f-53c1d9fe7c30 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '29a7ff8e-ea56-4777-8bb7-bc38247b49b7', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:42:09.520643 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-513fbf9a-6e55-4df4-981f-53c1d9fe7c30 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:42:09.524689 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-513fbf9a-6e55-4df4-981f-53c1d9fe7c30 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:42:09.527926 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-513fbf9a-6e55-4df4-981f-53c1d9fe7c30 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:42:09.533715 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-513fbf9a-6e55-4df4-981f-53c1d9fe7c30 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:42:09.549823 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-513fbf9a-6e55-4df4-981f-53c1d9fe7c30 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:09.612692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-513fbf9a-6e55-4df4-981f-53c1d9fe7c30 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:09.616576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-513fbf9a-6e55-4df4-981f-53c1d9fe7c30 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:09.625580 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f159c922-b66f-4ec4-b1c8-1bc48f28381f tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:09.645335 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fbf9a-6e55-4df4-981f-53c1d9fe7c30 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328009de-c1c1-4880-82c4-b3038f1717fa,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:09.648581 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-513fbf9a-6e55-4df4-981f-53c1d9fe7c30 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:09.655971 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-513fbf9a-6e55-4df4-981f-53c1d9fe7c30 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:09.657301 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-513fbf9a-6e55-4df4-981f-53c1d9fe7c30 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470318 Jun 02 12:42:09.660156 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 48970) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:09.665093 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-2877e9d4-f891-43b5-9eaf-a0c5ad8a6ed1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '29a7ff8e-ea56-4777-8bb7-bc38247b49b7', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:42:09.671093 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-2877e9d4-f891-43b5-9eaf-a0c5ad8a6ed1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:42:09.674949 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2877e9d4-f891-43b5-9eaf-a0c5ad8a6ed1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:42:09.677837 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2877e9d4-f891-43b5-9eaf-a0c5ad8a6ed1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:42:09.683557 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-2877e9d4-f891-43b5-9eaf-a0c5ad8a6ed1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:42:09.700046 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2877e9d4-f891-43b5-9eaf-a0c5ad8a6ed1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:09.764300 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2877e9d4-f891-43b5-9eaf-a0c5ad8a6ed1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:09.768349 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2877e9d4-f891-43b5-9eaf-a0c5ad8a6ed1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:09.770408 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f36a8ac5-af56-4652-9ddf-abf66f0d5e99 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:09.794569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877e9d4-f891-43b5-9eaf-a0c5ad8a6ed1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e2f9b5-efe1-4adf-9ae8-d43b49f941d1,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:09.797944 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2877e9d4-f891-43b5-9eaf-a0c5ad8a6ed1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:09.807207 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2877e9d4-f891-43b5-9eaf-a0c5ad8a6ed1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:09.810169 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2877e9d4-f891-43b5-9eaf-a0c5ad8a6ed1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1472516 Jun 02 12:42:09.812143 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48972) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:09.820510 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-06a6a953-bbad-416a-a572-9e1dfbf112dd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '29a7ff8e-ea56-4777-8bb7-bc38247b49b7', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:42:09.827136 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-06a6a953-bbad-416a-a572-9e1dfbf112dd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:42:09.831495 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-06a6a953-bbad-416a-a572-9e1dfbf112dd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:42:09.834742 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-06a6a953-bbad-416a-a572-9e1dfbf112dd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:42:09.843952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-06a6a953-bbad-416a-a572-9e1dfbf112dd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:42:09.864315 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-06a6a953-bbad-416a-a572-9e1dfbf112dd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:09.931353 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-06a6a953-bbad-416a-a572-9e1dfbf112dd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:09.935305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-06a6a953-bbad-416a-a572-9e1dfbf112dd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:09.937632 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:09.959938 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6a953-bbad-416a-a572-9e1dfbf112dd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8816a10a-cc4b-4341-8030-12374d47d40b,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:09.963070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-06a6a953-bbad-416a-a572-9e1dfbf112dd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:09.970970 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-06a6a953-bbad-416a-a572-9e1dfbf112dd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:09.974958 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-06a6a953-bbad-416a-a572-9e1dfbf112dd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1557291 Jun 02 12:42:09.975360 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48976) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:09.980742 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-5e0879f8-6ec1-477a-82f6-3c23b77a440e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '29a7ff8e-ea56-4777-8bb7-bc38247b49b7', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:42:09.987768 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5e0879f8-6ec1-477a-82f6-3c23b77a440e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:42:09.992325 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5e0879f8-6ec1-477a-82f6-3c23b77a440e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:42:09.995613 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5e0879f8-6ec1-477a-82f6-3c23b77a440e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:42:10.002748 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5e0879f8-6ec1-477a-82f6-3c23b77a440e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:42:10.018923 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5e0879f8-6ec1-477a-82f6-3c23b77a440e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:10.082966 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5e0879f8-6ec1-477a-82f6-3c23b77a440e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:10.086830 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5e0879f8-6ec1-477a-82f6-3c23b77a440e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:10.088684 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-431f96dc-a9e0-4395-83a5-08380abaea86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:10.111259 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0879f8-6ec1-477a-82f6-3c23b77a440e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262093eb-c089-4b86-821b-5cc334765dbe,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:10.113737 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5e0879f8-6ec1-477a-82f6-3c23b77a440e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:10.121557 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5e0879f8-6ec1-477a-82f6-3c23b77a440e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:10.122855 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5e0879f8-6ec1-477a-82f6-3c23b77a440e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1464810 Jun 02 12:42:10.125471 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48978) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:10.129889 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-50cfd55e-b00f-45fa-9a59-b36e1947af4b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '29a7ff8e-ea56-4777-8bb7-bc38247b49b7', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:42:10.135882 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-50cfd55e-b00f-45fa-9a59-b36e1947af4b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:42:10.139980 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-50cfd55e-b00f-45fa-9a59-b36e1947af4b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:42:10.143498 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-50cfd55e-b00f-45fa-9a59-b36e1947af4b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:42:10.148784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-50cfd55e-b00f-45fa-9a59-b36e1947af4b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:42:10.159697 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.securitygroups_db [None req-50cfd55e-b00f-45fa-9a59-b36e1947af4b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:42:10.165266 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-50cfd55e-b00f-45fa-9a59-b36e1947af4b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:10.233871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-50cfd55e-b00f-45fa-9a59-b36e1947af4b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:10.237464 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-50cfd55e-b00f-45fa-9a59-b36e1947af4b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:10.245424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-258241c2-e5ed-466e-9b55-047b40b47054 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:10.263474 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cfd55e-b00f-45fa-9a59-b36e1947af4b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017633ce-b9e9-4287-971e-ecdc99b8d6e1,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:10.266259 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-50cfd55e-b00f-45fa-9a59-b36e1947af4b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:10.273380 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-50cfd55e-b00f-45fa-9a59-b36e1947af4b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:10.274665 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-50cfd55e-b00f-45fa-9a59-b36e1947af4b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1482594 Jun 02 12:42:10.277646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 48980) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:10.282562 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-8af45d93-42fa-473d-a3dd-13c538bf3d5b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '29a7ff8e-ea56-4777-8bb7-bc38247b49b7', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:42:10.288168 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8af45d93-42fa-473d-a3dd-13c538bf3d5b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:42:10.291921 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8af45d93-42fa-473d-a3dd-13c538bf3d5b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:42:10.294763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8af45d93-42fa-473d-a3dd-13c538bf3d5b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:42:10.301035 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8af45d93-42fa-473d-a3dd-13c538bf3d5b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:42:10.311852 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.securitygroups_db [None req-8af45d93-42fa-473d-a3dd-13c538bf3d5b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:42:10.317550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8af45d93-42fa-473d-a3dd-13c538bf3d5b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:10.388082 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8af45d93-42fa-473d-a3dd-13c538bf3d5b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:10.391977 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8af45d93-42fa-473d-a3dd-13c538bf3d5b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:10.393861 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b5ffd92a-aa27-4ea7-b48f-14f7cf8952ba tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:10.422441 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af45d93-42fa-473d-a3dd-13c538bf3d5b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a7c716-627b-422f-b08e-52f191ca4d81,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:10.427566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8af45d93-42fa-473d-a3dd-13c538bf3d5b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:10.431603 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8af45d93-42fa-473d-a3dd-13c538bf3d5b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:10.432760 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8af45d93-42fa-473d-a3dd-13c538bf3d5b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1541817 Jun 02 12:42:10.645579 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-c99e7727-6e39-4ace-8813-289bd5057464 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:42:10.661244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-c99e7727-6e39-4ace-8813-289bd5057464 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:42:10.662483 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-c99e7727-6e39-4ace-8813-289bd5057464 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227070853&fields=id&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 267 time: 0.0559218 Jun 02 12:42:10.822256 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-3e5f5ae8-9dcb-43fd-b375-6ad20ee69842 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:10.823577 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-3e5f5ae8-9dcb-43fd-b375-6ad20ee69842 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/networks?id=6368b2b3-4e46-447a-895f-d392f773b5b9 HTTP/1.1" status: 200 len: 797 time: 0.1547096 Jun 02 12:42:10.838116 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-e23ea85e-e8af-40f7-81a1-c3875ab11bbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/quotas/d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 375 time: 0.0086081 Jun 02 12:42:10.927959 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-c7f8a983-562d-4685-b193-2aac45d497a2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0843117 Jun 02 12:42:11.033597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49002) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:11.068684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-9346304d-72aa-4bd3-be37-958e59d99709 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:42:11.069672 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-9346304d-72aa-4bd3-be37-958e59d99709 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1300550 Jun 02 12:42:11.317492 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-25235d62-ff8f-4806-9dff-9f466431099a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Deleting port 4c11fef4-1aae-4d5b-bbb6-0162e5a3548b {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:42:11.317833 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-25235d62-ff8f-4806-9dff-9f466431099a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:11.335479 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-42869a02-8a4c-4e6e-9369-e2467c0bd7d5 service neutron] 10.222.0.37 "GET /v2.0/networks/6368b2b3-4e46-447a-895f-d392f773b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556303 Jun 02 12:42:11.437331 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-25235d62-ff8f-4806-9dff-9f466431099a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:11.437726 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-25235d62-ff8f-4806-9dff-9f466431099a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:11.467614 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-81a2d744-6526-4d52-b5ac-0225804feb0d service neutron] 10.222.0.37 "GET /v2.0/networks/6368b2b3-4e46-447a-895f-d392f773b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267619 Jun 02 12:42:11.560534 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-25235d62-ff8f-4806-9dff-9f466431099a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Calling delete_port for 4c11fef4-1aae-4d5b-bbb6-0162e5a3548b owned by network:floatingip {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:42:11.653873 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-cc10302c-5757-453c-b73b-f3c761b8e515 req-0a2b1ade-db1b-428c-b15b-b1c77be22eb9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea8b3252-faab-4f83-b024-9146d9367745 HTTP/1.1" status: 200 len: 210 time: 0.0487249 Jun 02 12:42:11.734895 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-25235d62-ff8f-4806-9dff-9f466431099a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:11.739727 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7f3f82f6-d9c0-4a77-9b42-65b98d4865fa tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:11.938052 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25235d62-ff8f-4806-9dff-9f466431099a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Pushing event deleted for resources: {'Port': ['ID=4c11fef4-1aae-4d5b-bbb6-0162e5a3548b,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:11.941407 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-25235d62-ff8f-4806-9dff-9f466431099a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:12.031912 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-25235d62-ff8f-4806-9dff-9f466431099a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for floatingip, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:12.032176 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-25235d62-ff8f-4806-9dff-9f466431099a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Floating IP b127fecc-6a87-4974-a3f6-2f81b9eee544 disassociated (deleted). External IP: 172.26.7.82, port: 3c477b15-aa8e-423c-8fd9-63de06385a99. Jun 02 12:42:12.397538 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25235d62-ff8f-4806-9dff-9f466431099a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Router 29d3d7a0-d198-4622-8c9c-923c175c51dc has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:42:12.580737 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25235d62-ff8f-4806-9dff-9f466431099a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:42:12.590360 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd915a7c-d02c-4e9e-9e1e-195d404b5d76 None None] Sync routers for ids ['29d3d7a0-d198-4622-8c9c-923c175c51dc'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:42:12.603301 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd915a7c-d02c-4e9e-9e1e-195d404b5d76 None None] Routers {'29d3d7a0-d198-4622-8c9c-923c175c51dc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:42:12.604379 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-dd915a7c-d02c-4e9e-9e1e-195d404b5d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:41:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['29d3d7a0-d198-4622-8c9c-923c175c51dc'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:12.608513 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-25235d62-ff8f-4806-9dff-9f466431099a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:12.673399 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-25235d62-ff8f-4806-9dff-9f466431099a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "DELETE /v2.0/floatingips/b127fecc-6a87-4974-a3f6-2f81b9eee544 HTTP/1.1" status: 204 len: 168 time: 1.6385772 Jun 02 12:42:12.674017 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c601d1-00a3-434e-92f9-d6565244303d', 'tag': '3c477b15-aa8e-423c-8fd9-63de06385a99'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:42:12.676722 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889a70f3-046b-4c66-a9f8-8731a58e0dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c601d1-00a3-434e-92f9-d6565244303d", "tag": "3c477b15-aa8e-423c-8fd9-63de06385a99"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:42:12.692912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-48f3e087-3e81-4172-be6c-236c4661a2fe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:12.694972 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-48f3e087-3e81-4172-be6c-236c4661a2fe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/networks?id=6368b2b3-4e46-447a-895f-d392f773b5b9 HTTP/1.1" status: 200 len: 797 time: 0.1682737 Jun 02 12:42:12.756653 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bee9c69-382e-4ee3-980c-ef30019d4538 x-openstack-request-id: req-5bee9c69-382e-4ee3-980c-ef30019d4538 {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:42:12.757013 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c601d1-00a3-434e-92f9-d6565244303d", "tag": "3c477b15-aa8e-423c-8fd9-63de06385a99", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:42:12.757340 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5bee9c69-382e-4ee3-980c-ef30019d4538 {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:42:12.757795 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c601d1-00a3-434e-92f9-d6565244303d', 'tag': '3c477b15-aa8e-423c-8fd9-63de06385a99', 'status': 'completed', 'code': 200} Jun 02 12:42:12.821835 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-dd915a7c-d02c-4e9e-9e1e-195d404b5d76 None None] Set router 29d3d7a0-d198-4622-8c9c-923c175c51dc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:42:12.823124 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-844ff212-8a19-4352-8534-422dd843c431 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 471 time: 0.1188941 Jun 02 12:42:12.842086 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-f011d9e1-0359-4402-a04f-5872b58c6f97 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'port': {'device_id': 'ea8b3252-faab-4f83-b024-9146d9367745', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'admin_state_up': True, 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'security_groups': ['29a7ff8e-ea56-4777-8bb7-bc38247b49b7']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:42:12.930581 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7a4de3e8-d92a-4c0b-8fef-344f617c89cd req-243c8336-1aba-40b3-943d-d4511463a628 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea8b3252-faab-4f83-b024-9146d9367745 HTTP/1.1" status: 200 len: 210 time: 0.0552788 Jun 02 12:42:13.022583 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-f011d9e1-0359-4402-a04f-5872b58c6f97 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:42:13.034865 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-f011d9e1-0359-4402-a04f-5872b58c6f97 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:42:13.040106 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a70f3-046b-4c66-a9f8-8731a58e0dfa req-42f337a9-74ef-494a-947c-e8cd6f11c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:13.041608 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-889a70f3-046b-4c66-a9f8-8731a58e0dfa req-42f337a9-74ef-494a-947c-e8cd6f11c10d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=96bf45be6aa145b6aaf403d7070d5e51&device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 1099 time: 0.2629497 Jun 02 12:42:13.107337 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-f011d9e1-0359-4402-a04f-5872b58c6f97 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:42:13.110776 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-f011d9e1-0359-4402-a04f-5872b58c6f97 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:13.167343 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-dd915a7c-d02c-4e9e-9e1e-195d404b5d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:34:02Z', 'revision_number': 4, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'ffab3995-3e07-4da0-a1f7-2f54d5702299', 'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'mac_address': 'fa:16:3e:43:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:58Z', 'updated_at': '2021-06-02T12:34:14Z', 'revision_number': 5, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'subnets': [{'id': '50a59100-ae12-4643-94d5-15b1702b852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:13.171272 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd915a7c-d02c-4e9e-9e1e-195d404b5d76 None None] Checking router: 29d3d7a0-d198-4622-8c9c-923c175c51dc for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:42:13.179591 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd915a7c-d02c-4e9e-9e1e-195d404b5d76 None None] Routers {'29d3d7a0-d198-4622-8c9c-923c175c51dc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:42:13.180412 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-dd915a7c-d02c-4e9e-9e1e-195d404b5d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:41:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['29d3d7a0-d198-4622-8c9c-923c175c51dc'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:13.334411 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec83c-9dd7-4393-8242-3bfa85f3b598 req-8d6ebc42-c502-4467-8d47-67df0fe165e8 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:13.335877 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ee0ec83c-9dd7-4393-8242-3bfa85f3b598 req-8d6ebc42-c502-4467-8d47-67df0fe165e8 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 946 time: 0.2918172 Jun 02 12:42:13.371875 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a70f3-046b-4c66-a9f8-8731a58e0dfa req-33e67c67-9546-45e0-9b36-ae724685c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:13.373880 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-889a70f3-046b-4c66-a9f8-8731a58e0dfa req-33e67c67-9546-45e0-9b36-ae724685c61e service neutron] 10.222.0.22 "GET /v2.0/networks?id=538c4580-73df-464f-868c-daf3dec24418 HTTP/1.1" status: 200 len: 912 time: 0.2968407 Jun 02 12:42:13.409779 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-dd915a7c-d02c-4e9e-9e1e-195d404b5d76 None None] Set router 29d3d7a0-d198-4622-8c9c-923c175c51dc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:42:13.485523 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-889a70f3-046b-4c66-a9f8-8731a58e0dfa req-ec89dd26-95f9-46dc-a985-ed86d0c405de service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c477b15-aa8e-423c-8fd9-63de06385a99 HTTP/1.1" status: 200 len: 217 time: 0.0934854 Jun 02 12:42:13.548065 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ee0ec83c-9dd7-4393-8242-3bfa85f3b598 req-b129e4f3-973c-438e-b970-c6d6812207d3 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817174 Jun 02 12:42:13.550989 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-f011d9e1-0359-4402-a04f-5872b58c6f97 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.20.0.14 (6368b2b3-4e46-447a-895f-d392f773b5b9/b6b45c79-98d0-46ac-907b-adedadc0d5e1/3f887753-6146-40d8-a78a-459d719c5dac) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:42:13.605245 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a70f3-046b-4c66-a9f8-8731a58e0dfa req-9c9c28ea-2648-4bc0-96ea-7296a567f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:13.606718 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-889a70f3-046b-4c66-a9f8-8731a58e0dfa req-9c9c28ea-2648-4bc0-96ea-7296a567f675 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=50a59100-ae12-4643-94d5-15b1702b852a HTTP/1.1" status: 200 len: 850 time: 0.1114748 Jun 02 12:42:13.732243 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-dd915a7c-d02c-4e9e-9e1e-195d404b5d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:34:02Z', 'revision_number': 4, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'ffab3995-3e07-4da0-a1f7-2f54d5702299', 'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'mac_address': 'fa:16:3e:43:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:58Z', 'updated_at': '2021-06-02T12:34:14Z', 'revision_number': 5, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'subnets': [{'id': '50a59100-ae12-4643-94d5-15b1702b852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:13.736940 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd915a7c-d02c-4e9e-9e1e-195d404b5d76 None None] The sync data for ids ['29d3d7a0-d198-4622-8c9c-923c175c51dc'] in dv-neutron-601336-80-hyperv is: [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:34:02Z', 'revision_number': 4, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'ffab3995-3e07-4da0-a1f7-2f54d5702299', 'name': '', 'network_id': '538c4580-73df-464f-868c-daf3dec24418', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'mac_address': 'fa:16:3e:43:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '50a59100-ae12-4643-94d5-15b1702b852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:58Z', 'updated_at': '2021-06-02T12:34:14Z', 'revision_number': 5, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'subnets': [{'id': '50a59100-ae12-4643-94d5-15b1702b852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:42:13.814338 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a70f3-046b-4c66-a9f8-8731a58e0dfa req-f043343a-ceac-4262-9053-956d9b9cfaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:13.815863 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-889a70f3-046b-4c66-a9f8-8731a58e0dfa req-f043343a-ceac-4262-9053-956d9b9cfaf5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=538c4580-73df-464f-868c-daf3dec24418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1856389 Jun 02 12:42:13.824392 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-f011d9e1-0359-4402-a04f-5872b58c6f97 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:13.913359 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-f011d9e1-0359-4402-a04f-5872b58c6f97 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Transition to ACTIVE for port object 3f887753-6146-40d8-a78a-459d719c5dac will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:42:13.953190 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698af60c-76cf-4d71-b502-06fdeee93c11 None None] New status for floating IP b127fecc-6a87-4974-a3f6-2f81b9eee544: DOWN {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:42:13.981105 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-889a70f3-046b-4c66-a9f8-8731a58e0dfa req-9a85992d-8294-4421-927d-72e136459a4a service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529112 Jun 02 12:42:13.988571 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-f011d9e1-0359-4402-a04f-5872b58c6f97 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:14.014416 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4fb0fe2a-99f8-4f9a-ba93-1d2e03e483c6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:14.111982 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5406659a-c1c2-4270-b340-17a2aefc8a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:14.145126 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347adca4-3b6b-42cc-ad9f-3e57bde0997a req-63f51215-f3c8-4dd0-a1f5-b428fe017d33 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:14.146788 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-347adca4-3b6b-42cc-ad9f-3e57bde0997a req-63f51215-f3c8-4dd0-a1f5-b428fe017d33 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea8b3252-faab-4f83-b024-9146d9367745 HTTP/1.1" status: 200 len: 932 time: 0.0958760 Jun 02 12:42:14.199311 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-347adca4-3b6b-42cc-ad9f-3e57bde0997a req-a6373273-06d7-4c8a-8fee-c40533355b75 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=29a7ff8e-ea56-4777-8bb7-bc38247b49b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455964 Jun 02 12:42:14.302308 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-f011d9e1-0359-4402-a04f-5872b58c6f97 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 6368b2b3-4e46-447a-895f-d392f773b5b9 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:42:14.306915 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-f011d9e1-0359-4402-a04f-5872b58c6f97 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:42:14.319088 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-f011d9e1-0359-4402-a04f-5872b58c6f97 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:42:14.345571 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011d9e1-0359-4402-a04f-5872b58c6f97 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=3f887753-6146-40d8-a78a-459d719c5dac,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:14.357397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f011d9e1-0359-4402-a04f-5872b58c6f97 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:14.412868 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-f011d9e1-0359-4402-a04f-5872b58c6f97 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:14.413495 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-f011d9e1-0359-4402-a04f-5872b58c6f97 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:14.427583 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-889a70f3-046b-4c66-a9f8-8731a58e0dfa req-8de8a0e9-d564-4f70-afbb-7cd98f8831f3 service neutron] 10.222.0.22 "GET /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367609 Jun 02 12:42:14.445430 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-f011d9e1-0359-4402-a04f-5872b58c6f97 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6079783 Jun 02 12:42:14.458245 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Request body: {'port': {'device_id': 'ea8b3252-faab-4f83-b024-9146d9367745', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:42:14.534964 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8afec901-5741-42a2-bcc7-771b6fe45c98 None None] Provisioning for port 3f887753-6146-40d8-a78a-459d719c5dac completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:42:14.539762 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8afec901-5741-42a2-bcc7-771b6fe45c98 None None] Provisioning complete for port 3f887753-6146-40d8-a78a-459d719c5dac triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:42:14.540136 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8afec901-5741-42a2-bcc7-771b6fe45c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:14.570556 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:14.599247 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-8afec901-5741-42a2-bcc7-771b6fe45c98 None None] Port 3f887753-6146-40d8-a78a-459d719c5dac cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:42:14.926082 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041bb4f-505a-4481-845b-5269191a4f2c req-7fda6090-d9c3-4027-85fe-33f8fe91548e tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:14.927527 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9041bb4f-505a-4481-845b-5269191a4f2c req-7fda6090-d9c3-4027-85fe-33f8fe91548e tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 946 time: 0.2417157 Jun 02 12:42:14.978342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa0f3f-4062-43f6-bace-4e0355fd07ab req-fe60ce06-4847-406c-a797-e85a9ae546cf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:14.979742 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b2fa0f3f-4062-43f6-bace-4e0355fd07ab req-fe60ce06-4847-406c-a797-e85a9ae546cf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 946 time: 0.2923386 Jun 02 12:42:15.114622 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b2fa0f3f-4062-43f6-bace-4e0355fd07ab req-d7c78d58-a6a1-4c19-8f24-49e6cb25ae20 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a597685-9ec8-478a-be7f-68c3fb1ee0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161644 Jun 02 12:42:15.197026 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f887753-6146-40d8-a78a-459d719c5dac {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:42:15.205951 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:15.210963 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-9041bb4f-505a-4481-845b-5269191a4f2c req-69f6ae54-f7c4-49a5-862f-cef2a21a9631 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Deleting port 3c477b15-aa8e-423c-8fd9-63de06385a99 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:42:15.211289 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9041bb4f-505a-4481-845b-5269191a4f2c req-69f6ae54-f7c4-49a5-862f-cef2a21a9631 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:15.291359 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Transition to ACTIVE for port object 3f887753-6146-40d8-a78a-459d719c5dac will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:42:15.297896 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:15.304417 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:15.388835 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafaf7be-6d77-4f51-b18d-2941165356b7 req-16f613b2-211e-45ce-838c-b7b6ccf8a713 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:15.390340 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fafaf7be-6d77-4f51-b18d-2941165356b7 req-16f613b2-211e-45ce-838c-b7b6ccf8a713 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea8b3252-faab-4f83-b024-9146d9367745 HTTP/1.1" status: 200 len: 944 time: 0.0850265 Jun 02 12:42:15.441970 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fafaf7be-6d77-4f51-b18d-2941165356b7 req-220214ba-687a-418f-b9cf-44f1323ef315 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=29a7ff8e-ea56-4777-8bb7-bc38247b49b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456579 Jun 02 12:42:15.501787 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Pushing event updated for resources: {'Port': ['ID=3f887753-6146-40d8-a78a-459d719c5dac,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:15.513087 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-9041bb4f-505a-4481-845b-5269191a4f2c req-69f6ae54-f7c4-49a5-862f-cef2a21a9631 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] For port 3c477b15-aa8e-423c-8fd9-63de06385a99, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3c477b15-aa8e-423c-8fd9-63de06385a99,segment=NetworkSegment(76696f93-6ff0-492e-a64d-dd3a6a80634c),segment_id=76696f93-6ff0-492e-a64d-dd3a6a80634c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:42:15.513447 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9041bb4f-505a-4481-845b-5269191a4f2c req-69f6ae54-f7c4-49a5-862f-cef2a21a9631 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:15.521655 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:15.672474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-9041bb4f-505a-4481-845b-5269191a4f2c req-69f6ae54-f7c4-49a5-862f-cef2a21a9631 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Calling delete_port for 3c477b15-aa8e-423c-8fd9-63de06385a99 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:42:15.721543 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Attempting to bind port 3f887753-6146-40d8-a78a-459d719c5dac on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:42:15.721795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Attempting to bind port 3f887753-6146-40d8-a78a-459d719c5dac by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e38e4864-ee90-4d34-bdfc-88713bd5d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:42:15.722128 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Attempting to bind port 3f887753-6146-40d8-a78a-459d719c5dac on network 6368b2b3-4e46-447a-895f-d392f773b5b9 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:42:15.729529 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Port 3f887753-6146-40d8-a78a-459d719c5dac on network 6368b2b3-4e46-447a-895f-d392f773b5b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:42:15.729843 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Attempting to bind port 3f887753-6146-40d8-a78a-459d719c5dac on network 6368b2b3-4e46-447a-895f-d392f773b5b9 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:42:15.738012 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:42:15.738362 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Checking segment: {'id': 'e38e4864-ee90-4d34-bdfc-88713bd5d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:42:15.738738 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Bound using segment: {'id': 'e38e4864-ee90-4d34-bdfc-88713bd5d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:42:15.739154 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Bound port: 3f887753-6146-40d8-a78a-459d719c5dac, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38e4864-ee90-4d34-bdfc-88713bd5d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:42:15.739491 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:16.017304 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] For port 3f887753-6146-40d8-a78a-459d719c5dac, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:42:16.024839 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] For port 3f887753-6146-40d8-a78a-459d719c5dac, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3f887753-6146-40d8-a78a-459d719c5dac,segment=NetworkSegment(e38e4864-ee90-4d34-bdfc-88713bd5d9a9),segment_id=e38e4864-ee90-4d34-bdfc-88713bd5d9a9)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:42:16.025812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9041bb4f-505a-4481-845b-5269191a4f2c req-69f6ae54-f7c4-49a5-862f-cef2a21a9631 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:16.032310 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:16.067582 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:16.081295 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6ae54-f7c4-49a5-862f-cef2a21a9631 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Pushing event deleted for resources: {'Port': ['ID=3c477b15-aa8e-423c-8fd9-63de06385a99,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:16.086335 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-69f6ae54-f7c4-49a5-862f-cef2a21a9631 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:16.088816 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:16.166846 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:16.167340 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:16.168724 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] 10.222.0.22 "PUT /v2.0/ports/3f887753-6146-40d8-a78a-459d719c5dac HTTP/1.1" status: 200 len: 1094 time: 1.7148912 Jun 02 12:42:16.174062 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8b3252-faab-4f83-b024-9146d9367745', 'tag': '3f887753-6146-40d8-a78a-459d719c5dac'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:42:16.176412 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e4dcbf-2eb1-4068-aca2-e9a5ed3bc6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8b3252-faab-4f83-b024-9146d9367745", "tag": "3f887753-6146-40d8-a78a-459d719c5dac"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:42:16.269507 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8b914e-ed1a-405f-a91f-30d5fce6a8db x-openstack-request-id: req-3c8b914e-ed1a-405f-a91f-30d5fce6a8db {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:42:16.269741 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8b3252-faab-4f83-b024-9146d9367745", "tag": "3f887753-6146-40d8-a78a-459d719c5dac", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:42:16.270039 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c8b914e-ed1a-405f-a91f-30d5fce6a8db {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:42:16.270509 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8b3252-faab-4f83-b024-9146d9367745', 'tag': '3f887753-6146-40d8-a78a-459d719c5dac', 'status': 'completed', 'code': 200} Jun 02 12:42:16.281715 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-9041bb4f-505a-4481-845b-5269191a4f2c req-69f6ae54-f7c4-49a5-862f-cef2a21a9631 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] No DVR routers for this DVR port 3c477b15-aa8e-423c-8fd9-63de06385a99 on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:42:16.292036 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9041bb4f-505a-4481-845b-5269191a4f2c req-69f6ae54-f7c4-49a5-862f-cef2a21a9631 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:16.356218 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-e15b2964-2751-463d-92f6-fdc8854a2177 req-b384b6f7-7fb8-4f67-8474-cda72001dd5d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Synchronizing usage tracker for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:42:16.359317 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9041bb4f-505a-4481-845b-5269191a4f2c req-69f6ae54-f7c4-49a5-862f-cef2a21a9631 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.22 "DELETE /v2.0/ports/3c477b15-aa8e-423c-8fd9-63de06385a99 HTTP/1.1" status: 204 len: 173 time: 1.4244545 Jun 02 12:42:16.361688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Pushing event updated for resources: {'Port': ['ID=3f887753-6146-40d8-a78a-459d719c5dac,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:16.366141 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:16.388780 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-e15b2964-2751-463d-92f6-fdc8854a2177 req-b384b6f7-7fb8-4f67-8474-cda72001dd5d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Unset dirty status for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:42:16.390452 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e15b2964-2751-463d-92f6-fdc8854a2177 req-b384b6f7-7fb8-4f67-8474-cda72001dd5d tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 210 time: 0.0998826 Jun 02 12:42:16.400250 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-113f6642-4d1c-4864-b40a-4f7b0607282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:16.401784 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-113f6642-4d1c-4864-b40a-4f7b0607282d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=ea8b3252-faab-4f83-b024-9146d9367745 HTTP/1.1" status: 200 len: 1097 time: 0.1758652 Jun 02 12:42:16.483156 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-89271f97-36ad-428b-ba9e-0befc5a05eeb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f887753-6146-40d8-a78a-459d719c5dac HTTP/1.1" status: 200 len: 217 time: 0.0661998 Jun 02 12:42:16.560259 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-0958b22f-db67-4edb-9c66-b79f65676696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:16.562824 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-0958b22f-db67-4edb-9c66-b79f65676696 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6b45c79-98d0-46ac-907b-adedadc0d5e1 HTTP/1.1" status: 200 len: 834 time: 0.0725510 Jun 02 12:42:16.614060 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1e06334c-ab82-4bbe-b881-4e6c5d2d04a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:16.656198 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-6a2889cc-6617-4608-9a64-54623fae1223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:16.662012 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-6a2889cc-6617-4608-9a64-54623fae1223 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6368b2b3-4e46-447a-895f-d392f773b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0923707 Jun 02 12:42:16.672194 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82ddd4-7bd1-4ca2-a135-d814460dbf81 req-22073d77-0340-494b-a0db-b69b58e85c55 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:16.674864 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4e82ddd4-7bd1-4ca2-a135-d814460dbf81 req-22073d77-0340-494b-a0db-b69b58e85c55 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea8b3252-faab-4f83-b024-9146d9367745 HTTP/1.1" status: 200 len: 944 time: 0.1072178 Jun 02 12:42:16.677246 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:16.723067 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4e82ddd4-7bd1-4ca2-a135-d814460dbf81 req-7f02822d-7e6d-4cc8-a173-1ecbf5617eea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=29a7ff8e-ea56-4777-8bb7-bc38247b49b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404718 Jun 02 12:42:16.812360 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-9908f48a-60d8-4b3e-9839-d946f8d5f699 service neutron] 10.222.0.22 "GET /v2.0/networks/6368b2b3-4e46-447a-895f-d392f773b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431217 Jun 02 12:42:16.950065 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c0aa87a6-ac54-4497-8d8a-0ef1cfc241cb req-f915c188-f6ca-4156-b3be-829f7fb0c6c4 service neutron] 10.222.0.22 "GET /v2.0/networks/6368b2b3-4e46-447a-895f-d392f773b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312308 Jun 02 12:42:17.064278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4dcbf-2eb1-4068-aca2-e9a5ed3bc6e6 req-7fa21b8a-bedc-4ec4-8eed-a25cc05afeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:17.068270 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d4e4dcbf-2eb1-4068-aca2-e9a5ed3bc6e6 req-7fa21b8a-bedc-4ec4-8eed-a25cc05afeee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=ea8b3252-faab-4f83-b024-9146d9367745 HTTP/1.1" status: 200 len: 1097 time: 0.0762546 Jun 02 12:42:17.211642 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4dcbf-2eb1-4068-aca2-e9a5ed3bc6e6 req-6a54ee4e-55b9-4cd2-8058-c3c007322f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:17.213093 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d4e4dcbf-2eb1-4068-aca2-e9a5ed3bc6e6 req-6a54ee4e-55b9-4cd2-8058-c3c007322f0c service neutron] 10.222.0.22 "GET /v2.0/networks?id=6368b2b3-4e46-447a-895f-d392f773b5b9 HTTP/1.1" status: 200 len: 898 time: 0.1385934 Jun 02 12:42:17.286532 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d4e4dcbf-2eb1-4068-aca2-e9a5ed3bc6e6 req-ff5e6755-f828-4641-bece-0481be3d48b2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f887753-6146-40d8-a78a-459d719c5dac HTTP/1.1" status: 200 len: 217 time: 0.0657802 Jun 02 12:42:17.349419 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4dcbf-2eb1-4068-aca2-e9a5ed3bc6e6 req-2cf85610-52eb-4aed-9c3f-ec38ca3aa93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:17.350839 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d4e4dcbf-2eb1-4068-aca2-e9a5ed3bc6e6 req-2cf85610-52eb-4aed-9c3f-ec38ca3aa93b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6b45c79-98d0-46ac-907b-adedadc0d5e1 HTTP/1.1" status: 200 len: 834 time: 0.0580873 Jun 02 12:42:17.426398 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4dcbf-2eb1-4068-aca2-e9a5ed3bc6e6 req-cb79ea42-aec8-4e0d-b102-ca4c70665020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:17.428100 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d4e4dcbf-2eb1-4068-aca2-e9a5ed3bc6e6 req-cb79ea42-aec8-4e0d-b102-ca4c70665020 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6368b2b3-4e46-447a-895f-d392f773b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0708899 Jun 02 12:42:17.697124 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:17.711391 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c6b4fd00-e6b9-4e11-b0a1-8320591366ba req-e3ca448e-dcdb-471e-8456-38d5a856a8f3 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 210 time: 0.1861689 Jun 02 12:42:17.766253 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d4e4dcbf-2eb1-4068-aca2-e9a5ed3bc6e6 req-6d1fb768-7131-4390-befa-ece36fd6dfb5 service neutron] 10.222.0.22 "GET /v2.0/networks/6368b2b3-4e46-447a-895f-d392f773b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303678 Jun 02 12:42:17.912943 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d4e4dcbf-2eb1-4068-aca2-e9a5ed3bc6e6 req-ca7e7af0-6a70-4afb-80ea-794fa70af2a4 service neutron] 10.222.0.22 "GET /v2.0/networks/6368b2b3-4e46-447a-895f-d392f773b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402161 Jun 02 12:42:17.914409 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ce9f9-8406-4654-aad5-c6827ca3cefb req-b1cf9057-7a0f-4316-8c68-fc4aaafad0f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:17.915909 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ae7ce9f9-8406-4654-aad5-c6827ca3cefb req-b1cf9057-7a0f-4316-8c68-fc4aaafad0f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea8b3252-faab-4f83-b024-9146d9367745 HTTP/1.1" status: 200 len: 944 time: 0.0852084 Jun 02 12:42:17.967342 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ae7ce9f9-8406-4654-aad5-c6827ca3cefb req-f678694a-f38b-48f0-83f4-1454ea2544c2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=29a7ff8e-ea56-4777-8bb7-bc38247b49b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456181 Jun 02 12:42:18.271345 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c601d1-00a3-434e-92f9-d6565244303d', 'name': 'network-vif-deleted', 'tag': '3c477b15-aa8e-423c-8fd9-63de06385a99'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:42:18.273754 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac433c0b-181b-4041-8f92-9394b568dc19" -d '{"events": [{"server_uuid": "f6c601d1-00a3-434e-92f9-d6565244303d", "name": "network-vif-deleted", "tag": "3c477b15-aa8e-423c-8fd9-63de06385a99"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:42:18.460968 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee7dc3f-21c0-4cd9-bff6-6b7b37034866 x-openstack-request-id: req-5ee7dc3f-21c0-4cd9-bff6-6b7b37034866 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:42:18.461338 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c601d1-00a3-434e-92f9-d6565244303d", "name": "network-vif-deleted", "tag": "3c477b15-aa8e-423c-8fd9-63de06385a99", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:42:18.461643 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ee7dc3f-21c0-4cd9-bff6-6b7b37034866 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:42:18.462090 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c601d1-00a3-434e-92f9-d6565244303d', 'name': 'network-vif-deleted', 'tag': '3c477b15-aa8e-423c-8fd9-63de06385a99', 'status': 'completed', 'code': 200} Jun 02 12:42:18.864915 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-2ae496b8-c9b8-4304-a61e-0d380b3c047b req-33156474-91ad-4314-878c-32f9ef199a8f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Synchronizing usage tracker for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:42:18.876489 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-2ae496b8-c9b8-4304-a61e-0d380b3c047b req-33156474-91ad-4314-878c-32f9ef199a8f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Unset dirty status for tenant:96bf45be6aa145b6aaf403d7070d5e51 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:42:18.877608 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2ae496b8-c9b8-4304-a61e-0d380b3c047b req-33156474-91ad-4314-878c-32f9ef199a8f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 210 time: 0.0615880 Jun 02 12:42:19.160316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375ac90-099b-43d0-b157-0a8fbcf590fe req-03031117-3d21-47cb-a3fc-4b795817f688 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:19.161025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-7375ac90-099b-43d0-b157-0a8fbcf590fe req-03031117-3d21-47cb-a3fc-4b795817f688 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:42:19.176426 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-7375ac90-099b-43d0-b157-0a8fbcf590fe req-03031117-3d21-47cb-a3fc-4b795817f688 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:42:19.177799 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7375ac90-099b-43d0-b157-0a8fbcf590fe req-03031117-3d21-47cb-a3fc-4b795817f688 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea8b3252-faab-4f83-b024-9146d9367745 HTTP/1.1" status: 200 len: 944 time: 0.1040530 Jun 02 12:42:19.224591 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7375ac90-099b-43d0-b157-0a8fbcf590fe req-dd1c5825-2e00-49fc-8c72-bad460614c54 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=29a7ff8e-ea56-4777-8bb7-bc38247b49b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407522 Jun 02 12:42:19.477224 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:19.583656 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 3f887753-6146-40d8-a78a-459d719c5dac details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:42:19.585998 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 3c477b15-aa8e-423c-8fd9-63de06385a99 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:42:19.623171 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 3c477b15-aa8e-423c-8fd9-63de06385a99 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:42:19.623936 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 3c477b15-aa8e-423c-8fd9-63de06385a99 not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:42:19.750599 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 3f887753-6146-40d8-a78a-459d719c5dac, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3f887753-6146-40d8-a78a-459d719c5dac,segment=NetworkSegment(e38e4864-ee90-4d34-bdfc-88713bd5d9a9),segment_id=e38e4864-ee90-4d34-bdfc-88713bd5d9a9)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:42:19.763646 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '3f887753-6146-40d8-a78a-459d719c5dac', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'port_id': '3f887753-6146-40d8-a78a-459d719c5dac', 'mac_address': 'fa:16:3e:e8:91:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:42:19.822609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:19.838782 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f887753-6146-40d8-a78a-459d719c5dac {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:42:19.854284 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 3f887753-6146-40d8-a78a-459d719c5dac, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3f887753-6146-40d8-a78a-459d719c5dac,segment=NetworkSegment(e38e4864-ee90-4d34-bdfc-88713bd5d9a9),segment_id=e38e4864-ee90-4d34-bdfc-88713bd5d9a9)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:42:19.858630 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:19.860317 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:19.925352 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=3f887753-6146-40d8-a78a-459d719c5dac,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:19.932549 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:19.932834 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:19.933202 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:19.933536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:19.933865 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:19.934290 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:19.934624 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:19.934948 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:19.935271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:19.935619 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:19.935937 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:19.936263 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:42:19.940221 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:20.039357 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e30fbaf2-2592-40eb-b8c9-0ab0f67c02a0 req-f44d6286-867d-4321-be9a-56fb7f097e25 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c601d1-00a3-434e-92f9-d6565244303d HTTP/1.1" status: 200 len: 210 time: 0.0427763 Jun 02 12:42:20.225319 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['3f887753-6146-40d8-a78a-459d719c5dac'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:42:20.414832 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed75727-a200-41d3-ba53-676678bd834a req-d48d231b-9b20-4431-a8b4-eaabc176ec35 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:20.416275 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4ed75727-a200-41d3-ba53-676678bd834a req-d48d231b-9b20-4431-a8b4-eaabc176ec35 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea8b3252-faab-4f83-b024-9146d9367745 HTTP/1.1" status: 200 len: 945 time: 0.0840552 Jun 02 12:42:20.460342 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4ed75727-a200-41d3-ba53-676678bd834a req-b3bfca99-7fe1-4167-bdb3-3b15bfab883b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=29a7ff8e-ea56-4777-8bb7-bc38247b49b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381570 Jun 02 12:42:21.149920 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49060) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:21.507148 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e6898-6d56-48ed-9b47-254ce0b5e5e7 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Deleting port ca421c0e-69c1-4b07-8d82-dab01a6275e5 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:42:21.507489 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ba7e6898-6d56-48ed-9b47-254ce0b5e5e7 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:21.596998 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 3f887753-6146-40d8-a78a-459d719c5dac up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:42:21.625967 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ba7e6898-6d56-48ed-9b47-254ce0b5e5e7 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:21.626620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ba7e6898-6d56-48ed-9b47-254ce0b5e5e7 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:21.649235 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e90177-8f6c-498f-ba85-298a86e9991b req-40aef14c-55d2-4663-a3ef-20ac82a5b8ae tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:21.651446 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a7e90177-8f6c-498f-ba85-298a86e9991b req-40aef14c-55d2-4663-a3ef-20ac82a5b8ae tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea8b3252-faab-4f83-b024-9146d9367745 HTTP/1.1" status: 200 len: 945 time: 0.0821557 Jun 02 12:42:21.666622 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 3f887753-6146-40d8-a78a-459d719c5dac completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:42:21.672583 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 3f887753-6146-40d8-a78a-459d719c5dac triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:42:21.672969 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:21.703647 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a7e90177-8f6c-498f-ba85-298a86e9991b req-7c60eca2-8521-4ec5-9e19-d822e515a952 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=29a7ff8e-ea56-4777-8bb7-bc38247b49b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456038 Jun 02 12:42:21.759049 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e6898-6d56-48ed-9b47-254ce0b5e5e7 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Calling delete_port for ca421c0e-69c1-4b07-8d82-dab01a6275e5 owned by network:floatingip {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:42:21.792728 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:21.818974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8b3252-faab-4f83-b024-9146d9367745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f887753-6146-40d8-a78a-459d719c5dac'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:42:21.821226 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119dddc7-ddec-46a1-bb65-686dc304a0aa" -d '{"events": [{"server_uuid": "ea8b3252-faab-4f83-b024-9146d9367745", "name": "network-vif-plugged", "status": "completed", "tag": "3f887753-6146-40d8-a78a-459d719c5dac"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:42:21.829561 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 3f887753-6146-40d8-a78a-459d719c5dac, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3f887753-6146-40d8-a78a-459d719c5dac,segment=NetworkSegment(e38e4864-ee90-4d34-bdfc-88713bd5d9a9),segment_id=e38e4864-ee90-4d34-bdfc-88713bd5d9a9)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:42:21.834412 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:21.836556 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:21.872789 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ba7e6898-6d56-48ed-9b47-254ce0b5e5e7 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:21.881466 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bb835a-ac2d-4c26-9388-6d3b098846d3 x-openstack-request-id: req-d3bb835a-ac2d-4c26-9388-6d3b098846d3 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:42:21.881466 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8b3252-faab-4f83-b024-9146d9367745", "name": "network-vif-plugged", "status": "completed", "tag": "3f887753-6146-40d8-a78a-459d719c5dac", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:42:21.881793 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3bb835a-ac2d-4c26-9388-6d3b098846d3 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:42:21.882066 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8b3252-faab-4f83-b024-9146d9367745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f887753-6146-40d8-a78a-459d719c5dac', 'code': 200} Jun 02 12:42:21.882719 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-415146b8-4fca-4ab0-8892-c270ab77d02f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:21.910654 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=3f887753-6146-40d8-a78a-459d719c5dac,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:21.914953 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:21.956975 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e6898-6d56-48ed-9b47-254ce0b5e5e7 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Pushing event deleted for resources: {'Port': ['ID=ca421c0e-69c1-4b07-8d82-dab01a6275e5,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:21.989143 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ba7e6898-6d56-48ed-9b47-254ce0b5e5e7 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:22.016585 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ba7e6898-6d56-48ed-9b47-254ce0b5e5e7 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for floatingip, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:22.033841 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ba7e6898-6d56-48ed-9b47-254ce0b5e5e7 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:22.034997 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ba7e6898-6d56-48ed-9b47-254ce0b5e5e7 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "DELETE /v2.0/floatingips/015353a6-3f84-43e3-9eb6-2bccdcf38225 HTTP/1.1" status: 204 len: 168 time: 0.8840539 Jun 02 12:42:22.101216 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663efbc8-66e2-4efc-9886-41dd340a493a req-1e3454db-2a0f-4f5d-b6f5-48eabe9520c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:22.102754 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-663efbc8-66e2-4efc-9886-41dd340a493a req-1e3454db-2a0f-4f5d-b6f5-48eabe9520c7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ea8b3252-faab-4f83-b024-9146d9367745 HTTP/1.1" status: 200 len: 1099 time: 0.0705221 Jun 02 12:42:22.144036 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-663efbc8-66e2-4efc-9886-41dd340a493a req-36660daf-5e9f-48d5-a69a-bea15b4f33fb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=29a7ff8e-ea56-4777-8bb7-bc38247b49b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345855 Jun 02 12:42:22.895382 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54138a5c-30c9-405e-82f8-e66852ab73f6 req-a8cf1583-3792-479a-a801-e1a237cd69d7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:22.896936 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-54138a5c-30c9-405e-82f8-e66852ab73f6 req-a8cf1583-3792-479a-a801-e1a237cd69d7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea8b3252-faab-4f83-b024-9146d9367745 HTTP/1.1" status: 200 len: 946 time: 0.0871379 Jun 02 12:42:22.944604 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-54138a5c-30c9-405e-82f8-e66852ab73f6 req-66106336-2662-4e19-a227-1603fbed6de3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=29a7ff8e-ea56-4777-8bb7-bc38247b49b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411057 Jun 02 12:42:24.131209 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a371cff-8d20-41b7-aeec-da860acc6a1b req-b9a53fbb-397d-47d3-b4a3-7ed21cd953bc tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:24.132714 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7a371cff-8d20-41b7-aeec-da860acc6a1b req-b9a53fbb-397d-47d3-b4a3-7ed21cd953bc tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea8b3252-faab-4f83-b024-9146d9367745 HTTP/1.1" status: 200 len: 946 time: 0.0816677 Jun 02 12:42:24.184900 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7a371cff-8d20-41b7-aeec-da860acc6a1b req-e2d85ab5-0fae-4386-ba18-3afe21695d3c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=29a7ff8e-ea56-4777-8bb7-bc38247b49b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463126 Jun 02 12:42:24.370811 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c984a60-aa31-4729-999a-a83eba84ee81 req-96c501a2-6a71-4056-931a-b341db2c018d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:24.372390 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9c984a60-aa31-4729-999a-a83eba84ee81 req-96c501a2-6a71-4056-931a-b341db2c018d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea8b3252-faab-4f83-b024-9146d9367745 HTTP/1.1" status: 200 len: 946 time: 0.0852556 Jun 02 12:42:24.417456 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9c984a60-aa31-4729-999a-a83eba84ee81 req-9a12c685-5f54-4628-8870-0872628d475e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=29a7ff8e-ea56-4777-8bb7-bc38247b49b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392447 Jun 02 12:42:24.440123 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49082) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:24.501961 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49086) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:24.516812 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8834e99a-f4c0-4679-b80e-ecd6b6c8aad3 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:24.518255 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8834e99a-f4c0-4679-b80e-ecd6b6c8aad3 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ea8b3252-faab-4f83-b024-9146d9367745 HTTP/1.1" status: 200 len: 1094 time: 0.0770898 Jun 02 12:42:24.521061 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49088) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:24.525545 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-e9a7663c-5b94-4afd-9448-20cd79e29dd2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'floatingip': {'port_id': '3f887753-6146-40d8-a78a-459d719c5dac'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:42:24.578390 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-00b55b1b-2314-440e-ab5d-0f751f4c8457 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:24.605104 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e9a7663c-5b94-4afd-9448-20cd79e29dd2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:24.612220 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-00b55b1b-2314-440e-ab5d-0f751f4c8457 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:24.677788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-00b55b1b-2314-440e-ab5d-0f751f4c8457 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:24.682850 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1f990aa0-44d2-4fd8-bcbd-ecead1124ac0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:24.696854 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b55b1b-2314-440e-ab5d-0f751f4c8457 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a597685-9ec8-478a-be7f-68c3fb1ee0b4,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:24.699577 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-00b55b1b-2314-440e-ab5d-0f751f4c8457 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:24.715252 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-00b55b1b-2314-440e-ab5d-0f751f4c8457 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:24.716786 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-00b55b1b-2314-440e-ab5d-0f751f4c8457 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] 10.222.0.37 "DELETE /v2.0/security-groups/3a597685-9ec8-478a-be7f-68c3fb1ee0b4 HTTP/1.1" status: 204 len: 168 time: 0.2137630 Jun 02 12:42:24.778534 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49092) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:24.797072 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:42:25.365834 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e9a7663c-5b94-4afd-9448-20cd79e29dd2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:25.371103 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e9a7663c-5b94-4afd-9448-20cd79e29dd2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:25.495487 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c8a63ed7-dc4e-4ab0-a71c-2e0c7c1582ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:25.543885 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-e9a7663c-5b94-4afd-9448-20cd79e29dd2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Floating IP e05a6976-d596-4d78-9d49-4d4c2a09d5db associated. External IP: 172.26.7.196, port: 3f887753-6146-40d8-a78a-459d719c5dac. Jun 02 12:42:25.784642 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:25.901700 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a7663c-5b94-4afd-9448-20cd79e29dd2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 70285ab8-3978-4fe7-8752-0f5881fd54d6 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:42:26.067506 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-c8a63ed7-dc4e-4ab0-a71c-2e0c7c1582ff admin admin] Deleting port ffab3995-3e07-4da0-a1f7-2f54d5702299 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:42:26.067757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c8a63ed7-dc4e-4ab0-a71c-2e0c7c1582ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:26.081487 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a7663c-5b94-4afd-9448-20cd79e29dd2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:42:26.086362 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e9a7663c-5b94-4afd-9448-20cd79e29dd2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:26.091865 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4922b79-c47a-4b93-b919-3686d7ea4a49 None None] Sync routers for ids ['70285ab8-3978-4fe7-8752-0f5881fd54d6'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:42:26.102194 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4922b79-c47a-4b93-b919-3686d7ea4a49 None None] Routers {'70285ab8-3978-4fe7-8752-0f5881fd54d6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:42:26.102995 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-b4922b79-c47a-4b93-b919-3686d7ea4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:42:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['70285ab8-3978-4fe7-8752-0f5881fd54d6'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:26.141003 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e9a7663c-5b94-4afd-9448-20cd79e29dd2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/floatingips/e05a6976-d596-4d78-9d49-4d4c2a09d5db HTTP/1.1" status: 200 len: 992 time: 1.6186421 Jun 02 12:42:26.141542 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8b3252-faab-4f83-b024-9146d9367745', 'tag': '3f887753-6146-40d8-a78a-459d719c5dac'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:42:26.143892 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23e3d76-9685-4d5c-a081-d85f147fe447" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8b3252-faab-4f83-b024-9146d9367745", "tag": "3f887753-6146-40d8-a78a-459d719c5dac"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:42:26.144940 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49096) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:26.190560 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a39679-88bc-44a6-9468-54bad3b47056 x-openstack-request-id: req-46a39679-88bc-44a6-9468-54bad3b47056 {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:42:26.190905 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8b3252-faab-4f83-b024-9146d9367745", "tag": "3f887753-6146-40d8-a78a-459d719c5dac", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:42:26.191205 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46a39679-88bc-44a6-9468-54bad3b47056 {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:42:26.191642 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8b3252-faab-4f83-b024-9146d9367745', 'tag': '3f887753-6146-40d8-a78a-459d719c5dac', 'status': 'completed', 'code': 200} Jun 02 12:42:26.302973 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-b4922b79-c47a-4b93-b919-3686d7ea4a49 None None] Set router 70285ab8-3978-4fe7-8752-0f5881fd54d6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:42:26.343519 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-c8a63ed7-dc4e-4ab0-a71c-2e0c7c1582ff admin admin] For port ffab3995-3e07-4da0-a1f7-2f54d5702299, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ffab3995-3e07-4da0-a1f7-2f54d5702299,segment=NetworkSegment(76696f93-6ff0-492e-a64d-dd3a6a80634c),segment_id=76696f93-6ff0-492e-a64d-dd3a6a80634c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:42:26.343772 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c8a63ed7-dc4e-4ab0-a71c-2e0c7c1582ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:26.355958 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c2c0cbc8-fcf4-4fe6-aa29-e6c2737bb1a1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/e05a6976-d596-4d78-9d49-4d4c2a09d5db HTTP/1.1" status: 200 len: 992 time: 0.2088506 Jun 02 12:42:26.479842 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-c8a63ed7-dc4e-4ab0-a71c-2e0c7c1582ff admin admin] Calling delete_port for ffab3995-3e07-4da0-a1f7-2f54d5702299 owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:42:26.508652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e3d76-9685-4d5c-a081-d85f147fe447 req-e301fbf7-8bf1-4e4a-9b3d-b118767f48b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:26.510137 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e23e3d76-9685-4d5c-a081-d85f147fe447 req-e301fbf7-8bf1-4e4a-9b3d-b118767f48b5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=ea8b3252-faab-4f83-b024-9146d9367745 HTTP/1.1" status: 200 len: 1099 time: 0.2856231 Jun 02 12:42:26.682392 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e3d76-9685-4d5c-a081-d85f147fe447 req-1bffc641-dd6e-4dbf-9643-212ad2ca41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:26.683836 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e23e3d76-9685-4d5c-a081-d85f147fe447 req-1bffc641-dd6e-4dbf-9643-212ad2ca41ca service neutron] 10.222.0.22 "GET /v2.0/networks?id=6368b2b3-4e46-447a-895f-d392f773b5b9 HTTP/1.1" status: 200 len: 898 time: 0.1652164 Jun 02 12:42:26.699953 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-b4922b79-c47a-4b93-b919-3686d7ea4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'name': 'tempest-TestNetworkBasicOps-router-379867899', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'ce315f3a-f930-4386-9c79-e85837372633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:40:19Z', 'updated_at': '2021-06-02T12:40:25Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'ce315f3a-f930-4386-9c79-e85837372633', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:20Z', 'updated_at': '2021-06-02T12:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'e05a6976-d596-4d78-9d49-4d4c2a09d5db', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.196', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'port_id': '3f887753-6146-40d8-a78a-459d719c5dac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'mac_address': 'fa:16:3e:e8:91:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8b3252-faab-4f83-b024-9146d9367745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:40:47Z', 'updated_at': '2021-06-02T12:42:25Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04943b6-4301-487c-9688-53edb9d0a537', 'name': '', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:4c:b5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:25Z', 'updated_at': '2021-06-02T12:40:30Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:26.704689 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4922b79-c47a-4b93-b919-3686d7ea4a49 None None] Checking router: 70285ab8-3978-4fe7-8752-0f5881fd54d6 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:42:26.712988 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4922b79-c47a-4b93-b919-3686d7ea4a49 None None] Routers {'70285ab8-3978-4fe7-8752-0f5881fd54d6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:42:26.713616 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-b4922b79-c47a-4b93-b919-3686d7ea4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:42:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['70285ab8-3978-4fe7-8752-0f5881fd54d6'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:26.840089 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e23e3d76-9685-4d5c-a081-d85f147fe447 req-786502aa-0349-49e6-ac23-cc6304c2462b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f887753-6146-40d8-a78a-459d719c5dac HTTP/1.1" status: 200 len: 1000 time: 0.1479440 Jun 02 12:42:26.897674 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-b4922b79-c47a-4b93-b919-3686d7ea4a49 None None] Set router 70285ab8-3978-4fe7-8752-0f5881fd54d6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:42:26.916193 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c8a63ed7-dc4e-4ab0-a71c-2e0c7c1582ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:26.922816 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-94517eff-0acf-421e-805a-d8243fa6f552 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:26.969534 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e3d76-9685-4d5c-a081-d85f147fe447 req-b2b93026-f90a-43ee-9246-f428c14e1bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:26.970943 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e23e3d76-9685-4d5c-a081-d85f147fe447 req-b2b93026-f90a-43ee-9246-f428c14e1bce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6b45c79-98d0-46ac-907b-adedadc0d5e1 HTTP/1.1" status: 200 len: 834 time: 0.1213648 Jun 02 12:42:26.973773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a63ed7-dc4e-4ab0-a71c-2e0c7c1582ff admin admin] Pushing event deleted for resources: {'Port': ['ID=ffab3995-3e07-4da0-a1f7-2f54d5702299,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:26.977331 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c8a63ed7-dc4e-4ab0-a71c-2e0c7c1582ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:27.210056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e3d76-9685-4d5c-a081-d85f147fe447 req-9d7f24ce-7900-482a-8eb5-bd5f7b64ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:42:27.211564 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e23e3d76-9685-4d5c-a081-d85f147fe447 req-9d7f24ce-7900-482a-8eb5-bd5f7b64ec09 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6368b2b3-4e46-447a-895f-d392f773b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2322466 Jun 02 12:42:27.253473 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-b4922b79-c47a-4b93-b919-3686d7ea4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'name': 'tempest-TestNetworkBasicOps-router-379867899', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'ce315f3a-f930-4386-9c79-e85837372633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:40:19Z', 'updated_at': '2021-06-02T12:40:25Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'ce315f3a-f930-4386-9c79-e85837372633', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:20Z', 'updated_at': '2021-06-02T12:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'e05a6976-d596-4d78-9d49-4d4c2a09d5db', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.196', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'port_id': '3f887753-6146-40d8-a78a-459d719c5dac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'mac_address': 'fa:16:3e:e8:91:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8b3252-faab-4f83-b024-9146d9367745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:40:47Z', 'updated_at': '2021-06-02T12:42:25Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04943b6-4301-487c-9688-53edb9d0a537', 'name': '', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:4c:b5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:25Z', 'updated_at': '2021-06-02T12:40:30Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:27.257594 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4922b79-c47a-4b93-b919-3686d7ea4a49 None None] The sync data for ids ['70285ab8-3978-4fe7-8752-0f5881fd54d6'] in dv-neutron-601336-80-hyperv is: [{'id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'name': 'tempest-TestNetworkBasicOps-router-379867899', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'ce315f3a-f930-4386-9c79-e85837372633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:40:19Z', 'updated_at': '2021-06-02T12:40:25Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'ce315f3a-f930-4386-9c79-e85837372633', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:20Z', 'updated_at': '2021-06-02T12:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'e05a6976-d596-4d78-9d49-4d4c2a09d5db', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.196', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'port_id': '3f887753-6146-40d8-a78a-459d719c5dac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'mac_address': 'fa:16:3e:e8:91:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8b3252-faab-4f83-b024-9146d9367745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:40:47Z', 'updated_at': '2021-06-02T12:42:25Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04943b6-4301-487c-9688-53edb9d0a537', 'name': '', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:4c:b5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:25Z', 'updated_at': '2021-06-02T12:40:30Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:42:27.359593 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49100) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:27.465960 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3808b0de-0d2e-4941-b014-ceb47493506f None None] New status for floating IP e05a6976-d596-4d78-9d49-4d4c2a09d5db: ACTIVE {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:42:27.481807 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-62a28d7b-0abf-4c2d-ae14-1ac88ea4e717 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/e05a6976-d596-4d78-9d49-4d4c2a09d5db HTTP/1.1" status: 200 len: 992 time: 0.1208856 Jun 02 12:42:27.566391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c8a63ed7-dc4e-4ab0-a71c-2e0c7c1582ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:27.654074 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e23e3d76-9685-4d5c-a081-d85f147fe447 req-edb50c1d-7752-4f44-bf15-4a1fd3d35ea7 service neutron] 10.222.0.22 "GET /v2.0/networks/6368b2b3-4e46-447a-895f-d392f773b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316788 Jun 02 12:42:27.940287 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e23e3d76-9685-4d5c-a081-d85f147fe447 req-5d725c21-97e8-4c1a-ae59-022f98de19f7 service neutron] 10.222.0.22 "GET /v2.0/networks/6368b2b3-4e46-447a-895f-d392f773b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791064 Jun 02 12:42:28.064226 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a63ed7-dc4e-4ab0-a71c-2e0c7c1582ff admin admin] Router 29d3d7a0-d198-4622-8c9c-923c175c51dc has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:42:28.242537 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a63ed7-dc4e-4ab0-a71c-2e0c7c1582ff admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:42:28.251773 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb55d75a-c465-4991-b5f7-2f5c6d1459f3 None None] Sync routers for ids ['29d3d7a0-d198-4622-8c9c-923c175c51dc'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:42:28.255312 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c8a63ed7-dc4e-4ab0-a71c-2e0c7c1582ff admin admin] 10.222.0.37 "PUT /v2.0/routers/29d3d7a0-d198-4622-8c9c-923c175c51dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4754424 Jun 02 12:42:28.257899 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49102) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:28.260810 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb55d75a-c465-4991-b5f7-2f5c6d1459f3 None None] Routers {'29d3d7a0-d198-4622-8c9c-923c175c51dc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:42:28.261410 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-eb55d75a-c465-4991-b5f7-2f5c6d1459f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:42:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['29d3d7a0-d198-4622-8c9c-923c175c51dc'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:28.432130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9d684a3b-5881-4429-85aa-42cf23718b1b admin admin] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:28.437903 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-eb55d75a-c465-4991-b5f7-2f5c6d1459f3 None None] Set router 29d3d7a0-d198-4622-8c9c-923c175c51dc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:42:28.485667 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49106) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:28.727130 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-eb55d75a-c465-4991-b5f7-2f5c6d1459f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:42:26Z', 'revision_number': 5, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:28.731144 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb55d75a-c465-4991-b5f7-2f5c6d1459f3 None None] Checking router: 29d3d7a0-d198-4622-8c9c-923c175c51dc for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:42:28.740520 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb55d75a-c465-4991-b5f7-2f5c6d1459f3 None None] Routers {'29d3d7a0-d198-4622-8c9c-923c175c51dc'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:42:28.741147 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-eb55d75a-c465-4991-b5f7-2f5c6d1459f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:42:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['29d3d7a0-d198-4622-8c9c-923c175c51dc'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:28.820045 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-77b4a10a-b68d-4441-8265-1de9bd9284ca tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/e05a6976-d596-4d78-9d49-4d4c2a09d5db HTTP/1.1" status: 200 len: 994 time: 0.3331020 Jun 02 12:42:28.854484 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9d684a3b-5881-4429-85aa-42cf23718b1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:28.927328 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-9d684a3b-5881-4429-85aa-42cf23718b1b admin admin] Deleting port 8e858c39-2280-418e-bbe9-f38870cbaa0e {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:42:28.927673 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9d684a3b-5881-4429-85aa-42cf23718b1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:28.962541 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-eb55d75a-c465-4991-b5f7-2f5c6d1459f3 None None] Set router 29d3d7a0-d198-4622-8c9c-923c175c51dc gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:42:29.058696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-9d684a3b-5881-4429-85aa-42cf23718b1b admin admin] For port 8e858c39-2280-418e-bbe9-f38870cbaa0e, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=8e858c39-2280-418e-bbe9-f38870cbaa0e,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:42:29.058951 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9d684a3b-5881-4429-85aa-42cf23718b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:29.187401 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-9d684a3b-5881-4429-85aa-42cf23718b1b admin admin] Calling delete_port for 8e858c39-2280-418e-bbe9-f38870cbaa0e owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:42:29.249764 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-eb55d75a-c465-4991-b5f7-2f5c6d1459f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:42:26Z', 'revision_number': 5, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:29.253824 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb55d75a-c465-4991-b5f7-2f5c6d1459f3 None None] The sync data for ids ['29d3d7a0-d198-4622-8c9c-923c175c51dc'] in dv-neutron-601336-80-hyperv is: [{'id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'name': 'tempest-TestVolumeBootPattern-538075502-router', 'tenant_id': '96bf45be6aa145b6aaf403d7070d5e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:33:48Z', 'updated_at': '2021-06-02T12:42:26Z', 'revision_number': 5, 'project_id': '96bf45be6aa145b6aaf403d7070d5e51', 'gw_port': {'id': '8e858c39-2280-418e-bbe9-f38870cbaa0e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d3d7a0-d198-4622-8c9c-923c175c51dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:33:50Z', 'updated_at': '2021-06-02T12:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:42:29.334799 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9d684a3b-5881-4429-85aa-42cf23718b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:29.338264 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f55e1f2e-0a91-4597-bad1-d57e9aa423e7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:29.381377 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d684a3b-5881-4429-85aa-42cf23718b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=8e858c39-2280-418e-bbe9-f38870cbaa0e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:29.384372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9d684a3b-5881-4429-85aa-42cf23718b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:29.479359 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9d684a3b-5881-4429-85aa-42cf23718b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:29.651495 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9d684a3b-5881-4429-85aa-42cf23718b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:29.654013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9d684a3b-5881-4429-85aa-42cf23718b1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:29.678478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9d684a3b-5881-4429-85aa-42cf23718b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:29.679039 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d684a3b-5881-4429-85aa-42cf23718b1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29d3d7a0-d198-4622-8c9c-923c175c51dc {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:42:29.691880 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9d684a3b-5881-4429-85aa-42cf23718b1b admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:29.693027 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9d684a3b-5881-4429-85aa-42cf23718b1b admin admin] 10.222.0.37 "DELETE /v2.0/routers/29d3d7a0-d198-4622-8c9c-923c175c51dc HTTP/1.1" status: 204 len: 168 time: 1.4341750 Jun 02 12:42:29.695680 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49108) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:29.760063 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf6610d-15f4-44c7-9ed5-8354c5c5d11e admin admin] Deleting subnet 50a59100-ae12-4643-94d5-15b1702b852a {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:42:29.762927 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-abf6610d-15f4-44c7-9ed5-8354c5c5d11e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:29.813875 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-abf6610d-15f4-44c7-9ed5-8354c5c5d11e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:29.893322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-abf6610d-15f4-44c7-9ed5-8354c5c5d11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:30.134331 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-abf6610d-15f4-44c7-9ed5-8354c5c5d11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:30.138564 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9d79a7c7-79e6-4960-aa17-5d04d229c44c tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:30.176254 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6610d-15f4-44c7-9ed5-8354c5c5d11e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50a59100-ae12-4643-94d5-15b1702b852a,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:30.178042 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-abf6610d-15f4-44c7-9ed5-8354c5c5d11e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:30.180659 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-abf6610d-15f4-44c7-9ed5-8354c5c5d11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:30.183242 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c3dbe8-84ff-4842-8a3e-84cd6d5164c7 None None] Network 538c4580-73df-464f-868c-daf3dec24418 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:42:30.184599 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-abf6610d-15f4-44c7-9ed5-8354c5c5d11e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/50a59100-ae12-4643-94d5-15b1702b852a HTTP/1.1" status: 204 len: 168 time: 0.4879363 Jun 02 12:42:30.187210 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49110) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:30.301064 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device ffab3995-3e07-4da0-a1f7-2f54d5702299 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:42:30.340037 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: ffab3995-3e07-4da0-a1f7-2f54d5702299 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:42:30.340390 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device ffab3995-3e07-4da0-a1f7-2f54d5702299 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:42:30.340829 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8e858c39-2280-418e-bbe9-f38870cbaa0e no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:42:30.403319 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 8e858c39-2280-418e-bbe9-f38870cbaa0e {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:42:30.403649 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8e858c39-2280-418e-bbe9-f38870cbaa0e not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:42:30.445754 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:30.520684 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] Deleting port 2e97512a-1597-430c-8536-4018d4d1b8fd {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:42:30.521026 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:30.525574 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeb9aaa-1a06-4058-ae8d-ec1d2b6bed8c None None] DHCP port deletion for 538c4580-73df-464f-868c-daf3dec24418 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:42:30.588267 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb9aaa-1a06-4058-ae8d-ec1d2b6bed8c None None] Deleting port 2e97512a-1597-430c-8536-4018d4d1b8fd {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:42:30.588561 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dfeb9aaa-1a06-4058-ae8d-ec1d2b6bed8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:30.619427 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] For port 2e97512a-1597-430c-8536-4018d4d1b8fd, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=2e97512a-1597-430c-8536-4018d4d1b8fd,segment=NetworkSegment(76696f93-6ff0-492e-a64d-dd3a6a80634c),segment_id=76696f93-6ff0-492e-a64d-dd3a6a80634c)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:42:30.619776 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:30.684884 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-dfeb9aaa-1a06-4058-ae8d-ec1d2b6bed8c None None] For port 2e97512a-1597-430c-8536-4018d4d1b8fd, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=2e97512a-1597-430c-8536-4018d4d1b8fd,segment=NetworkSegment(76696f93-6ff0-492e-a64d-dd3a6a80634c),segment_id=76696f93-6ff0-492e-a64d-dd3a6a80634c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:42:30.685198 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dfeb9aaa-1a06-4058-ae8d-ec1d2b6bed8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:30.744033 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] Calling delete_port for 2e97512a-1597-430c-8536-4018d4d1b8fd owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:42:30.789581 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:30.793511 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-945ef295-c0e3-44cd-ac4d-1959cb596b0e tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:30.809532 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb9aaa-1a06-4058-ae8d-ec1d2b6bed8c None None] Calling delete_port for 2e97512a-1597-430c-8536-4018d4d1b8fd owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:42:30.839625 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e97512a-1597-430c-8536-4018d4d1b8fd,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:30.843110 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:30.845557 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] No DVR routers for this DVR port 2e97512a-1597-430c-8536-4018d4d1b8fd on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:42:30.854333 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dfeb9aaa-1a06-4058-ae8d-ec1d2b6bed8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:30.858530 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:30.900608 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb9aaa-1a06-4058-ae8d-ec1d2b6bed8c None None] Pushing event deleted for resources: {'Port': ['ID=2e97512a-1597-430c-8536-4018d4d1b8fd,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:30.903922 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-dfeb9aaa-1a06-4058-ae8d-ec1d2b6bed8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:30.904741 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeb9aaa-1a06-4058-ae8d-ec1d2b6bed8c None None] No DVR routers for this DVR port 2e97512a-1597-430c-8536-4018d4d1b8fd on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:42:30.961047 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:30.973361 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538c4580-73df-464f-868c-daf3dec24418']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:30.985497 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76696f93-6ff0-492e-a64d-dd3a6a80634c') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:30.985819 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76696f93-6ff0-492e-a64d-dd3a6a80634c') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:30.996715 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:31.012588 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:31.018543 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:42:31.018923 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:42:31.031964 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:42:31.107698 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:31.111635 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-eb210082-abda-4841-9e9b-e83d41102553 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:31.124634 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:31.135370 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] Pushing event deleted for resources: {'Network': ['ID=538c4580-73df-464f-868c-daf3dec24418,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:31.138481 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:31.149723 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] 10.222.0.37 "DELETE /v2.0/networks/538c4580-73df-464f-868c-daf3dec24418 HTTP/1.1" status: 204 len: 168 time: 0.9615829 Jun 02 12:42:31.152776 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49112) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:31.682492 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ecd88fc8-99c0-48f8-ab17-8387b3fae0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:32.222783 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-ecd88fc8-99c0-48f8-ab17-8387b3fae0a1 admin admin] Deleting port f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:42:32.223417 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ecd88fc8-99c0-48f8-ab17-8387b3fae0a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:32.229950 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 2e97512a-1597-430c-8536-4018d4d1b8fd no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:42:32.265021 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 2e97512a-1597-430c-8536-4018d4d1b8fd {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:42:32.265374 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 2e97512a-1597-430c-8536-4018d4d1b8fd not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:42:32.347882 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-ecd88fc8-99c0-48f8-ab17-8387b3fae0a1 admin admin] For port f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe,segment=NetworkSegment(88f5534d-c454-4a22-9108-7a325f00b216),segment_id=88f5534d-c454-4a22-9108-7a325f00b216)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:42:32.348240 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ecd88fc8-99c0-48f8-ab17-8387b3fae0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:32.469369 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-ecd88fc8-99c0-48f8-ab17-8387b3fae0a1 admin admin] Calling delete_port for f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:42:32.618195 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ecd88fc8-99c0-48f8-ab17-8387b3fae0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:32.621894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1a127806-8e81-4f1f-b64e-f650c437e4b9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:32.664604 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd88fc8-99c0-48f8-ab17-8387b3fae0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:32.667704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ecd88fc8-99c0-48f8-ab17-8387b3fae0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:32.929233 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ecd88fc8-99c0-48f8-ab17-8387b3fae0a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:33.423299 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd88fc8-99c0-48f8-ab17-8387b3fae0a1 admin admin] Router 909091e9-d616-4bf3-a661-42cc9fbdc580 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:42:33.594765 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd88fc8-99c0-48f8-ab17-8387b3fae0a1 admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:42:33.602563 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0048e760-5187-4495-8e8d-f539b2274ac4 None None] Sync routers for ids ['909091e9-d616-4bf3-a661-42cc9fbdc580'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:42:33.610195 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ecd88fc8-99c0-48f8-ab17-8387b3fae0a1 admin admin] 10.222.0.37 "PUT /v2.0/routers/909091e9-d616-4bf3-a661-42cc9fbdc580/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4563909 Jun 02 12:42:33.612259 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0048e760-5187-4495-8e8d-f539b2274ac4 None None] Routers {'909091e9-d616-4bf3-a661-42cc9fbdc580'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:42:33.612604 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49114) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:33.612852 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-0048e760-5187-4495-8e8d-f539b2274ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:42:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['909091e9-d616-4bf3-a661-42cc9fbdc580'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:33.784625 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-0048e760-5187-4495-8e8d-f539b2274ac4 None None] Set router 909091e9-d616-4bf3-a661-42cc9fbdc580 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:42:33.787836 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3a141100-ea53-4259-a7bd-b2366bcf9f4f admin admin] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:33.962068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3a141100-ea53-4259-a7bd-b2366bcf9f4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:34.032725 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-3a141100-ea53-4259-a7bd-b2366bcf9f4f admin admin] Deleting port a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:42:34.033101 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3a141100-ea53-4259-a7bd-b2366bcf9f4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:34.063924 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-0048e760-5187-4495-8e8d-f539b2274ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909091e9-d616-4bf3-a661-42cc9fbdc580', 'name': 'tempest-TestVolumeBootPattern-823989638-router', 'tenant_id': 'fd24c910e47e44a78c86e8727202bb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:12Z', 'updated_at': '2021-06-02T12:42:32Z', 'revision_number': 5, 'project_id': 'fd24c910e47e44a78c86e8727202bb15', 'gw_port': {'id': 'a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909091e9-d616-4bf3-a661-42cc9fbdc580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:34:15Z', 'updated_at': '2021-06-02T12:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:34.067683 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0048e760-5187-4495-8e8d-f539b2274ac4 None None] Checking router: 909091e9-d616-4bf3-a661-42cc9fbdc580 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:42:34.075790 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0048e760-5187-4495-8e8d-f539b2274ac4 None None] Routers {'909091e9-d616-4bf3-a661-42cc9fbdc580'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:42:34.076371 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-0048e760-5187-4495-8e8d-f539b2274ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:42:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['909091e9-d616-4bf3-a661-42cc9fbdc580'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:34.153223 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-3a141100-ea53-4259-a7bd-b2366bcf9f4f admin admin] For port a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:42:34.153571 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3a141100-ea53-4259-a7bd-b2366bcf9f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:34.223853 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-0048e760-5187-4495-8e8d-f539b2274ac4 None None] Set router 909091e9-d616-4bf3-a661-42cc9fbdc580 gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:42:34.275044 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-3a141100-ea53-4259-a7bd-b2366bcf9f4f admin admin] Calling delete_port for a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c owned by network:router_gateway {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:42:34.331566 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-0048e760-5187-4495-8e8d-f539b2274ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909091e9-d616-4bf3-a661-42cc9fbdc580', 'name': 'tempest-TestVolumeBootPattern-823989638-router', 'tenant_id': 'fd24c910e47e44a78c86e8727202bb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:12Z', 'updated_at': '2021-06-02T12:42:33Z', 'revision_number': 6, 'project_id': 'fd24c910e47e44a78c86e8727202bb15', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:34.335385 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0048e760-5187-4495-8e8d-f539b2274ac4 None None] The sync data for ids ['909091e9-d616-4bf3-a661-42cc9fbdc580'] in dv-neutron-601336-80-hyperv is: [{'id': '909091e9-d616-4bf3-a661-42cc9fbdc580', 'name': 'tempest-TestVolumeBootPattern-823989638-router', 'tenant_id': 'fd24c910e47e44a78c86e8727202bb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:34:12Z', 'updated_at': '2021-06-02T12:42:33Z', 'revision_number': 6, 'project_id': 'fd24c910e47e44a78c86e8727202bb15', 'gw_port_host': None}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:42:34.417850 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3a141100-ea53-4259-a7bd-b2366bcf9f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:34.421973 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-25235d62-ff8f-4806-9dff-9f466431099a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:34.462396 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a141100-ea53-4259-a7bd-b2366bcf9f4f admin admin] Pushing event deleted for resources: {'Port': ['ID=a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:34.465834 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3a141100-ea53-4259-a7bd-b2366bcf9f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:34.555842 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3a141100-ea53-4259-a7bd-b2366bcf9f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:34.893635 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3a141100-ea53-4259-a7bd-b2366bcf9f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:34.895698 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3a141100-ea53-4259-a7bd-b2366bcf9f4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:34.921407 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3a141100-ea53-4259-a7bd-b2366bcf9f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:34.921943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a141100-ea53-4259-a7bd-b2366bcf9f4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 909091e9-d616-4bf3-a661-42cc9fbdc580 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:42:34.934433 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3a141100-ea53-4259-a7bd-b2366bcf9f4f admin admin] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:34.935560 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3a141100-ea53-4259-a7bd-b2366bcf9f4f admin admin] 10.222.0.37 "DELETE /v2.0/routers/909091e9-d616-4bf3-a661-42cc9fbdc580 HTTP/1.1" status: 204 len: 168 time: 1.3220613 Jun 02 12:42:34.938527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49116) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:34.997348 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5a8644-78c8-4082-a0c7-cc18bc807163 admin admin] Deleting subnet c3e13ce9-8603-449e-9b2c-9dd0924f37d0 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:42:35.000708 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ca5a8644-78c8-4082-a0c7-cc18bc807163 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:35.049193 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ca5a8644-78c8-4082-a0c7-cc18bc807163 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:35.126257 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ca5a8644-78c8-4082-a0c7-cc18bc807163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:35.375033 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ca5a8644-78c8-4082-a0c7-cc18bc807163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:35.379596 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-97ce5bb7-4330-45bb-9513-708c4819d0a0 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:35.414128 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a8644-78c8-4082-a0c7-cc18bc807163 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3e13ce9-8603-449e-9b2c-9dd0924f37d0,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:35.415983 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ca5a8644-78c8-4082-a0c7-cc18bc807163 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:35.418445 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ca5a8644-78c8-4082-a0c7-cc18bc807163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:35.421264 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cbb4fc-a1fb-4bbd-a5c3-86d2a01908bb None None] Network 6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:42:35.425076 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ca5a8644-78c8-4082-a0c7-cc18bc807163 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c3e13ce9-8603-449e-9b2c-9dd0924f37d0 HTTP/1.1" status: 204 len: 168 time: 0.4835167 Jun 02 12:42:35.425351 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49118) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:35.528608 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:35.605719 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] Deleting port 5c4b4507-5f5b-4abf-b56c-f9a909b043f8 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:42:35.605950 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:35.701396 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590da480-9f04-4c7a-b8c9-23d6d536bb63 None None] DHCP port deletion for 6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:42:35.707098 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] For port 5c4b4507-5f5b-4abf-b56c-f9a909b043f8, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=5c4b4507-5f5b-4abf-b56c-f9a909b043f8,segment=NetworkSegment(88f5534d-c454-4a22-9108-7a325f00b216),segment_id=88f5534d-c454-4a22-9108-7a325f00b216)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:42:35.707454 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:35.765205 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-590da480-9f04-4c7a-b8c9-23d6d536bb63 None None] Deleting port 5c4b4507-5f5b-4abf-b56c-f9a909b043f8 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:42:35.765588 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-590da480-9f04-4c7a-b8c9-23d6d536bb63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:35.829099 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] Calling delete_port for 5c4b4507-5f5b-4abf-b56c-f9a909b043f8 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:42:35.862657 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-590da480-9f04-4c7a-b8c9-23d6d536bb63 None None] For port 5c4b4507-5f5b-4abf-b56c-f9a909b043f8, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=5c4b4507-5f5b-4abf-b56c-f9a909b043f8,segment=NetworkSegment(88f5534d-c454-4a22-9108-7a325f00b216),segment_id=88f5534d-c454-4a22-9108-7a325f00b216)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:42:35.863060 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-590da480-9f04-4c7a-b8c9-23d6d536bb63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:35.875404 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:35.879989 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d85e10e9-bed3-4ac0-bd26-b11ad473df14 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:35.921987 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4b4507-5f5b-4abf-b56c-f9a909b043f8,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:35.924691 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:35.926722 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] No DVR routers for this DVR port 5c4b4507-5f5b-4abf-b56c-f9a909b043f8 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:42:35.998049 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-590da480-9f04-4c7a-b8c9-23d6d536bb63 None None] Calling delete_port for 5c4b4507-5f5b-4abf-b56c-f9a909b043f8 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:42:36.039882 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-590da480-9f04-4c7a-b8c9-23d6d536bb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:36.043823 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:36.044255 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:36.060749 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:36.073061 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f5534d-c454-4a22-9108-7a325f00b216') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:36.073356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f5534d-c454-4a22-9108-7a325f00b216') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:42:36.084417 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:36.089331 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590da480-9f04-4c7a-b8c9-23d6d536bb63 None None] No DVR routers for this DVR port 5c4b4507-5f5b-4abf-b56c-f9a909b043f8 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:42:36.092470 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590da480-9f04-4c7a-b8c9-23d6d536bb63 None None] Pushing event deleted for resources: {'Port': ['ID=5c4b4507-5f5b-4abf-b56c-f9a909b043f8,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:36.100754 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:36.101850 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-590da480-9f04-4c7a-b8c9-23d6d536bb63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:36.106906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:42:36.107293 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:42:36.120831 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:42:36.205053 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:36.206834 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d3c572ba-f81f-43a0-9c3e-60c616823940 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:36.224374 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:36.235041 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:36.241007 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:36.245123 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6f08932e-30e4-4434-9a1a-c0e1d9cb3e2a HTTP/1.1" status: 204 len: 168 time: 0.8188345 Jun 02 12:42:36.258405 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 5c4b4507-5f5b-4abf-b56c-f9a909b043f8 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:42:36.294368 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 5c4b4507-5f5b-4abf-b56c-f9a909b043f8 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:42:36.294368 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 5c4b4507-5f5b-4abf-b56c-f9a909b043f8 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:42:36.294589 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:42:36.332406 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:42:36.332795 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a98f29dd-7fc0-4831-9abe-a1f4e9bcef1c not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:42:36.333257 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:42:36.367746 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:42:36.368107 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f69a32b6-73fd-45bc-ac1b-c4cf69d5dcbe not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:42:36.392802 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49122) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:36.442898 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-dd560cdf-aef5-4c4d-8f5c-983cc0a93f0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96bf45be6aa145b6aaf403d7070d5e51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487761 Jun 02 12:42:36.445145 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49124) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:36.502451 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9a8a21a3-bb15-4622-a08e-df45a3cc49df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:36.527848 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9a8a21a3-bb15-4622-a08e-df45a3cc49df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:36.582584 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9a8a21a3-bb15-4622-a08e-df45a3cc49df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:36.586323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1d7ddf36-effa-43e2-bc33-64116ed057ca tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:36.600886 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a21a3-bb15-4622-a08e-df45a3cc49df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe706c9-8f0c-4e5f-b13d-8577cc76b16b,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:36.603759 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9a8a21a3-bb15-4622-a08e-df45a3cc49df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:36.610499 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9a8a21a3-bb15-4622-a08e-df45a3cc49df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:36.612827 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9a8a21a3-bb15-4622-a08e-df45a3cc49df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5fe706c9-8f0c-4e5f-b13d-8577cc76b16b HTTP/1.1" status: 204 len: 168 time: 0.1656871 Jun 02 12:42:36.963189 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49130) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:37.012937 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-31d9daf3-1add-4681-ad37-10fa69852a9d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd24c910e47e44a78c86e8727202bb15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483713 Jun 02 12:42:37.015224 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49132) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:42:37.073709 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7338f01e-0c9b-43cd-9dc9-853538256886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:37.098969 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7338f01e-0c9b-43cd-9dc9-853538256886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:37.154112 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7338f01e-0c9b-43cd-9dc9-853538256886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:37.158438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bb873c27-db04-4287-9606-eb14a62269f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:42:37.168977 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338f01e-0c9b-43cd-9dc9-853538256886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38266bc-1949-45b9-ac18-7742618da33b,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:42:37.171841 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7338f01e-0c9b-43cd-9dc9-853538256886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:42:37.176591 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7338f01e-0c9b-43cd-9dc9-853538256886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:37.180051 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7338f01e-0c9b-43cd-9dc9-853538256886 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b38266bc-1949-45b9-ac18-7742618da33b HTTP/1.1" status: 204 len: 168 time: 0.1615803 Jun 02 12:42:44.103695 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-31881b8b-bf43-4f92-bb11-e51271dd646a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:46.615245 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5d446128-9926-408c-b7d7-1e6b12258857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:46.669008 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:47.696531 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:49.475201 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:42:55.783304 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:01.796855 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:43:03.891567 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8da6492b-599d-4e20-9333-1b2451b4f73b req-0faf7a84-4ffd-479b-acc7-e3ff9a92dd40 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=52698788-1ba5-4bfd-bf75-0550023ec448&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725365 Jun 02 12:43:03.982150 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6492b-599d-4e20-9333-1b2451b4f73b req-f62d7c05-ee9b-46ed-94d2-78f82e0d2f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:43:03.983590 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8da6492b-599d-4e20-9333-1b2451b4f73b req-f62d7c05-ee9b-46ed-94d2-78f82e0d2f73 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 1099 time: 0.0691023 Jun 02 12:43:04.129442 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6492b-599d-4e20-9333-1b2451b4f73b req-cdfc527e-cbf8-4bb5-bf4b-de76153d6afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:43:04.130895 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8da6492b-599d-4e20-9333-1b2451b4f73b req-cdfc527e-cbf8-4bb5-bf4b-de76153d6afc service neutron] 10.222.0.22 "GET /v2.0/networks?id=6368b2b3-4e46-447a-895f-d392f773b5b9 HTTP/1.1" status: 200 len: 898 time: 0.1288612 Jun 02 12:43:04.326530 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8da6492b-599d-4e20-9333-1b2451b4f73b req-4cddd1fe-1785-4d63-b054-554e1da36b3e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18e48e90-6b3b-4549-803c-71690cad31a0 HTTP/1.1" status: 200 len: 217 time: 0.1883588 Jun 02 12:43:04.387298 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6492b-599d-4e20-9333-1b2451b4f73b req-3066e27c-ec06-4248-997f-c37e40c4ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:43:04.388692 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8da6492b-599d-4e20-9333-1b2451b4f73b req-3066e27c-ec06-4248-997f-c37e40c4ec1f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6b45c79-98d0-46ac-907b-adedadc0d5e1 HTTP/1.1" status: 200 len: 834 time: 0.0559828 Jun 02 12:43:04.465159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6492b-599d-4e20-9333-1b2451b4f73b req-0180af8e-0578-4fc6-b71f-680d8cab588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:43:04.466508 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8da6492b-599d-4e20-9333-1b2451b4f73b req-0180af8e-0578-4fc6-b71f-680d8cab588c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6368b2b3-4e46-447a-895f-d392f773b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0712147 Jun 02 12:43:04.594318 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8da6492b-599d-4e20-9333-1b2451b4f73b req-841c1100-e4ea-4a79-9cc8-373c23d45aa5 service neutron] 10.222.0.22 "GET /v2.0/networks/6368b2b3-4e46-447a-895f-d392f773b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210678 Jun 02 12:43:04.722545 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8da6492b-599d-4e20-9333-1b2451b4f73b req-a55a23e8-f6aa-4568-91ce-53261bf7ed56 service neutron] 10.222.0.22 "GET /v2.0/networks/6368b2b3-4e46-447a-895f-d392f773b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208184 Jun 02 12:43:14.103961 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-04b66b09-e5a9-44f3-b60f-120f9e740bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:16.616306 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-74a2ed01-2d65-4e24-960a-6c693b747922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:16.669764 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:17.701866 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:19.478876 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:25.782630 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:38.795076 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:43:41.056026 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cf847-dad5-43cc-b1d5-639b06268ac3 req-15e1ad12-3528-4337-b43f-08d4615546cc tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:43:41.057352 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f69cf847-dad5-43cc-b1d5-639b06268ac3 req-15e1ad12-3528-4337-b43f-08d4615546cc tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea8b3252-faab-4f83-b024-9146d9367745 HTTP/1.1" status: 200 len: 946 time: 0.0801535 Jun 02 12:43:41.100057 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f69cf847-dad5-43cc-b1d5-639b06268ac3 req-79284140-dc15-41c0-b175-4793e8e1b9de tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=29a7ff8e-ea56-4777-8bb7-bc38247b49b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370677 Jun 02 12:43:42.289402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029f825-70cc-4855-a6a7-046e361959d5 req-9d323b3f-97fc-4938-bf04-a7a2761db1bf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:43:42.290893 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0029f825-70cc-4855-a6a7-046e361959d5 req-9d323b3f-97fc-4938-bf04-a7a2761db1bf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea8b3252-faab-4f83-b024-9146d9367745 HTTP/1.1" status: 200 len: 946 time: 0.0821056 Jun 02 12:43:42.336209 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0029f825-70cc-4855-a6a7-046e361959d5 req-5c3d91d1-62e2-4753-920b-f075308f7c4d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=29a7ff8e-ea56-4777-8bb7-bc38247b49b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384808 Jun 02 12:43:42.609127 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4eece3-9a8d-48f0-80a2-621f1299bf42 req-90f830eb-2682-4aba-aba8-7206fa4f7bab tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:43:42.610547 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bf4eece3-9a8d-48f0-80a2-621f1299bf42 req-90f830eb-2682-4aba-aba8-7206fa4f7bab tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea8b3252-faab-4f83-b024-9146d9367745 HTTP/1.1" status: 200 len: 946 time: 0.0832434 Jun 02 12:43:42.746583 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-bf4eece3-9a8d-48f0-80a2-621f1299bf42 req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port 3f887753-6146-40d8-a78a-459d719c5dac {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:43:42.746927 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-bf4eece3-9a8d-48f0-80a2-621f1299bf42 req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:42.876811 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-bf4eece3-9a8d-48f0-80a2-621f1299bf42 req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port 3f887753-6146-40d8-a78a-459d719c5dac, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3f887753-6146-40d8-a78a-459d719c5dac,segment=NetworkSegment(e38e4864-ee90-4d34-bdfc-88713bd5d9a9),segment_id=e38e4864-ee90-4d34-bdfc-88713bd5d9a9)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:43:42.877082 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-bf4eece3-9a8d-48f0-80a2-621f1299bf42 req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:43.188366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-bf4eece3-9a8d-48f0-80a2-621f1299bf42 req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:43.188736 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-bf4eece3-9a8d-48f0-80a2-621f1299bf42 req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:43.189047 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [req-bf4eece3-9a8d-48f0-80a2-621f1299bf42 req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Floating IP e05a6976-d596-4d78-9d49-4d4c2a09d5db disassociated. External IP: 172.26.7.196, port: 3f887753-6146-40d8-a78a-459d719c5dac. Jun 02 12:43:43.189386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-bf4eece3-9a8d-48f0-80a2-621f1299bf42 req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for 3f887753-6146-40d8-a78a-459d719c5dac owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:43:43.303842 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-bf4eece3-9a8d-48f0-80a2-621f1299bf42 req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:43.309159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:43:43.358510 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=3f887753-6146-40d8-a78a-459d719c5dac,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:43:43.426749 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:43.427132 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:43.427509 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:43.427880 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:43.428243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:43.428610 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:43.428970 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:43.429329 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:43.429686 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:43.430041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:43.430422 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:43.430777 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:43.441402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:43:43.497446 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6577e2d1-2c24-4c98-ac39-3a1ad059fa8d req-fe425b44-d131-4488-9dac-325d0869ba6a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea8b3252-faab-4f83-b024-9146d9367745 HTTP/1.1" status: 200 len: 210 time: 0.0464606 Jun 02 12:43:43.680150 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf4eece3-9a8d-48f0-80a2-621f1299bf42 req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 70285ab8-3978-4fe7-8752-0f5881fd54d6 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:43:43.866055 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf4eece3-9a8d-48f0-80a2-621f1299bf42 req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:43:43.875535 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf350ee5-5b82-4543-adea-a2bea8b58ae6 None None] Sync routers for ids ['70285ab8-3978-4fe7-8752-0f5881fd54d6'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:43:43.885299 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf350ee5-5b82-4543-adea-a2bea8b58ae6 None None] Routers {'70285ab8-3978-4fe7-8752-0f5881fd54d6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:43:43.885901 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-cf350ee5-5b82-4543-adea-a2bea8b58ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:43:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['70285ab8-3978-4fe7-8752-0f5881fd54d6'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:43:43.941540 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4eece3-9a8d-48f0-80a2-621f1299bf42 req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] No DVR routers for this DVR port 3f887753-6146-40d8-a78a-459d719c5dac on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:43:43.944015 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-bf4eece3-9a8d-48f0-80a2-621f1299bf42 req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:43.946654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8b3252-faab-4f83-b024-9146d9367745', 'name': 'network-vif-deleted', 'tag': '3f887753-6146-40d8-a78a-459d719c5dac'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:43:43.948917 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ebd3f0-991d-4601-8af6-b681805dd989" -d '{"events": [{"server_uuid": "ea8b3252-faab-4f83-b024-9146d9367745", "name": "network-vif-deleted", "tag": "3f887753-6146-40d8-a78a-459d719c5dac"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:43:43.963274 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bf4eece3-9a8d-48f0-80a2-621f1299bf42 req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "DELETE /v2.0/ports/3f887753-6146-40d8-a78a-459d719c5dac HTTP/1.1" status: 204 len: 173 time: 1.3457067 Jun 02 12:43:43.993703 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4be6b0a-b207-4eff-bfe2-03d63a1f298a x-openstack-request-id: req-d4be6b0a-b207-4eff-bfe2-03d63a1f298a {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:43:43.994207 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8b3252-faab-4f83-b024-9146d9367745", "name": "network-vif-deleted", "tag": "3f887753-6146-40d8-a78a-459d719c5dac", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:43:43.994524 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4be6b0a-b207-4eff-bfe2-03d63a1f298a {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:43:43.995031 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8b3252-faab-4f83-b024-9146d9367745', 'name': 'network-vif-deleted', 'tag': '3f887753-6146-40d8-a78a-459d719c5dac', 'status': 'completed', 'code': 200} Jun 02 12:43:44.064141 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-cf350ee5-5b82-4543-adea-a2bea8b58ae6 None None] Set router 70285ab8-3978-4fe7-8752-0f5881fd54d6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:43:44.138652 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-45c791f3-9efa-492d-b76d-a9013fd23dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:44.420600 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-cf350ee5-5b82-4543-adea-a2bea8b58ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'name': 'tempest-TestNetworkBasicOps-router-379867899', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'ce315f3a-f930-4386-9c79-e85837372633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:40:19Z', 'updated_at': '2021-06-02T12:40:25Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'ce315f3a-f930-4386-9c79-e85837372633', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:20Z', 'updated_at': '2021-06-02T12:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e04943b6-4301-487c-9688-53edb9d0a537', 'name': '', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:4c:b5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:25Z', 'updated_at': '2021-06-02T12:40:30Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:43:44.425255 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf350ee5-5b82-4543-adea-a2bea8b58ae6 None None] Checking router: 70285ab8-3978-4fe7-8752-0f5881fd54d6 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:43:44.433637 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf350ee5-5b82-4543-adea-a2bea8b58ae6 None None] Routers {'70285ab8-3978-4fe7-8752-0f5881fd54d6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:43:44.434266 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-cf350ee5-5b82-4543-adea-a2bea8b58ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:43:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['70285ab8-3978-4fe7-8752-0f5881fd54d6'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:43:44.598506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49178) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:43:44.616430 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-cf350ee5-5b82-4543-adea-a2bea8b58ae6 None None] Set router 70285ab8-3978-4fe7-8752-0f5881fd54d6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:43:44.666055 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b112784-c517-4e09-afe9-3f51bbf35c34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:44.695694 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b112784-c517-4e09-afe9-3f51bbf35c34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:44.759528 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b112784-c517-4e09-afe9-3f51bbf35c34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:44.764758 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2519a0c9-c9d9-42b2-8bab-50729f0f3333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:43:44.779338 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b112784-c517-4e09-afe9-3f51bbf35c34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a7ff8e-ea56-4777-8bb7-bc38247b49b7,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:43:44.789281 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112784-c517-4e09-afe9-3f51bbf35c34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:44.789726 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112784-c517-4e09-afe9-3f51bbf35c34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:44.790234 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112784-c517-4e09-afe9-3f51bbf35c34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:44.790618 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112784-c517-4e09-afe9-3f51bbf35c34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:44.791001 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112784-c517-4e09-afe9-3f51bbf35c34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:44.791374 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112784-c517-4e09-afe9-3f51bbf35c34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:44.791746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112784-c517-4e09-afe9-3f51bbf35c34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:44.792115 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112784-c517-4e09-afe9-3f51bbf35c34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:44.792484 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112784-c517-4e09-afe9-3f51bbf35c34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:44.792846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112784-c517-4e09-afe9-3f51bbf35c34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:44.793210 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112784-c517-4e09-afe9-3f51bbf35c34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:44.793571 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112784-c517-4e09-afe9-3f51bbf35c34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:44.797973 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0b112784-c517-4e09-afe9-3f51bbf35c34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:43:44.804298 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0b112784-c517-4e09-afe9-3f51bbf35c34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:44.805483 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0b112784-c517-4e09-afe9-3f51bbf35c34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/security-groups/29a7ff8e-ea56-4777-8bb7-bc38247b49b7 HTTP/1.1" status: 204 len: 168 time: 0.2059073 Jun 02 12:43:44.928400 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-cf350ee5-5b82-4543-adea-a2bea8b58ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'name': 'tempest-TestNetworkBasicOps-router-379867899', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'ce315f3a-f930-4386-9c79-e85837372633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:40:19Z', 'updated_at': '2021-06-02T12:40:25Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'ce315f3a-f930-4386-9c79-e85837372633', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:20Z', 'updated_at': '2021-06-02T12:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e04943b6-4301-487c-9688-53edb9d0a537', 'name': '', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:4c:b5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:25Z', 'updated_at': '2021-06-02T12:40:30Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:43:44.932224 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf350ee5-5b82-4543-adea-a2bea8b58ae6 None None] The sync data for ids ['70285ab8-3978-4fe7-8752-0f5881fd54d6'] in dv-neutron-601336-80-hyperv is: [{'id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'name': 'tempest-TestNetworkBasicOps-router-379867899', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'ce315f3a-f930-4386-9c79-e85837372633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:40:19Z', 'updated_at': '2021-06-02T12:40:25Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'ce315f3a-f930-4386-9c79-e85837372633', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:20Z', 'updated_at': '2021-06-02T12:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e04943b6-4301-487c-9688-53edb9d0a537', 'name': '', 'network_id': '6368b2b3-4e46-447a-895f-d392f773b5b9', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:4c:b5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:25Z', 'updated_at': '2021-06-02T12:40:30Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'b6b45c79-98d0-46ac-907b-adedadc0d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:43:45.136375 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e81b92-242b-4b27-b7ce-e23f9f1d734f None None] New status for floating IP e05a6976-d596-4d78-9d49-4d4c2a09d5db: DOWN {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:43:45.854847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49184) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:43:46.069266 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-e41c99a3-a180-433a-861e-4c646e2bb0a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port 941a9d4a-0194-4849-9373-e0e1aaa6fe5c {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:43:46.069604 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e41c99a3-a180-433a-861e-4c646e2bb0a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:46.074144 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 3f887753-6146-40d8-a78a-459d719c5dac no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:43:46.112067 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 3f887753-6146-40d8-a78a-459d719c5dac {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:43:46.112329 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 3f887753-6146-40d8-a78a-459d719c5dac not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:43:46.322665 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e41c99a3-a180-433a-861e-4c646e2bb0a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:46.322989 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e41c99a3-a180-433a-861e-4c646e2bb0a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:46.447293 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-e41c99a3-a180-433a-861e-4c646e2bb0a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for 941a9d4a-0194-4849-9373-e0e1aaa6fe5c owned by network:floatingip {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:43:46.555224 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e41c99a3-a180-433a-861e-4c646e2bb0a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:46.559514 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ba7e6898-6d56-48ed-9b47-254ce0b5e5e7 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:43:46.601299 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c99a3-a180-433a-861e-4c646e2bb0a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=941a9d4a-0194-4849-9373-e0e1aaa6fe5c,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:43:46.604408 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e41c99a3-a180-433a-861e-4c646e2bb0a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:43:46.618405 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0fae9fb4-fde9-47bd-bb2a-9a8dc90c1136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:46.673151 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:46.695712 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e41c99a3-a180-433a-861e-4c646e2bb0a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:46.709725 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e41c99a3-a180-433a-861e-4c646e2bb0a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:46.710821 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e41c99a3-a180-433a-861e-4c646e2bb0a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/floatingips/e05a6976-d596-4d78-9d49-4d4c2a09d5db HTTP/1.1" status: 204 len: 168 time: 0.8549819 Jun 02 12:43:47.059079 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdceb7-a8f0-4fef-8a88-f2521389147f req-d4d720a4-ed42-42e7-ac52-a0342f70e3d6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:43:47.059694 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-eecdceb7-a8f0-4fef-8a88-f2521389147f req-d4d720a4-ed42-42e7-ac52-a0342f70e3d6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:43:47.074867 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-eecdceb7-a8f0-4fef-8a88-f2521389147f req-d4d720a4-ed42-42e7-ac52-a0342f70e3d6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:43:47.075957 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-eecdceb7-a8f0-4fef-8a88-f2521389147f req-d4d720a4-ed42-42e7-ac52-a0342f70e3d6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 946 time: 0.0959260 Jun 02 12:43:47.123022 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-eecdceb7-a8f0-4fef-8a88-f2521389147f req-99721ad4-0b8d-453d-8702-40fbe260cfcb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fae7911-010f-49be-89e2-df23fe1d7a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407662 Jun 02 12:43:47.702307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:48.311117 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f70cdb-e608-4e1b-8cb3-d4fa528ed0be req-b0448c08-b24e-4588-9c06-5ef5e4338980 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:43:48.312310 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-c3f70cdb-e608-4e1b-8cb3-d4fa528ed0be req-b0448c08-b24e-4588-9c06-5ef5e4338980 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:43:48.324322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-c3f70cdb-e608-4e1b-8cb3-d4fa528ed0be req-b0448c08-b24e-4588-9c06-5ef5e4338980 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:43:48.325428 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c3f70cdb-e608-4e1b-8cb3-d4fa528ed0be req-b0448c08-b24e-4588-9c06-5ef5e4338980 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 946 time: 0.0929959 Jun 02 12:43:48.372612 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-c3f70cdb-e608-4e1b-8cb3-d4fa528ed0be req-d952a49b-af40-4929-985c-c090b15a984d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:43:48.387562 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-c3f70cdb-e608-4e1b-8cb3-d4fa528ed0be req-d952a49b-af40-4929-985c-c090b15a984d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:43:48.388751 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c3f70cdb-e608-4e1b-8cb3-d4fa528ed0be req-d952a49b-af40-4929-985c-c090b15a984d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fae7911-010f-49be-89e2-df23fe1d7a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570261 Jun 02 12:43:48.586875 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d84d4a-6ec6-4f32-b257-30f2f4f0c855 req-c7f8f011-5962-468b-bd4b-8eda44757df6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:43:48.588199 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-03d84d4a-6ec6-4f32-b257-30f2f4f0c855 req-c7f8f011-5962-468b-bd4b-8eda44757df6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/ports?device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 946 time: 0.0790212 Jun 02 12:43:48.722266 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-03d84d4a-6ec6-4f32-b257-30f2f4f0c855 req-115139fe-dfc9-4a14-a815-b75c6e3ffc37 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port 18e48e90-6b3b-4549-803c-71690cad31a0 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:43:48.722603 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-03d84d4a-6ec6-4f32-b257-30f2f4f0c855 req-115139fe-dfc9-4a14-a815-b75c6e3ffc37 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:48.852032 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-03d84d4a-6ec6-4f32-b257-30f2f4f0c855 req-115139fe-dfc9-4a14-a815-b75c6e3ffc37 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port 18e48e90-6b3b-4549-803c-71690cad31a0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=18e48e90-6b3b-4549-803c-71690cad31a0,segment=NetworkSegment(e38e4864-ee90-4d34-bdfc-88713bd5d9a9),segment_id=e38e4864-ee90-4d34-bdfc-88713bd5d9a9)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:43:48.852291 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-03d84d4a-6ec6-4f32-b257-30f2f4f0c855 req-115139fe-dfc9-4a14-a815-b75c6e3ffc37 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:48.973013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-03d84d4a-6ec6-4f32-b257-30f2f4f0c855 req-115139fe-dfc9-4a14-a815-b75c6e3ffc37 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for 18e48e90-6b3b-4549-803c-71690cad31a0 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:43:49.082422 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-03d84d4a-6ec6-4f32-b257-30f2f4f0c855 req-115139fe-dfc9-4a14-a815-b75c6e3ffc37 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:49.087700 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f6416ffb-1a8c-4d1f-9554-019a05e0ce24 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:43:49.132358 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115139fe-dfc9-4a14-a815-b75c6e3ffc37 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=18e48e90-6b3b-4549-803c-71690cad31a0,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:43:49.135298 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-115139fe-dfc9-4a14-a815-b75c6e3ffc37 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:43:49.208515 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d84d4a-6ec6-4f32-b257-30f2f4f0c855 req-115139fe-dfc9-4a14-a815-b75c6e3ffc37 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] No DVR routers for this DVR port 18e48e90-6b3b-4549-803c-71690cad31a0 on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:43:49.211011 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-03d84d4a-6ec6-4f32-b257-30f2f4f0c855 req-115139fe-dfc9-4a14-a815-b75c6e3ffc37 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:49.213580 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52698788-1ba5-4bfd-bf75-0550023ec448', 'name': 'network-vif-deleted', 'tag': '18e48e90-6b3b-4549-803c-71690cad31a0'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:43:49.215875 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04da812-8729-475a-863f-96bf933dcfd2" -d '{"events": [{"server_uuid": "52698788-1ba5-4bfd-bf75-0550023ec448", "name": "network-vif-deleted", "tag": "18e48e90-6b3b-4549-803c-71690cad31a0"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:43:49.230950 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-03d84d4a-6ec6-4f32-b257-30f2f4f0c855 req-115139fe-dfc9-4a14-a815-b75c6e3ffc37 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "DELETE /v2.0/ports/18e48e90-6b3b-4549-803c-71690cad31a0 HTTP/1.1" status: 204 len: 173 time: 0.6375504 Jun 02 12:43:49.266946 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c124ed-9fdf-4c6a-881b-3c1ca8e0865b x-openstack-request-id: req-24c124ed-9fdf-4c6a-881b-3c1ca8e0865b {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:43:49.267290 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52698788-1ba5-4bfd-bf75-0550023ec448", "name": "network-vif-deleted", "tag": "18e48e90-6b3b-4549-803c-71690cad31a0", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:43:49.267596 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24c124ed-9fdf-4c6a-881b-3c1ca8e0865b {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:43:49.268043 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52698788-1ba5-4bfd-bf75-0550023ec448', 'name': 'network-vif-deleted', 'tag': '18e48e90-6b3b-4549-803c-71690cad31a0', 'status': 'completed', 'code': 200} Jun 02 12:43:49.483825 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:49.557005 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-efe8304c-c3de-4760-924b-64a5cca3c390 req-6ce7a85a-4a96-4da3-a8b0-7e1ccd933901 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=52698788-1ba5-4bfd-bf75-0550023ec448 HTTP/1.1" status: 200 len: 210 time: 0.0449409 Jun 02 12:43:50.652582 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49198) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:43:50.726798 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1fc38ea4-129d-4e77-9e09-0e68ae70db9f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:50.757351 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1fc38ea4-129d-4e77-9e09-0e68ae70db9f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:50.828595 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1fc38ea4-129d-4e77-9e09-0e68ae70db9f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:50.832684 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-202fa183-6fdb-498b-81fb-eb45c3a8b5ad tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:43:50.847418 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc38ea4-129d-4e77-9e09-0e68ae70db9f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fae7911-010f-49be-89e2-df23fe1d7a87,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:43:50.850666 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1fc38ea4-129d-4e77-9e09-0e68ae70db9f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:43:50.861343 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1fc38ea4-129d-4e77-9e09-0e68ae70db9f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:50.862572 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1fc38ea4-129d-4e77-9e09-0e68ae70db9f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/security-groups/7fae7911-010f-49be-89e2-df23fe1d7a87 HTTP/1.1" status: 204 len: 168 time: 0.2087162 Jun 02 12:43:50.894824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49202) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:43:51.437552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9a2bf756-7852-4786-a11b-bc4f7e8d580e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:51.987596 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-9a2bf756-7852-4786-a11b-bc4f7e8d580e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port e04943b6-4301-487c-9688-53edb9d0a537 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:43:51.988340 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9a2bf756-7852-4786-a11b-bc4f7e8d580e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:52.126328 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 18e48e90-6b3b-4549-803c-71690cad31a0 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:43:52.133763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-9a2bf756-7852-4786-a11b-bc4f7e8d580e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port e04943b6-4301-487c-9688-53edb9d0a537, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e04943b6-4301-487c-9688-53edb9d0a537,segment=NetworkSegment(e38e4864-ee90-4d34-bdfc-88713bd5d9a9),segment_id=e38e4864-ee90-4d34-bdfc-88713bd5d9a9)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:43:52.134141 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9a2bf756-7852-4786-a11b-bc4f7e8d580e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:52.160143 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 18e48e90-6b3b-4549-803c-71690cad31a0 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:43:52.160496 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 18e48e90-6b3b-4549-803c-71690cad31a0 not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:43:52.263935 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-9a2bf756-7852-4786-a11b-bc4f7e8d580e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for e04943b6-4301-487c-9688-53edb9d0a537 owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:43:52.416130 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9a2bf756-7852-4786-a11b-bc4f7e8d580e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:52.419641 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fac2b5aa-7b20-4bde-b8e2-e24604b80249 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:43:52.468848 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2bf756-7852-4786-a11b-bc4f7e8d580e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=e04943b6-4301-487c-9688-53edb9d0a537,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:43:52.471938 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9a2bf756-7852-4786-a11b-bc4f7e8d580e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:43:52.740059 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9a2bf756-7852-4786-a11b-bc4f7e8d580e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:53.094490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2bf756-7852-4786-a11b-bc4f7e8d580e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 70285ab8-3978-4fe7-8752-0f5881fd54d6 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:43:53.410964 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2bf756-7852-4786-a11b-bc4f7e8d580e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:43:53.421405 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6490a50-1d22-4ea6-a43a-50c62527cb0b None None] Sync routers for ids ['70285ab8-3978-4fe7-8752-0f5881fd54d6'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:43:53.423376 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9a2bf756-7852-4786-a11b-bc4f7e8d580e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/routers/70285ab8-3978-4fe7-8752-0f5881fd54d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5275071 Jun 02 12:43:53.425923 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49204) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:43:53.431065 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6490a50-1d22-4ea6-a43a-50c62527cb0b None None] Routers {'70285ab8-3978-4fe7-8752-0f5881fd54d6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:43:53.431679 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d6490a50-1d22-4ea6-a43a-50c62527cb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:43:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['70285ab8-3978-4fe7-8752-0f5881fd54d6'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:43:53.491439 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-611e77f1-f75a-418b-89d7-89b405b5658c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting subnet b6b45c79-98d0-46ac-907b-adedadc0d5e1 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:43:53.494361 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-611e77f1-f75a-418b-89d7-89b405b5658c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:53.549929 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-611e77f1-f75a-418b-89d7-89b405b5658c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:53.613292 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-d6490a50-1d22-4ea6-a43a-50c62527cb0b None None] Set router 70285ab8-3978-4fe7-8752-0f5881fd54d6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:43:53.630772 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-611e77f1-f75a-418b-89d7-89b405b5658c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:53.895982 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d6490a50-1d22-4ea6-a43a-50c62527cb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'name': 'tempest-TestNetworkBasicOps-router-379867899', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'ce315f3a-f930-4386-9c79-e85837372633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:40:19Z', 'updated_at': '2021-06-02T12:43:52Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'ce315f3a-f930-4386-9c79-e85837372633', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:20Z', 'updated_at': '2021-06-02T12:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:43:53.899931 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6490a50-1d22-4ea6-a43a-50c62527cb0b None None] Checking router: 70285ab8-3978-4fe7-8752-0f5881fd54d6 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:43:53.906443 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-611e77f1-f75a-418b-89d7-89b405b5658c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:53.909504 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6490a50-1d22-4ea6-a43a-50c62527cb0b None None] Routers {'70285ab8-3978-4fe7-8752-0f5881fd54d6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:43:53.910130 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d6490a50-1d22-4ea6-a43a-50c62527cb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:43:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['70285ab8-3978-4fe7-8752-0f5881fd54d6'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:43:53.910989 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-59b45508-1ba5-4a8d-bfb9-77c15c3b1cd8 tempest-ExtraDHCPOptionsTestJSON-1852686617 tempest-ExtraDHCPOptionsTestJSON-1852686617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:43:53.947706 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e77f1-f75a-418b-89d7-89b405b5658c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b45c79-98d0-46ac-907b-adedadc0d5e1,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:43:53.949628 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-611e77f1-f75a-418b-89d7-89b405b5658c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:53.955135 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-611e77f1-f75a-418b-89d7-89b405b5658c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:43:53.956482 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-611e77f1-f75a-418b-89d7-89b405b5658c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/subnets/b6b45c79-98d0-46ac-907b-adedadc0d5e1 HTTP/1.1" status: 204 len: 168 time: 0.5296385 Jun 02 12:43:53.959195 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49206) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:43:53.967672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71447ea0-ec76-4b6b-8293-5e0b63f0f9ca None None] Network 6368b2b3-4e46-447a-895f-d392f773b5b9 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:43:54.163265 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8a1307c8-903b-4612-95eb-6155602be2ca tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:54.299106 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-d6490a50-1d22-4ea6-a43a-50c62527cb0b None None] Set router 70285ab8-3978-4fe7-8752-0f5881fd54d6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:43:54.344494 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8a1307c8-903b-4612-95eb-6155602be2ca tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:54.424519 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-8a1307c8-903b-4612-95eb-6155602be2ca tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port ce315f3a-f930-4386-9c79-e85837372633 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:43:54.424796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8a1307c8-903b-4612-95eb-6155602be2ca tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:54.548799 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-8a1307c8-903b-4612-95eb-6155602be2ca tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port ce315f3a-f930-4386-9c79-e85837372633, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ce315f3a-f930-4386-9c79-e85837372633,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:43:54.551720 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8a1307c8-903b-4612-95eb-6155602be2ca tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:54.590956 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ea3747-8246-41f5-b7b6-b3f7bc06dc5a None None] DHCP port deletion for 6368b2b3-4e46-447a-895f-d392f773b5b9 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:43:54.668343 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d6490a50-1d22-4ea6-a43a-50c62527cb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'name': 'tempest-TestNetworkBasicOps-router-379867899', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'ce315f3a-f930-4386-9c79-e85837372633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:40:19Z', 'updated_at': '2021-06-02T12:43:52Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'ce315f3a-f930-4386-9c79-e85837372633', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:20Z', 'updated_at': '2021-06-02T12:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:43:54.674111 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-8a1307c8-903b-4612-95eb-6155602be2ca tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for ce315f3a-f930-4386-9c79-e85837372633 owned by network:router_gateway {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:43:54.674366 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6490a50-1d22-4ea6-a43a-50c62527cb0b None None] The sync data for ids ['70285ab8-3978-4fe7-8752-0f5881fd54d6'] in dv-neutron-601336-80-hyperv is: [{'id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'name': 'tempest-TestNetworkBasicOps-router-379867899', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'ce315f3a-f930-4386-9c79-e85837372633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:40:19Z', 'updated_at': '2021-06-02T12:43:52Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'ce315f3a-f930-4386-9c79-e85837372633', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70285ab8-3978-4fe7-8752-0f5881fd54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:40:20Z', 'updated_at': '2021-06-02T12:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:43:54.683107 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-91ea3747-8246-41f5-b7b6-b3f7bc06dc5a None None] Deleting port 2bded79f-e34f-4c07-964c-6df3348538e5 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:43:54.683619 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-91ea3747-8246-41f5-b7b6-b3f7bc06dc5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:54.791238 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-91ea3747-8246-41f5-b7b6-b3f7bc06dc5a None None] For port 2bded79f-e34f-4c07-964c-6df3348538e5, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=2bded79f-e34f-4c07-964c-6df3348538e5,segment=NetworkSegment(e38e4864-ee90-4d34-bdfc-88713bd5d9a9),segment_id=e38e4864-ee90-4d34-bdfc-88713bd5d9a9)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:43:54.791646 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-91ea3747-8246-41f5-b7b6-b3f7bc06dc5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:54.917971 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-91ea3747-8246-41f5-b7b6-b3f7bc06dc5a None None] Calling delete_port for 2bded79f-e34f-4c07-964c-6df3348538e5 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:43:54.964478 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-91ea3747-8246-41f5-b7b6-b3f7bc06dc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:54.965490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8a1307c8-903b-4612-95eb-6155602be2ca tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:54.968721 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:43:54.970842 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:43:55.009697 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea3747-8246-41f5-b7b6-b3f7bc06dc5a None None] Pushing event deleted for resources: {'Port': ['ID=2bded79f-e34f-4c07-964c-6df3348538e5,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:43:55.017333 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1307c8-903b-4612-95eb-6155602be2ca tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=ce315f3a-f930-4386-9c79-e85837372633,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:43:55.019790 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ea3747-8246-41f5-b7b6-b3f7bc06dc5a None None] No DVR routers for this DVR port 2bded79f-e34f-4c07-964c-6df3348538e5 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:43:55.021904 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3747-8246-41f5-b7b6-b3f7bc06dc5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:55.022284 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3747-8246-41f5-b7b6-b3f7bc06dc5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:55.022629 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3747-8246-41f5-b7b6-b3f7bc06dc5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:55.022959 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3747-8246-41f5-b7b6-b3f7bc06dc5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:55.023288 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3747-8246-41f5-b7b6-b3f7bc06dc5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:55.023617 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3747-8246-41f5-b7b6-b3f7bc06dc5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:55.023946 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3747-8246-41f5-b7b6-b3f7bc06dc5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:55.024406 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3747-8246-41f5-b7b6-b3f7bc06dc5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:55.024730 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3747-8246-41f5-b7b6-b3f7bc06dc5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:55.025054 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3747-8246-41f5-b7b6-b3f7bc06dc5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:55.025379 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3747-8246-41f5-b7b6-b3f7bc06dc5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:55.025697 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3747-8246-41f5-b7b6-b3f7bc06dc5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:55.029722 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-91ea3747-8246-41f5-b7b6-b3f7bc06dc5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:43:55.045703 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8a1307c8-903b-4612-95eb-6155602be2ca tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:43:55.109949 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8a1307c8-903b-4612-95eb-6155602be2ca tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:55.286480 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8a1307c8-903b-4612-95eb-6155602be2ca tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:55.288553 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8a1307c8-903b-4612-95eb-6155602be2ca tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:55.312082 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8a1307c8-903b-4612-95eb-6155602be2ca tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:55.312561 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1307c8-903b-4612-95eb-6155602be2ca tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Fanout notify agent at l3_agent the message router_deleted on router 70285ab8-3978-4fe7-8752-0f5881fd54d6 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:43:55.328473 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8a1307c8-903b-4612-95eb-6155602be2ca tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:55.329570 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8a1307c8-903b-4612-95eb-6155602be2ca tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/routers/70285ab8-3978-4fe7-8752-0f5881fd54d6 HTTP/1.1" status: 204 len: 168 time: 1.3694694 Jun 02 12:43:55.332156 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49208) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:43:55.448550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90285967-237b-48e5-b41e-8e75c3a90456 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:55.579991 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90285967-237b-48e5-b41e-8e75c3a90456 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:55.592197 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-90285967-237b-48e5-b41e-8e75c3a90456 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6368b2b3-4e46-447a-895f-d392f773b5b9']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:43:55.607385 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-90285967-237b-48e5-b41e-8e75c3a90456 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38e4864-ee90-4d34-bdfc-88713bd5d9a9') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:43:55.607684 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-90285967-237b-48e5-b41e-8e75c3a90456 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38e4864-ee90-4d34-bdfc-88713bd5d9a9') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:43:55.619160 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90285967-237b-48e5-b41e-8e75c3a90456 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:55.635411 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90285967-237b-48e5-b41e-8e75c3a90456 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:55.641623 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90285967-237b-48e5-b41e-8e75c3a90456 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:43:55.642130 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90285967-237b-48e5-b41e-8e75c3a90456 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:43:55.656898 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:43:55.735378 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90285967-237b-48e5-b41e-8e75c3a90456 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:55.738839 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cd8f5b45-be63-4b37-a6f8-2fb89837c523 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:43:55.754408 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90285967-237b-48e5-b41e-8e75c3a90456 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:55.770897 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90285967-237b-48e5-b41e-8e75c3a90456 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Network': ['ID=6368b2b3-4e46-447a-895f-d392f773b5b9,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:43:55.773719 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-90285967-237b-48e5-b41e-8e75c3a90456 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:43:55.777617 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-90285967-237b-48e5-b41e-8e75c3a90456 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/networks/6368b2b3-4e46-447a-895f-d392f773b5b9 HTTP/1.1" status: 204 len: 168 time: 0.4445243 Jun 02 12:43:55.803448 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49210) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:43:55.808177 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:55.810509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-e632f748-d51b-494b-adcc-11490a9ca940 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'network': {'name': 'tempest-network-smoke--1381202230', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'port_security_enabled': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:43:55.815496 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e632f748-d51b-494b-adcc-11490a9ca940 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:43:55.819629 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e632f748-d51b-494b-adcc-11490a9ca940 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:network and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:43:55.822473 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e632f748-d51b-494b-adcc-11490a9ca940 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:43:55.828089 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e632f748-d51b-494b-adcc-11490a9ca940 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:43:55.838413 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e632f748-d51b-494b-adcc-11490a9ca940 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:43:55.841688 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e632f748-d51b-494b-adcc-11490a9ca940 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:55.870401 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e632f748-d51b-494b-adcc-11490a9ca940 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:43:55.880356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e632f748-d51b-494b-adcc-11490a9ca940 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:55.880693 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-e632f748-d51b-494b-adcc-11490a9ca940 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Added segment 0532b348-4c07-4802-bbc3-a11e71408b8b of type vlan for network 6e254791-4730-4f58-b255-fbeeff70c183 Jun 02 12:43:55.907609 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e632f748-d51b-494b-adcc-11490a9ca940 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:55.935936 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e632f748-d51b-494b-adcc-11490a9ca940 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:55.941349 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e632f748-d51b-494b-adcc-11490a9ca940 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:43:55.941927 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e632f748-d51b-494b-adcc-11490a9ca940 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:55.946757 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ad4850ee-fec1-475e-8554-39610270b25f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:43:56.042406 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e632f748-d51b-494b-adcc-11490a9ca940 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2366543 Jun 02 12:43:56.045143 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49212) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:43:56.050478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-31763958', 'admin_state_up': True, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:43:56.052004 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632f748-d51b-494b-adcc-11490a9ca940 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Network': ['ID=6e254791-4730-4f58-b255-fbeeff70c183,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:43:56.054573 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e632f748-d51b-494b-adcc-11490a9ca940 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:43:56.057567 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:43:56.061955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:router and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:43:56.062435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 6e254791-4730-4f58-b255-fbeeff70c183 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:43:56.064897 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:43:56.071498 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:43:56.080710 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:56.081676 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:56.096383 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:56.280789 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device ce315f3a-f930-4386-9c79-e85837372633 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:43:56.318924 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: ce315f3a-f930-4386-9c79-e85837372633 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:43:56.319285 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device ce315f3a-f930-4386-9c79-e85837372633 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:43:56.319719 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 2bded79f-e34f-4c07-964c-6df3348538e5 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:43:56.352742 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 2bded79f-e34f-4c07-964c-6df3348538e5 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:43:56.353021 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 2bded79f-e34f-4c07-964c-6df3348538e5 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:43:56.353448 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e04943b6-4301-487c-9688-53edb9d0a537 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:43:56.365187 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:56.386817 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: e04943b6-4301-487c-9688-53edb9d0a537 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:43:56.387171 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e04943b6-4301-487c-9688-53edb9d0a537 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:43:56.796621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:56.830756 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:56.961997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.26.7.217 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/9911f34b-5025-44c4-b116-fdfc5c8ccb8c) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:43:57.113971 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:57.143697 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:57.148091 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-635e915a-cef4-41de-9889-0c9c2047f682 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:43:57.211556 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:43:57.212699 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:43:57.215335 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:43:57.253512 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=9911f34b-5025-44c4-b116-fdfc5c8ccb8c,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:43:57.257539 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:43:57.628844 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:58.084988 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:58.287160 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 14ee6997-5b06-4496-87c2-c533cdc85cfa is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:43:58.463882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:43:58.472805 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] Sync routers for ids ['14ee6997-5b06-4496-87c2-c533cdc85cfa'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:43:58.481803 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] Routers {'14ee6997-5b06-4496-87c2-c533cdc85cfa'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:43:58.488611 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:43:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['14ee6997-5b06-4496-87c2-c533cdc85cfa'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:43:58.494390 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:58.496832 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4498694 Jun 02 12:43:58.500639 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49214) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:43:58.555570 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5726aea9-3087-4147-ba1a-18e19ee98d9b tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d135ab4d6a4341bf86e3c86c09f17ff8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0532775 Jun 02 12:43:58.558078 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49216) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:43:58.658708 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] Set router 14ee6997-5b06-4496-87c2-c533cdc85cfa gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:43:58.685780 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc47a717-011e-4c33-8bb4-af80d6ae9405 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:43:58.690476 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bc47a717-011e-4c33-8bb4-af80d6ae9405 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288216 Jun 02 12:43:58.690749 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49218) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:43:58.727793 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-22612582-157b-4356-b898-edf07d498bee tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358331 Jun 02 12:43:58.730003 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49220) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:43:58.735158 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-3b62edc5-fa19-43a8-a791-b7aa6bfcf38e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-122696773', 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:43:58.845291 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3b62edc5-fa19-43a8-a791-b7aa6bfcf38e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:43:58.849210 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3b62edc5-fa19-43a8-a791-b7aa6bfcf38e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:subnet and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:43:58.852360 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3b62edc5-fa19-43a8-a791-b7aa6bfcf38e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:43:58.859011 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3b62edc5-fa19-43a8-a791-b7aa6bfcf38e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:43:58.868297 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b62edc5-fa19-43a8-a791-b7aa6bfcf38e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:43:58.872592 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3b62edc5-fa19-43a8-a791-b7aa6bfcf38e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:58.944468 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'name': 'tempest-TestNetworkBasicOps-router-31763958', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:43:57Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:43:58.948156 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] Checking router: 14ee6997-5b06-4496-87c2-c533cdc85cfa for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:43:58.948506 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] Updating router 14ee6997-5b06-4496-87c2-c533cdc85cfa port 9911f34b-5025-44c4-b116-fdfc5c8ccb8c binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:43:59.001844 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:59.344293 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:59.360212 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] Transition to ACTIVE for port object 9911f34b-5025-44c4-b116-fdfc5c8ccb8c will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:43:59.366183 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:59.370449 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e61342da-6d9b-46a4-bae8-2f7931c0a916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:43:59.430671 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3b62edc5-fa19-43a8-a791-b7aa6bfcf38e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:59.434932 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e1a4d27a-4f38-45f9-abbb-3b0d799d4a72 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:43:59.443529 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] Attempting to bind port 9911f34b-5025-44c4-b116-fdfc5c8ccb8c on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:43:59.443897 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] Attempting to bind port 9911f34b-5025-44c4-b116-fdfc5c8ccb8c by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:43:59.444256 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] Attempting to bind port 9911f34b-5025-44c4-b116-fdfc5c8ccb8c on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:43:59.447485 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8194e2-41ec-4f46-a311-32f0befb75b2 None None] Pushing event updated for resources: {'Port': ['ID=9911f34b-5025-44c4-b116-fdfc5c8ccb8c,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:43:59.452713 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:43:59.453082 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:43:59.453505 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:59.453890 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:43:59.454366 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] Bound port: 9911f34b-5025-44c4-b116-fdfc5c8ccb8c, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:43:59.454732 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:59.485684 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8194e2-41ec-4f46-a311-32f0befb75b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:59.486406 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8194e2-41ec-4f46-a311-32f0befb75b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:59.486406 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8194e2-41ec-4f46-a311-32f0befb75b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:59.486670 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8194e2-41ec-4f46-a311-32f0befb75b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:59.486978 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8194e2-41ec-4f46-a311-32f0befb75b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:59.487295 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8194e2-41ec-4f46-a311-32f0befb75b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:59.487611 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8194e2-41ec-4f46-a311-32f0befb75b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:59.487926 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8194e2-41ec-4f46-a311-32f0befb75b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:59.488238 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8194e2-41ec-4f46-a311-32f0befb75b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:59.488547 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8194e2-41ec-4f46-a311-32f0befb75b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:59.488854 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8194e2-41ec-4f46-a311-32f0befb75b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:59.489159 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8194e2-41ec-4f46-a311-32f0befb75b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:43:59.497904 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-5e8194e2-41ec-4f46-a311-32f0befb75b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:43:59.516143 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62edc5-fa19-43a8-a791-b7aa6bfcf38e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Subnet': ['ID=8356816b-9cb6-4094-93a8-244ce2e74160,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:43:59.519811 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3b62edc5-fa19-43a8-a791-b7aa6bfcf38e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:43:59.520660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62edc5-fa19-43a8-a791-b7aa6bfcf38e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Checking segment: {'id': '0532b348-4c07-4802-bbc3-a11e71408b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:43:59.521015 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b62edc5-fa19-43a8-a791-b7aa6bfcf38e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network hostable DHCP agents. Network: 6e254791-4730-4f58-b255-fbeeff70c183, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:43:59.539608 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b62edc5-fa19-43a8-a791-b7aa6bfcf38e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 6e254791-4730-4f58-b255-fbeeff70c183 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:43:59.541849 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] For port 9911f34b-5025-44c4-b116-fdfc5c8ccb8c, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:43:59.544930 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] For port 9911f34b-5025-44c4-b116-fdfc5c8ccb8c, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=9911f34b-5025-44c4-b116-fdfc5c8ccb8c,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:43:59.549458 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-3b62edc5-fa19-43a8-a791-b7aa6bfcf38e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 6e254791-4730-4f58-b255-fbeeff70c183) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:43:59.550736 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:59.554414 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-fb6be96a-1d58-4c8a-883b-1f62432387de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:43:59.559509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e573d5f-b173-42b0-9775-4e46dc1596a5 None None] Network 6e254791-4730-4f58-b255-fbeeff70c183 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:43:59.563498 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b62edc5-fa19-43a8-a791-b7aa6bfcf38e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:43:59.564087 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3b62edc5-fa19-43a8-a791-b7aa6bfcf38e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:59.594182 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49222) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:43:59.595683 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3b62edc5-fa19-43a8-a791-b7aa6bfcf38e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8644211 Jun 02 12:43:59.630650 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] Routers {'14ee6997-5b06-4496-87c2-c533cdc85cfa'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:43:59.631257 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:43:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['14ee6997-5b06-4496-87c2-c533cdc85cfa'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:43:59.687033 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8194e2-41ec-4f46-a311-32f0befb75b2 None None] Pushing event updated for resources: {'Port': ['ID=9911f34b-5025-44c4-b116-fdfc5c8ccb8c,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:43:59.696947 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-5e8194e2-41ec-4f46-a311-32f0befb75b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:43:59.831856 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-6e254791-4730-4f58-b255-fbeeff70c183', 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ips': [{'subnet_id': '8356816b-9cb6-4094-93a8-244ce2e74160'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:43:59.832689 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:43:59.845861 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] Set router 14ee6997-5b06-4496-87c2-c533cdc85cfa gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:43:59.985795 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Allocated IP 172.20.0.2 (6e254791-4730-4f58-b255-fbeeff70c183/8356816b-9cb6-4094-93a8-244ce2e74160/697cdbd5-8e10-4e2e-bd7f-15daa0434988) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:44:00.139126 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'name': 'tempest-TestNetworkBasicOps-router-31763958', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:43:57Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:00.143836 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61358de6-0294-424e-97cf-e5d51513f4f4 None None] The sync data for ids ['14ee6997-5b06-4496-87c2-c533cdc85cfa'] in dv-neutron-601336-80-hyperv is: [{'id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'name': 'tempest-TestNetworkBasicOps-router-31763958', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:43:57Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:44:00.196807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:00.209123 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Transition to ACTIVE for port object 697cdbd5-8e10-4e2e-bd7f-15daa0434988 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:44:00.231861 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Transition to ACTIVE for port object 697cdbd5-8e10-4e2e-bd7f-15daa0434988 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:44:00.240538 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:00.245432 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3ecbd253-0641-42f3-9099-32c0a990a132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:00.305669 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Network 6e254791-4730-4f58-b255-fbeeff70c183 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:44:00.313268 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:44:00.317181 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:44:00.324997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:00.356601 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Pushing event updated for resources: {'Port': ['ID=697cdbd5-8e10-4e2e-bd7f-15daa0434988,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:00.363733 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:00.444867 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Attempting to bind port 697cdbd5-8e10-4e2e-bd7f-15daa0434988 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:44:00.445458 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Attempting to bind port 697cdbd5-8e10-4e2e-bd7f-15daa0434988 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '0532b348-4c07-4802-bbc3-a11e71408b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:44:00.445899 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Attempting to bind port 697cdbd5-8e10-4e2e-bd7f-15daa0434988 on network 6e254791-4730-4f58-b255-fbeeff70c183 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:44:00.452370 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:44:00.452841 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Checking segment: {'id': '0532b348-4c07-4802-bbc3-a11e71408b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:44:00.453339 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:00.453798 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Bound using segment: {'id': '0532b348-4c07-4802-bbc3-a11e71408b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:44:00.454376 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Bound port: 697cdbd5-8e10-4e2e-bd7f-15daa0434988, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0532b348-4c07-4802-bbc3-a11e71408b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:44:00.454828 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:00.556461 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] For port 697cdbd5-8e10-4e2e-bd7f-15daa0434988, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:44:00.559984 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] For port 697cdbd5-8e10-4e2e-bd7f-15daa0434988, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=697cdbd5-8e10-4e2e-bd7f-15daa0434988,segment=NetworkSegment(0532b348-4c07-4802-bbc3-a11e71408b8b),segment_id=0532b348-4c07-4802-bbc3-a11e71408b8b)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:44:00.566332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:00.571823 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6778d674-ca7b-42f8-96f9-521d010402da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:00.683460 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Pushing event updated for resources: {'Port': ['ID=697cdbd5-8e10-4e2e-bd7f-15daa0434988,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:00.687724 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:00.930092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.20.0.1 (6e254791-4730-4f58-b255-fbeeff70c183/8356816b-9cb6-4094-93a8-244ce2e74160/aabc3bff-7af0-4645-b7c8-f5eece76190a) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:44:01.124924 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:01.140420 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Transition to ACTIVE for port object aabc3bff-7af0-4645-b7c8-f5eece76190a will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:44:01.164481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:01.168936 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f4f92d70-604c-42aa-b66b-b7c8534e0de1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:01.229216 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 6e254791-4730-4f58-b255-fbeeff70c183 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:44:01.236545 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:44:01.242022 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:44:01.283973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=aabc3bff-7af0-4645-b7c8-f5eece76190a,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:01.288341 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:01.306480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:01.461971 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:01.881439 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:01.886277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:01.912480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8027c5ee-1f75-435c-8ea6-89e6dc6711e9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:02.005486 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=aabc3bff-7af0-4645-b7c8-f5eece76190a,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:02.007903 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:02.011725 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:02.094179 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62b8723-ae7b-48a3-8c83-09c2c0675941 None None] Network 6e254791-4730-4f58-b255-fbeeff70c183 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:44:02.158029 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 6e254791-4730-4f58-b255-fbeeff70c183 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:44:02.159174 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:44:02.183194 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a2193ec4-b38d-4381-9173-cbb862a8de04 None None] Provisioning for port 697cdbd5-8e10-4e2e-bd7f-15daa0434988 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:44:02.366215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 697cdbd5-8e10-4e2e-bd7f-15daa0434988 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:44:02.439654 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 697cdbd5-8e10-4e2e-bd7f-15daa0434988 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:44:02.444902 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 697cdbd5-8e10-4e2e-bd7f-15daa0434988 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:44:02.445281 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:02.500995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 14ee6997-5b06-4496-87c2-c533cdc85cfa has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:44:02.569536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:02.604445 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 697cdbd5-8e10-4e2e-bd7f-15daa0434988, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=697cdbd5-8e10-4e2e-bd7f-15daa0434988,segment=NetworkSegment(0532b348-4c07-4802-bbc3-a11e71408b8b),segment_id=0532b348-4c07-4802-bbc3-a11e71408b8b)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:44:02.611234 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:02.612089 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 9911f34b-5025-44c4-b116-fdfc5c8ccb8c up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:44:02.637042 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-bcf6e4e1-ea9f-469c-b7c0-42192ab0b6cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:02.694444 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:44:02.710375 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/routers/14ee6997-5b06-4496-87c2-c533cdc85cfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1130834 Jun 02 12:44:02.710939 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49224) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:02.721526 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] Sync routers for ids ['14ee6997-5b06-4496-87c2-c533cdc85cfa'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:44:02.742628 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-01222a67-f32a-47f0-9851-4c45de1f21ab None None] Provisioning complete for port 697cdbd5-8e10-4e2e-bd7f-15daa0434988 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:44:02.742966 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-01222a67-f32a-47f0-9851-4c45de1f21ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:02.785514 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] Routers {'14ee6997-5b06-4496-87c2-c533cdc85cfa'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:44:02.786175 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:43:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['14ee6997-5b06-4496-87c2-c533cdc85cfa'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:02.845383 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=697cdbd5-8e10-4e2e-bd7f-15daa0434988,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:02.861807 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1d6675-2bad-4088-bcef-4f64b2f1ed82 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:02.862241 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1d6675-2bad-4088-bcef-4f64b2f1ed82 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:02.862706 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1d6675-2bad-4088-bcef-4f64b2f1ed82 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:02.863168 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1d6675-2bad-4088-bcef-4f64b2f1ed82 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:02.867619 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49226) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:02.868189 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3e1d6675-2bad-4088-bcef-4f64b2f1ed82 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1556740 Jun 02 12:44:02.870499 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:02.940875 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336437b2-5ec6-4afd-b89b-46be5ef4d386 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:02.941354 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336437b2-5ec6-4afd-b89b-46be5ef4d386 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:02.941813 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336437b2-5ec6-4afd-b89b-46be5ef4d386 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:02.942302 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336437b2-5ec6-4afd-b89b-46be5ef4d386 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:02.943938 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-336437b2-5ec6-4afd-b89b-46be5ef4d386 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0745428 Jun 02 12:44:02.946553 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49228) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:03.004642 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 9911f34b-5025-44c4-b116-fdfc5c8ccb8c completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:44:03.034066 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 9911f34b-5025-44c4-b116-fdfc5c8ccb8c triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:44:03.034462 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:03.137483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] Set router 14ee6997-5b06-4496-87c2-c533cdc85cfa gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:44:03.156443 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c0749b8c-2faa-4fe0-88ec-6853a7e94c33 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2087445 Jun 02 12:44:03.159138 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49230) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:03.163938 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-889ae1b7-62b7-4eba-90b5-1a66218ff043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-260627447', 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:03.300056 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-889ae1b7-62b7-4eba-90b5-1a66218ff043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:03.304164 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-889ae1b7-62b7-4eba-90b5-1a66218ff043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:port and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:03.306958 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-889ae1b7-62b7-4eba-90b5-1a66218ff043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:03.313265 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-889ae1b7-62b7-4eba-90b5-1a66218ff043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:03.323561 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889ae1b7-62b7-4eba-90b5-1a66218ff043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:44:03.327958 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-889ae1b7-62b7-4eba-90b5-1a66218ff043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:03.334629 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-01222a67-f32a-47f0-9851-4c45de1f21ab None None] Provisioning for port aabc3bff-7af0-4645-b7c8-f5eece76190a completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:44:03.350517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [None req-889ae1b7-62b7-4eba-90b5-1a66218ff043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] device_id is not set on port ae41f055-79d4-4224-a717-82a16d696cae yet. {{(pid=92304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:44:03.354831 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-01222a67-f32a-47f0-9851-4c45de1f21ab None None] Provisioning complete for port aabc3bff-7af0-4645-b7c8-f5eece76190a triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:44:03.355203 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-01222a67-f32a-47f0-9851-4c45de1f21ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:03.475890 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:03.492635 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-889ae1b7-62b7-4eba-90b5-1a66218ff043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.20.0.14 (6e254791-4730-4f58-b255-fbeeff70c183/8356816b-9cb6-4094-93a8-244ce2e74160/ae41f055-79d4-4224-a717-82a16d696cae) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:44:03.497702 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-01222a67-f32a-47f0-9851-4c45de1f21ab None None] Port aabc3bff-7af0-4645-b7c8-f5eece76190a cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:44:03.517054 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 9911f34b-5025-44c4-b116-fdfc5c8ccb8c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=9911f34b-5025-44c4-b116-fdfc5c8ccb8c,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:44:03.530182 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:03.533469 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:03.649625 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-fdc1abe5-2cf4-45fe-919f-5b08cd405ec2 None None] Provisioning complete for port aabc3bff-7af0-4645-b7c8-f5eece76190a triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:44:03.650041 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fdc1abe5-2cf4-45fe-919f-5b08cd405ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:03.678846 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=9911f34b-5025-44c4-b116-fdfc5c8ccb8c,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:03.691465 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:03.704196 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-889ae1b7-62b7-4eba-90b5-1a66218ff043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:03.716188 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-fdc1abe5-2cf4-45fe-919f-5b08cd405ec2 None None] Port aabc3bff-7af0-4645-b7c8-f5eece76190a cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:44:03.720248 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-889ae1b7-62b7-4eba-90b5-1a66218ff043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Transition to ACTIVE for port object ae41f055-79d4-4224-a717-82a16d696cae will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:44:03.726697 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'name': 'tempest-TestNetworkBasicOps-router-31763958', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:44:01Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'aabc3bff-7af0-4645-b7c8-f5eece76190a', 'name': '', 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:18:a9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '8356816b-9cb6-4094-93a8-244ce2e74160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:00Z', 'updated_at': '2021-06-02T12:44:01Z', 'revision_number': 2, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '8356816b-9cb6-4094-93a8-244ce2e74160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:03.730838 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] Checking router: 14ee6997-5b06-4496-87c2-c533cdc85cfa for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:44:03.731573 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] Updating router 14ee6997-5b06-4496-87c2-c533cdc85cfa port aabc3bff-7af0-4645-b7c8-f5eece76190a binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:44:03.747748 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-889ae1b7-62b7-4eba-90b5-1a66218ff043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:03.754271 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4aed3926-c254-4056-a722-2465075f9618 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:03.788847 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:03.824864 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889ae1b7-62b7-4eba-90b5-1a66218ff043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 6e254791-4730-4f58-b255-fbeeff70c183 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:44:03.828098 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-889ae1b7-62b7-4eba-90b5-1a66218ff043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:44:03.832046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ae1b7-62b7-4eba-90b5-1a66218ff043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:44:03.866968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ae1b7-62b7-4eba-90b5-1a66218ff043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=ae41f055-79d4-4224-a717-82a16d696cae,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:03.871556 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-889ae1b7-62b7-4eba-90b5-1a66218ff043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:03.899347 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889ae1b7-62b7-4eba-90b5-1a66218ff043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:03.899970 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-889ae1b7-62b7-4eba-90b5-1a66218ff043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:03.926389 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-889ae1b7-62b7-4eba-90b5-1a66218ff043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7660739 Jun 02 12:44:04.148412 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:04.155618 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8cf5b7a8-5e70-4618-a926-c1c0a1dc0c90 None None] Provisioning for port ae41f055-79d4-4224-a717-82a16d696cae completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:44:04.163951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] Transition to ACTIVE for port object aabc3bff-7af0-4645-b7c8-f5eece76190a will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:44:04.166119 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8cf5b7a8-5e70-4618-a926-c1c0a1dc0c90 None None] Provisioning complete for port ae41f055-79d4-4224-a717-82a16d696cae triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:44:04.166488 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8cf5b7a8-5e70-4618-a926-c1c0a1dc0c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:04.195682 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:04.207544 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:04.316915 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 697cdbd5-8e10-4e2e-bd7f-15daa0434988 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:44:04.416790 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-8cf5b7a8-5e70-4618-a926-c1c0a1dc0c90 None None] Port ae41f055-79d4-4224-a717-82a16d696cae cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:44:04.432768 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1d878-e08d-4cae-8dbb-3d783a27be34 None None] Pushing event updated for resources: {'Port': ['ID=aabc3bff-7af0-4645-b7c8-f5eece76190a,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:04.461113 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9af1d878-e08d-4cae-8dbb-3d783a27be34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:04.494852 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] Attempting to bind port aabc3bff-7af0-4645-b7c8-f5eece76190a on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:44:04.495223 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] Attempting to bind port aabc3bff-7af0-4645-b7c8-f5eece76190a by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '0532b348-4c07-4802-bbc3-a11e71408b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:44:04.495588 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] Attempting to bind port aabc3bff-7af0-4645-b7c8-f5eece76190a on network 6e254791-4730-4f58-b255-fbeeff70c183 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:44:04.503459 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:44:04.503838 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] Checking segment: {'id': '0532b348-4c07-4802-bbc3-a11e71408b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:44:04.504242 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:04.504634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] Bound using segment: {'id': '0532b348-4c07-4802-bbc3-a11e71408b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:44:04.505105 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] Bound port: aabc3bff-7af0-4645-b7c8-f5eece76190a, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0532b348-4c07-4802-bbc3-a11e71408b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:44:04.505479 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:04.521565 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49234) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:04.527342 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-e17624f3-22cf-4466-b9e4-79916787957b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-220567420', 'description': 'tempest-secgroup-smoke-220567420 description', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:04.535570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e17624f3-22cf-4466-b9e4-79916787957b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:04.539886 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e17624f3-22cf-4466-b9e4-79916787957b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:04.543046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e17624f3-22cf-4466-b9e4-79916787957b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:04.549310 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e17624f3-22cf-4466-b9e4-79916787957b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:04.559040 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e17624f3-22cf-4466-b9e4-79916787957b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:04.580018 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e17624f3-22cf-4466-b9e4-79916787957b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:04.583906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e17624f3-22cf-4466-b9e4-79916787957b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:04.584657 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 697cdbd5-8e10-4e2e-bd7f-15daa0434988 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:44:04.585032 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:04.587084 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e17624f3-22cf-4466-b9e4-79916787957b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:04.593446 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e17624f3-22cf-4466-b9e4-79916787957b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:04.664564 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e17624f3-22cf-4466-b9e4-79916787957b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:04.668650 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e17624f3-22cf-4466-b9e4-79916787957b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:04.674868 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-38e3fcfa-852b-4397-b4e9-34869fa64fed tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:04.718650 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] For port aabc3bff-7af0-4645-b7c8-f5eece76190a, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:44:04.721980 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17624f3-22cf-4466-b9e4-79916787957b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=952c5235-95ff-43cb-8a99-839d384d1591,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:04.722248 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] For port aabc3bff-7af0-4645-b7c8-f5eece76190a, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=aabc3bff-7af0-4645-b7c8-f5eece76190a,segment=NetworkSegment(0532b348-4c07-4802-bbc3-a11e71408b8b),segment_id=0532b348-4c07-4802-bbc3-a11e71408b8b)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:44:04.725922 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e17624f3-22cf-4466-b9e4-79916787957b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:04.727275 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e17624f3-22cf-4466-b9e4-79916787957b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:04.728672 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e17624f3-22cf-4466-b9e4-79916787957b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2051592 Jun 02 12:44:04.731565 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49236) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:04.736235 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-2900338c-091b-4443-86c9-98797ca4e386 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '952c5235-95ff-43cb-8a99-839d384d1591', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:04.742194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-2900338c-091b-4443-86c9-98797ca4e386 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:04.745956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2900338c-091b-4443-86c9-98797ca4e386 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:04.749040 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2900338c-091b-4443-86c9-98797ca4e386 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:04.751341 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:04.754916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-2900338c-091b-4443-86c9-98797ca4e386 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:04.760948 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:04.771127 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2900338c-091b-4443-86c9-98797ca4e386 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:04.844433 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2900338c-091b-4443-86c9-98797ca4e386 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:04.846489 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 9911f34b-5025-44c4-b116-fdfc5c8ccb8c up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:44:04.848844 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2900338c-091b-4443-86c9-98797ca4e386 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:04.863273 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-06bb7f72-e372-428c-a54c-4b04bf9390f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:04.882351 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900338c-091b-4443-86c9-98797ca4e386 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98fef5d4-9564-4882-9915-1409fbe037c0,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:04.885688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2900338c-091b-4443-86c9-98797ca4e386 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:04.887074 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] Routers {'14ee6997-5b06-4496-87c2-c533cdc85cfa'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:44:04.887364 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2900338c-091b-4443-86c9-98797ca4e386 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:04.887718 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:43:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['14ee6997-5b06-4496-87c2-c533cdc85cfa'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:04.889160 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2900338c-091b-4443-86c9-98797ca4e386 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1565535 Jun 02 12:44:04.892574 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49238) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:04.897342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-a70e5699-4961-49a7-89d0-6512b2612d76 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '952c5235-95ff-43cb-8a99-839d384d1591', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:04.905513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a70e5699-4961-49a7-89d0-6512b2612d76 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:04.909663 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a70e5699-4961-49a7-89d0-6512b2612d76 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:04.912938 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a70e5699-4961-49a7-89d0-6512b2612d76 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:04.919433 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a70e5699-4961-49a7-89d0-6512b2612d76 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:04.937961 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a70e5699-4961-49a7-89d0-6512b2612d76 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:04.975240 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1d878-e08d-4cae-8dbb-3d783a27be34 None None] Pushing event updated for resources: {'Port': ['ID=aabc3bff-7af0-4645-b7c8-f5eece76190a,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:04.990547 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9af1d878-e08d-4cae-8dbb-3d783a27be34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:05.010532 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a70e5699-4961-49a7-89d0-6512b2612d76 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:05.014026 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a70e5699-4961-49a7-89d0-6512b2612d76 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:05.020619 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2560084c-80b0-4154-9447-77487b1b23fd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:05.039132 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e5699-4961-49a7-89d0-6512b2612d76 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1ce0b3-ef9e-4240-bb18-4b3e6ed0aeec,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:05.041947 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a70e5699-4961-49a7-89d0-6512b2612d76 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:05.050204 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a70e5699-4961-49a7-89d0-6512b2612d76 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:05.051644 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a70e5699-4961-49a7-89d0-6512b2612d76 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1577158 Jun 02 12:44:05.054018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49240) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:05.058415 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-e209af0f-d2a9-4e0d-bac3-103463754caf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '952c5235-95ff-43cb-8a99-839d384d1591', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:05.064629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e209af0f-d2a9-4e0d-bac3-103463754caf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:05.068416 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e209af0f-d2a9-4e0d-bac3-103463754caf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:05.071274 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e209af0f-d2a9-4e0d-bac3-103463754caf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:05.077621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e209af0f-d2a9-4e0d-bac3-103463754caf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:05.097319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e209af0f-d2a9-4e0d-bac3-103463754caf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:05.099607 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 9911f34b-5025-44c4-b116-fdfc5c8ccb8c triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:44:05.099984 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:05.146363 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] Set router 14ee6997-5b06-4496-87c2-c533cdc85cfa gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:44:05.163748 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e209af0f-d2a9-4e0d-bac3-103463754caf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:05.167508 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e209af0f-d2a9-4e0d-bac3-103463754caf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:05.175381 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5de88224-ff2f-48dd-8548-165fd3e27e7a tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:05.196584 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209af0f-d2a9-4e0d-bac3-103463754caf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e0fb12-d027-4dba-b815-8ffcf5de2ab6,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:05.199544 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e209af0f-d2a9-4e0d-bac3-103463754caf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:05.205848 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e209af0f-d2a9-4e0d-bac3-103463754caf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:05.207829 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e209af0f-d2a9-4e0d-bac3-103463754caf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1521254 Jun 02 12:44:05.209838 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49242) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:05.215359 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-bfe15ad9-c5c5-44b4-916f-25a92a83efc9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '952c5235-95ff-43cb-8a99-839d384d1591', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:05.221502 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-bfe15ad9-c5c5-44b4-916f-25a92a83efc9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:05.225740 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-bfe15ad9-c5c5-44b4-916f-25a92a83efc9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:05.228826 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-bfe15ad9-c5c5-44b4-916f-25a92a83efc9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:05.236684 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-bfe15ad9-c5c5-44b4-916f-25a92a83efc9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:05.252856 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bfe15ad9-c5c5-44b4-916f-25a92a83efc9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:05.321315 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bfe15ad9-c5c5-44b4-916f-25a92a83efc9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:05.324783 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bfe15ad9-c5c5-44b4-916f-25a92a83efc9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:05.326899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c0077e59-1f0b-4895-abeb-1e0d2992a7c4 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:05.349380 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe15ad9-c5c5-44b4-916f-25a92a83efc9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea20ac2a-6af7-4653-9276-6144cc80695b,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:05.351796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bfe15ad9-c5c5-44b4-916f-25a92a83efc9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:05.361369 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bfe15ad9-c5c5-44b4-916f-25a92a83efc9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:05.362626 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bfe15ad9-c5c5-44b4-916f-25a92a83efc9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1516454 Jun 02 12:44:05.365480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49244) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:05.370459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4a219c9e-dd35-40b6-98c8-f7dcc2b99ee0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '952c5235-95ff-43cb-8a99-839d384d1591', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:05.377708 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4a219c9e-dd35-40b6-98c8-f7dcc2b99ee0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:05.381601 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4a219c9e-dd35-40b6-98c8-f7dcc2b99ee0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:05.384499 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4a219c9e-dd35-40b6-98c8-f7dcc2b99ee0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:05.390230 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4a219c9e-dd35-40b6-98c8-f7dcc2b99ee0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:05.400027 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-4a219c9e-dd35-40b6-98c8-f7dcc2b99ee0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:44:05.405966 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4a219c9e-dd35-40b6-98c8-f7dcc2b99ee0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:05.474107 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4a219c9e-dd35-40b6-98c8-f7dcc2b99ee0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:05.478463 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4a219c9e-dd35-40b6-98c8-f7dcc2b99ee0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:05.485099 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3afe0ae3-4e06-4081-ab9c-b40e605fcfcd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:05.503650 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a219c9e-dd35-40b6-98c8-f7dcc2b99ee0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb541cba-3a72-408d-879c-5b5dd8e6f063,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:05.506434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4a219c9e-dd35-40b6-98c8-f7dcc2b99ee0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:05.514986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4a219c9e-dd35-40b6-98c8-f7dcc2b99ee0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:05.516168 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4a219c9e-dd35-40b6-98c8-f7dcc2b99ee0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1496415 Jun 02 12:44:05.519381 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49246) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:05.524578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-936a190c-8fef-4f22-95ce-dad7960d301c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '952c5235-95ff-43cb-8a99-839d384d1591', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:05.531322 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-936a190c-8fef-4f22-95ce-dad7960d301c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:05.535641 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-936a190c-8fef-4f22-95ce-dad7960d301c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:05.538597 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-936a190c-8fef-4f22-95ce-dad7960d301c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:05.542367 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'name': 'tempest-TestNetworkBasicOps-router-31763958', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:44:01Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'aabc3bff-7af0-4645-b7c8-f5eece76190a', 'name': '', 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:18:a9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '8356816b-9cb6-4094-93a8-244ce2e74160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:00Z', 'updated_at': '2021-06-02T12:44:04Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '8356816b-9cb6-4094-93a8-244ce2e74160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:05.544328 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-936a190c-8fef-4f22-95ce-dad7960d301c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:05.546952 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203041f-831e-484e-afce-1abf8d430f82 None None] The sync data for ids ['14ee6997-5b06-4496-87c2-c533cdc85cfa'] in dv-neutron-601336-80-hyperv is: [{'id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'name': 'tempest-TestNetworkBasicOps-router-31763958', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:44:01Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'aabc3bff-7af0-4645-b7c8-f5eece76190a', 'name': '', 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:18:a9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '8356816b-9cb6-4094-93a8-244ce2e74160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:00Z', 'updated_at': '2021-06-02T12:44:04Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '8356816b-9cb6-4094-93a8-244ce2e74160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:44:05.555727 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-936a190c-8fef-4f22-95ce-dad7960d301c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:44:05.561963 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-936a190c-8fef-4f22-95ce-dad7960d301c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:05.656750 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-936a190c-8fef-4f22-95ce-dad7960d301c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:05.660806 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-936a190c-8fef-4f22-95ce-dad7960d301c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:05.662745 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-72fc3957-65e4-43b9-aa02-26751d8117d3 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:05.686295 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a190c-8fef-4f22-95ce-dad7960d301c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00a9fac-f0b4-4c7f-b0e0-b62a8cebf03e,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:05.689041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-936a190c-8fef-4f22-95ce-dad7960d301c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:05.696472 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-936a190c-8fef-4f22-95ce-dad7960d301c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:05.697784 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-936a190c-8fef-4f22-95ce-dad7960d301c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1771560 Jun 02 12:44:05.924867 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-dabde1c3-ec39-4598-ba3a-fd9ed07cc979 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:44:05.941004 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-dabde1c3-ec39-4598-ba3a-fd9ed07cc979 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:44:05.942231 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-dabde1c3-ec39-4598-ba3a-fd9ed07cc979 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-220567420&fields=id&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 267 time: 0.0592747 Jun 02 12:44:06.024814 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-11118246-892d-494d-ad60-e77d8fcd9ad7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:06.025395 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-11118246-892d-494d-ad60-e77d8fcd9ad7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:44:06.042363 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-11118246-892d-494d-ad60-e77d8fcd9ad7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:44:06.043541 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-11118246-892d-494d-ad60-e77d8fcd9ad7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports/ae41f055-79d4-4224-a717-82a16d696cae HTTP/1.1" status: 200 len: 930 time: 0.0947776 Jun 02 12:44:06.119544 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-39f929a2-df04-4dc5-8cf4-bd95130a3651 service neutron] 10.222.0.37 "GET /v2.0/ports/ae41f055-79d4-4224-a717-82a16d696cae?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0638013 Jun 02 12:44:06.260635 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-90bcde5f-ce5e-4316-b591-1cacce655bc4 service neutron] 10.222.0.37 "GET /v2.0/networks/6e254791-4730-4f58-b255-fbeeff70c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353426 Jun 02 12:44:06.337282 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device aabc3bff-7af0-4645-b7c8-f5eece76190a up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:44:06.424059 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port aabc3bff-7af0-4645-b7c8-f5eece76190a completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:44:06.429422 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port aabc3bff-7af0-4645-b7c8-f5eece76190a triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:44:06.429808 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:06.554811 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-85e376ae-a7a5-47ec-a493-e5ad846df284 service neutron] 10.222.0.37 "GET /v2.0/networks/6e254791-4730-4f58-b255-fbeeff70c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851534 Jun 02 12:44:06.563771 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:06.597974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port aabc3bff-7af0-4645-b7c8-f5eece76190a, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=aabc3bff-7af0-4645-b7c8-f5eece76190a,segment=NetworkSegment(0532b348-4c07-4802-bbc3-a11e71408b8b),segment_id=0532b348-4c07-4802-bbc3-a11e71408b8b)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:44:06.601836 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:06.603919 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:06.674421 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=aabc3bff-7af0-4645-b7c8-f5eece76190a,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:06.679939 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:06.741920 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-9e58e1ac-c72d-4299-9792-b3a8891b4079 req-e7f5ec5a-3ae6-4c6a-8fbb-0736854d9c73 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:44:06.754312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-9e58e1ac-c72d-4299-9792-b3a8891b4079 req-e7f5ec5a-3ae6-4c6a-8fbb-0736854d9c73 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:44:06.755441 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9e58e1ac-c72d-4299-9792-b3a8891b4079 req-e7f5ec5a-3ae6-4c6a-8fbb-0736854d9c73 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=158f08de-97b1-4692-b62d-e44db0a0f220 HTTP/1.1" status: 200 len: 210 time: 0.0589538 Jun 02 12:44:07.692557 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-bc290350-fc81-4e9e-8b3c-7533951e3d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:07.693879 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-bc290350-fc81-4e9e-8b3c-7533951e3d24 service neutron] 10.222.0.22 "GET /v2.0/ports/ae41f055-79d4-4224-a717-82a16d696cae HTTP/1.1" status: 200 len: 1026 time: 0.0649860 Jun 02 12:44:07.856444 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-cf377686-bbe2-42f2-ac7f-6c0ee6f8d491 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:07.857909 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-cf377686-bbe2-42f2-ac7f-6c0ee6f8d491 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/networks?id=6e254791-4730-4f58-b255-fbeeff70c183 HTTP/1.1" status: 200 len: 797 time: 0.1578395 Jun 02 12:44:07.906818 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e9393b5f-334e-4b9d-a9b8-2a34f7380d95 req-3a67f1dc-2482-46f8-8812-d609ea58d69f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=158f08de-97b1-4692-b62d-e44db0a0f220 HTTP/1.1" status: 200 len: 210 time: 0.0444310 Jun 02 12:44:07.912282 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-15877b80-c3f9-4cd6-b05f-edcac66633db tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 379 time: 0.0461555 Jun 02 12:44:07.925103 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Request body: {'port': {'device_id': '158f08de-97b1-4692-b62d-e44db0a0f220', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:08.037688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:08.291267 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device aabc3bff-7af0-4645-b7c8-f5eece76190a up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:44:08.359039 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port aabc3bff-7af0-4645-b7c8-f5eece76190a triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:44:08.359415 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:08.380559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae41f055-79d4-4224-a717-82a16d696cae {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:44:08.387557 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:08.402080 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Transition to ACTIVE for port object ae41f055-79d4-4224-a717-82a16d696cae will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:44:08.406975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:08.411562 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-16415274-b801-426d-b3da-67995f1055c3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:08.687363 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Pushing event updated for resources: {'Port': ['ID=ae41f055-79d4-4224-a717-82a16d696cae,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:08.695572 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:08.763894 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Attempting to bind port ae41f055-79d4-4224-a717-82a16d696cae on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:44:08.764186 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Attempting to bind port ae41f055-79d4-4224-a717-82a16d696cae by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0532b348-4c07-4802-bbc3-a11e71408b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:44:08.764512 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Attempting to bind port ae41f055-79d4-4224-a717-82a16d696cae on network 6e254791-4730-4f58-b255-fbeeff70c183 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:44:08.768932 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Port ae41f055-79d4-4224-a717-82a16d696cae on network 6e254791-4730-4f58-b255-fbeeff70c183 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:44:08.769251 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Attempting to bind port ae41f055-79d4-4224-a717-82a16d696cae on network 6e254791-4730-4f58-b255-fbeeff70c183 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:44:08.774279 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:44:08.774612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Checking segment: {'id': '0532b348-4c07-4802-bbc3-a11e71408b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:44:08.774983 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Bound using segment: {'id': '0532b348-4c07-4802-bbc3-a11e71408b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:44:08.775408 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Bound port: ae41f055-79d4-4224-a717-82a16d696cae, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0532b348-4c07-4802-bbc3-a11e71408b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:44:08.775745 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:08.865216 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] For port ae41f055-79d4-4224-a717-82a16d696cae, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:44:08.868051 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] For port ae41f055-79d4-4224-a717-82a16d696cae, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ae41f055-79d4-4224-a717-82a16d696cae,segment=NetworkSegment(0532b348-4c07-4802-bbc3-a11e71408b8b),segment_id=0532b348-4c07-4802-bbc3-a11e71408b8b)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:44:08.872365 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:08.876697 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-69f6ae54-f7c4-49a5-862f-cef2a21a9631 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:08.942550 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:08.943161 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:08.944686 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] 10.222.0.22 "PUT /v2.0/ports/ae41f055-79d4-4224-a717-82a16d696cae HTTP/1.1" status: 200 len: 1131 time: 1.0234873 Jun 02 12:44:08.945102 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158f08de-97b1-4692-b62d-e44db0a0f220', 'tag': 'ae41f055-79d4-4224-a717-82a16d696cae'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:44:08.948387 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd6cc4b-35e2-4c1d-adbf-0ad5e3523913" -d '{"events": [{"name": "network-changed", "server_uuid": "158f08de-97b1-4692-b62d-e44db0a0f220", "tag": "ae41f055-79d4-4224-a717-82a16d696cae"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:44:08.981015 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Pushing event updated for resources: {'Port': ['ID=ae41f055-79d4-4224-a717-82a16d696cae,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:08.985314 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:09.028802 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deaddd70-9d05-4def-8e10-ee0c60b4ded8 x-openstack-request-id: req-deaddd70-9d05-4def-8e10-ee0c60b4ded8 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:44:09.029139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158f08de-97b1-4692-b62d-e44db0a0f220", "tag": "ae41f055-79d4-4224-a717-82a16d696cae", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:44:09.029439 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-deaddd70-9d05-4def-8e10-ee0c60b4ded8 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:44:09.030480 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158f08de-97b1-4692-b62d-e44db0a0f220', 'tag': 'ae41f055-79d4-4224-a717-82a16d696cae', 'status': 'completed', 'code': 200} Jun 02 12:44:09.137206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-3724e409-c748-42cd-a4be-98289a9e7311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:09.138733 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-3724e409-c748-42cd-a4be-98289a9e7311 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=158f08de-97b1-4692-b62d-e44db0a0f220 HTTP/1.1" status: 200 len: 1134 time: 0.1483076 Jun 02 12:44:09.150931 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b72428-ba55-4b67-b26f-3b9c3e611b6f req-3d43c09c-f97b-45ce-9981-6e06af386311 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:09.152267 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e6b72428-ba55-4b67-b26f-3b9c3e611b6f req-3d43c09c-f97b-45ce-9981-6e06af386311 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=158f08de-97b1-4692-b62d-e44db0a0f220 HTTP/1.1" status: 200 len: 981 time: 0.1109028 Jun 02 12:44:09.228916 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-5dec4e42-dd09-4bf6-87a0-d2ed12777096 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae41f055-79d4-4224-a717-82a16d696cae HTTP/1.1" status: 200 len: 217 time: 0.0756671 Jun 02 12:44:09.306533 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e6b72428-ba55-4b67-b26f-3b9c3e611b6f req-4eb0c173-1ac5-4531-9c21-42d1895d4188 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=069489a9-50f9-44d0-92a3-729877b17b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054239 Jun 02 12:44:09.328025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-659b2b2d-d190-495d-aad5-cbaed11c7f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:09.330118 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-659b2b2d-d190-495d-aad5-cbaed11c7f2a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8356816b-9cb6-4094-93a8-244ce2e74160 HTTP/1.1" status: 200 len: 834 time: 0.0884542 Jun 02 12:44:09.409141 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-611dd703-d26e-4495-898e-35ad4aeb903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:09.410608 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-611dd703-d26e-4495-898e-35ad4aeb903c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6e254791-4730-4f58-b255-fbeeff70c183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0740197 Jun 02 12:44:09.542702 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-2bb3a4e6-bf00-4ef7-b190-9ea8a69a65d6 service neutron] 10.222.0.22 "GET /v2.0/networks/6e254791-4730-4f58-b255-fbeeff70c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238837 Jun 02 12:44:09.684480 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d90a6601-09ff-4ad7-a602-3df18b8b0214 req-4f2c1e00-1bd2-4cf2-a7d7-823bf2a3425d service neutron] 10.222.0.22 "GET /v2.0/networks/6e254791-4730-4f58-b255-fbeeff70c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345296 Jun 02 12:44:09.805523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6cc4b-35e2-4c1d-adbf-0ad5e3523913 req-5db104f3-83af-487a-b61d-db7027e3a896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:09.807012 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-abd6cc4b-35e2-4c1d-adbf-0ad5e3523913 req-5db104f3-83af-487a-b61d-db7027e3a896 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=158f08de-97b1-4692-b62d-e44db0a0f220 HTTP/1.1" status: 200 len: 1134 time: 0.0768096 Jun 02 12:44:09.937752 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6cc4b-35e2-4c1d-adbf-0ad5e3523913 req-9ddf01fc-56cf-4ea7-8b6b-6e5666948391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:09.939097 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-abd6cc4b-35e2-4c1d-adbf-0ad5e3523913 req-9ddf01fc-56cf-4ea7-8b6b-6e5666948391 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6e254791-4730-4f58-b255-fbeeff70c183 HTTP/1.1" status: 200 len: 898 time: 0.1252019 Jun 02 12:44:10.007343 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-abd6cc4b-35e2-4c1d-adbf-0ad5e3523913 req-e59b2854-a68c-4ccf-b31e-e8ae27bff79f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae41f055-79d4-4224-a717-82a16d696cae HTTP/1.1" status: 200 len: 217 time: 0.0614345 Jun 02 12:44:10.072513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6cc4b-35e2-4c1d-adbf-0ad5e3523913 req-2228c038-223e-49a8-a45a-937cf091619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:10.073888 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-abd6cc4b-35e2-4c1d-adbf-0ad5e3523913 req-2228c038-223e-49a8-a45a-937cf091619c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8356816b-9cb6-4094-93a8-244ce2e74160 HTTP/1.1" status: 200 len: 834 time: 0.0596869 Jun 02 12:44:10.146749 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6cc4b-35e2-4c1d-adbf-0ad5e3523913 req-dbf7d236-1ecc-4e66-b1f2-407756b8bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:10.148152 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-abd6cc4b-35e2-4c1d-adbf-0ad5e3523913 req-dbf7d236-1ecc-4e66-b1f2-407756b8bd3f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6e254791-4730-4f58-b255-fbeeff70c183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0683017 Jun 02 12:44:10.279097 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-abd6cc4b-35e2-4c1d-adbf-0ad5e3523913 req-956691b4-3c9b-4278-905b-79598ab89956 service neutron] 10.222.0.22 "GET /v2.0/networks/6e254791-4730-4f58-b255-fbeeff70c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228561 Jun 02 12:44:10.501130 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b287bd0-a766-477d-857d-204f147b3a41 req-414899e5-6580-415d-ba10-31c0b622161d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:10.502549 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4b287bd0-a766-477d-857d-204f147b3a41 req-414899e5-6580-415d-ba10-31c0b622161d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=158f08de-97b1-4692-b62d-e44db0a0f220 HTTP/1.1" status: 200 len: 981 time: 0.0837359 Jun 02 12:44:10.528108 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-abd6cc4b-35e2-4c1d-adbf-0ad5e3523913 req-43f8e6c5-26ff-4c31-8f76-89b2b9b99fb7 service neutron] 10.222.0.22 "GET /v2.0/networks/6e254791-4730-4f58-b255-fbeeff70c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420526 Jun 02 12:44:10.547854 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4b287bd0-a766-477d-857d-204f147b3a41 req-24c35b84-7c00-4b96-a52c-bfb97dddaf44 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=069489a9-50f9-44d0-92a3-729877b17b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395870 Jun 02 12:44:11.742510 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a8700-e313-4813-86bb-487fc27f21ef req-11f80938-8924-494e-b04a-b78ca285918f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:11.743941 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2e3a8700-e313-4813-86bb-487fc27f21ef req-11f80938-8924-494e-b04a-b78ca285918f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=158f08de-97b1-4692-b62d-e44db0a0f220 HTTP/1.1" status: 200 len: 981 time: 0.0823064 Jun 02 12:44:11.789169 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2e3a8700-e313-4813-86bb-487fc27f21ef req-3fa23179-5409-47a6-a7a8-08d5fddfede5 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=069489a9-50f9-44d0-92a3-729877b17b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384288 Jun 02 12:44:12.220641 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device ae41f055-79d4-4224-a717-82a16d696cae details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:44:12.395455 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port ae41f055-79d4-4224-a717-82a16d696cae, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ae41f055-79d4-4224-a717-82a16d696cae,segment=NetworkSegment(0532b348-4c07-4802-bbc3-a11e71408b8b),segment_id=0532b348-4c07-4802-bbc3-a11e71408b8b)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:44:12.411526 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': 'ae41f055-79d4-4224-a717-82a16d696cae', 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183', 'port_id': 'ae41f055-79d4-4224-a717-82a16d696cae', 'mac_address': 'fa:16:3e:34:ca:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8356816b-9cb6-4094-93a8-244ce2e74160', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:44:12.465926 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:12.481965 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae41f055-79d4-4224-a717-82a16d696cae {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:44:12.497806 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port ae41f055-79d4-4224-a717-82a16d696cae, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ae41f055-79d4-4224-a717-82a16d696cae,segment=NetworkSegment(0532b348-4c07-4802-bbc3-a11e71408b8b),segment_id=0532b348-4c07-4802-bbc3-a11e71408b8b)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:44:12.501662 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:12.504405 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9b540b63-7129-4b78-a6cd-2b57b66403db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:12.569489 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=ae41f055-79d4-4224-a717-82a16d696cae,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:12.572665 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:12.802908 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['ae41f055-79d4-4224-a717-82a16d696cae'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:44:12.971775 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43951a3d-05a9-430f-a495-a406e9baa2e1 req-74aad54f-ac73-426c-942f-fb79d5825162 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:12.973253 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-43951a3d-05a9-430f-a495-a406e9baa2e1 req-74aad54f-ac73-426c-942f-fb79d5825162 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=158f08de-97b1-4692-b62d-e44db0a0f220 HTTP/1.1" status: 200 len: 982 time: 0.0815120 Jun 02 12:44:13.021082 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-43951a3d-05a9-430f-a495-a406e9baa2e1 req-bf1232f5-fb8f-465c-aedc-f06613ab1ae2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=069489a9-50f9-44d0-92a3-729877b17b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420392 Jun 02 12:44:14.112924 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-459ba722-4044-4b8b-a30c-e56a8b9a408c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:14.252073 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device ae41f055-79d4-4224-a717-82a16d696cae up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:44:14.321634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port ae41f055-79d4-4224-a717-82a16d696cae completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:44:14.326324 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port ae41f055-79d4-4224-a717-82a16d696cae triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:44:14.326731 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:14.414677 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec0c7e-9e66-4ae6-9fee-b3e5994c15bb req-cf22111f-89b7-44ae-b7d7-d629f390921b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:14.416153 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fdec0c7e-9e66-4ae6-9fee-b3e5994c15bb req-cf22111f-89b7-44ae-b7d7-d629f390921b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=158f08de-97b1-4692-b62d-e44db0a0f220 HTTP/1.1" status: 200 len: 982 time: 0.2860596 Jun 02 12:44:14.450977 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:14.464764 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fdec0c7e-9e66-4ae6-9fee-b3e5994c15bb req-f7d0b166-517e-4018-ac6b-e588266dd9c9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=069489a9-50f9-44d0-92a3-729877b17b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418282 Jun 02 12:44:14.477111 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158f08de-97b1-4692-b62d-e44db0a0f220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae41f055-79d4-4224-a717-82a16d696cae'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:44:14.479533 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbffe5d0-f2a3-47ba-a93a-76e7c0b9185f" -d '{"events": [{"server_uuid": "158f08de-97b1-4692-b62d-e44db0a0f220", "name": "network-vif-plugged", "status": "completed", "tag": "ae41f055-79d4-4224-a717-82a16d696cae"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:44:14.488208 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port ae41f055-79d4-4224-a717-82a16d696cae, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ae41f055-79d4-4224-a717-82a16d696cae,segment=NetworkSegment(0532b348-4c07-4802-bbc3-a11e71408b8b),segment_id=0532b348-4c07-4802-bbc3-a11e71408b8b)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:44:14.492222 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:14.494144 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b4ea191d-2991-4829-ade5-fdbf632aa7c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:14.524440 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b28e8e-07f8-41c0-8e17-17ac9f245d25 x-openstack-request-id: req-84b28e8e-07f8-41c0-8e17-17ac9f245d25 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:44:14.524753 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158f08de-97b1-4692-b62d-e44db0a0f220", "name": "network-vif-plugged", "status": "completed", "tag": "ae41f055-79d4-4224-a717-82a16d696cae", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:44:14.525014 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84b28e8e-07f8-41c0-8e17-17ac9f245d25 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:44:14.525404 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158f08de-97b1-4692-b62d-e44db0a0f220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae41f055-79d4-4224-a717-82a16d696cae', 'code': 200} Jun 02 12:44:14.564161 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=ae41f055-79d4-4224-a717-82a16d696cae,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:14.566950 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:14.761188 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4aaea-6d71-4eff-96c7-88bc17ef8ad7 req-e57dd45d-b92e-41ea-9de0-8f3b62cd0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:14.762733 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6eb4aaea-6d71-4eff-96c7-88bc17ef8ad7 req-e57dd45d-b92e-41ea-9de0-8f3b62cd0697 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=158f08de-97b1-4692-b62d-e44db0a0f220 HTTP/1.1" status: 200 len: 1136 time: 0.0821190 Jun 02 12:44:14.803591 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6eb4aaea-6d71-4eff-96c7-88bc17ef8ad7 req-d70f4c6d-1feb-476a-b292-020c5e997e94 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=069489a9-50f9-44d0-92a3-729877b17b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343156 Jun 02 12:44:15.649391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc809d-4315-4898-9292-52f028fb6371 req-00bda190-b0f7-4e18-aedc-64965f909809 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:15.650883 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8dfc809d-4315-4898-9292-52f028fb6371 req-00bda190-b0f7-4e18-aedc-64965f909809 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=158f08de-97b1-4692-b62d-e44db0a0f220 HTTP/1.1" status: 200 len: 983 time: 0.0808461 Jun 02 12:44:15.698346 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8dfc809d-4315-4898-9292-52f028fb6371 req-4c812c68-e66c-4923-a449-245133ed7f28 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=069489a9-50f9-44d0-92a3-729877b17b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403624 Jun 02 12:44:15.793842 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:44:16.619574 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b5eaae66-765e-4e32-bdbe-62a2fb1dbd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:16.674830 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:16.883909 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd1a67-4a29-4091-a39d-307db830d23d req-f2df153b-b319-4e93-9486-8d5e23c43fb6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:16.885252 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-decd1a67-4a29-4091-a39d-307db830d23d req-f2df153b-b319-4e93-9486-8d5e23c43fb6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=158f08de-97b1-4692-b62d-e44db0a0f220 HTTP/1.1" status: 200 len: 983 time: 0.0798292 Jun 02 12:44:16.929559 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-decd1a67-4a29-4091-a39d-307db830d23d req-f78f2cab-dfc3-477f-ba00-84df0b427fab tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=069489a9-50f9-44d0-92a3-729877b17b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380392 Jun 02 12:44:17.112282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a23028-f8b4-4969-994e-0989eff3e7a3 req-53b45398-fe39-47d0-bfd2-91f173af2aeb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:17.113730 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d0a23028-f8b4-4969-994e-0989eff3e7a3 req-53b45398-fe39-47d0-bfd2-91f173af2aeb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=158f08de-97b1-4692-b62d-e44db0a0f220 HTTP/1.1" status: 200 len: 983 time: 0.0830731 Jun 02 12:44:17.157919 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d0a23028-f8b4-4969-994e-0989eff3e7a3 req-180a6a3f-9a06-4d7f-9fef-cb719e2eb913 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=069489a9-50f9-44d0-92a3-729877b17b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386660 Jun 02 12:44:17.179903 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49302) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:17.249668 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b774ce9d-ad09-4c60-8fb7-14ecc91f2bc9 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:17.251195 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b774ce9d-ad09-4c60-8fb7-14ecc91f2bc9 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=158f08de-97b1-4692-b62d-e44db0a0f220 HTTP/1.1" status: 200 len: 1131 time: 0.0703485 Jun 02 12:44:17.253849 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49304) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:17.258164 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': 'ae41f055-79d4-4224-a717-82a16d696cae', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:17.263915 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:17.267758 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:floatingip and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:17.270570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:17.276199 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:17.289909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:17.421536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:17.554639 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.26.7.151 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/2844304f-7f66-44f4-9393-7a54ec71443c) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:44:17.700109 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:17.705291 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:17.731417 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:17.736478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-32485a12-29fa-4a45-937d-33fdca25d1d7 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:17.792701 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:44:17.800438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:44:17.805139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:44:17.843078 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=2844304f-7f66-44f4-9393-7a54ec71443c,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:17.847142 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:18.214844 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:18.290014 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:18.604553 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:18.608860 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:18.613180 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8a237995-80cd-494a-ae5f-ea5166910fac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:18.719914 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=2844304f-7f66-44f4-9393-7a54ec71443c,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:18.723822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:18.728479 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:18.898274 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Floating IP 32e396fb-fb18-4931-8fa3-94f8b33fb08b associated. External IP: 172.26.7.151, port: ae41f055-79d4-4224-a717-82a16d696cae. Jun 02 12:44:19.245139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 14ee6997-5b06-4496-87c2-c533cdc85cfa has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:44:19.422022 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:44:19.431732 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb59b8be-3493-4569-a200-fe3b7059fdb7 None None] Sync routers for ids ['14ee6997-5b06-4496-87c2-c533cdc85cfa'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:44:19.443855 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb59b8be-3493-4569-a200-fe3b7059fdb7 None None] Routers {'14ee6997-5b06-4496-87c2-c533cdc85cfa'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:44:19.444476 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-eb59b8be-3493-4569-a200-fe3b7059fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:44:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['14ee6997-5b06-4496-87c2-c533cdc85cfa'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:19.445680 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:19.487858 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:19.501683 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.2467971 Jun 02 12:44:19.502464 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158f08de-97b1-4692-b62d-e44db0a0f220', 'tag': 'ae41f055-79d4-4224-a717-82a16d696cae'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:44:19.504674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49306) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:19.505187 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2109e2cd-8f60-4161-9a15-29f29e8b7e51" -d '{"events": [{"name": "network-changed", "server_uuid": "158f08de-97b1-4692-b62d-e44db0a0f220", "tag": "ae41f055-79d4-4224-a717-82a16d696cae"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:44:19.547639 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7b89b2-f533-46dd-859c-258e57b9f127 x-openstack-request-id: req-0d7b89b2-f533-46dd-859c-258e57b9f127 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:44:19.547985 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158f08de-97b1-4692-b62d-e44db0a0f220", "tag": "ae41f055-79d4-4224-a717-82a16d696cae", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:44:19.548524 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d7b89b2-f533-46dd-859c-258e57b9f127 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:44:19.549076 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158f08de-97b1-4692-b62d-e44db0a0f220', 'tag': 'ae41f055-79d4-4224-a717-82a16d696cae', 'status': 'completed', 'code': 200} Jun 02 12:44:19.587893 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbd66a2-e9dd-4d9c-b37b-571a0eac44d7 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:19.591806 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0cbd66a2-e9dd-4d9c-b37b-571a0eac44d7 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=158f08de-97b1-4692-b62d-e44db0a0f220&network_id=6e254791-4730-4f58-b255-fbeeff70c183 HTTP/1.1" status: 200 len: 1131 time: 0.0828233 Jun 02 12:44:19.624123 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-eb59b8be-3493-4569-a200-fe3b7059fdb7 None None] Set router 14ee6997-5b06-4496-87c2-c533cdc85cfa gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:44:19.642514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109e2cd-8f60-4161-9a15-29f29e8b7e51 req-34f59498-f79c-4043-94b5-398d064cd98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:19.644007 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2109e2cd-8f60-4161-9a15-29f29e8b7e51 req-34f59498-f79c-4043-94b5-398d064cd98a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=158f08de-97b1-4692-b62d-e44db0a0f220 HTTP/1.1" status: 200 len: 1136 time: 0.0726829 Jun 02 12:44:19.787390 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109e2cd-8f60-4161-9a15-29f29e8b7e51 req-678645b5-0d92-476f-8b2f-11b89b45673d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:19.788978 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2109e2cd-8f60-4161-9a15-29f29e8b7e51 req-678645b5-0d92-476f-8b2f-11b89b45673d service neutron] 10.222.0.22 "GET /v2.0/networks?id=6e254791-4730-4f58-b255-fbeeff70c183 HTTP/1.1" status: 200 len: 898 time: 0.1384494 Jun 02 12:44:20.046651 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-eb59b8be-3493-4569-a200-fe3b7059fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'name': 'tempest-TestNetworkBasicOps-router-31763958', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:44:01Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '32e396fb-fb18-4931-8fa3-94f8b33fb08b', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.151', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'port_id': 'ae41f055-79d4-4224-a717-82a16d696cae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-260627447', 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183', 'mac_address': 'fa:16:3e:34:ca:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158f08de-97b1-4692-b62d-e44db0a0f220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:44:18Z', 'updated_at': '2021-06-02T12:44:18Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabc3bff-7af0-4645-b7c8-f5eece76190a', 'name': '', 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:18:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '8356816b-9cb6-4094-93a8-244ce2e74160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:00Z', 'updated_at': '2021-06-02T12:44:06Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '8356816b-9cb6-4094-93a8-244ce2e74160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:20.052112 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2109e2cd-8f60-4161-9a15-29f29e8b7e51 req-8474ef3f-4388-48e6-9c50-6d4c3317097c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae41f055-79d4-4224-a717-82a16d696cae HTTP/1.1" status: 200 len: 1037 time: 0.2541955 Jun 02 12:44:20.053609 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb59b8be-3493-4569-a200-fe3b7059fdb7 None None] Checking router: 14ee6997-5b06-4496-87c2-c533cdc85cfa for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:44:20.063454 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb59b8be-3493-4569-a200-fe3b7059fdb7 None None] Routers {'14ee6997-5b06-4496-87c2-c533cdc85cfa'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:44:20.064401 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-eb59b8be-3493-4569-a200-fe3b7059fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:44:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['14ee6997-5b06-4496-87c2-c533cdc85cfa'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:20.065319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ee685-adef-4de0-843b-a0fe520b836c req-01280e04-acae-46ec-8365-6b120c88f226 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:20.072407 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c82ee685-adef-4de0-843b-a0fe520b836c req-01280e04-acae-46ec-8365-6b120c88f226 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=158f08de-97b1-4692-b62d-e44db0a0f220 HTTP/1.1" status: 200 len: 983 time: 0.1598113 Jun 02 12:44:20.115214 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c82ee685-adef-4de0-843b-a0fe520b836c req-24d842ad-eacf-4d35-a3e3-53daa440aae7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=069489a9-50f9-44d0-92a3-729877b17b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416059 Jun 02 12:44:20.137877 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109e2cd-8f60-4161-9a15-29f29e8b7e51 req-f098f2e1-4c16-472b-9885-1639831ad182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:20.139477 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2109e2cd-8f60-4161-9a15-29f29e8b7e51 req-f098f2e1-4c16-472b-9885-1639831ad182 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8356816b-9cb6-4094-93a8-244ce2e74160 HTTP/1.1" status: 200 len: 834 time: 0.0807588 Jun 02 12:44:20.215700 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109e2cd-8f60-4161-9a15-29f29e8b7e51 req-c9647434-a127-4d1e-a157-cee50c865ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:20.217709 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2109e2cd-8f60-4161-9a15-29f29e8b7e51 req-c9647434-a127-4d1e-a157-cee50c865ef4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6e254791-4730-4f58-b255-fbeeff70c183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0709605 Jun 02 12:44:20.251933 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-eb59b8be-3493-4569-a200-fe3b7059fdb7 None None] Set router 14ee6997-5b06-4496-87c2-c533cdc85cfa gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:44:20.348961 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2109e2cd-8f60-4161-9a15-29f29e8b7e51 req-2845772c-6f6d-461f-9c65-326899711981 service neutron] 10.222.0.22 "GET /v2.0/networks/6e254791-4730-4f58-b255-fbeeff70c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247382 Jun 02 12:44:20.483242 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2109e2cd-8f60-4161-9a15-29f29e8b7e51 req-0512ea1a-f58b-4e7d-b09e-d3c6221dc11f service neutron] 10.222.0.22 "GET /v2.0/networks/6e254791-4730-4f58-b255-fbeeff70c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278727 Jun 02 12:44:20.627601 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-eb59b8be-3493-4569-a200-fe3b7059fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'name': 'tempest-TestNetworkBasicOps-router-31763958', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:44:01Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '32e396fb-fb18-4931-8fa3-94f8b33fb08b', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.151', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'port_id': 'ae41f055-79d4-4224-a717-82a16d696cae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-260627447', 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183', 'mac_address': 'fa:16:3e:34:ca:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158f08de-97b1-4692-b62d-e44db0a0f220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:44:18Z', 'updated_at': '2021-06-02T12:44:18Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabc3bff-7af0-4645-b7c8-f5eece76190a', 'name': '', 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:18:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '8356816b-9cb6-4094-93a8-244ce2e74160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:00Z', 'updated_at': '2021-06-02T12:44:06Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '8356816b-9cb6-4094-93a8-244ce2e74160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:20.631626 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb59b8be-3493-4569-a200-fe3b7059fdb7 None None] The sync data for ids ['14ee6997-5b06-4496-87c2-c533cdc85cfa'] in dv-neutron-601336-80-hyperv is: [{'id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'name': 'tempest-TestNetworkBasicOps-router-31763958', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:44:01Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '32e396fb-fb18-4931-8fa3-94f8b33fb08b', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.151', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'port_id': 'ae41f055-79d4-4224-a717-82a16d696cae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-260627447', 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183', 'mac_address': 'fa:16:3e:34:ca:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158f08de-97b1-4692-b62d-e44db0a0f220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:44:18Z', 'updated_at': '2021-06-02T12:44:18Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabc3bff-7af0-4645-b7c8-f5eece76190a', 'name': '', 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:18:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '8356816b-9cb6-4094-93a8-244ce2e74160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:00Z', 'updated_at': '2021-06-02T12:44:06Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '8356816b-9cb6-4094-93a8-244ce2e74160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:44:20.824428 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b469cec6-bb8f-4a45-ae1e-7940adc3c45c None None] New status for floating IP 32e396fb-fb18-4931-8fa3-94f8b33fb08b: ACTIVE {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:44:21.302273 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74be9d-c106-44fb-8e82-454465cbd8c6 req-bfda605c-91ca-4b2e-b77f-b581a72cde19 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:21.303694 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7c74be9d-c106-44fb-8e82-454465cbd8c6 req-bfda605c-91ca-4b2e-b77f-b581a72cde19 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=158f08de-97b1-4692-b62d-e44db0a0f220 HTTP/1.1" status: 200 len: 983 time: 0.0838339 Jun 02 12:44:21.346727 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7c74be9d-c106-44fb-8e82-454465cbd8c6 req-2f5b1f93-0f72-4123-8b3c-42fe477280ad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=069489a9-50f9-44d0-92a3-729877b17b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375493 Jun 02 12:44:21.561337 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785852f-66c4-4eaa-849e-98e6164e2afd req-d230b4cf-e0de-42ed-a425-dd24e1fd5cf1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:21.562810 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3785852f-66c4-4eaa-849e-98e6164e2afd req-d230b4cf-e0de-42ed-a425-dd24e1fd5cf1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/ports?device_id=158f08de-97b1-4692-b62d-e44db0a0f220 HTTP/1.1" status: 200 len: 983 time: 0.0805333 Jun 02 12:44:21.635612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785852f-66c4-4eaa-849e-98e6164e2afd req-e51bc4b2-8bd7-4052-bd03-9e68c6090da4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:21.636965 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3785852f-66c4-4eaa-849e-98e6164e2afd req-e51bc4b2-8bd7-4052-bd03-9e68c6090da4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/ports/ae41f055-79d4-4224-a717-82a16d696cae?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0688365 Jun 02 12:44:21.792522 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3785852f-66c4-4eaa-849e-98e6164e2afd req-27beb112-c63f-4b1f-bd73-32b12e0f6da8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/networks/6e254791-4730-4f58-b255-fbeeff70c183?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1508024 Jun 02 12:44:21.802308 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-3785852f-66c4-4eaa-849e-98e6164e2afd req-5af18b4a-85b3-434a-919c-7647730c75ee service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:21.909667 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3785852f-66c4-4eaa-849e-98e6164e2afd req-5af18b4a-85b3-434a-919c-7647730c75ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:22.106344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-3785852f-66c4-4eaa-849e-98e6164e2afd req-5af18b4a-85b3-434a-919c-7647730c75ee service neutron] For port ae41f055-79d4-4224-a717-82a16d696cae, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ae41f055-79d4-4224-a717-82a16d696cae,segment=NetworkSegment(0532b348-4c07-4802-bbc3-a11e71408b8b),segment_id=0532b348-4c07-4802-bbc3-a11e71408b8b)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:44:22.134936 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-3785852f-66c4-4eaa-849e-98e6164e2afd req-5af18b4a-85b3-434a-919c-7647730c75ee service neutron] For port ae41f055-79d4-4224-a717-82a16d696cae, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:44:22.185179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-3785852f-66c4-4eaa-849e-98e6164e2afd req-5af18b4a-85b3-434a-919c-7647730c75ee service neutron] device_id is not set on port ae41f055-79d4-4224-a717-82a16d696cae yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:44:22.193824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3785852f-66c4-4eaa-849e-98e6164e2afd req-5af18b4a-85b3-434a-919c-7647730c75ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:22.199897 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3785852f-66c4-4eaa-849e-98e6164e2afd req-5af18b4a-85b3-434a-919c-7647730c75ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:22.204490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-115139fe-dfc9-4a14-a815-b75c6e3ffc37 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:22.347753 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af18b4a-85b3-434a-919c-7647730c75ee service neutron] Pushing event updated for resources: {'Port': ['ID=ae41f055-79d4-4224-a717-82a16d696cae,revision_number=6']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:22.352054 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5af18b4a-85b3-434a-919c-7647730c75ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:22.407125 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3785852f-66c4-4eaa-849e-98e6164e2afd req-5af18b4a-85b3-434a-919c-7647730c75ee service neutron] No DVR routers for this DVR port ae41f055-79d4-4224-a717-82a16d696cae on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:44:22.485379 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c6d21433-8a40-4c3f-91cf-fac6854d18e5 None None] Provisioning complete for port ae41f055-79d4-4224-a717-82a16d696cae triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:44:22.486032 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c6d21433-8a40-4c3f-91cf-fac6854d18e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:22.510740 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0856b5b1-435f-4c32-9860-e7fc09895c7c req-8e966d6b-2233-4f90-b2fb-fb2c3ef28eac tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=158f08de-97b1-4692-b62d-e44db0a0f220 HTTP/1.1" status: 200 len: 210 time: 0.0493734 Jun 02 12:44:22.543680 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c6d21433-8a40-4c3f-91cf-fac6854d18e5 None None] Port ae41f055-79d4-4224-a717-82a16d696cae cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:44:22.749166 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-3785852f-66c4-4eaa-849e-98e6164e2afd req-5af18b4a-85b3-434a-919c-7647730c75ee service neutron] In _notify_port_updated(), no bound segment for port ae41f055-79d4-4224-a717-82a16d696cae on network 6e254791-4730-4f58-b255-fbeeff70c183 {{(pid=92305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:44:22.750037 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785852f-66c4-4eaa-849e-98e6164e2afd req-5af18b4a-85b3-434a-919c-7647730c75ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:22.750679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3785852f-66c4-4eaa-849e-98e6164e2afd req-5af18b4a-85b3-434a-919c-7647730c75ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:22.751937 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3785852f-66c4-4eaa-849e-98e6164e2afd req-5af18b4a-85b3-434a-919c-7647730c75ee service neutron] 10.222.0.22 "PUT /v2.0/ports/ae41f055-79d4-4224-a717-82a16d696cae HTTP/1.1" status: 200 len: 1026 time: 0.9534783 Jun 02 12:44:23.603379 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49322) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:23.676270 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c412f13-89fd-4d67-be62-054b8b986b34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:23.677574 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3c412f13-89fd-4d67-be62-054b8b986b34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports/ae41f055-79d4-4224-a717-82a16d696cae HTTP/1.1" status: 200 len: 925 time: 0.0732131 Jun 02 12:44:24.066501 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49326) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:24.071126 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-3e380de4-08a1-4594-bf1b-0a1f1dd1c436 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1363249092', 'description': 'tempest-secgroup-smoke-1363249092 description', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:24.077485 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3e380de4-08a1-4594-bf1b-0a1f1dd1c436 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:24.086753 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3e380de4-08a1-4594-bf1b-0a1f1dd1c436 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:24.096407 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3e380de4-08a1-4594-bf1b-0a1f1dd1c436 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.116646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3e380de4-08a1-4594-bf1b-0a1f1dd1c436 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:24.120339 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3e380de4-08a1-4594-bf1b-0a1f1dd1c436 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:24.123123 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-3e380de4-08a1-4594-bf1b-0a1f1dd1c436 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:24.128772 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-3e380de4-08a1-4594-bf1b-0a1f1dd1c436 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:24.197668 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3e380de4-08a1-4594-bf1b-0a1f1dd1c436 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.202801 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3e380de4-08a1-4594-bf1b-0a1f1dd1c436 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.206507 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-febda50c-b344-47a4-bf08-818de61b2fee tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:24.246651 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e380de4-08a1-4594-bf1b-0a1f1dd1c436 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1a6ee8-d3ef-4ab8-b469-8fa1ac34630a,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:24.250323 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3e380de4-08a1-4594-bf1b-0a1f1dd1c436 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:24.257490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3e380de4-08a1-4594-bf1b-0a1f1dd1c436 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.258776 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3e380de4-08a1-4594-bf1b-0a1f1dd1c436 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1913035 Jun 02 12:44:24.261482 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49328) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:24.266625 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-24de61d1-4e6d-4ef5-a377-36ac5eb9c93d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '4d1a6ee8-d3ef-4ab8-b469-8fa1ac34630a', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:24.272172 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-24de61d1-4e6d-4ef5-a377-36ac5eb9c93d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:24.275889 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-24de61d1-4e6d-4ef5-a377-36ac5eb9c93d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:24.278993 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-24de61d1-4e6d-4ef5-a377-36ac5eb9c93d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:24.285220 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-24de61d1-4e6d-4ef5-a377-36ac5eb9c93d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:24.301663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24de61d1-4e6d-4ef5-a377-36ac5eb9c93d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.366372 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24de61d1-4e6d-4ef5-a377-36ac5eb9c93d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.371977 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24de61d1-4e6d-4ef5-a377-36ac5eb9c93d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.374697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8af45d93-42fa-473d-a3dd-13c538bf3d5b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:24.407093 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de61d1-4e6d-4ef5-a377-36ac5eb9c93d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3122e99-e14b-457e-a32f-1767b94cce1a,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:24.410483 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-24de61d1-4e6d-4ef5-a377-36ac5eb9c93d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:24.417964 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-24de61d1-4e6d-4ef5-a377-36ac5eb9c93d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.419609 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-24de61d1-4e6d-4ef5-a377-36ac5eb9c93d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1571054 Jun 02 12:44:24.422237 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49330) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:24.426626 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-15a0d960-4060-4223-9507-57b339455466 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '4d1a6ee8-d3ef-4ab8-b469-8fa1ac34630a', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:24.432283 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-15a0d960-4060-4223-9507-57b339455466 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:24.436506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-15a0d960-4060-4223-9507-57b339455466 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:24.439372 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-15a0d960-4060-4223-9507-57b339455466 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:24.444910 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-15a0d960-4060-4223-9507-57b339455466 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:24.459358 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15a0d960-4060-4223-9507-57b339455466 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.517989 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15a0d960-4060-4223-9507-57b339455466 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.521402 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15a0d960-4060-4223-9507-57b339455466 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.523200 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1cbdb6d5-b037-40ec-a9cb-34386cbbb18a tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:24.545056 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0d960-4060-4223-9507-57b339455466 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd090bbf-048d-483b-b56b-b100c006582e,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:24.547435 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-15a0d960-4060-4223-9507-57b339455466 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:24.553990 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-15a0d960-4060-4223-9507-57b339455466 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.555170 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-15a0d960-4060-4223-9507-57b339455466 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1320224 Jun 02 12:44:24.557831 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49332) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:24.562718 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-634ac81b-a56b-46e1-86b2-8c5e2e58b4d6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '4d1a6ee8-d3ef-4ab8-b469-8fa1ac34630a', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:24.568324 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-634ac81b-a56b-46e1-86b2-8c5e2e58b4d6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:24.572079 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-634ac81b-a56b-46e1-86b2-8c5e2e58b4d6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:24.574995 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-634ac81b-a56b-46e1-86b2-8c5e2e58b4d6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:24.581245 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-634ac81b-a56b-46e1-86b2-8c5e2e58b4d6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:24.596090 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-634ac81b-a56b-46e1-86b2-8c5e2e58b4d6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.660720 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-634ac81b-a56b-46e1-86b2-8c5e2e58b4d6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.664232 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-634ac81b-a56b-46e1-86b2-8c5e2e58b4d6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.669882 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fee713ae-323d-4376-8ea0-7509c8cffe78 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:24.688577 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ac81b-a56b-46e1-86b2-8c5e2e58b4d6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf02e82-d26d-48ad-948a-cfec25311c7a,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:24.690832 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-634ac81b-a56b-46e1-86b2-8c5e2e58b4d6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:24.698345 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-634ac81b-a56b-46e1-86b2-8c5e2e58b4d6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.699527 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-634ac81b-a56b-46e1-86b2-8c5e2e58b4d6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407697 Jun 02 12:44:24.702189 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49334) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:24.707398 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-91d82103-991a-4c48-95df-fd05bd8c1888 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '4d1a6ee8-d3ef-4ab8-b469-8fa1ac34630a', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:24.713267 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-91d82103-991a-4c48-95df-fd05bd8c1888 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:24.717133 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-91d82103-991a-4c48-95df-fd05bd8c1888 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:24.720083 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-91d82103-991a-4c48-95df-fd05bd8c1888 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:24.725889 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-91d82103-991a-4c48-95df-fd05bd8c1888 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:24.744257 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-91d82103-991a-4c48-95df-fd05bd8c1888 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.808504 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-91d82103-991a-4c48-95df-fd05bd8c1888 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.812423 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-91d82103-991a-4c48-95df-fd05bd8c1888 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.814204 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7c92e1d3-3500-4d96-961f-96a8dd275f63 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:24.835202 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d82103-991a-4c48-95df-fd05bd8c1888 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4719d1-65e2-4be4-b2ed-6851bc1f757b,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:24.837502 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-91d82103-991a-4c48-95df-fd05bd8c1888 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:24.844100 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-91d82103-991a-4c48-95df-fd05bd8c1888 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.845238 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-91d82103-991a-4c48-95df-fd05bd8c1888 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1421602 Jun 02 12:44:24.848477 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49336) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:24.852983 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-b942c3d2-5cd2-4dab-9d53-29d1ca5939fa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '4d1a6ee8-d3ef-4ab8-b469-8fa1ac34630a', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:24.859248 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b942c3d2-5cd2-4dab-9d53-29d1ca5939fa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:24.863061 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b942c3d2-5cd2-4dab-9d53-29d1ca5939fa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:24.865933 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b942c3d2-5cd2-4dab-9d53-29d1ca5939fa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:24.871584 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b942c3d2-5cd2-4dab-9d53-29d1ca5939fa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:24.882006 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.securitygroups_db [None req-b942c3d2-5cd2-4dab-9d53-29d1ca5939fa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:44:24.887486 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b942c3d2-5cd2-4dab-9d53-29d1ca5939fa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.951623 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b942c3d2-5cd2-4dab-9d53-29d1ca5939fa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.954932 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b942c3d2-5cd2-4dab-9d53-29d1ca5939fa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.956657 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-db557c20-67d3-42dd-a88d-d2edba2dcdaf tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:24.977671 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942c3d2-5cd2-4dab-9d53-29d1ca5939fa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfdf8152-a8ac-4d4a-9b16-52c0ad248583,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:24.980017 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b942c3d2-5cd2-4dab-9d53-29d1ca5939fa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:24.987125 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b942c3d2-5cd2-4dab-9d53-29d1ca5939fa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:24.988269 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b942c3d2-5cd2-4dab-9d53-29d1ca5939fa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1388810 Jun 02 12:44:24.991013 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49338) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:24.995414 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-52c49b58-4187-4ca5-b0bc-3d892bbc2894 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '4d1a6ee8-d3ef-4ab8-b469-8fa1ac34630a', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:25.001570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-52c49b58-4187-4ca5-b0bc-3d892bbc2894 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:25.005387 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-52c49b58-4187-4ca5-b0bc-3d892bbc2894 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:25.008281 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-52c49b58-4187-4ca5-b0bc-3d892bbc2894 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:25.013901 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-52c49b58-4187-4ca5-b0bc-3d892bbc2894 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:25.026612 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.securitygroups_db [None req-52c49b58-4187-4ca5-b0bc-3d892bbc2894 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:44:25.032810 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-52c49b58-4187-4ca5-b0bc-3d892bbc2894 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:25.098597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-52c49b58-4187-4ca5-b0bc-3d892bbc2894 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:25.102021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-52c49b58-4187-4ca5-b0bc-3d892bbc2894 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:25.103743 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:25.127045 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c49b58-4187-4ca5-b0bc-3d892bbc2894 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561db2bf-9325-4b9f-9b8a-4216d1a7d4d3,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:25.131354 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-52c49b58-4187-4ca5-b0bc-3d892bbc2894 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:25.135100 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-52c49b58-4187-4ca5-b0bc-3d892bbc2894 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:25.136250 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-52c49b58-4187-4ca5-b0bc-3d892bbc2894 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443081 Jun 02 12:44:25.294817 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-9de11142-cb8b-4197-a8eb-b8ee57f07cc1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1363249092&fields=id&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 267 time: 0.0399063 Jun 02 12:44:25.372802 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-f4aa6653-c77d-466c-b399-feef0aa832f6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:25.374777 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-f4aa6653-c77d-466c-b399-feef0aa832f6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports/ae41f055-79d4-4224-a717-82a16d696cae HTTP/1.1" status: 200 len: 930 time: 0.0737231 Jun 02 12:44:25.451240 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-b8e5d0e1-47c4-4fbb-a122-185741c50d7c service neutron] 10.222.0.37 "GET /v2.0/ports/ae41f055-79d4-4224-a717-82a16d696cae?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0645385 Jun 02 12:44:25.581290 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-0a9246dc-1da3-4904-9b6d-6c9d954faffa service neutron] 10.222.0.37 "GET /v2.0/networks/6e254791-4730-4f58-b255-fbeeff70c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244459 Jun 02 12:44:25.713432 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-f615d3a3-f80a-466a-8ae8-e3fd369a6a8d service neutron] 10.222.0.37 "GET /v2.0/networks/6e254791-4730-4f58-b255-fbeeff70c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264899 Jun 02 12:44:25.839527 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:25.894272 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6076807a-4099-4c3a-b35e-c2ee9d5ddd12 req-62187e5e-7b06-4b4e-906e-5df2460259ba tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f HTTP/1.1" status: 200 len: 210 time: 0.0422568 Jun 02 12:44:26.295873 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device ae41f055-79d4-4224-a717-82a16d696cae no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:44:26.352033 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device ae41f055-79d4-4224-a717-82a16d696cae not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:44:26.989034 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-190c0f9e-baa2-452c-9c2a-9d68eb3e1514 req-97a8f696-76af-4754-aadf-49f2e574cf21 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f HTTP/1.1" status: 200 len: 210 time: 0.0430894 Jun 02 12:44:27.824413 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-675b8ba4-84a9-4a69-bbb3-5064f0c6290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:27.825842 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-675b8ba4-84a9-4a69-bbb3-5064f0c6290c service neutron] 10.222.0.22 "GET /v2.0/ports/ae41f055-79d4-4224-a717-82a16d696cae HTTP/1.1" status: 200 len: 1026 time: 0.0657547 Jun 02 12:44:27.977826 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-ac1b8941-4c75-4ae5-a390-db1b5e29c65c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:27.979296 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-ac1b8941-4c75-4ae5-a390-db1b5e29c65c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/networks?id=6e254791-4730-4f58-b255-fbeeff70c183 HTTP/1.1" status: 200 len: 797 time: 0.1476600 Jun 02 12:44:28.031002 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-7ebdfa8e-94e5-4027-95a8-e074ee65897b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 472 time: 0.0427020 Jun 02 12:44:28.086882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Request body: {'port': {'device_id': '11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:28.143440 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4759511c-fbaa-4490-bc69-4d57b3fea208 req-4e6d195d-afce-4e5f-a517-b3ec830eabb4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f HTTP/1.1" status: 200 len: 210 time: 0.0466263 Jun 02 12:44:28.200973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:28.545301 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae41f055-79d4-4224-a717-82a16d696cae {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:44:28.552789 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:28.567416 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Transition to ACTIVE for port object ae41f055-79d4-4224-a717-82a16d696cae will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:44:28.570354 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:28.574765 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-44899d97-cc46-493d-9585-ff05ec55614c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:28.717719 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Pushing event updated for resources: {'Port': ['ID=ae41f055-79d4-4224-a717-82a16d696cae,revision_number=7']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:28.726763 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:28.965168 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Attempting to bind port ae41f055-79d4-4224-a717-82a16d696cae on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:44:28.965491 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Attempting to bind port ae41f055-79d4-4224-a717-82a16d696cae by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0532b348-4c07-4802-bbc3-a11e71408b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:44:28.965810 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Attempting to bind port ae41f055-79d4-4224-a717-82a16d696cae on network 6e254791-4730-4f58-b255-fbeeff70c183 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:44:28.970280 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Port ae41f055-79d4-4224-a717-82a16d696cae on network 6e254791-4730-4f58-b255-fbeeff70c183 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:44:28.970597 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Attempting to bind port ae41f055-79d4-4224-a717-82a16d696cae on network 6e254791-4730-4f58-b255-fbeeff70c183 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:44:28.975582 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:44:28.975916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Checking segment: {'id': '0532b348-4c07-4802-bbc3-a11e71408b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:44:28.976295 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Bound using segment: {'id': '0532b348-4c07-4802-bbc3-a11e71408b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:44:28.976714 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Bound port: ae41f055-79d4-4224-a717-82a16d696cae, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0532b348-4c07-4802-bbc3-a11e71408b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:44:28.977058 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:29.066773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] For port ae41f055-79d4-4224-a717-82a16d696cae, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:44:29.069606 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] For port ae41f055-79d4-4224-a717-82a16d696cae, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ae41f055-79d4-4224-a717-82a16d696cae,segment=NetworkSegment(0532b348-4c07-4802-bbc3-a11e71408b8b),segment_id=0532b348-4c07-4802-bbc3-a11e71408b8b)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:44:29.073828 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:29.078181 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5af18b4a-85b3-434a-919c-7647730c75ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:29.132687 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:29.133298 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:29.134684 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] 10.222.0.22 "PUT /v2.0/ports/ae41f055-79d4-4224-a717-82a16d696cae HTTP/1.1" status: 200 len: 1131 time: 1.0933712 Jun 02 12:44:29.135645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f', 'tag': 'ae41f055-79d4-4224-a717-82a16d696cae'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:44:29.137924 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932f37ee-aa3e-48d2-8f37-4b203d99e1da" -d '{"events": [{"name": "network-changed", "server_uuid": "11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f", "tag": "ae41f055-79d4-4224-a717-82a16d696cae"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:44:29.157079 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Pushing event updated for resources: {'Port': ['ID=ae41f055-79d4-4224-a717-82a16d696cae,revision_number=8']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:29.160437 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:29.216684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7b5a30-388a-4b4e-835a-6abf08c8526a x-openstack-request-id: req-ef7b5a30-388a-4b4e-835a-6abf08c8526a {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:44:29.217554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f", "tag": "ae41f055-79d4-4224-a717-82a16d696cae", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:44:29.217849 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef7b5a30-388a-4b4e-835a-6abf08c8526a {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:44:29.218308 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f', 'tag': 'ae41f055-79d4-4224-a717-82a16d696cae', 'status': 'completed', 'code': 200} Jun 02 12:44:29.261953 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-35a5cc4b-3519-42e5-8116-271872bcdccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:29.263494 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-35a5cc4b-3519-42e5-8116-271872bcdccd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f HTTP/1.1" status: 200 len: 1134 time: 0.0838869 Jun 02 12:44:29.342683 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a80676-b25e-4202-8232-e066a0714fac req-11622a4d-cf35-4397-ad9a-af67f3660799 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:29.344171 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-10a80676-b25e-4202-8232-e066a0714fac req-11622a4d-cf35-4397-ad9a-af67f3660799 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f HTTP/1.1" status: 200 len: 981 time: 0.0833783 Jun 02 12:44:29.372478 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-805e4f4f-0d63-4d06-a94c-9ecddfdce2a8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae41f055-79d4-4224-a717-82a16d696cae HTTP/1.1" status: 200 len: 1037 time: 0.1012735 Jun 02 12:44:29.387555 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-10a80676-b25e-4202-8232-e066a0714fac req-6438487a-d141-4f16-9f1f-5f818891e00b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:44:29.403339 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-10a80676-b25e-4202-8232-e066a0714fac req-6438487a-d141-4f16-9f1f-5f818891e00b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:44:29.405728 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-10a80676-b25e-4202-8232-e066a0714fac req-6438487a-d141-4f16-9f1f-5f818891e00b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=069489a9-50f9-44d0-92a3-729877b17b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557017 Jun 02 12:44:29.438602 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-4c62f57f-1d60-421b-9e9f-edc01ebb3106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:29.440034 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-4c62f57f-1d60-421b-9e9f-edc01ebb3106 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8356816b-9cb6-4094-93a8-244ce2e74160 HTTP/1.1" status: 200 len: 834 time: 0.0604086 Jun 02 12:44:29.516802 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-11217bfe-e6c8-4c90-be07-c23eed69666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:29.518267 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-11217bfe-e6c8-4c90-be07-c23eed69666f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6e254791-4730-4f58-b255-fbeeff70c183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0723147 Jun 02 12:44:29.649509 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-4a9f1a7c-6b96-4e12-9b8c-f558a7faedf8 service neutron] 10.222.0.22 "GET /v2.0/networks/6e254791-4730-4f58-b255-fbeeff70c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245275 Jun 02 12:44:29.783847 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7bcebec6-6fa8-48e7-a272-9b8ecd6c5efc req-41b57cfd-3548-49d0-bb01-8e796d197e72 service neutron] 10.222.0.22 "GET /v2.0/networks/6e254791-4730-4f58-b255-fbeeff70c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270125 Jun 02 12:44:29.907940 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f37ee-aa3e-48d2-8f37-4b203d99e1da req-345cd3af-f6cf-4085-a914-decd157fbe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:29.909345 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-932f37ee-aa3e-48d2-8f37-4b203d99e1da req-345cd3af-f6cf-4085-a914-decd157fbe08 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f HTTP/1.1" status: 200 len: 1134 time: 0.0738111 Jun 02 12:44:30.040521 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f37ee-aa3e-48d2-8f37-4b203d99e1da req-71696803-ca6c-40db-8781-dfcb29681bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:30.041997 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-932f37ee-aa3e-48d2-8f37-4b203d99e1da req-71696803-ca6c-40db-8781-dfcb29681bdd service neutron] 10.222.0.22 "GET /v2.0/networks?id=6e254791-4730-4f58-b255-fbeeff70c183 HTTP/1.1" status: 200 len: 898 time: 0.1264780 Jun 02 12:44:30.145996 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-932f37ee-aa3e-48d2-8f37-4b203d99e1da req-88a3deda-a08d-4788-9802-1cbac5e2c5d2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae41f055-79d4-4224-a717-82a16d696cae HTTP/1.1" status: 200 len: 1037 time: 0.0967166 Jun 02 12:44:30.208627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f37ee-aa3e-48d2-8f37-4b203d99e1da req-2b7ac8c6-4b70-4758-8a89-37f8c9154ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:30.210036 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-932f37ee-aa3e-48d2-8f37-4b203d99e1da req-2b7ac8c6-4b70-4758-8a89-37f8c9154ef4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8356816b-9cb6-4094-93a8-244ce2e74160 HTTP/1.1" status: 200 len: 834 time: 0.0579751 Jun 02 12:44:30.291052 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f37ee-aa3e-48d2-8f37-4b203d99e1da req-593bc5c8-6d26-45e2-aef6-c1b5dbf8a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:30.292530 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-932f37ee-aa3e-48d2-8f37-4b203d99e1da req-593bc5c8-6d26-45e2-aef6-c1b5dbf8a367 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6e254791-4730-4f58-b255-fbeeff70c183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0731759 Jun 02 12:44:30.423577 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-932f37ee-aa3e-48d2-8f37-4b203d99e1da req-42a9031e-6d9f-4ebe-aa5a-664dc1a4b697 service neutron] 10.222.0.22 "GET /v2.0/networks/6e254791-4730-4f58-b255-fbeeff70c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216118 Jun 02 12:44:30.721418 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-932f37ee-aa3e-48d2-8f37-4b203d99e1da req-d495e634-ebb6-48f7-af1d-fdf6c6d14010 service neutron] 10.222.0.22 "GET /v2.0/networks/6e254791-4730-4f58-b255-fbeeff70c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914150 Jun 02 12:44:30.742531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d05617-355b-44e0-a884-a2aead999505 req-8ef52ffb-dc22-410b-81bd-8c00e7e3bac9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:30.743956 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d2d05617-355b-44e0-a884-a2aead999505 req-8ef52ffb-dc22-410b-81bd-8c00e7e3bac9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f HTTP/1.1" status: 200 len: 981 time: 0.2287245 Jun 02 12:44:30.787580 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d2d05617-355b-44e0-a884-a2aead999505 req-7bcdeb0b-07fa-4a40-b096-a23f9c9d0def tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=069489a9-50f9-44d0-92a3-729877b17b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380139 Jun 02 12:44:31.972426 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f425d-e18a-49f0-9196-5eabfce97e4e req-ef403a54-bcb1-4249-b560-bb3623b4e386 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:31.973852 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-211f425d-e18a-49f0-9196-5eabfce97e4e req-ef403a54-bcb1-4249-b560-bb3623b4e386 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f HTTP/1.1" status: 200 len: 981 time: 0.0826960 Jun 02 12:44:32.017373 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-211f425d-e18a-49f0-9196-5eabfce97e4e req-bf7bd0e8-b95b-4662-a8bc-ae7f95b3fe8e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=069489a9-50f9-44d0-92a3-729877b17b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381286 Jun 02 12:44:32.317590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device ae41f055-79d4-4224-a717-82a16d696cae details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:44:32.449636 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port ae41f055-79d4-4224-a717-82a16d696cae, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ae41f055-79d4-4224-a717-82a16d696cae,segment=NetworkSegment(0532b348-4c07-4802-bbc3-a11e71408b8b),segment_id=0532b348-4c07-4802-bbc3-a11e71408b8b)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:44:32.462531 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': 'ae41f055-79d4-4224-a717-82a16d696cae', 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183', 'port_id': 'ae41f055-79d4-4224-a717-82a16d696cae', 'mac_address': 'fa:16:3e:34:ca:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8356816b-9cb6-4094-93a8-244ce2e74160', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:44:32.516097 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:32.532905 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae41f055-79d4-4224-a717-82a16d696cae {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:44:32.548217 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port ae41f055-79d4-4224-a717-82a16d696cae, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ae41f055-79d4-4224-a717-82a16d696cae,segment=NetworkSegment(0532b348-4c07-4802-bbc3-a11e71408b8b),segment_id=0532b348-4c07-4802-bbc3-a11e71408b8b)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:44:32.552052 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:32.554709 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9af1d878-e08d-4cae-8dbb-3d783a27be34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:32.619986 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=ae41f055-79d4-4224-a717-82a16d696cae,revision_number=9']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:32.622920 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:32.846970 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['ae41f055-79d4-4224-a717-82a16d696cae'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:44:33.203388 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e548be-bad8-4e9e-9fc1-d98b5139fc9e req-4d1a2dcb-5329-4433-9838-f3b9fadd600f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:33.204852 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-18e548be-bad8-4e9e-9fc1-d98b5139fc9e req-4d1a2dcb-5329-4433-9838-f3b9fadd600f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f HTTP/1.1" status: 200 len: 982 time: 0.0850306 Jun 02 12:44:33.248792 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-18e548be-bad8-4e9e-9fc1-d98b5139fc9e req-68de31bc-9fe7-4437-bdae-fee41952f300 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=069489a9-50f9-44d0-92a3-729877b17b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378902 Jun 02 12:44:34.342296 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device ae41f055-79d4-4224-a717-82a16d696cae up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:44:34.431566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffee7f3-f23a-44ae-88d7-0aced5df1102 req-51ff6588-d9fe-45fa-8950-95165c8232b7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:34.433018 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3ffee7f3-f23a-44ae-88d7-0aced5df1102 req-51ff6588-d9fe-45fa-8950-95165c8232b7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f HTTP/1.1" status: 200 len: 982 time: 0.0822327 Jun 02 12:44:34.447976 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port ae41f055-79d4-4224-a717-82a16d696cae completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:44:34.452491 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port ae41f055-79d4-4224-a717-82a16d696cae triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:44:34.452808 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:34.477994 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3ffee7f3-f23a-44ae-88d7-0aced5df1102 req-2e3ce76f-4692-4300-b91f-308559f32098 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=069489a9-50f9-44d0-92a3-729877b17b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386839 Jun 02 12:44:34.568296 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:34.594147 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae41f055-79d4-4224-a717-82a16d696cae'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:44:34.596365 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac62406a-6718-4bfd-a1b9-cb6ef9cbcbb7" -d '{"events": [{"server_uuid": "11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f", "name": "network-vif-plugged", "status": "completed", "tag": "ae41f055-79d4-4224-a717-82a16d696cae"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:44:34.603706 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port ae41f055-79d4-4224-a717-82a16d696cae, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ae41f055-79d4-4224-a717-82a16d696cae,segment=NetworkSegment(0532b348-4c07-4802-bbc3-a11e71408b8b),segment_id=0532b348-4c07-4802-bbc3-a11e71408b8b)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:44:34.607678 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:34.610448 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-dfeb9aaa-1a06-4058-ae8d-ec1d2b6bed8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:34.641268 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16da8989-f35a-4a3c-96af-ac9b8859c576 x-openstack-request-id: req-16da8989-f35a-4a3c-96af-ac9b8859c576 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:44:34.641573 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f", "name": "network-vif-plugged", "status": "completed", "tag": "ae41f055-79d4-4224-a717-82a16d696cae", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:44:34.641840 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16da8989-f35a-4a3c-96af-ac9b8859c576 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:44:34.642262 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae41f055-79d4-4224-a717-82a16d696cae', 'code': 200} Jun 02 12:44:34.679909 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=ae41f055-79d4-4224-a717-82a16d696cae,revision_number=10']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:34.682802 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:34.860515 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c99a5-2d7c-448c-a2ea-02d566ed1c46 req-102a675c-6806-4aa4-860e-e36124b418de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:34.861868 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-286c99a5-2d7c-448c-a2ea-02d566ed1c46 req-102a675c-6806-4aa4-860e-e36124b418de service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f HTTP/1.1" status: 200 len: 1137 time: 0.0696559 Jun 02 12:44:34.901305 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-286c99a5-2d7c-448c-a2ea-02d566ed1c46 req-ec5e9443-3298-476c-af21-f64ac7033bde service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=069489a9-50f9-44d0-92a3-729877b17b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330660 Jun 02 12:44:35.661402 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf853388-c057-4826-967f-4dea06f96ad9 req-ac8d2ea6-8161-40c3-b6e4-553f2188fb83 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:35.662857 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-bf853388-c057-4826-967f-4dea06f96ad9 req-ac8d2ea6-8161-40c3-b6e4-553f2188fb83 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f HTTP/1.1" status: 200 len: 984 time: 0.0819616 Jun 02 12:44:35.706743 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-bf853388-c057-4826-967f-4dea06f96ad9 req-0caf7ae4-777a-4d9d-8de9-0f768607a792 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=069489a9-50f9-44d0-92a3-729877b17b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383670 Jun 02 12:44:36.903793 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5891f2d-6204-436c-a335-07ec1e656abb req-20667c3f-dc70-4dca-ae52-8eefbbc72ae5 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:36.905274 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d5891f2d-6204-436c-a335-07ec1e656abb req-20667c3f-dc70-4dca-ae52-8eefbbc72ae5 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f HTTP/1.1" status: 200 len: 984 time: 0.0877917 Jun 02 12:44:36.949713 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d5891f2d-6204-436c-a335-07ec1e656abb req-be67c178-3de2-4469-ba93-683ce31c0c6d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=069489a9-50f9-44d0-92a3-729877b17b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388274 Jun 02 12:44:37.134605 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3b8bc-0224-4436-8d29-b9dfa1286bd0 req-9ade237a-ebd3-4b5d-98e2-5141a1c519ac tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:37.135993 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f9b3b8bc-0224-4436-8d29-b9dfa1286bd0 req-9ade237a-ebd3-4b5d-98e2-5141a1c519ac tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f HTTP/1.1" status: 200 len: 984 time: 0.0803385 Jun 02 12:44:37.185104 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f9b3b8bc-0224-4436-8d29-b9dfa1286bd0 req-f4320f37-e06d-4179-b98f-a7abd2faa0df tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=069489a9-50f9-44d0-92a3-729877b17b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431552 Jun 02 12:44:37.208745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49394) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:37.280111 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e22c5a-478f-4ad4-bfe2-85c324b96deb tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:37.281491 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-38e22c5a-478f-4ad4-bfe2-85c324b96deb tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f&network_id=6e254791-4730-4f58-b255-fbeeff70c183 HTTP/1.1" status: 200 len: 1132 time: 0.0716064 Jun 02 12:44:37.632228 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2521955-db8b-4db0-b9eb-537d611305ec req-39c98f39-20f6-4c07-85c0-1c1fba011466 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:37.633561 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f2521955-db8b-4db0-b9eb-537d611305ec req-39c98f39-20f6-4c07-85c0-1c1fba011466 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f HTTP/1.1" status: 200 len: 984 time: 0.0784585 Jun 02 12:44:37.681001 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f2521955-db8b-4db0-b9eb-537d611305ec req-8b8305ac-4a29-413a-8db4-46f31dd666ee tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=069489a9-50f9-44d0-92a3-729877b17b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418518 Jun 02 12:44:38.868126 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9609cc2-cd0c-4323-af16-f3504706f911 req-8f328b9f-d238-4bf5-bd73-b42376becc1e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:38.869581 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b9609cc2-cd0c-4323-af16-f3504706f911 req-8f328b9f-d238-4bf5-bd73-b42376becc1e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f HTTP/1.1" status: 200 len: 984 time: 0.0823030 Jun 02 12:44:38.918427 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b9609cc2-cd0c-4323-af16-f3504706f911 req-17082973-0492-4f1a-b80c-49d9e555b0a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=069489a9-50f9-44d0-92a3-729877b17b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431206 Jun 02 12:44:38.997439 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401a96d-7757-4d7c-9db9-e16ad38d1c5e req-42cb1ee9-35cd-4916-b3b1-7d3f5a2a7f70 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:38.998804 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f401a96d-7757-4d7c-9db9-e16ad38d1c5e req-42cb1ee9-35cd-4916-b3b1-7d3f5a2a7f70 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/ports?device_id=11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f HTTP/1.1" status: 200 len: 984 time: 0.0788727 Jun 02 12:44:39.069508 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401a96d-7757-4d7c-9db9-e16ad38d1c5e req-c8a6bb95-424c-4c62-84f5-6d092e2b965e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:39.070816 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f401a96d-7757-4d7c-9db9-e16ad38d1c5e req-c8a6bb95-424c-4c62-84f5-6d092e2b965e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/ports/ae41f055-79d4-4224-a717-82a16d696cae?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0656145 Jun 02 12:44:39.213785 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f401a96d-7757-4d7c-9db9-e16ad38d1c5e req-4a47d491-1fc2-4ea0-bec9-b3fb14ed680a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/networks/6e254791-4730-4f58-b255-fbeeff70c183?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1372883 Jun 02 12:44:39.224807 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-f401a96d-7757-4d7c-9db9-e16ad38d1c5e req-faa98d5f-82a1-4b65-9971-8d5d7d51334a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:39.336988 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f401a96d-7757-4d7c-9db9-e16ad38d1c5e req-faa98d5f-82a1-4b65-9971-8d5d7d51334a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:39.533929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-f401a96d-7757-4d7c-9db9-e16ad38d1c5e req-faa98d5f-82a1-4b65-9971-8d5d7d51334a service neutron] For port ae41f055-79d4-4224-a717-82a16d696cae, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ae41f055-79d4-4224-a717-82a16d696cae,segment=NetworkSegment(0532b348-4c07-4802-bbc3-a11e71408b8b),segment_id=0532b348-4c07-4802-bbc3-a11e71408b8b)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:44:39.561323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-f401a96d-7757-4d7c-9db9-e16ad38d1c5e req-faa98d5f-82a1-4b65-9971-8d5d7d51334a service neutron] For port ae41f055-79d4-4224-a717-82a16d696cae, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:44:39.611466 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-f401a96d-7757-4d7c-9db9-e16ad38d1c5e req-faa98d5f-82a1-4b65-9971-8d5d7d51334a service neutron] device_id is not set on port ae41f055-79d4-4224-a717-82a16d696cae yet. {{(pid=92305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 12:44:39.619177 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f401a96d-7757-4d7c-9db9-e16ad38d1c5e req-faa98d5f-82a1-4b65-9971-8d5d7d51334a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:39.624298 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f401a96d-7757-4d7c-9db9-e16ad38d1c5e req-faa98d5f-82a1-4b65-9971-8d5d7d51334a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:39.629227 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f7ce81b0-c135-4bf7-b754-a9412bd31e2b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:39.768386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa98d5f-82a1-4b65-9971-8d5d7d51334a service neutron] Pushing event updated for resources: {'Port': ['ID=ae41f055-79d4-4224-a717-82a16d696cae,revision_number=11']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:39.783618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-faa98d5f-82a1-4b65-9971-8d5d7d51334a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:39.832051 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f401a96d-7757-4d7c-9db9-e16ad38d1c5e req-faa98d5f-82a1-4b65-9971-8d5d7d51334a service neutron] No DVR routers for this DVR port ae41f055-79d4-4224-a717-82a16d696cae on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:44:39.903300 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-fca658a7-362b-4e6b-b3fc-973e70e1c74c None None] Provisioning complete for port ae41f055-79d4-4224-a717-82a16d696cae triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:44:39.904148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fca658a7-362b-4e6b-b3fc-973e70e1c74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:39.962124 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-fca658a7-362b-4e6b-b3fc-973e70e1c74c None None] Port ae41f055-79d4-4224-a717-82a16d696cae cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:44:40.069037 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-da8ddf7c-fa0e-459f-8f92-f9e745ed2751 req-e6dfc443-851d-4b98-ad2c-fd0140c4b3e2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d08a31-800c-4d9d-9fb9-9a03ff8b9d0f HTTP/1.1" status: 200 len: 210 time: 0.0452547 Jun 02 12:44:40.177034 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-f401a96d-7757-4d7c-9db9-e16ad38d1c5e req-faa98d5f-82a1-4b65-9971-8d5d7d51334a service neutron] In _notify_port_updated(), no bound segment for port ae41f055-79d4-4224-a717-82a16d696cae on network 6e254791-4730-4f58-b255-fbeeff70c183 {{(pid=92305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 12:44:40.177814 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401a96d-7757-4d7c-9db9-e16ad38d1c5e req-faa98d5f-82a1-4b65-9971-8d5d7d51334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:40.178444 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f401a96d-7757-4d7c-9db9-e16ad38d1c5e req-faa98d5f-82a1-4b65-9971-8d5d7d51334a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:40.181885 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f401a96d-7757-4d7c-9db9-e16ad38d1c5e req-faa98d5f-82a1-4b65-9971-8d5d7d51334a service neutron] 10.222.0.22 "PUT /v2.0/ports/ae41f055-79d4-4224-a717-82a16d696cae HTTP/1.1" status: 200 len: 1027 time: 0.9609199 Jun 02 12:44:41.161691 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49406) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:41.229308 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ed00cf7c-d5b0-4ca8-866e-bb0d16bead00 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:41.258715 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ed00cf7c-d5b0-4ca8-866e-bb0d16bead00 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:41.326786 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ed00cf7c-d5b0-4ca8-866e-bb0d16bead00 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:41.332252 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e47ddf05-536a-4548-8459-560f3c6e3b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:41.345958 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00cf7c-d5b0-4ca8-866e-bb0d16bead00 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1a6ee8-d3ef-4ab8-b469-8fa1ac34630a,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:41.348611 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ed00cf7c-d5b0-4ca8-866e-bb0d16bead00 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:41.356080 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ed00cf7c-d5b0-4ca8-866e-bb0d16bead00 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:41.359901 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ed00cf7c-d5b0-4ca8-866e-bb0d16bead00 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/security-groups/4d1a6ee8-d3ef-4ab8-b469-8fa1ac34630a HTTP/1.1" status: 204 len: 168 time: 0.1945684 Jun 02 12:44:41.385968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49410) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:41.643855 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-2e13d956-b375-4a70-ac8f-0522d22126ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port 2844304f-7f66-44f4-9393-7a54ec71443c {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:44:41.644101 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e13d956-b375-4a70-ac8f-0522d22126ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:41.891909 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e13d956-b375-4a70-ac8f-0522d22126ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:41.892233 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e13d956-b375-4a70-ac8f-0522d22126ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:42.008886 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-2e13d956-b375-4a70-ac8f-0522d22126ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for 2844304f-7f66-44f4-9393-7a54ec71443c owned by network:floatingip {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:44:42.125091 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e13d956-b375-4a70-ac8f-0522d22126ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:42.130044 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8635000f-7c4e-4ae2-85fb-8a774c73f20f tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:42.173507 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13d956-b375-4a70-ac8f-0522d22126ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=2844304f-7f66-44f4-9393-7a54ec71443c,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:42.198968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2e13d956-b375-4a70-ac8f-0522d22126ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:42.265561 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e13d956-b375-4a70-ac8f-0522d22126ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:42.265839 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-2e13d956-b375-4a70-ac8f-0522d22126ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Floating IP 32e396fb-fb18-4931-8fa3-94f8b33fb08b disassociated (deleted). External IP: 172.26.7.151, port: ae41f055-79d4-4224-a717-82a16d696cae. Jun 02 12:44:42.404838 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device ae41f055-79d4-4224-a717-82a16d696cae no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:44:42.461831 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device ae41f055-79d4-4224-a717-82a16d696cae not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:44:42.618764 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e13d956-b375-4a70-ac8f-0522d22126ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 14ee6997-5b06-4496-87c2-c533cdc85cfa has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:44:42.791647 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e13d956-b375-4a70-ac8f-0522d22126ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:44:42.800838 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a297d-d89a-4ae8-8017-de7b93a23529 None None] Sync routers for ids ['14ee6997-5b06-4496-87c2-c533cdc85cfa'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:44:42.809860 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38a297d-d89a-4ae8-8017-de7b93a23529 None None] Routers {'14ee6997-5b06-4496-87c2-c533cdc85cfa'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:44:42.810481 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a38a297d-d89a-4ae8-8017-de7b93a23529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:44:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['14ee6997-5b06-4496-87c2-c533cdc85cfa'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:42.811295 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e13d956-b375-4a70-ac8f-0522d22126ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:42.868561 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2e13d956-b375-4a70-ac8f-0522d22126ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/floatingips/32e396fb-fb18-4931-8fa3-94f8b33fb08b HTTP/1.1" status: 204 len: 168 time: 1.4814639 Jun 02 12:44:42.985263 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-a38a297d-d89a-4ae8-8017-de7b93a23529 None None] Set router 14ee6997-5b06-4496-87c2-c533cdc85cfa gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:44:43.009488 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49416) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:43.077902 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b577f08c-0075-41c0-8eaa-d3d70a533673 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:43.107681 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b577f08c-0075-41c0-8eaa-d3d70a533673 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:43.170653 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b577f08c-0075-41c0-8eaa-d3d70a533673 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:43.175038 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-594ee3b0-5c08-416a-b7f6-e1abadfbda65 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:43.192367 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577f08c-0075-41c0-8eaa-d3d70a533673 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=952c5235-95ff-43cb-8a99-839d384d1591,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:43.197020 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b577f08c-0075-41c0-8eaa-d3d70a533673 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:43.203993 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b577f08c-0075-41c0-8eaa-d3d70a533673 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:43.206772 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b577f08c-0075-41c0-8eaa-d3d70a533673 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/security-groups/952c5235-95ff-43cb-8a99-839d384d1591 HTTP/1.1" status: 204 len: 168 time: 0.1946509 Jun 02 12:44:43.237465 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49420) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:43.304508 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a38a297d-d89a-4ae8-8017-de7b93a23529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'name': 'tempest-TestNetworkBasicOps-router-31763958', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:44:01Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'aabc3bff-7af0-4645-b7c8-f5eece76190a', 'name': '', 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:18:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '8356816b-9cb6-4094-93a8-244ce2e74160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:00Z', 'updated_at': '2021-06-02T12:44:06Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '8356816b-9cb6-4094-93a8-244ce2e74160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:43.308202 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a297d-d89a-4ae8-8017-de7b93a23529 None None] Checking router: 14ee6997-5b06-4496-87c2-c533cdc85cfa for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:44:43.317306 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38a297d-d89a-4ae8-8017-de7b93a23529 None None] Routers {'14ee6997-5b06-4496-87c2-c533cdc85cfa'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:44:43.318019 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a38a297d-d89a-4ae8-8017-de7b93a23529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:44:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['14ee6997-5b06-4496-87c2-c533cdc85cfa'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:43.366663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-600bf751-ebbe-443d-b161-2f24c9828936 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port ae41f055-79d4-4224-a717-82a16d696cae {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:44:43.366999 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-600bf751-ebbe-443d-b161-2f24c9828936 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:43.492603 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-a38a297d-d89a-4ae8-8017-de7b93a23529 None None] Set router 14ee6997-5b06-4496-87c2-c533cdc85cfa gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:44:43.495702 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-600bf751-ebbe-443d-b161-2f24c9828936 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:43.763124 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-600bf751-ebbe-443d-b161-2f24c9828936 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for ae41f055-79d4-4224-a717-82a16d696cae owned by {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:44:43.814368 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a38a297d-d89a-4ae8-8017-de7b93a23529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'name': 'tempest-TestNetworkBasicOps-router-31763958', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:44:01Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'aabc3bff-7af0-4645-b7c8-f5eece76190a', 'name': '', 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:18:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '8356816b-9cb6-4094-93a8-244ce2e74160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:00Z', 'updated_at': '2021-06-02T12:44:06Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '8356816b-9cb6-4094-93a8-244ce2e74160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:43.818367 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a297d-d89a-4ae8-8017-de7b93a23529 None None] The sync data for ids ['14ee6997-5b06-4496-87c2-c533cdc85cfa'] in dv-neutron-601336-80-hyperv is: [{'id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'name': 'tempest-TestNetworkBasicOps-router-31763958', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:44:01Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'aabc3bff-7af0-4645-b7c8-f5eece76190a', 'name': '', 'network_id': '6e254791-4730-4f58-b255-fbeeff70c183', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:18:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '8356816b-9cb6-4094-93a8-244ce2e74160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:00Z', 'updated_at': '2021-06-02T12:44:06Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '8356816b-9cb6-4094-93a8-244ce2e74160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:44:43.878795 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-600bf751-ebbe-443d-b161-2f24c9828936 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:43.888670 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:43.940760 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bf751-ebbe-443d-b161-2f24c9828936 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=ae41f055-79d4-4224-a717-82a16d696cae,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:43.943757 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-600bf751-ebbe-443d-b161-2f24c9828936 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:44.048652 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-600bf751-ebbe-443d-b161-2f24c9828936 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:44.054847 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078a7029-2de0-4360-b291-6dd7a820d6c6 None None] New status for floating IP 32e396fb-fb18-4931-8fa3-94f8b33fb08b: DOWN {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:44:44.060946 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-600bf751-ebbe-443d-b161-2f24c9828936 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/ports/ae41f055-79d4-4224-a717-82a16d696cae HTTP/1.1" status: 204 len: 168 time: 0.8222857 Jun 02 12:44:44.063656 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49422) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:44.191438 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f4c49ef1-5bd7-4b19-96e0-392a55914afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:44.625565 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:45.035994 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port aabc3bff-7af0-4645-b7c8-f5eece76190a {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:44:45.036334 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:45.166175 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port aabc3bff-7af0-4645-b7c8-f5eece76190a, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=aabc3bff-7af0-4645-b7c8-f5eece76190a,segment=NetworkSegment(0532b348-4c07-4802-bbc3-a11e71408b8b),segment_id=0532b348-4c07-4802-bbc3-a11e71408b8b)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:44:45.166529 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:45.432858 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for aabc3bff-7af0-4645-b7c8-f5eece76190a owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:44:45.580301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:45.584029 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3a141100-ea53-4259-a7bd-b2366bcf9f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:45.633065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=aabc3bff-7af0-4645-b7c8-f5eece76190a,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:45.675072 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:45.675460 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:45.675837 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:45.676208 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:45.676575 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:45.676941 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:45.677303 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:45.677665 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:45.678026 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:45.678412 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:45.678772 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:45.679127 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:45.708320 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:45.915694 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:46.280640 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 14ee6997-5b06-4496-87c2-c533cdc85cfa has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:44:46.459744 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:44:46.468470 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579243fe-edc8-4af1-9902-a5a79b6a6f0e None None] Sync routers for ids ['14ee6997-5b06-4496-87c2-c533cdc85cfa'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:44:46.473207 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/routers/14ee6997-5b06-4496-87c2-c533cdc85cfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4085481 Jun 02 12:44:46.475902 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49424) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:46.478400 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579243fe-edc8-4af1-9902-a5a79b6a6f0e None None] Routers {'14ee6997-5b06-4496-87c2-c533cdc85cfa'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:44:46.478996 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-579243fe-edc8-4af1-9902-a5a79b6a6f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:44:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['14ee6997-5b06-4496-87c2-c533cdc85cfa'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:46.539565 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-67956655-af0f-4b75-abbd-54d6495e759b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting subnet 8356816b-9cb6-4094-93a8-244ce2e74160 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:44:46.542725 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-67956655-af0f-4b75-abbd-54d6495e759b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:46.600035 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-67956655-af0f-4b75-abbd-54d6495e759b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:46.622251 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-62141fcc-f249-495e-a4c6-b6dda932abde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:46.678215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:46.683059 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-579243fe-edc8-4af1-9902-a5a79b6a6f0e None None] Set router 14ee6997-5b06-4496-87c2-c533cdc85cfa gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:44:46.687227 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-67956655-af0f-4b75-abbd-54d6495e759b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:46.970280 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-579243fe-edc8-4af1-9902-a5a79b6a6f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'name': 'tempest-TestNetworkBasicOps-router-31763958', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:44:45Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:46.974074 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579243fe-edc8-4af1-9902-a5a79b6a6f0e None None] Checking router: 14ee6997-5b06-4496-87c2-c533cdc85cfa for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:44:46.982163 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579243fe-edc8-4af1-9902-a5a79b6a6f0e None None] Routers {'14ee6997-5b06-4496-87c2-c533cdc85cfa'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:44:46.982757 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-579243fe-edc8-4af1-9902-a5a79b6a6f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:44:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['14ee6997-5b06-4496-87c2-c533cdc85cfa'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:47.102075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-67956655-af0f-4b75-abbd-54d6495e759b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:47.105988 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ee73b727-a767-4a49-b30e-565c465e25f2 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:47.141625 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67956655-af0f-4b75-abbd-54d6495e759b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Subnet': ['ID=8356816b-9cb6-4094-93a8-244ce2e74160,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:47.145442 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-67956655-af0f-4b75-abbd-54d6495e759b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:47.146472 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-67956655-af0f-4b75-abbd-54d6495e759b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:47.152964 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-67956655-af0f-4b75-abbd-54d6495e759b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/subnets/8356816b-9cb6-4094-93a8-244ce2e74160 HTTP/1.1" status: 204 len: 168 time: 0.6762567 Jun 02 12:44:47.153154 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14082778-4b26-4012-b740-c6da2da9b895 None None] Network 6e254791-4730-4f58-b255-fbeeff70c183 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:44:47.155757 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49426) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:47.158955 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-579243fe-edc8-4af1-9902-a5a79b6a6f0e None None] Set router 14ee6997-5b06-4496-87c2-c533cdc85cfa gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:44:47.345801 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d322f06-8758-4e91-bd40-a82348e2c804 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:47.422923 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d6bcff-c2d9-442a-967f-376879790834 None None] DHCP port deletion for 6e254791-4730-4f58-b255-fbeeff70c183 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:44:47.441781 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-579243fe-edc8-4af1-9902-a5a79b6a6f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'name': 'tempest-TestNetworkBasicOps-router-31763958', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:44:45Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:47.445655 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579243fe-edc8-4af1-9902-a5a79b6a6f0e None None] The sync data for ids ['14ee6997-5b06-4496-87c2-c533cdc85cfa'] in dv-neutron-601336-80-hyperv is: [{'id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'name': 'tempest-TestNetworkBasicOps-router-31763958', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:44:45Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '9911f34b-5025-44c4-b116-fdfc5c8ccb8c', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee6997-5b06-4496-87c2-c533cdc85cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:43:56Z', 'updated_at': '2021-06-02T12:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:44:47.495599 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-26d6bcff-c2d9-442a-967f-376879790834 None None] Deleting port 697cdbd5-8e10-4e2e-bd7f-15daa0434988 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:44:47.495843 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-26d6bcff-c2d9-442a-967f-376879790834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:47.533218 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d322f06-8758-4e91-bd40-a82348e2c804 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:47.596812 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-26d6bcff-c2d9-442a-967f-376879790834 None None] For port 697cdbd5-8e10-4e2e-bd7f-15daa0434988, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=697cdbd5-8e10-4e2e-bd7f-15daa0434988,segment=NetworkSegment(0532b348-4c07-4802-bbc3-a11e71408b8b),segment_id=0532b348-4c07-4802-bbc3-a11e71408b8b)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:44:47.597129 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-26d6bcff-c2d9-442a-967f-376879790834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:47.602470 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-9d322f06-8758-4e91-bd40-a82348e2c804 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port 9911f34b-5025-44c4-b116-fdfc5c8ccb8c {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:44:47.602813 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d322f06-8758-4e91-bd40-a82348e2c804 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:47.718680 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-26d6bcff-c2d9-442a-967f-376879790834 None None] Calling delete_port for 697cdbd5-8e10-4e2e-bd7f-15daa0434988 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:44:47.722376 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-9d322f06-8758-4e91-bd40-a82348e2c804 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port 9911f34b-5025-44c4-b116-fdfc5c8ccb8c, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=9911f34b-5025-44c4-b116-fdfc5c8ccb8c,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:44:47.722808 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d322f06-8758-4e91-bd40-a82348e2c804 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:47.744072 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:47.773875 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-26d6bcff-c2d9-442a-967f-376879790834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:47.777659 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0036f5d5-86cd-46d2-b6cf-97bb9eef332e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:47.824374 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6bcff-c2d9-442a-967f-376879790834 None None] Pushing event deleted for resources: {'Port': ['ID=697cdbd5-8e10-4e2e-bd7f-15daa0434988,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:47.826843 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-26d6bcff-c2d9-442a-967f-376879790834 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:47.833812 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d6bcff-c2d9-442a-967f-376879790834 None None] No DVR routers for this DVR port 697cdbd5-8e10-4e2e-bd7f-15daa0434988 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:44:47.849097 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-9d322f06-8758-4e91-bd40-a82348e2c804 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for 9911f34b-5025-44c4-b116-fdfc5c8ccb8c owned by network:router_gateway {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:44:47.994628 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d322f06-8758-4e91-bd40-a82348e2c804 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:47.999207 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-931418ea-e18c-4ec7-9b44-8b7a79f05dbb tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:48.041853 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d322f06-8758-4e91-bd40-a82348e2c804 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=9911f34b-5025-44c4-b116-fdfc5c8ccb8c,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:48.044246 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9d322f06-8758-4e91-bd40-a82348e2c804 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:48.136823 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d322f06-8758-4e91-bd40-a82348e2c804 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:48.353184 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device aabc3bff-7af0-4645-b7c8-f5eece76190a no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:44:48.388691 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: aabc3bff-7af0-4645-b7c8-f5eece76190a {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:44:48.388951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device aabc3bff-7af0-4645-b7c8-f5eece76190a not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:44:48.389388 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 697cdbd5-8e10-4e2e-bd7f-15daa0434988 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:44:48.424235 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 697cdbd5-8e10-4e2e-bd7f-15daa0434988 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:44:48.424585 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 697cdbd5-8e10-4e2e-bd7f-15daa0434988 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:44:48.456266 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d322f06-8758-4e91-bd40-a82348e2c804 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:48.458481 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d322f06-8758-4e91-bd40-a82348e2c804 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:48.480460 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d322f06-8758-4e91-bd40-a82348e2c804 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:48.480979 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d322f06-8758-4e91-bd40-a82348e2c804 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Fanout notify agent at l3_agent the message router_deleted on router 14ee6997-5b06-4496-87c2-c533cdc85cfa {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:44:48.496178 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d322f06-8758-4e91-bd40-a82348e2c804 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:48.497274 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9d322f06-8758-4e91-bd40-a82348e2c804 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/routers/14ee6997-5b06-4496-87c2-c533cdc85cfa HTTP/1.1" status: 204 len: 168 time: 1.3405924 Jun 02 12:44:48.499906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49428) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:48.615816 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-158f07fa-5299-41e2-b19e-04953b3c191b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:48.746016 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-158f07fa-5299-41e2-b19e-04953b3c191b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:48.759032 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-158f07fa-5299-41e2-b19e-04953b3c191b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e254791-4730-4f58-b255-fbeeff70c183']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:48.771404 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-158f07fa-5299-41e2-b19e-04953b3c191b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0532b348-4c07-4802-bbc3-a11e71408b8b') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:48.771709 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-158f07fa-5299-41e2-b19e-04953b3c191b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0532b348-4c07-4802-bbc3-a11e71408b8b') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:48.783034 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-158f07fa-5299-41e2-b19e-04953b3c191b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:48.798520 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-158f07fa-5299-41e2-b19e-04953b3c191b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:48.804376 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158f07fa-5299-41e2-b19e-04953b3c191b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:44:48.804761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-158f07fa-5299-41e2-b19e-04953b3c191b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:44:48.819364 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:44:48.903288 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-158f07fa-5299-41e2-b19e-04953b3c191b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:48.906998 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e0d80668-81f2-4263-b367-e9ba697f4458 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:48.921628 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-158f07fa-5299-41e2-b19e-04953b3c191b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:48.934500 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f07fa-5299-41e2-b19e-04953b3c191b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Network': ['ID=6e254791-4730-4f58-b255-fbeeff70c183,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:48.939994 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-158f07fa-5299-41e2-b19e-04953b3c191b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/networks/6e254791-4730-4f58-b255-fbeeff70c183 HTTP/1.1" status: 204 len: 168 time: 0.4360886 Jun 02 12:44:48.939994 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-158f07fa-5299-41e2-b19e-04953b3c191b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:48.950847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49430) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:48.962282 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b828f7a7-79f1-4465-bc80-bc92bad23323 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 839 time: 0.0101106 Jun 02 12:44:48.964912 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49432) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:48.970044 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-36079a7a-c394-4d49-8c6f-e22ac1c2e886 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'network': {'name': 'tempest-network-smoke--873091452', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'port_security_enabled': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:48.975053 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-36079a7a-c394-4d49-8c6f-e22ac1c2e886 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:48.979110 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-36079a7a-c394-4d49-8c6f-e22ac1c2e886 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:network and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:48.981919 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-36079a7a-c394-4d49-8c6f-e22ac1c2e886 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:48.988219 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-36079a7a-c394-4d49-8c6f-e22ac1c2e886 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:48.998150 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36079a7a-c394-4d49-8c6f-e22ac1c2e886 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:44:49.002440 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-36079a7a-c394-4d49-8c6f-e22ac1c2e886 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:49.029513 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36079a7a-c394-4d49-8c6f-e22ac1c2e886 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:44:49.038783 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-36079a7a-c394-4d49-8c6f-e22ac1c2e886 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:49.039124 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-36079a7a-c394-4d49-8c6f-e22ac1c2e886 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Added segment 123697c6-417a-479c-8bf0-888e2e14ffb2 of type vlan for network f3eaa294-3be4-4e71-bdc1-8c7fafc8442f Jun 02 12:44:49.066501 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-36079a7a-c394-4d49-8c6f-e22ac1c2e886 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:49.098777 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-36079a7a-c394-4d49-8c6f-e22ac1c2e886 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:49.104412 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36079a7a-c394-4d49-8c6f-e22ac1c2e886 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:49.104985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-36079a7a-c394-4d49-8c6f-e22ac1c2e886 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:49.108537 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1892b110-eda6-444e-9a23-20e84eb12812 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:49.213729 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36079a7a-c394-4d49-8c6f-e22ac1c2e886 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Network': ['ID=f3eaa294-3be4-4e71-bdc1-8c7fafc8442f,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:49.216449 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-36079a7a-c394-4d49-8c6f-e22ac1c2e886 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:49.220729 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-36079a7a-c394-4d49-8c6f-e22ac1c2e886 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2522974 Jun 02 12:44:49.221146 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49434) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:49.223869 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network f3eaa294-3be4-4e71-bdc1-8c7fafc8442f details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:44:49.226061 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1103969904', 'admin_state_up': True, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:49.233244 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:49.237577 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:router and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:49.240465 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:49.251798 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:49.263004 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:49.264051 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:49.280421 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:49.489900 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:49.546828 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:49.846445 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:49.874912 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:50.145692 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.26.7.24 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:44:50.265572 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 9911f34b-5025-44c4-b116-fdfc5c8ccb8c no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:44:50.292255 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:50.302009 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 9911f34b-5025-44c4-b116-fdfc5c8ccb8c {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:44:50.302621 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 9911f34b-5025-44c4-b116-fdfc5c8ccb8c not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:44:50.322465 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:50.326974 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-acd87987-b389-4850-8c5b-794e56db6da1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:50.382416 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:44:50.389178 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:44:50.393735 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:44:50.430990 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:50.434862 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:50.801300 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:51.139653 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:51.347383 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 47884b66-4f5c-41ae-8408-3ed3b2a847e6 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:44:51.688640 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:44:51.697572 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] Sync routers for ids ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:44:51.707264 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] Routers {'47884b66-4f5c-41ae-8408-3ed3b2a847e6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:44:51.707888 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:44:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:51.715355 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:51.716694 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4942963 Jun 02 12:44:51.720314 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49436) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:51.761718 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-caf173a1-5ce1-462c-85ae-ac8860a70faf tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d135ab4d6a4341bf86e3c86c09f17ff8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386777 Jun 02 12:44:51.762763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49438) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:51.893720 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] Set router 47884b66-4f5c-41ae-8408-3ed3b2a847e6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:44:51.894587 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803c750-49d9-4ded-afab-523725d77150 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:51.896067 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4803c750-49d9-4ded-afab-523725d77150 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1324019 Jun 02 12:44:51.898937 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49440) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:51.947229 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b35de430-79b6-482c-977b-7e8ebd954be9 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470071 Jun 02 12:44:51.949540 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49442) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:51.954761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-0256ba60-37b9-4e55-b835-dca0146be30a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-553540405', 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:52.066813 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0256ba60-37b9-4e55-b835-dca0146be30a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:52.070562 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0256ba60-37b9-4e55-b835-dca0146be30a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:subnet and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:52.073329 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0256ba60-37b9-4e55-b835-dca0146be30a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:52.079420 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0256ba60-37b9-4e55-b835-dca0146be30a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:52.088574 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0256ba60-37b9-4e55-b835-dca0146be30a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:44:52.092038 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0256ba60-37b9-4e55-b835-dca0146be30a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:52.179951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'name': 'tempest-TestNetworkBasicOps-router-1103969904', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:50Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:52.183902 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] Checking router: 47884b66-4f5c-41ae-8408-3ed3b2a847e6 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:44:52.184270 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] Updating router 47884b66-4f5c-41ae-8408-3ed3b2a847e6 port 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3 binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:44:52.244293 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:52.514492 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0256ba60-37b9-4e55-b835-dca0146be30a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:52.518811 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0e694cd2-dd17-443d-9fb5-d1c3972d678e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:52.590279 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:52.602793 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] Transition to ACTIVE for port object 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:44:52.604820 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256ba60-37b9-4e55-b835-dca0146be30a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Subnet': ['ID=face18a4-15ad-40fe-9b27-293fce3d38a8,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:52.608462 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0256ba60-37b9-4e55-b835-dca0146be30a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:52.611356 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:52.612012 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0256ba60-37b9-4e55-b835-dca0146be30a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Checking segment: {'id': '123697c6-417a-479c-8bf0-888e2e14ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:44:52.612421 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0256ba60-37b9-4e55-b835-dca0146be30a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network hostable DHCP agents. Network: f3eaa294-3be4-4e71-bdc1-8c7fafc8442f, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:44:52.616006 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:52.629730 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0256ba60-37b9-4e55-b835-dca0146be30a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network f3eaa294-3be4-4e71-bdc1-8c7fafc8442f is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:44:52.639066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-0256ba60-37b9-4e55-b835-dca0146be30a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, f3eaa294-3be4-4e71-bdc1-8c7fafc8442f) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:44:52.649311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0256ba60-37b9-4e55-b835-dca0146be30a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:52.649901 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0256ba60-37b9-4e55-b835-dca0146be30a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:52.654018 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1adfa0-2d22-4cf6-bc84-ca0bb9c300a4 None None] Network f3eaa294-3be4-4e71-bdc1-8c7fafc8442f requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:44:52.673303 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0256ba60-37b9-4e55-b835-dca0146be30a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7226682 Jun 02 12:44:52.676084 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49444) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:52.756313 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] Attempting to bind port 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:44:52.756915 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] Attempting to bind port 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:44:52.757092 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] Attempting to bind port 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3 on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:44:52.766550 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31e36d-adc7-4d40-bad7-ba37fa3f665d None None] Pushing event updated for resources: {'Port': ['ID=1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:52.773437 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ed31e36d-adc7-4d40-bad7-ba37fa3f665d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:52.781599 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:44:52.781978 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:44:52.782407 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:52.782796 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:44:52.783269 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] Bound port: 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:44:52.783643 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:52.792068 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:44:52.915971 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] For port 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:44:52.933303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] For port 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:44:52.940163 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:52.966750 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:53.083363 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-f3eaa294-3be4-4e71-bdc1-8c7fafc8442f', 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ips': [{'subnet_id': 'face18a4-15ad-40fe-9b27-293fce3d38a8'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:44:53.084182 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:53.121140 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] Routers {'47884b66-4f5c-41ae-8408-3ed3b2a847e6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:44:53.121774 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:44:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:53.205826 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31e36d-adc7-4d40-bad7-ba37fa3f665d None None] Pushing event updated for resources: {'Port': ['ID=1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:53.216632 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ed31e36d-adc7-4d40-bad7-ba37fa3f665d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:53.413486 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] Set router 47884b66-4f5c-41ae-8408-3ed3b2a847e6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:44:53.512296 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:53.520672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Allocated IP 172.20.0.2 (f3eaa294-3be4-4e71-bdc1-8c7fafc8442f/face18a4-15ad-40fe-9b27-293fce3d38a8/09efbf72-a9e3-406a-b7f5-e1df8d8617e3) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:44:53.874939 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:53.887941 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Transition to ACTIVE for port object 09efbf72-a9e3-406a-b7f5-e1df8d8617e3 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:44:53.898291 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'name': 'tempest-TestNetworkBasicOps-router-1103969904', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:50Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:53.909859 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff12614-2e57-4113-875d-c96a3efcbcc2 None None] The sync data for ids ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'] in dv-neutron-601336-80-hyperv is: [{'id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'name': 'tempest-TestNetworkBasicOps-router-1103969904', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:50Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:44:53.913586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Transition to ACTIVE for port object 09efbf72-a9e3-406a-b7f5-e1df8d8617e3 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:44:53.918995 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:53.927664 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-26d6bcff-c2d9-442a-967f-376879790834 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:53.992285 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.20.0.1 (f3eaa294-3be4-4e71-bdc1-8c7fafc8442f/face18a4-15ad-40fe-9b27-293fce3d38a8/a8fb772e-ded2-4d2f-a38c-f685ad5609e9) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:44:53.996162 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Network f3eaa294-3be4-4e71-bdc1-8c7fafc8442f is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:44:53.999304 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:44:54.003303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:44:54.009480 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Pushing event updated for resources: {'Port': ['ID=09efbf72-a9e3-406a-b7f5-e1df8d8617e3,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:54.041980 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:54.099516 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Attempting to bind port 09efbf72-a9e3-406a-b7f5-e1df8d8617e3 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:44:54.099903 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Attempting to bind port 09efbf72-a9e3-406a-b7f5-e1df8d8617e3 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '123697c6-417a-479c-8bf0-888e2e14ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:44:54.100258 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Attempting to bind port 09efbf72-a9e3-406a-b7f5-e1df8d8617e3 on network f3eaa294-3be4-4e71-bdc1-8c7fafc8442f {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:44:54.105798 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:44:54.106193 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Checking segment: {'id': '123697c6-417a-479c-8bf0-888e2e14ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:44:54.106599 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:54.106994 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Bound using segment: {'id': '123697c6-417a-479c-8bf0-888e2e14ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:44:54.107462 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Bound port: 09efbf72-a9e3-406a-b7f5-e1df8d8617e3, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123697c6-417a-479c-8bf0-888e2e14ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:44:54.107862 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:54.175034 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:54.191586 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Transition to ACTIVE for port object a8fb772e-ded2-4d2f-a38c-f685ad5609e9 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:44:54.216443 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:54.221794 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-43cdc3a8-82f5-4bb3-a53c-6650982e648f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:54.238954 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] For port 09efbf72-a9e3-406a-b7f5-e1df8d8617e3, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:44:54.242233 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] For port 09efbf72-a9e3-406a-b7f5-e1df8d8617e3, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=09efbf72-a9e3-406a-b7f5-e1df8d8617e3,segment=NetworkSegment(123697c6-417a-479c-8bf0-888e2e14ffb2),segment_id=123697c6-417a-479c-8bf0-888e2e14ffb2)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:44:54.247995 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:54.252228 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:54.306720 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=a8fb772e-ded2-4d2f-a38c-f685ad5609e9,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:54.309718 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:54.316496 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network f3eaa294-3be4-4e71-bdc1-8c7fafc8442f is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:44:54.317605 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:44:54.322597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:44:54.364059 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Pushing event updated for resources: {'Port': ['ID=09efbf72-a9e3-406a-b7f5-e1df8d8617e3,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:54.377995 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:54.394130 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:44:54.399545 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:54.466947 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:44:54.472493 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:44:54.472960 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:54.646250 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:54.669050 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:44:54.674203 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:54.677939 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:54.735728 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:54.762451 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:54.766640 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:55.323788 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:55.329649 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:55.333339 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c18d7c0-12c3-47f5-a052-b2b16158fa11 None None] Network f3eaa294-3be4-4e71-bdc1-8c7fafc8442f requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:44:55.361930 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9a2bf756-7852-4786-a11b-bc4f7e8d580e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:55.446820 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:55.450225 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=a8fb772e-ded2-4d2f-a38c-f685ad5609e9,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:55.453647 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:55.480183 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b60ed15c-7974-4b52-bf71-3c11540dbf13 None None] Provisioning for port 09efbf72-a9e3-406a-b7f5-e1df8d8617e3 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:44:55.593100 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network f3eaa294-3be4-4e71-bdc1-8c7fafc8442f is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:44:55.595397 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:44:55.800630 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 47884b66-4f5c-41ae-8408-3ed3b2a847e6 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:44:55.834138 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:55.935490 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-98886b29-0e94-4c1a-a8c7-c83f4cfd6a63 None None] Provisioning for port a8fb772e-ded2-4d2f-a38c-f685ad5609e9 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:44:55.941226 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-98886b29-0e94-4c1a-a8c7-c83f4cfd6a63 None None] Provisioning complete for port a8fb772e-ded2-4d2f-a38c-f685ad5609e9 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:44:55.941606 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-98886b29-0e94-4c1a-a8c7-c83f4cfd6a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:56.001565 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-98886b29-0e94-4c1a-a8c7-c83f4cfd6a63 None None] Port a8fb772e-ded2-4d2f-a38c-f685ad5609e9 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:44:56.010967 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:44:56.026130 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] Sync routers for ids ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:44:56.026797 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/routers/47884b66-4f5c-41ae-8408-3ed3b2a847e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3496866 Jun 02 12:44:56.029551 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49446) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:56.036724 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] Routers {'47884b66-4f5c-41ae-8408-3ed3b2a847e6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:44:56.037583 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:44:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:56.127161 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2143f8bb-3327-4890-9d0a-7b5047cb7856 None None] Provisioning complete for port a8fb772e-ded2-4d2f-a38c-f685ad5609e9 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:44:56.127694 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2143f8bb-3327-4890-9d0a-7b5047cb7856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:56.177718 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c977d6-23df-4caf-9289-370ebf70944a tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:56.178381 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c977d6-23df-4caf-9289-370ebf70944a tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:56.178851 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c977d6-23df-4caf-9289-370ebf70944a tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:56.179520 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c977d6-23df-4caf-9289-370ebf70944a tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:56.183516 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-07c977d6-23df-4caf-9289-370ebf70944a tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1505442 Jun 02 12:44:56.184735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49448) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:56.192028 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-2143f8bb-3327-4890-9d0a-7b5047cb7856 None None] Port a8fb772e-ded2-4d2f-a38c-f685ad5609e9 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:44:56.226470 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] Set router 47884b66-4f5c-41ae-8408-3ed3b2a847e6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:44:56.258961 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef0d8db-0361-494f-96ff-ca13c8da84c9 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:56.259438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef0d8db-0361-494f-96ff-ca13c8da84c9 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:56.259896 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef0d8db-0361-494f-96ff-ca13c8da84c9 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:56.260352 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef0d8db-0361-494f-96ff-ca13c8da84c9 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:56.264970 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-bef0d8db-0361-494f-96ff-ca13c8da84c9 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0757005 Jun 02 12:44:56.265317 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49450) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:56.316934 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-3ffbee42-860a-4152-8d5a-e86c43d407dc None None] Provisioning complete for port a8fb772e-ded2-4d2f-a38c-f685ad5609e9 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:44:56.317575 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3ffbee42-860a-4152-8d5a-e86c43d407dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:56.379166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-3ffbee42-860a-4152-8d5a-e86c43d407dc None None] Port a8fb772e-ded2-4d2f-a38c-f685ad5609e9 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:44:56.465873 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 09efbf72-a9e3-406a-b7f5-e1df8d8617e3 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:44:56.495533 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0c4a8c5f-86e9-4a59-973f-6cd8746b3bd6 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2270648 Jun 02 12:44:56.545019 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 09efbf72-a9e3-406a-b7f5-e1df8d8617e3 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:44:56.550422 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 09efbf72-a9e3-406a-b7f5-e1df8d8617e3 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:44:56.550807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:56.573914 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'name': 'tempest-TestNetworkBasicOps-router-1103969904', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:54Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'a8fb772e-ded2-4d2f-a38c-f685ad5609e9', 'name': '', 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:42:29:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:53Z', 'updated_at': '2021-06-02T12:44:55Z', 'revision_number': 2, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:56.577683 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] Checking router: 47884b66-4f5c-41ae-8408-3ed3b2a847e6 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:44:56.578036 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] Updating router 47884b66-4f5c-41ae-8408-3ed3b2a847e6 port a8fb772e-ded2-4d2f-a38c-f685ad5609e9 binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:44:56.629976 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:56.669174 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:56.702389 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 09efbf72-a9e3-406a-b7f5-e1df8d8617e3, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=09efbf72-a9e3-406a-b7f5-e1df8d8617e3,segment=NetworkSegment(123697c6-417a-479c-8bf0-888e2e14ffb2),segment_id=123697c6-417a-479c-8bf0-888e2e14ffb2)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:44:56.707698 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:56.708554 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:44:56.740011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:56.827391 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=09efbf72-a9e3-406a-b7f5-e1df8d8617e3,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:56.835851 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:56.836239 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:56.836593 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:56.836939 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:56.837364 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:56.837689 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:56.838091 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:56.838465 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:56.838849 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:56.839108 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:56.839540 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:56.839897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:56.844793 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:56.853369 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:44:56.853750 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:56.904661 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49454) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:56.911324 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-0ef935b7-7faa-430b-86b3-1357b68f3425 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-868507504', 'description': 'tempest-secgroup-smoke-868507504 description', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:56.918783 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0ef935b7-7faa-430b-86b3-1357b68f3425 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:56.923586 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0ef935b7-7faa-430b-86b3-1357b68f3425 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:56.927174 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0ef935b7-7faa-430b-86b3-1357b68f3425 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:56.933250 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0ef935b7-7faa-430b-86b3-1357b68f3425 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:56.945991 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0ef935b7-7faa-430b-86b3-1357b68f3425 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:56.972517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0ef935b7-7faa-430b-86b3-1357b68f3425 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:56.979891 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0ef935b7-7faa-430b-86b3-1357b68f3425 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:56.982819 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0ef935b7-7faa-430b-86b3-1357b68f3425 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:56.988608 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0ef935b7-7faa-430b-86b3-1357b68f3425 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:56.991909 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.003824 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] Transition to ACTIVE for port object a8fb772e-ded2-4d2f-a38c-f685ad5609e9 will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:44:57.010012 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.014361 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-dcf24585-bcb2-4f63-8127-5b0e9a68a498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:57.058967 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0ef935b7-7faa-430b-86b3-1357b68f3425 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.063470 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0ef935b7-7faa-430b-86b3-1357b68f3425 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.069424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-84bf5abb-055a-4d1b-a040-7622b9457424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:57.111993 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef935b7-7faa-430b-86b3-1357b68f3425 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac9f1aa-4754-43f2-ac50-778155d9b84b,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:57.114969 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0ef935b7-7faa-430b-86b3-1357b68f3425 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:57.115852 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0ef935b7-7faa-430b-86b3-1357b68f3425 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.117070 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0ef935b7-7faa-430b-86b3-1357b68f3425 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2107756 Jun 02 12:44:57.119963 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49456) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:57.124982 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-5783e809-67f9-47ec-963d-a28e8ce17b1f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '2ac9f1aa-4754-43f2-ac50-778155d9b84b', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:57.131916 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5783e809-67f9-47ec-963d-a28e8ce17b1f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:57.135991 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5783e809-67f9-47ec-963d-a28e8ce17b1f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:57.139027 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5783e809-67f9-47ec-963d-a28e8ce17b1f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:57.145479 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5783e809-67f9-47ec-963d-a28e8ce17b1f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:57.167704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5783e809-67f9-47ec-963d-a28e8ce17b1f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.175184 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633af10d-5ef9-4c8d-938f-3c7b0aeca763 None None] Pushing event updated for resources: {'Port': ['ID=a8fb772e-ded2-4d2f-a38c-f685ad5609e9,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:57.184747 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-633af10d-5ef9-4c8d-938f-3c7b0aeca763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:57.239291 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] Attempting to bind port a8fb772e-ded2-4d2f-a38c-f685ad5609e9 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:44:57.239667 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] Attempting to bind port a8fb772e-ded2-4d2f-a38c-f685ad5609e9 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '123697c6-417a-479c-8bf0-888e2e14ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:44:57.240053 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] Attempting to bind port a8fb772e-ded2-4d2f-a38c-f685ad5609e9 on network f3eaa294-3be4-4e71-bdc1-8c7fafc8442f {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:44:57.242545 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5783e809-67f9-47ec-963d-a28e8ce17b1f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.245575 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:44:57.245943 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] Checking segment: {'id': '123697c6-417a-479c-8bf0-888e2e14ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:44:57.246402 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.246756 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5783e809-67f9-47ec-963d-a28e8ce17b1f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.247124 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] Bound using segment: {'id': '123697c6-417a-479c-8bf0-888e2e14ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:44:57.247256 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] Bound port: a8fb772e-ded2-4d2f-a38c-f685ad5609e9, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123697c6-417a-479c-8bf0-888e2e14ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:44:57.247796 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.249407 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-15a0d960-4060-4223-9507-57b339455466 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:57.272703 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783e809-67f9-47ec-963d-a28e8ce17b1f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2c8e8e-b67f-4733-87b0-979fa04d8bcb,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:57.275437 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5783e809-67f9-47ec-963d-a28e8ce17b1f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:57.283305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5783e809-67f9-47ec-963d-a28e8ce17b1f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.284778 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5783e809-67f9-47ec-963d-a28e8ce17b1f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1638393 Jun 02 12:44:57.287423 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49458) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:57.291841 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-12970c84-80aa-428e-9bf2-0ee4d8482c01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '2ac9f1aa-4754-43f2-ac50-778155d9b84b', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:57.298170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-12970c84-80aa-428e-9bf2-0ee4d8482c01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:57.302017 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-12970c84-80aa-428e-9bf2-0ee4d8482c01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:57.304916 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-12970c84-80aa-428e-9bf2-0ee4d8482c01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:57.310574 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-12970c84-80aa-428e-9bf2-0ee4d8482c01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:57.327714 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-12970c84-80aa-428e-9bf2-0ee4d8482c01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.341638 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] For port a8fb772e-ded2-4d2f-a38c-f685ad5609e9, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:44:57.344851 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] For port a8fb772e-ded2-4d2f-a38c-f685ad5609e9, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a8fb772e-ded2-4d2f-a38c-f685ad5609e9,segment=NetworkSegment(123697c6-417a-479c-8bf0-888e2e14ffb2),segment_id=123697c6-417a-479c-8bf0-888e2e14ffb2)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:44:57.348884 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.352542 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-9d309c5f-98fb-4ebd-9bbb-5be90ff6e442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:57.392571 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-12970c84-80aa-428e-9bf2-0ee4d8482c01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.396331 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-12970c84-80aa-428e-9bf2-0ee4d8482c01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.398279 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-50cfd55e-b00f-45fa-9a59-b36e1947af4b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:57.423450 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12970c84-80aa-428e-9bf2-0ee4d8482c01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6f63c0-72c6-4c9f-89d2-67e220e3a977,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:57.426349 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-12970c84-80aa-428e-9bf2-0ee4d8482c01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:57.426554 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] Routers {'47884b66-4f5c-41ae-8408-3ed3b2a847e6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:44:57.427019 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:44:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:57.435069 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-12970c84-80aa-428e-9bf2-0ee4d8482c01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.439501 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-12970c84-80aa-428e-9bf2-0ee4d8482c01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1480250 Jun 02 12:44:57.439926 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49460) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:57.444958 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '2ac9f1aa-4754-43f2-ac50-778155d9b84b', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:57.451709 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:57.456069 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:57.459222 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:57.465333 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:57.488868 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.490748 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633af10d-5ef9-4c8d-938f-3c7b0aeca763 None None] Pushing event updated for resources: {'Port': ['ID=a8fb772e-ded2-4d2f-a38c-f685ad5609e9,revision_number=4']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:57.495569 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-633af10d-5ef9-4c8d-938f-3c7b0aeca763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:57.562366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.566763 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.569583 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a551d376-45ac-42f2-97ae-2728638c1cce tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:57.593259 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2c44f3-62bc-4d4e-a3d7-66ce8c48a632,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:57.605158 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:57.605499 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:57.605878 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:57.606280 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:57.606671 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:57.607041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:57.607433 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:57.607804 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:57.608213 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:57.608574 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:57.608937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:57.609296 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:44:57.612529 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:57.613389 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.617130 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1735439 Jun 02 12:44:57.617657 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49462) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:57.621829 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-371da1a1-329f-4e54-bc46-963f6df500eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '2ac9f1aa-4754-43f2-ac50-778155d9b84b', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:57.623947 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] Set router 47884b66-4f5c-41ae-8408-3ed3b2a847e6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:44:57.628203 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-371da1a1-329f-4e54-bc46-963f6df500eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:57.632071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-371da1a1-329f-4e54-bc46-963f6df500eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:57.634902 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-371da1a1-329f-4e54-bc46-963f6df500eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:57.640641 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-371da1a1-329f-4e54-bc46-963f6df500eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:57.656712 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-371da1a1-329f-4e54-bc46-963f6df500eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.720770 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-371da1a1-329f-4e54-bc46-963f6df500eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.724311 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-371da1a1-329f-4e54-bc46-963f6df500eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.726123 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-142aa368-f762-44ed-a112-f31d46896128 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:57.747435 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371da1a1-329f-4e54-bc46-963f6df500eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fadcf80-fa0a-4f48-9e05-04ba2565c54b,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:57.749836 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-371da1a1-329f-4e54-bc46-963f6df500eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:57.757975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-371da1a1-329f-4e54-bc46-963f6df500eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.759160 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-371da1a1-329f-4e54-bc46-963f6df500eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409414 Jun 02 12:44:57.762144 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49464) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:57.767549 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-11157bdf-23d8-4fae-80c9-e355c3438217 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '2ac9f1aa-4754-43f2-ac50-778155d9b84b', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:57.774150 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-11157bdf-23d8-4fae-80c9-e355c3438217 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:57.777996 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-11157bdf-23d8-4fae-80c9-e355c3438217 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:57.781864 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-11157bdf-23d8-4fae-80c9-e355c3438217 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:57.787465 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-11157bdf-23d8-4fae-80c9-e355c3438217 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:57.798380 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.securitygroups_db [None req-11157bdf-23d8-4fae-80c9-e355c3438217 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:44:57.804279 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-11157bdf-23d8-4fae-80c9-e355c3438217 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.872716 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-11157bdf-23d8-4fae-80c9-e355c3438217 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.876928 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-11157bdf-23d8-4fae-80c9-e355c3438217 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.878850 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5e0879f8-6ec1-477a-82f6-3c23b77a440e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:57.901028 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11157bdf-23d8-4fae-80c9-e355c3438217 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5acc581-2794-4536-8622-9367ad3f02a2,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:57.903569 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-11157bdf-23d8-4fae-80c9-e355c3438217 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:57.911327 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-11157bdf-23d8-4fae-80c9-e355c3438217 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.912523 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-11157bdf-23d8-4fae-80c9-e355c3438217 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1492758 Jun 02 12:44:57.915377 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49466) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:44:57.920325 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-960ee1b9-c5c7-4543-9ff6-08d71e772311 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '2ac9f1aa-4754-43f2-ac50-778155d9b84b', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:44:57.926402 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-960ee1b9-c5c7-4543-9ff6-08d71e772311 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:44:57.930118 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-960ee1b9-c5c7-4543-9ff6-08d71e772311 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:44:57.932949 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-960ee1b9-c5c7-4543-9ff6-08d71e772311 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:44:57.939500 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-960ee1b9-c5c7-4543-9ff6-08d71e772311 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:44:57.949990 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.securitygroups_db [None req-960ee1b9-c5c7-4543-9ff6-08d71e772311 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:44:57.956135 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-960ee1b9-c5c7-4543-9ff6-08d71e772311 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:57.960837 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'name': 'tempest-TestNetworkBasicOps-router-1103969904', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:54Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'a8fb772e-ded2-4d2f-a38c-f685ad5609e9', 'name': '', 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:42:29:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:53Z', 'updated_at': '2021-06-02T12:44:57Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:44:57.964695 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386b3288-ff52-42ea-83b1-99dcda90ba10 None None] The sync data for ids ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'] in dv-neutron-601336-80-hyperv is: [{'id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'name': 'tempest-TestNetworkBasicOps-router-1103969904', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:54Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'a8fb772e-ded2-4d2f-a38c-f685ad5609e9', 'name': '', 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:42:29:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:53Z', 'updated_at': '2021-06-02T12:44:57Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:44:58.049426 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-960ee1b9-c5c7-4543-9ff6-08d71e772311 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:58.054719 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-960ee1b9-c5c7-4543-9ff6-08d71e772311 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:58.056615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-27cb23d3-fa24-44e0-90e3-01f60f57b112 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:58.080740 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ee1b9-c5c7-4543-9ff6-08d71e772311 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd2029e-6075-4623-913d-83eb35afe491,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:58.085479 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-960ee1b9-c5c7-4543-9ff6-08d71e772311 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:58.090398 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-960ee1b9-c5c7-4543-9ff6-08d71e772311 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:58.091818 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-960ee1b9-c5c7-4543-9ff6-08d71e772311 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1755054 Jun 02 12:44:58.323616 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-94d74bef-095e-49ac-a825-6b27cfaa0242 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-868507504&fields=id&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 267 time: 0.0437286 Jun 02 12:44:58.416216 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a8fb772e-ded2-4d2f-a38c-f685ad5609e9 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:44:58.489796 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port a8fb772e-ded2-4d2f-a38c-f685ad5609e9 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:44:58.494023 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-67f1d268-0b3b-4d1a-8d21-c782b1221c6d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:44:58.495240 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port a8fb772e-ded2-4d2f-a38c-f685ad5609e9 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:44:58.495556 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-67f1d268-0b3b-4d1a-8d21-c782b1221c6d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/networks?id=f3eaa294-3be4-4e71-bdc1-8c7fafc8442f HTTP/1.1" status: 200 len: 796 time: 0.1647427 Jun 02 12:44:58.496018 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:58.511926 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-0f9330bb-2dbe-4f0a-9c69-55efcbd992c8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/quotas/d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 375 time: 0.0099807 Jun 02 12:44:58.604715 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-560a52e9-042c-4174-aac4-eab3de517db4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862708 Jun 02 12:44:58.625587 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:58.660876 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port a8fb772e-ded2-4d2f-a38c-f685ad5609e9, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a8fb772e-ded2-4d2f-a38c-f685ad5609e9,segment=NetworkSegment(123697c6-417a-479c-8bf0-888e2e14ffb2),segment_id=123697c6-417a-479c-8bf0-888e2e14ffb2)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:44:58.665916 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:58.667003 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 09efbf72-a9e3-406a-b7f5-e1df8d8617e3 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:44:58.704445 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-590da480-9f04-4c7a-b8c9-23d6d536bb63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:44:58.750982 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-d398409b-ab02-4492-8bd6-f8b990b504a5 service neutron] 10.222.0.37 "GET /v2.0/networks/f3eaa294-3be4-4e71-bdc1-8c7fafc8442f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340339 Jun 02 12:44:58.794008 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=a8fb772e-ded2-4d2f-a38c-f685ad5609e9,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:44:58.797594 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:44:58.803155 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 09efbf72-a9e3-406a-b7f5-e1df8d8617e3 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:44:58.803610 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:44:58.895341 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-21daa390-b75c-44da-be42-1e9c7a059d30 service neutron] 10.222.0.37 "GET /v2.0/networks/f3eaa294-3be4-4e71-bdc1-8c7fafc8442f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385291 Jun 02 12:44:59.080634 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-ff95f03a-77dd-48bb-900d-dd4a5a511c29 req-832bca15-d31b-41b6-ab17-722cf4167111 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:44:59.097802 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-ff95f03a-77dd-48bb-900d-dd4a5a511c29 req-832bca15-d31b-41b6-ab17-722cf4167111 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:44:59.099255 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ff95f03a-77dd-48bb-900d-dd4a5a511c29 req-832bca15-d31b-41b6-ab17-722cf4167111 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3 HTTP/1.1" status: 200 len: 210 time: 0.0632544 Jun 02 12:45:00.099116 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-b8837fd7-a9db-4bfa-a418-abaee738b988 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:00.100532 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-b8837fd7-a9db-4bfa-a418-abaee738b988 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/networks?id=f3eaa294-3be4-4e71-bdc1-8c7fafc8442f HTTP/1.1" status: 200 len: 796 time: 0.1535835 Jun 02 12:45:00.150907 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-0a0dce15-aa92-4a39-98ce-d20b292ee5f9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 379 time: 0.0419517 Jun 02 12:45:00.159593 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-60978f89-9665-456f-a500-6f9636bc58de tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'port': {'device_id': 'bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3', 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f', 'admin_state_up': True, 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'security_groups': ['2ac9f1aa-4754-43f2-ac50-778155d9b84b']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:45:00.299622 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b21fbff0-8f88-47de-9253-3808f9e47f69 req-abce54ae-e1df-4bc6-b2f0-2010c664fc33 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3 HTTP/1.1" status: 200 len: 210 time: 0.0608876 Jun 02 12:45:00.325037 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a8fb772e-ded2-4d2f-a38c-f685ad5609e9 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:45:00.350509 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-60978f89-9665-456f-a500-6f9636bc58de tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:45:00.360531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-60978f89-9665-456f-a500-6f9636bc58de tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:45:00.370501 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-60978f89-9665-456f-a500-6f9636bc58de tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:45:00.374208 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-60978f89-9665-456f-a500-6f9636bc58de tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:00.394773 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port a8fb772e-ded2-4d2f-a38c-f685ad5609e9 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:45:00.395149 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:00.538877 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-60978f89-9665-456f-a500-6f9636bc58de tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.20.0.13 (f3eaa294-3be4-4e71-bdc1-8c7fafc8442f/face18a4-15ad-40fe-9b27-293fce3d38a8/e4415852-e765-4617-95ea-b657a750210e) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:45:00.723547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-60978f89-9665-456f-a500-6f9636bc58de tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:00.738248 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-60978f89-9665-456f-a500-6f9636bc58de tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Transition to ACTIVE for port object e4415852-e765-4617-95ea-b657a750210e will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:45:00.760919 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-60978f89-9665-456f-a500-6f9636bc58de tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:00.766729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:45:00.834432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-60978f89-9665-456f-a500-6f9636bc58de tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network f3eaa294-3be4-4e71-bdc1-8c7fafc8442f is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:45:00.837846 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-60978f89-9665-456f-a500-6f9636bc58de tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:45:00.841962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-60978f89-9665-456f-a500-6f9636bc58de tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:45:01.012220 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60978f89-9665-456f-a500-6f9636bc58de tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=e4415852-e765-4617-95ea-b657a750210e,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:45:01.016592 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-60978f89-9665-456f-a500-6f9636bc58de tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:45:01.039823 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-60978f89-9665-456f-a500-6f9636bc58de tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:01.040424 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-60978f89-9665-456f-a500-6f9636bc58de tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:01.066895 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-60978f89-9665-456f-a500-6f9636bc58de tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9108274 Jun 02 12:45:01.074353 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a75db90e-38b8-4b38-8498-6c13fa953362 None None] Provisioning for port e4415852-e765-4617-95ea-b657a750210e completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:45:01.079345 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a75db90e-38b8-4b38-8498-6c13fa953362 None None] Provisioning complete for port e4415852-e765-4617-95ea-b657a750210e triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:45:01.079729 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a75db90e-38b8-4b38-8498-6c13fa953362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:01.080438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Request body: {'port': {'device_id': 'bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:45:01.133497 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-a75db90e-38b8-4b38-8498-6c13fa953362 None None] Port e4415852-e765-4617-95ea-b657a750210e cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:45:01.193950 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:01.491492 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f84899-3dc9-4bef-8264-7eef0716a61e req-aaf67402-e225-444f-8c6e-1846f5b8ffd1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:01.493582 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-71f84899-3dc9-4bef-8264-7eef0716a61e req-aaf67402-e225-444f-8c6e-1846f5b8ffd1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3 HTTP/1.1" status: 200 len: 932 time: 0.0889568 Jun 02 12:45:01.536907 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-71f84899-3dc9-4bef-8264-7eef0716a61e req-0246d32b-cadd-4a4a-984b-bc6f33278237 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:45:01.550600 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4415852-e765-4617-95ea-b657a750210e {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:45:01.552381 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-71f84899-3dc9-4bef-8264-7eef0716a61e req-0246d32b-cadd-4a4a-984b-bc6f33278237 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:45:01.553537 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-71f84899-3dc9-4bef-8264-7eef0716a61e req-0246d32b-cadd-4a4a-984b-bc6f33278237 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f1aa-4754-43f2-ac50-778155d9b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550218 Jun 02 12:45:01.557770 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:01.572259 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Transition to ACTIVE for port object e4415852-e765-4617-95ea-b657a750210e will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:45:01.575121 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:01.579652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b4070640-825e-47ab-aae3-f07ae33c4bcf tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:45:01.737878 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Pushing event updated for resources: {'Port': ['ID=e4415852-e765-4617-95ea-b657a750210e,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:45:01.741331 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:45:01.816490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Attempting to bind port e4415852-e765-4617-95ea-b657a750210e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:45:01.816825 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Attempting to bind port e4415852-e765-4617-95ea-b657a750210e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '123697c6-417a-479c-8bf0-888e2e14ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:45:01.817154 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Attempting to bind port e4415852-e765-4617-95ea-b657a750210e on network f3eaa294-3be4-4e71-bdc1-8c7fafc8442f {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:45:01.821948 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Port e4415852-e765-4617-95ea-b657a750210e on network f3eaa294-3be4-4e71-bdc1-8c7fafc8442f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:45:01.822312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Attempting to bind port e4415852-e765-4617-95ea-b657a750210e on network f3eaa294-3be4-4e71-bdc1-8c7fafc8442f {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:45:01.827365 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:45:01.827700 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Checking segment: {'id': '123697c6-417a-479c-8bf0-888e2e14ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:45:01.828609 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Bound using segment: {'id': '123697c6-417a-479c-8bf0-888e2e14ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:45:01.829031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Bound port: e4415852-e765-4617-95ea-b657a750210e, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '123697c6-417a-479c-8bf0-888e2e14ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:45:01.829372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:01.918619 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] For port e4415852-e765-4617-95ea-b657a750210e, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:45:01.921456 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] For port e4415852-e765-4617-95ea-b657a750210e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e4415852-e765-4617-95ea-b657a750210e,segment=NetworkSegment(123697c6-417a-479c-8bf0-888e2e14ffb2),segment_id=123697c6-417a-479c-8bf0-888e2e14ffb2)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:45:01.925598 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:01.930208 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f011d9e1-0359-4402-a04f-5872b58c6f97 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:45:01.988695 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:01.989306 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:01.990742 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] 10.222.0.22 "PUT /v2.0/ports/e4415852-e765-4617-95ea-b657a750210e HTTP/1.1" status: 200 len: 1094 time: 0.9153707 Jun 02 12:45:01.991269 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3', 'tag': 'e4415852-e765-4617-95ea-b657a750210e'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:45:01.993558 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03248582-e191-4f9a-9d80-48fe2390d68b" -d '{"events": [{"name": "network-changed", "server_uuid": "bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3", "tag": "e4415852-e765-4617-95ea-b657a750210e"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:45:02.013864 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Pushing event updated for resources: {'Port': ['ID=e4415852-e765-4617-95ea-b657a750210e,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:45:02.017615 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:45:02.067367 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b374e57-b74e-4e3e-b502-37a8ab9e2cd8 x-openstack-request-id: req-2b374e57-b74e-4e3e-b502-37a8ab9e2cd8 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:45:02.067713 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3", "tag": "e4415852-e765-4617-95ea-b657a750210e", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:45:02.068017 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b374e57-b74e-4e3e-b502-37a8ab9e2cd8 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:45:02.068457 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3', 'tag': 'e4415852-e765-4617-95ea-b657a750210e', 'status': 'completed', 'code': 200} Jun 02 12:45:02.111317 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-62074ceb-1f56-4887-a756-28a987ef4e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:02.112716 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-62074ceb-1f56-4887-a756-28a987ef4e17 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3 HTTP/1.1" status: 200 len: 1097 time: 0.0775709 Jun 02 12:45:02.184409 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-80d26578-48bb-412f-824e-73323a0d9991 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4415852-e765-4617-95ea-b657a750210e HTTP/1.1" status: 200 len: 217 time: 0.0647700 Jun 02 12:45:02.245316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-a43fb072-d905-40d8-9d49-2a1388c2a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:02.246692 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-a43fb072-d905-40d8-9d49-2a1388c2a998 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=face18a4-15ad-40fe-9b27-293fce3d38a8 HTTP/1.1" status: 200 len: 834 time: 0.0567219 Jun 02 12:45:02.325921 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-d0a345b1-1991-4a46-b489-86185edc7922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:02.327392 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-d0a345b1-1991-4a46-b489-86185edc7922 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f3eaa294-3be4-4e71-bdc1-8c7fafc8442f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0738301 Jun 02 12:45:02.458948 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-8bcb8372-81da-4de7-b194-67bc60f865dd service neutron] 10.222.0.22 "GET /v2.0/networks/f3eaa294-3be4-4e71-bdc1-8c7fafc8442f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246543 Jun 02 12:45:02.589070 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8bfc777-9799-4fb8-92a3-52c14024abb6 req-c8f66b94-8696-4e69-a677-376aec2fb6da service neutron] 10.222.0.22 "GET /v2.0/networks/f3eaa294-3be4-4e71-bdc1-8c7fafc8442f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240537 Jun 02 12:45:02.701488 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03248582-e191-4f9a-9d80-48fe2390d68b req-fda2cf97-81ff-423e-8a5e-120ec7063e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:02.702998 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-03248582-e191-4f9a-9d80-48fe2390d68b req-fda2cf97-81ff-423e-8a5e-120ec7063e44 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3 HTTP/1.1" status: 200 len: 1097 time: 0.0710633 Jun 02 12:45:02.739182 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f5fd0-b97e-4f53-a586-fc283348a739 req-bf366385-659d-4886-adb5-65cfeaa97655 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:02.740549 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-724f5fd0-b97e-4f53-a586-fc283348a739 req-bf366385-659d-4886-adb5-65cfeaa97655 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3 HTTP/1.1" status: 200 len: 944 time: 0.0809107 Jun 02 12:45:02.839270 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03248582-e191-4f9a-9d80-48fe2390d68b req-2a15c7ef-51f9-4944-9c61-2db6109f7a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:02.840735 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-03248582-e191-4f9a-9d80-48fe2390d68b req-2a15c7ef-51f9-4944-9c61-2db6109f7a34 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f3eaa294-3be4-4e71-bdc1-8c7fafc8442f HTTP/1.1" status: 200 len: 897 time: 0.1313000 Jun 02 12:45:02.930250 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-724f5fd0-b97e-4f53-a586-fc283348a739 req-de0be054-80bb-4e8d-aacb-657f4b8a4169 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f1aa-4754-43f2-ac50-778155d9b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839240 Jun 02 12:45:03.034445 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-03248582-e191-4f9a-9d80-48fe2390d68b req-d7aa4348-c529-4e2b-91b6-ac9eaaba4761 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4415852-e765-4617-95ea-b657a750210e HTTP/1.1" status: 200 len: 217 time: 0.1865036 Jun 02 12:45:03.098214 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03248582-e191-4f9a-9d80-48fe2390d68b req-fbfe4804-c01d-4675-b665-5fc47a713166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:03.099663 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-03248582-e191-4f9a-9d80-48fe2390d68b req-fbfe4804-c01d-4675-b665-5fc47a713166 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=face18a4-15ad-40fe-9b27-293fce3d38a8 HTTP/1.1" status: 200 len: 834 time: 0.0590138 Jun 02 12:45:03.174598 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03248582-e191-4f9a-9d80-48fe2390d68b req-ba891999-447d-4bf6-ae1a-6a7eaaee519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:03.176024 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-03248582-e191-4f9a-9d80-48fe2390d68b req-ba891999-447d-4bf6-ae1a-6a7eaaee519e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f3eaa294-3be4-4e71-bdc1-8c7fafc8442f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0703318 Jun 02 12:45:03.308961 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-03248582-e191-4f9a-9d80-48fe2390d68b req-3b7f864e-110e-4b19-b39c-a1bdb50f069a service neutron] 10.222.0.22 "GET /v2.0/networks/f3eaa294-3be4-4e71-bdc1-8c7fafc8442f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256466 Jun 02 12:45:03.441508 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-03248582-e191-4f9a-9d80-48fe2390d68b req-c7d6582e-a5ac-458c-ac36-dd95f064ca8d service neutron] 10.222.0.22 "GET /v2.0/networks/f3eaa294-3be4-4e71-bdc1-8c7fafc8442f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257260 Jun 02 12:45:04.118764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a9a69-52d4-488e-830c-722fe73cf1a4 req-5753a00a-cdcf-41a0-800a-bbc29d2c056d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:04.119458 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-d78a9a69-52d4-488e-830c-722fe73cf1a4 req-5753a00a-cdcf-41a0-800a-bbc29d2c056d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:45:04.134637 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-d78a9a69-52d4-488e-830c-722fe73cf1a4 req-5753a00a-cdcf-41a0-800a-bbc29d2c056d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:45:04.135759 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d78a9a69-52d4-488e-830c-722fe73cf1a4 req-5753a00a-cdcf-41a0-800a-bbc29d2c056d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3 HTTP/1.1" status: 200 len: 944 time: 0.0996678 Jun 02 12:45:04.179972 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d78a9a69-52d4-488e-830c-722fe73cf1a4 req-23cf95c4-9864-4b65-b437-72d95cc280d1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f1aa-4754-43f2-ac50-778155d9b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384920 Jun 02 12:45:05.364849 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8a3aa-e4b6-4437-8dc5-178520f040de req-38fb2aa8-2023-4a2f-b844-ac5928c38dcf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:05.366218 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2fd8a3aa-e4b6-4437-8dc5-178520f040de req-38fb2aa8-2023-4a2f-b844-ac5928c38dcf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3 HTTP/1.1" status: 200 len: 944 time: 0.0802605 Jun 02 12:45:05.410382 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2fd8a3aa-e4b6-4437-8dc5-178520f040de req-336bf408-2af0-4b1d-81e3-97942f14e085 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f1aa-4754-43f2-ac50-778155d9b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385683 Jun 02 12:45:06.503614 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device e4415852-e765-4617-95ea-b657a750210e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:45:06.590954 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f966df-c517-4031-bf02-3c2c0d7c0ad8 req-6640bd1e-ceb6-434b-b182-b9ce715edc36 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:06.592460 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c2f966df-c517-4031-bf02-3c2c0d7c0ad8 req-6640bd1e-ceb6-434b-b182-b9ce715edc36 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3 HTTP/1.1" status: 200 len: 944 time: 0.0814102 Jun 02 12:45:06.641469 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c2f966df-c517-4031-bf02-3c2c0d7c0ad8 req-952d39cc-7c3d-4700-9089-d9efff5e0156 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f1aa-4754-43f2-ac50-778155d9b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419395 Jun 02 12:45:06.675263 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port e4415852-e765-4617-95ea-b657a750210e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e4415852-e765-4617-95ea-b657a750210e,segment=NetworkSegment(123697c6-417a-479c-8bf0-888e2e14ffb2),segment_id=123697c6-417a-479c-8bf0-888e2e14ffb2)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:45:06.688659 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': 'e4415852-e765-4617-95ea-b657a750210e', 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f', 'port_id': 'e4415852-e765-4617-95ea-b657a750210e', 'mac_address': 'fa:16:3e:06:a7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:45:06.746805 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:06.763365 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4415852-e765-4617-95ea-b657a750210e {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:45:06.778648 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port e4415852-e765-4617-95ea-b657a750210e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e4415852-e765-4617-95ea-b657a750210e,segment=NetworkSegment(123697c6-417a-479c-8bf0-888e2e14ffb2),segment_id=123697c6-417a-479c-8bf0-888e2e14ffb2)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:45:06.782439 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:06.784085 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-91ea3747-8246-41f5-b7b6-b3f7bc06dc5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:45:06.848143 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=e4415852-e765-4617-95ea-b657a750210e,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:45:06.854332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:45:07.082676 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['e4415852-e765-4617-95ea-b657a750210e'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:45:07.888890 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9e054-34e5-49f8-ac3b-400d38801bb9 req-1b8dfb43-59c6-4aae-a7b4-8ac0581af206 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:07.890340 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d0c9e054-34e5-49f8-ac3b-400d38801bb9 req-1b8dfb43-59c6-4aae-a7b4-8ac0581af206 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3 HTTP/1.1" status: 200 len: 945 time: 0.0849454 Jun 02 12:45:07.934823 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d0c9e054-34e5-49f8-ac3b-400d38801bb9 req-d2d79e37-e422-4ac2-b6a0-a2fcb043c91d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f1aa-4754-43f2-ac50-778155d9b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383441 Jun 02 12:45:08.503498 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device e4415852-e765-4617-95ea-b657a750210e up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:45:08.568838 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port e4415852-e765-4617-95ea-b657a750210e completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:45:08.573282 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port e4415852-e765-4617-95ea-b657a750210e triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:45:08.573659 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:08.688376 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:08.713979 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4415852-e765-4617-95ea-b657a750210e'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:45:08.716245 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d964f9d3-4cfe-4f91-9d24-34862dda0adb" -d '{"events": [{"server_uuid": "bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3", "name": "network-vif-plugged", "status": "completed", "tag": "e4415852-e765-4617-95ea-b657a750210e"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:45:08.723820 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port e4415852-e765-4617-95ea-b657a750210e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e4415852-e765-4617-95ea-b657a750210e,segment=NetworkSegment(123697c6-417a-479c-8bf0-888e2e14ffb2),segment_id=123697c6-417a-479c-8bf0-888e2e14ffb2)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:45:08.728241 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:08.730119 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:45:08.764819 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792d02eb-7a4d-4495-a749-027af95ca9f0 x-openstack-request-id: req-792d02eb-7a4d-4495-a749-027af95ca9f0 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:45:08.765119 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3", "name": "network-vif-plugged", "status": "completed", "tag": "e4415852-e765-4617-95ea-b657a750210e", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:45:08.765388 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-792d02eb-7a4d-4495-a749-027af95ca9f0 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:45:08.765823 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4415852-e765-4617-95ea-b657a750210e', 'code': 200} Jun 02 12:45:08.801173 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=e4415852-e765-4617-95ea-b657a750210e,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:45:08.804309 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:45:08.977118 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fe5bf-1820-4f9b-974f-6a6587df2cb4 req-8195e706-c80d-4cfc-a144-7986ca53fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:08.978669 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-791fe5bf-1820-4f9b-974f-6a6587df2cb4 req-8195e706-c80d-4cfc-a144-7986ca53fd0d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3 HTTP/1.1" status: 200 len: 1099 time: 0.0694072 Jun 02 12:45:09.021184 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-791fe5bf-1820-4f9b-974f-6a6587df2cb4 req-50d0cebf-e01e-438f-9135-7cfd00f0f481 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2ac9f1aa-4754-43f2-ac50-778155d9b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333142 Jun 02 12:45:09.117024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a567f-38dc-4a8b-a851-c4def86c1211 req-0b2b4dc7-8cfc-4567-b43c-a0c5042749eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:09.118514 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-151a567f-38dc-4a8b-a851-c4def86c1211 req-0b2b4dc7-8cfc-4567-b43c-a0c5042749eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3 HTTP/1.1" status: 200 len: 946 time: 0.0806663 Jun 02 12:45:09.166330 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-151a567f-38dc-4a8b-a851-c4def86c1211 req-491ca4b3-1f76-4e45-a64c-e3fe666a0bee tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f1aa-4754-43f2-ac50-778155d9b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422888 Jun 02 12:45:10.367326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e6647-1a8e-457f-bcb9-d0ac45bf73b2 req-0964ab03-cc18-4c9e-81ac-7808dc068feb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:10.368722 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f34e6647-1a8e-457f-bcb9-d0ac45bf73b2 req-0964ab03-cc18-4c9e-81ac-7808dc068feb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3 HTTP/1.1" status: 200 len: 946 time: 0.0874996 Jun 02 12:45:10.414411 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f34e6647-1a8e-457f-bcb9-d0ac45bf73b2 req-94ea5146-a3b5-437c-ab18-9adcccd46d95 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f1aa-4754-43f2-ac50-778155d9b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400164 Jun 02 12:45:10.596482 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66e0d9-92c8-46d6-b556-f752a87c614c req-a784007f-29b4-465d-8181-9f98af4b0775 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:10.597930 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-be66e0d9-92c8-46d6-b556-f752a87c614c req-a784007f-29b4-465d-8181-9f98af4b0775 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3 HTTP/1.1" status: 200 len: 946 time: 0.0797045 Jun 02 12:45:10.642055 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-be66e0d9-92c8-46d6-b556-f752a87c614c req-e18f4799-59ca-4744-9d4a-9762e603bbbd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f1aa-4754-43f2-ac50-778155d9b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381155 Jun 02 12:45:10.664573 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49522) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:45:10.740303 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cb634d-0a03-4421-8918-a942eba2ea86 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:10.741815 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c5cb634d-0a03-4421-8918-a942eba2ea86 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3 HTTP/1.1" status: 200 len: 1094 time: 0.0762994 Jun 02 12:45:10.745121 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49524) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:45:10.749464 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': 'e4415852-e765-4617-95ea-b657a750210e', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:45:10.755528 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:45:10.759325 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:floatingip and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:45:10.762160 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:45:10.768231 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:45:10.778472 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:10.913239 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:11.042030 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.26.7.218 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/70ce11d0-ee7a-47dc-8833-d5d56ceb2838) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:45:11.197939 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:11.227068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:11.231481 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c1f39d12-f13f-4eeb-9ef6-909071cee954 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:45:11.293764 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:45:11.296923 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:45:11.299341 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:45:11.338619 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=70ce11d0-ee7a-47dc-8833-d5d56ceb2838,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:45:11.342661 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:45:11.711813 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:11.786614 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:12.117168 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:12.121554 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:12.126113 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2e13d956-b375-4a70-ac8f-0522d22126ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:45:12.229783 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=70ce11d0-ee7a-47dc-8833-d5d56ceb2838,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:45:12.234019 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:45:12.243008 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:12.417060 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Floating IP 7967c89c-83b2-4e72-9c8d-d3614f49bc83 associated. External IP: 172.26.7.218, port: e4415852-e765-4617-95ea-b657a750210e. Jun 02 12:45:12.762841 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 47884b66-4f5c-41ae-8408-3ed3b2a847e6 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:45:12.936586 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:45:12.946684 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9027e53-3d6b-4d53-b788-805418ff58b2 None None] Sync routers for ids ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:45:12.956415 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9027e53-3d6b-4d53-b788-805418ff58b2 None None] Routers {'47884b66-4f5c-41ae-8408-3ed3b2a847e6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:45:12.957032 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f9027e53-3d6b-4d53-b788-805418ff58b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:44:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:45:12.961016 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:13.019254 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2730069 Jun 02 12:45:13.019927 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3', 'tag': 'e4415852-e765-4617-95ea-b657a750210e'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:45:13.021793 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49526) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:45:13.022473 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a7abcf-4366-44a4-95a7-266cd87d8a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3", "tag": "e4415852-e765-4617-95ea-b657a750210e"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:45:13.072353 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84632898-366f-444c-a39a-37785796bbe4 x-openstack-request-id: req-84632898-366f-444c-a39a-37785796bbe4 {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:45:13.072692 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3", "tag": "e4415852-e765-4617-95ea-b657a750210e", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:45:13.072987 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84632898-366f-444c-a39a-37785796bbe4 {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:45:13.073427 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3', 'tag': 'e4415852-e765-4617-95ea-b657a750210e', 'status': 'completed', 'code': 200} Jun 02 12:45:13.159683 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-f9027e53-3d6b-4d53-b788-805418ff58b2 None None] Set router 47884b66-4f5c-41ae-8408-3ed3b2a847e6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:45:13.268001 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9ff5000b-32e5-42ca-864d-f501ce4ecc60 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/routers/47884b66-4f5c-41ae-8408-3ed3b2a847e6 HTTP/1.1" status: 200 len: 922 time: 0.2448120 Jun 02 12:45:13.270600 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49530) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:45:13.273651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7abcf-4366-44a4-95a7-266cd87d8a3c req-e299ab28-8019-4f54-b26a-71fcd2a99a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:13.275078 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-21a7abcf-4366-44a4-95a7-266cd87d8a3c req-e299ab28-8019-4f54-b26a-71fcd2a99a58 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3 HTTP/1.1" status: 200 len: 1099 time: 0.1741722 Jun 02 12:45:13.383773 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a1b9fe55-ffbc-451c-9391-d66c390df39f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/7967c89c-83b2-4e72-9c8d-d3614f49bc83 HTTP/1.1" status: 200 len: 992 time: 0.1108692 Jun 02 12:45:13.414553 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7abcf-4366-44a4-95a7-266cd87d8a3c req-f7bd3b9e-07b3-4b62-8f95-2ddbbb51b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:13.416015 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-21a7abcf-4366-44a4-95a7-266cd87d8a3c req-f7bd3b9e-07b3-4b62-8f95-2ddbbb51b612 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f3eaa294-3be4-4e71-bdc1-8c7fafc8442f HTTP/1.1" status: 200 len: 897 time: 0.1330655 Jun 02 12:45:13.517532 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f9027e53-3d6b-4d53-b788-805418ff58b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'name': 'tempest-TestNetworkBasicOps-router-1103969904', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:54Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '7967c89c-83b2-4e72-9c8d-d3614f49bc83', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.218', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'port_id': 'e4415852-e765-4617-95ea-b657a750210e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f', 'mac_address': 'fa:16:3e:06:a7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:45:11Z', 'updated_at': '2021-06-02T12:45:11Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8fb772e-ded2-4d2f-a38c-f685ad5609e9', 'name': '', 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:42:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:53Z', 'updated_at': '2021-06-02T12:44:58Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:45:13.519997 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-21a7abcf-4366-44a4-95a7-266cd87d8a3c req-3a161903-5f4a-461f-b154-a45a1a07b4c8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4415852-e765-4617-95ea-b657a750210e HTTP/1.1" status: 200 len: 1000 time: 0.0967996 Jun 02 12:45:13.521516 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9027e53-3d6b-4d53-b788-805418ff58b2 None None] Checking router: 47884b66-4f5c-41ae-8408-3ed3b2a847e6 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:45:13.530073 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9027e53-3d6b-4d53-b788-805418ff58b2 None None] Routers {'47884b66-4f5c-41ae-8408-3ed3b2a847e6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:45:13.530703 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f9027e53-3d6b-4d53-b788-805418ff58b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:44:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:45:13.584876 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7abcf-4366-44a4-95a7-266cd87d8a3c req-65cd39a6-75b3-4506-88ac-9fe4ef475a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:13.586339 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-21a7abcf-4366-44a4-95a7-266cd87d8a3c req-65cd39a6-75b3-4506-88ac-9fe4ef475a67 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=face18a4-15ad-40fe-9b27-293fce3d38a8 HTTP/1.1" status: 200 len: 834 time: 0.0607233 Jun 02 12:45:13.661350 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7abcf-4366-44a4-95a7-266cd87d8a3c req-34f66053-b9fd-4c84-99ce-ff861787be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:45:13.662847 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-21a7abcf-4366-44a4-95a7-266cd87d8a3c req-34f66053-b9fd-4c84-99ce-ff861787be30 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f3eaa294-3be4-4e71-bdc1-8c7fafc8442f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0699766 Jun 02 12:45:13.710079 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-f9027e53-3d6b-4d53-b788-805418ff58b2 None None] Set router 47884b66-4f5c-41ae-8408-3ed3b2a847e6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:45:13.925655 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-21a7abcf-4366-44a4-95a7-266cd87d8a3c req-b78a10b3-476e-4e27-a671-dee0c8d0ed7f service neutron] 10.222.0.22 "GET /v2.0/networks/f3eaa294-3be4-4e71-bdc1-8c7fafc8442f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561443 Jun 02 12:45:14.057035 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-21a7abcf-4366-44a4-95a7-266cd87d8a3c req-16b7658b-7b70-47d2-8c49-ec1cc8f4f8e7 service neutron] 10.222.0.22 "GET /v2.0/networks/f3eaa294-3be4-4e71-bdc1-8c7fafc8442f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250148 Jun 02 12:45:14.116747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b1089b2e-8c1d-4d3c-9450-f1b18d6048ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:14.123818 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f9027e53-3d6b-4d53-b788-805418ff58b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'name': 'tempest-TestNetworkBasicOps-router-1103969904', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:54Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '7967c89c-83b2-4e72-9c8d-d3614f49bc83', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.218', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'port_id': 'e4415852-e765-4617-95ea-b657a750210e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f', 'mac_address': 'fa:16:3e:06:a7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:45:11Z', 'updated_at': '2021-06-02T12:45:11Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8fb772e-ded2-4d2f-a38c-f685ad5609e9', 'name': '', 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:42:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:53Z', 'updated_at': '2021-06-02T12:44:58Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:45:14.128281 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9027e53-3d6b-4d53-b788-805418ff58b2 None None] The sync data for ids ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'] in dv-neutron-601336-80-hyperv is: [{'id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'name': 'tempest-TestNetworkBasicOps-router-1103969904', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:54Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '7967c89c-83b2-4e72-9c8d-d3614f49bc83', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.218', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'port_id': 'e4415852-e765-4617-95ea-b657a750210e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f', 'mac_address': 'fa:16:3e:06:a7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:45:11Z', 'updated_at': '2021-06-02T12:45:11Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8fb772e-ded2-4d2f-a38c-f685ad5609e9', 'name': '', 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:42:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:53Z', 'updated_at': '2021-06-02T12:44:58Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:45:14.317003 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a678c9-665d-4f30-aafa-36119c719547 None None] New status for floating IP 7967c89c-83b2-4e72-9c8d-d3614f49bc83: ACTIVE {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:45:14.386365 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49532) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:45:14.489130 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d4bb579f-a413-4a19-ab2b-95fe65cef9db tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/7967c89c-83b2-4e72-9c8d-d3614f49bc83 HTTP/1.1" status: 200 len: 992 time: 0.1014373 Jun 02 12:45:15.492757 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49534) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:45:15.597106 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2810fa2c-a511-496d-9a0c-73332e0b1270 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/7967c89c-83b2-4e72-9c8d-d3614f49bc83 HTTP/1.1" status: 200 len: 994 time: 0.1032217 Jun 02 12:45:16.624269 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-963b4b5f-f95b-43bd-b234-b0543a72ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:16.678841 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:17.710348 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:19.492170 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:25.853497 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:29.791067 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:45:44.118704 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b1a43663-a525-4e29-941b-d5c7e6ddfda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:46.626472 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-486038ba-4d67-49ca-80ed-94868323485e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:46.679870 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:47.715435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:49.494634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:55.855263 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:45:58.767574 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [req-a2700016-1fb1-462b-a73b-8e3408c65578 req-90a63eac-8f66-4269-af61-ea875d6a77d2 service neutron] (92304) timed out ('10.222.0.22', 49822) {{(pid=92304) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 02 12:46:05.889198 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6827a697-e02c-49ca-8f3d-36ac2e0d439a req-baffb205-ddbf-4293-a9a6-5dd1d2a43f2b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681746 Jun 02 12:46:06.028727 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827a697-e02c-49ca-8f3d-36ac2e0d439a req-65835396-3265-4eaf-9a3c-9e9b091db0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:06.030479 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6827a697-e02c-49ca-8f3d-36ac2e0d439a req-65835396-3265-4eaf-9a3c-9e9b091db0e6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3 HTTP/1.1" status: 200 len: 1099 time: 0.0745313 Jun 02 12:46:06.180868 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827a697-e02c-49ca-8f3d-36ac2e0d439a req-80749cf2-39a5-45ee-bc5b-20159557bace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:06.182312 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6827a697-e02c-49ca-8f3d-36ac2e0d439a req-80749cf2-39a5-45ee-bc5b-20159557bace service neutron] 10.222.0.22 "GET /v2.0/networks?id=f3eaa294-3be4-4e71-bdc1-8c7fafc8442f HTTP/1.1" status: 200 len: 897 time: 0.1323080 Jun 02 12:46:06.285806 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6827a697-e02c-49ca-8f3d-36ac2e0d439a req-c7eaf39f-7548-40d7-995e-fed9e1644767 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4415852-e765-4617-95ea-b657a750210e HTTP/1.1" status: 200 len: 1002 time: 0.0959761 Jun 02 12:46:06.348040 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827a697-e02c-49ca-8f3d-36ac2e0d439a req-95abd6d1-0f8e-4c52-b656-573b99948448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:06.349465 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6827a697-e02c-49ca-8f3d-36ac2e0d439a req-95abd6d1-0f8e-4c52-b656-573b99948448 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=face18a4-15ad-40fe-9b27-293fce3d38a8 HTTP/1.1" status: 200 len: 834 time: 0.0581365 Jun 02 12:46:06.427616 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827a697-e02c-49ca-8f3d-36ac2e0d439a req-1dd58af8-9dc6-473f-971c-ab0966987dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:06.429052 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6827a697-e02c-49ca-8f3d-36ac2e0d439a req-1dd58af8-9dc6-473f-971c-ab0966987dc4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f3eaa294-3be4-4e71-bdc1-8c7fafc8442f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0732479 Jun 02 12:46:06.559071 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6827a697-e02c-49ca-8f3d-36ac2e0d439a req-8cc0a652-d3ba-4b6c-9da2-8815db0c17fc service neutron] 10.222.0.22 "GET /v2.0/networks/f3eaa294-3be4-4e71-bdc1-8c7fafc8442f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220515 Jun 02 12:46:06.686690 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6827a697-e02c-49ca-8f3d-36ac2e0d439a req-0ba8abb3-1ef4-487c-be93-90f732480bfc service neutron] 10.222.0.22 "GET /v2.0/networks/f3eaa294-3be4-4e71-bdc1-8c7fafc8442f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212771 Jun 02 12:46:06.789618 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:46:14.119747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-34a4e162-4986-43f3-bfe0-e9bb536c750a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:16.628030 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a07ddcc7-c8d8-46d4-b5f1-086b90ce6fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:16.679676 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:17.716816 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:18.298604 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49556) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:18.775668 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-09d46990-447b-46f9-a385-ba121b0297fe tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/routers/47884b66-4f5c-41ae-8408-3ed3b2a847e6/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.4760401 Jun 02 12:46:18.778381 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49562) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:18.963257 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace79dbb-e444-4920-80b7-f9cceda42ff2 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Notify agent at dv-neutron-601336-80-hyperv the message router_removed_from_agent {{(pid=92304) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jun 02 12:46:18.966408 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ace79dbb-e444-4920-80b7-f9cceda42ff2 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "DELETE /v2.0/agents/67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c/l3-routers/47884b66-4f5c-41ae-8408-3ed3b2a847e6 HTTP/1.1" status: 204 len: 168 time: 0.1871088 Jun 02 12:46:18.968916 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49564) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:19.146342 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-00a0ae6d-4143-442c-b91f-af82ff865ea0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/routers/47884b66-4f5c-41ae-8408-3ed3b2a847e6/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1762297 Jun 02 12:46:19.148793 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49566) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:19.253875 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a52871a6-ead7-4301-9e65-727f5288c213 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/7967c89c-83b2-4e72-9c8d-d3614f49bc83 HTTP/1.1" status: 200 len: 994 time: 0.1039584 Jun 02 12:46:19.496834 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:19.704996 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af6f9c7-d62a-4e8c-9503-e40d156a4872 None None] New status for floating IP 7967c89c-83b2-4e72-9c8d-d3614f49bc83: DOWN {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:46:20.258183 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49568) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:20.366213 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9717405d-8217-49a7-b591-2763393e33d6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/7967c89c-83b2-4e72-9c8d-d3614f49bc83 HTTP/1.1" status: 200 len: 992 time: 0.1068652 Jun 02 12:46:20.366506 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a8fb772e-ded2-4d2f-a38c-f685ad5609e9 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:46:20.487996 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:20.519590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port a8fb772e-ded2-4d2f-a38c-f685ad5609e9, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a8fb772e-ded2-4d2f-a38c-f685ad5609e9,segment=NetworkSegment(123697c6-417a-479c-8bf0-888e2e14ffb2),segment_id=123697c6-417a-479c-8bf0-888e2e14ffb2)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:46:20.524746 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:20.525570 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:46:20.549679 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:20.641659 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=a8fb772e-ded2-4d2f-a38c-f685ad5609e9,revision_number=6']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:20.675691 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:20.676034 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:20.677006 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:20.677340 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:20.677666 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:20.677995 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:20.678344 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:20.678668 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:20.678991 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:20.679315 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:20.679633 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:20.679946 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:20.688994 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:20.706864 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:20.722350 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:46:20.727554 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:20.730439 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-78eb82dd-0ee9-4acb-b58e-80893f6b793f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:20.796346 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:20.799335 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:21.495615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49574) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:21.694373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b79f4e4-b6fb-4fcb-8a29-f1a850772bdc tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Router 47884b66-4f5c-41ae-8408-3ed3b2a847e6 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:46:21.694708 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b79f4e4-b6fb-4fcb-8a29-f1a850772bdc tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Notify agent at dv-neutron-601336-80-hyperv the message router_added_to_agent {{(pid=92304) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jun 02 12:46:21.719406 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3b79f4e4-b6fb-4fcb-8a29-f1a850772bdc tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "POST /v2.0/agents/67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2227502 Jun 02 12:46:21.722263 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49578) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:21.741046 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860bc406-224a-431b-8092-6fe123b54947 None None] Sync routers for ids ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:46:21.751544 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860bc406-224a-431b-8092-6fe123b54947 None None] Routers {'47884b66-4f5c-41ae-8408-3ed3b2a847e6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:46:21.752153 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-860bc406-224a-431b-8092-6fe123b54947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:46:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:46:21.901504 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-99008af5-cd5a-4973-b98f-d6570f900123 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/routers/47884b66-4f5c-41ae-8408-3ed3b2a847e6/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1780121 Jun 02 12:46:21.904002 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49582) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:21.927119 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-860bc406-224a-431b-8092-6fe123b54947 None None] Set router 47884b66-4f5c-41ae-8408-3ed3b2a847e6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:46:22.008319 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-aa2394f2-e252-4618-9498-d957eff5ce5a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/7967c89c-83b2-4e72-9c8d-d3614f49bc83 HTTP/1.1" status: 200 len: 992 time: 0.1029177 Jun 02 12:46:22.269674 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-860bc406-224a-431b-8092-6fe123b54947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'name': 'tempest-TestNetworkBasicOps-router-1103969904', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:54Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:46:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '7967c89c-83b2-4e72-9c8d-d3614f49bc83', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.218', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'port_id': 'e4415852-e765-4617-95ea-b657a750210e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f', 'mac_address': 'fa:16:3e:06:a7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:45:11Z', 'updated_at': '2021-06-02T12:46:19Z', 'revision_number': 2, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8fb772e-ded2-4d2f-a38c-f685ad5609e9', 'name': '', 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:42:29:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:53Z', 'updated_at': '2021-06-02T12:46:20Z', 'revision_number': 6, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:46:22.273362 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860bc406-224a-431b-8092-6fe123b54947 None None] Checking router: 47884b66-4f5c-41ae-8408-3ed3b2a847e6 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:46:22.281641 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860bc406-224a-431b-8092-6fe123b54947 None None] Routers {'47884b66-4f5c-41ae-8408-3ed3b2a847e6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:46:22.282257 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-860bc406-224a-431b-8092-6fe123b54947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:46:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:46:22.456403 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-860bc406-224a-431b-8092-6fe123b54947 None None] Set router 47884b66-4f5c-41ae-8408-3ed3b2a847e6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:46:22.848007 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-860bc406-224a-431b-8092-6fe123b54947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'name': 'tempest-TestNetworkBasicOps-router-1103969904', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:54Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:46:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '7967c89c-83b2-4e72-9c8d-d3614f49bc83', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.218', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'port_id': 'e4415852-e765-4617-95ea-b657a750210e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f', 'mac_address': 'fa:16:3e:06:a7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:45:11Z', 'updated_at': '2021-06-02T12:46:19Z', 'revision_number': 2, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8fb772e-ded2-4d2f-a38c-f685ad5609e9', 'name': '', 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:42:29:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:53Z', 'updated_at': '2021-06-02T12:46:20Z', 'revision_number': 6, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:46:22.851834 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860bc406-224a-431b-8092-6fe123b54947 None None] The sync data for ids ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'] in dv-neutron-601336-80-hyperv is: [{'id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'name': 'tempest-TestNetworkBasicOps-router-1103969904', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:54Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:46:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '7967c89c-83b2-4e72-9c8d-d3614f49bc83', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.218', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'port_id': 'e4415852-e765-4617-95ea-b657a750210e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f', 'mac_address': 'fa:16:3e:06:a7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:45:11Z', 'updated_at': '2021-06-02T12:46:19Z', 'revision_number': 2, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8fb772e-ded2-4d2f-a38c-f685ad5609e9', 'name': '', 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:42:29:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:53Z', 'updated_at': '2021-06-02T12:46:20Z', 'revision_number': 6, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:46:23.012401 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49584) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:23.288261 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-743d7845-4493-4d1a-b8d0-b4f3c88ecd78 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/7967c89c-83b2-4e72-9c8d-d3614f49bc83 HTTP/1.1" status: 200 len: 992 time: 0.2734385 Jun 02 12:46:24.291859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49586) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:24.353221 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18310ad2-740e-4ee3-844e-f0502864c036 None None] New status for floating IP 7967c89c-83b2-4e72-9c8d-d3614f49bc83: ACTIVE {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:46:24.411411 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b4867195-d99e-4f29-8a41-67df7ea56a24 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/7967c89c-83b2-4e72-9c8d-d3614f49bc83 HTTP/1.1" status: 200 len: 992 time: 0.1176889 Jun 02 12:46:24.434104 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a8fb772e-ded2-4d2f-a38c-f685ad5609e9 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:46:24.652470 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port a8fb772e-ded2-4d2f-a38c-f685ad5609e9 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:46:24.652845 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:24.835054 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:24.867492 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port a8fb772e-ded2-4d2f-a38c-f685ad5609e9, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a8fb772e-ded2-4d2f-a38c-f685ad5609e9,segment=NetworkSegment(123697c6-417a-479c-8bf0-888e2e14ffb2),segment_id=123697c6-417a-479c-8bf0-888e2e14ffb2)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:46:24.871640 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:24.872680 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:46:24.896762 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-6cb9f720-7de8-4934-8810-52b809278ca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:24.989403 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=a8fb772e-ded2-4d2f-a38c-f685ad5609e9,revision_number=7']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:24.992746 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:25.001778 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:46:25.002174 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:25.124323 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:25.140635 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:46:25.143979 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:25.146389 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-2e8bbd7c-14b5-4fb1-91db-86abb33303fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:25.210146 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3,revision_number=6']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:25.213169 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:25.414514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49588) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:25.518230 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-10eb28ff-09a4-4624-9f94-692970693316 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/7967c89c-83b2-4e72-9c8d-d3614f49bc83 HTTP/1.1" status: 200 len: 994 time: 0.1023889 Jun 02 12:46:25.802398 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49594) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:25.859044 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:26.068772 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port 70ce11d0-ee7a-47dc-8833-d5d56ceb2838 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:46:26.069025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:26.305246 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:26.305580 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:26.375219 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a8fb772e-ded2-4d2f-a38c-f685ad5609e9 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:46:26.436173 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for 70ce11d0-ee7a-47dc-8833-d5d56ceb2838 owned by network:floatingip {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:46:26.449223 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port a8fb772e-ded2-4d2f-a38c-f685ad5609e9 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:46:26.449599 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:26.554675 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:26.559234 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-69a23717-0f64-43e0-8107-9fd0d523c547 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:26.564638 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:46:26.630266 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=70ce11d0-ee7a-47dc-8833-d5d56ceb2838,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:26.633493 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:46:26.633866 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:26.673835 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:26.674252 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:26.674635 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:26.675011 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:26.675380 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:26.675750 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:26.676165 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:26.677025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:26.677391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:26.677753 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:26.678127 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:26.678485 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:26.685116 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:26.710310 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:26.710706 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Floating IP 7967c89c-83b2-4e72-9c8d-d3614f49bc83 disassociated (deleted). External IP: 172.26.7.218, port: e4415852-e765-4617-95ea-b657a750210e. Jun 02 12:46:27.063234 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 47884b66-4f5c-41ae-8408-3ed3b2a847e6 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:46:27.236106 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:46:27.245145 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c823aafc-3d0a-4eea-8466-e6213ea02658 None None] Sync routers for ids ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:46:27.254182 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c823aafc-3d0a-4eea-8466-e6213ea02658 None None] Routers {'47884b66-4f5c-41ae-8408-3ed3b2a847e6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:46:27.255268 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-c823aafc-3d0a-4eea-8466-e6213ea02658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:46:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:46:27.255847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:27.313001 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/floatingips/7967c89c-83b2-4e72-9c8d-d3614f49bc83 HTTP/1.1" status: 204 len: 168 time: 1.5096142 Jun 02 12:46:27.313806 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3', 'tag': 'e4415852-e765-4617-95ea-b657a750210e'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:46:27.316163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b7fea5-4f1e-40d0-a542-f444b81fda44" -d '{"events": [{"name": "network-changed", "server_uuid": "bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3", "tag": "e4415852-e765-4617-95ea-b657a750210e"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:46:27.417846 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d097d19-1fcc-45dc-9fee-99cc435d3aee x-openstack-request-id: req-1d097d19-1fcc-45dc-9fee-99cc435d3aee {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:46:27.418240 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3", "tag": "e4415852-e765-4617-95ea-b657a750210e", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:46:27.418543 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d097d19-1fcc-45dc-9fee-99cc435d3aee {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:46:27.419006 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3', 'tag': 'e4415852-e765-4617-95ea-b657a750210e', 'status': 'completed', 'code': 200} Jun 02 12:46:27.446512 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-c823aafc-3d0a-4eea-8466-e6213ea02658 None None] Set router 47884b66-4f5c-41ae-8408-3ed3b2a847e6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:46:27.520457 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7fea5-4f1e-40d0-a542-f444b81fda44 req-1b122ffa-ed8f-4433-9ad9-0d9a5f367a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:27.522272 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a3b7fea5-4f1e-40d0-a542-f444b81fda44 req-1b122ffa-ed8f-4433-9ad9-0d9a5f367a29 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3 HTTP/1.1" status: 200 len: 1099 time: 0.0835633 Jun 02 12:46:27.663613 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7fea5-4f1e-40d0-a542-f444b81fda44 req-394728d4-448e-48bc-bb47-3612442bd62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:27.665070 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a3b7fea5-4f1e-40d0-a542-f444b81fda44 req-394728d4-448e-48bc-bb47-3612442bd62f service neutron] 10.222.0.22 "GET /v2.0/networks?id=f3eaa294-3be4-4e71-bdc1-8c7fafc8442f HTTP/1.1" status: 200 len: 897 time: 0.1339917 Jun 02 12:46:27.701051 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007c624-4060-470f-b223-626ef0ae11c4 req-49c70cab-8a3e-4270-8c07-d8fce6fa3c34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:27.703453 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5007c624-4060-470f-b223-626ef0ae11c4 req-49c70cab-8a3e-4270-8c07-d8fce6fa3c34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3 HTTP/1.1" status: 200 len: 946 time: 0.0881212 Jun 02 12:46:27.757046 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5007c624-4060-470f-b223-626ef0ae11c4 req-22bc68b4-f2bf-4c0c-8646-8d3edd296d54 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f1aa-4754-43f2-ac50-778155d9b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433514 Jun 02 12:46:27.773075 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-c823aafc-3d0a-4eea-8466-e6213ea02658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'name': 'tempest-TestNetworkBasicOps-router-1103969904', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:54Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:46:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'a8fb772e-ded2-4d2f-a38c-f685ad5609e9', 'name': '', 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:42:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:53Z', 'updated_at': '2021-06-02T12:46:24Z', 'revision_number': 7, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:46:27.781403 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c823aafc-3d0a-4eea-8466-e6213ea02658 None None] Checking router: 47884b66-4f5c-41ae-8408-3ed3b2a847e6 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:46:27.790719 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c823aafc-3d0a-4eea-8466-e6213ea02658 None None] Routers {'47884b66-4f5c-41ae-8408-3ed3b2a847e6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:46:27.791330 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-c823aafc-3d0a-4eea-8466-e6213ea02658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:46:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:46:27.858943 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a3b7fea5-4f1e-40d0-a542-f444b81fda44 req-6344cc15-22af-4a38-bd12-d459025c7424 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4415852-e765-4617-95ea-b657a750210e HTTP/1.1" status: 200 len: 217 time: 0.1869020 Jun 02 12:46:27.922347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7fea5-4f1e-40d0-a542-f444b81fda44 req-ad36bca0-7016-480e-9f87-2181c3af8e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:27.923818 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a3b7fea5-4f1e-40d0-a542-f444b81fda44 req-ad36bca0-7016-480e-9f87-2181c3af8e9b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=face18a4-15ad-40fe-9b27-293fce3d38a8 HTTP/1.1" status: 200 len: 834 time: 0.0580370 Jun 02 12:46:27.966552 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-c823aafc-3d0a-4eea-8466-e6213ea02658 None None] Set router 47884b66-4f5c-41ae-8408-3ed3b2a847e6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:46:28.002717 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7fea5-4f1e-40d0-a542-f444b81fda44 req-4b5fa5d1-5df0-48e6-881c-7a729dd183d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:28.004714 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a3b7fea5-4f1e-40d0-a542-f444b81fda44 req-4b5fa5d1-5df0-48e6-881c-7a729dd183d6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f3eaa294-3be4-4e71-bdc1-8c7fafc8442f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0734501 Jun 02 12:46:28.148997 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a3b7fea5-4f1e-40d0-a542-f444b81fda44 req-f7babff7-994d-4de8-bcbb-a40f16bc1dd3 service neutron] 10.222.0.22 "GET /v2.0/networks/f3eaa294-3be4-4e71-bdc1-8c7fafc8442f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376071 Jun 02 12:46:28.284027 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a3b7fea5-4f1e-40d0-a542-f444b81fda44 req-832c2e75-ec59-4c72-a00c-3e145b8c482e service neutron] 10.222.0.22 "GET /v2.0/networks/f3eaa294-3be4-4e71-bdc1-8c7fafc8442f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278543 Jun 02 12:46:28.315286 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-c823aafc-3d0a-4eea-8466-e6213ea02658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'name': 'tempest-TestNetworkBasicOps-router-1103969904', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:54Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:46:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'a8fb772e-ded2-4d2f-a38c-f685ad5609e9', 'name': '', 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:42:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:53Z', 'updated_at': '2021-06-02T12:46:24Z', 'revision_number': 7, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:46:28.319710 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c823aafc-3d0a-4eea-8466-e6213ea02658 None None] The sync data for ids ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'] in dv-neutron-601336-80-hyperv is: [{'id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'name': 'tempest-TestNetworkBasicOps-router-1103969904', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:44:54Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:46:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'a8fb772e-ded2-4d2f-a38c-f685ad5609e9', 'name': '', 'network_id': 'f3eaa294-3be4-4e71-bdc1-8c7fafc8442f', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:42:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:53Z', 'updated_at': '2021-06-02T12:46:24Z', 'revision_number': 7, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'face18a4-15ad-40fe-9b27-293fce3d38a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:46:28.946762 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebd1ff-1881-49f0-a2cd-48df57585a67 req-97a3f468-c506-4159-8c5d-57cfdacb6e3e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:28.947455 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-dfebd1ff-1881-49f0-a2cd-48df57585a67 req-97a3f468-c506-4159-8c5d-57cfdacb6e3e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:46:28.962014 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-dfebd1ff-1881-49f0-a2cd-48df57585a67 req-97a3f468-c506-4159-8c5d-57cfdacb6e3e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:46:28.963210 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dfebd1ff-1881-49f0-a2cd-48df57585a67 req-97a3f468-c506-4159-8c5d-57cfdacb6e3e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3 HTTP/1.1" status: 200 len: 946 time: 0.0958021 Jun 02 12:46:29.008704 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dfebd1ff-1881-49f0-a2cd-48df57585a67 req-e81fcf86-921a-458e-b90b-47ef4a0183d1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f1aa-4754-43f2-ac50-778155d9b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398438 Jun 02 12:46:29.215888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f0100-4139-46f1-a782-415363e00007 req-55639f06-a6e5-4139-b47a-6b3d94772679 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:29.217388 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b60f0100-4139-46f1-a782-415363e00007 req-55639f06-a6e5-4139-b47a-6b3d94772679 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3 HTTP/1.1" status: 200 len: 946 time: 0.0843685 Jun 02 12:46:29.354781 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-b60f0100-4139-46f1-a782-415363e00007 req-3ff24da6-16c2-4d06-8fe6-0b560a377068 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port e4415852-e765-4617-95ea-b657a750210e {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:46:29.355036 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b60f0100-4139-46f1-a782-415363e00007 req-3ff24da6-16c2-4d06-8fe6-0b560a377068 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:29.486169 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-b60f0100-4139-46f1-a782-415363e00007 req-3ff24da6-16c2-4d06-8fe6-0b560a377068 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port e4415852-e765-4617-95ea-b657a750210e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e4415852-e765-4617-95ea-b657a750210e,segment=NetworkSegment(123697c6-417a-479c-8bf0-888e2e14ffb2),segment_id=123697c6-417a-479c-8bf0-888e2e14ffb2)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:46:29.486584 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b60f0100-4139-46f1-a782-415363e00007 req-3ff24da6-16c2-4d06-8fe6-0b560a377068 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:29.574802 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6304794d-3d3b-4dcd-9319-d72e35212899 None None] New status for floating IP 7967c89c-83b2-4e72-9c8d-d3614f49bc83: DOWN {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:46:29.611453 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-b60f0100-4139-46f1-a782-415363e00007 req-3ff24da6-16c2-4d06-8fe6-0b560a377068 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for e4415852-e765-4617-95ea-b657a750210e owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:46:29.727199 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b60f0100-4139-46f1-a782-415363e00007 req-3ff24da6-16c2-4d06-8fe6-0b560a377068 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:29.733063 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:29.777442 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff24da6-16c2-4d06-8fe6-0b560a377068 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=e4415852-e765-4617-95ea-b657a750210e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:29.780013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3ff24da6-16c2-4d06-8fe6-0b560a377068 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:29.855022 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60f0100-4139-46f1-a782-415363e00007 req-3ff24da6-16c2-4d06-8fe6-0b560a377068 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] No DVR routers for this DVR port e4415852-e765-4617-95ea-b657a750210e on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:46:29.857587 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b60f0100-4139-46f1-a782-415363e00007 req-3ff24da6-16c2-4d06-8fe6-0b560a377068 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:29.860297 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3', 'name': 'network-vif-deleted', 'tag': 'e4415852-e765-4617-95ea-b657a750210e'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:46:29.862618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe373cb-a1d0-4c82-bd16-1542ab966fca" -d '{"events": [{"server_uuid": "bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3", "name": "network-vif-deleted", "tag": "e4415852-e765-4617-95ea-b657a750210e"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:46:29.876332 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b60f0100-4139-46f1-a782-415363e00007 req-3ff24da6-16c2-4d06-8fe6-0b560a377068 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "DELETE /v2.0/ports/e4415852-e765-4617-95ea-b657a750210e HTTP/1.1" status: 204 len: 173 time: 0.6529777 Jun 02 12:46:29.907739 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6e854f-b57a-4d5e-a681-aab049856320 x-openstack-request-id: req-da6e854f-b57a-4d5e-a681-aab049856320 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:46:29.908088 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3", "name": "network-vif-deleted", "tag": "e4415852-e765-4617-95ea-b657a750210e", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:46:29.908412 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da6e854f-b57a-4d5e-a681-aab049856320 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:46:29.908833 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3', 'name': 'network-vif-deleted', 'tag': 'e4415852-e765-4617-95ea-b657a750210e', 'status': 'completed', 'code': 200} Jun 02 12:46:30.168655 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-1460ec8f-b458-4f19-aeec-19d583d6a253 req-8f7cf067-b5a7-453b-b51e-5a8b75e8a87e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:46:30.185252 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-1460ec8f-b458-4f19-aeec-19d583d6a253 req-8f7cf067-b5a7-453b-b51e-5a8b75e8a87e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:46:30.186441 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1460ec8f-b458-4f19-aeec-19d583d6a253 req-8f7cf067-b5a7-453b-b51e-5a8b75e8a87e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbde60b5-0c8e-4bfc-98e0-6f17c697a4a3 HTTP/1.1" status: 200 len: 210 time: 0.0611579 Jun 02 12:46:31.280099 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49614) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:31.349913 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1cbd1d4c-c91d-461e-92c8-2f232424e69a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:31.378777 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1cbd1d4c-c91d-461e-92c8-2f232424e69a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:31.446325 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1cbd1d4c-c91d-461e-92c8-2f232424e69a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:31.451370 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8a2e36be-9404-4209-ac16-cbe1dc3dc2a7 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:31.465790 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd1d4c-c91d-461e-92c8-2f232424e69a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac9f1aa-4754-43f2-ac50-778155d9b84b,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:31.468408 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1cbd1d4c-c91d-461e-92c8-2f232424e69a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:31.476859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1cbd1d4c-c91d-461e-92c8-2f232424e69a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:31.477982 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1cbd1d4c-c91d-461e-92c8-2f232424e69a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/security-groups/2ac9f1aa-4754-43f2-ac50-778155d9b84b HTTP/1.1" status: 204 len: 168 time: 0.1969078 Jun 02 12:46:31.506763 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49618) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:32.182417 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f7bae5b3-6b8e-4278-91ff-ada083b47f45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:32.605019 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f7bae5b3-6b8e-4278-91ff-ada083b47f45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port a8fb772e-ded2-4d2f-a38c-f685ad5609e9 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:46:32.605687 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f7bae5b3-6b8e-4278-91ff-ada083b47f45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:32.734663 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-f7bae5b3-6b8e-4278-91ff-ada083b47f45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port a8fb772e-ded2-4d2f-a38c-f685ad5609e9, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a8fb772e-ded2-4d2f-a38c-f685ad5609e9,segment=NetworkSegment(123697c6-417a-479c-8bf0-888e2e14ffb2),segment_id=123697c6-417a-479c-8bf0-888e2e14ffb2)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:46:32.735014 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f7bae5b3-6b8e-4278-91ff-ada083b47f45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:32.858316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f7bae5b3-6b8e-4278-91ff-ada083b47f45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for a8fb772e-ded2-4d2f-a38c-f685ad5609e9 owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:46:32.979586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device e4415852-e765-4617-95ea-b657a750210e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:46:33.013807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: e4415852-e765-4617-95ea-b657a750210e {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:46:33.014183 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device e4415852-e765-4617-95ea-b657a750210e not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:46:33.286913 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f7bae5b3-6b8e-4278-91ff-ada083b47f45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:33.291258 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9d684a3b-5881-4429-85aa-42cf23718b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:33.371858 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bae5b3-6b8e-4278-91ff-ada083b47f45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=a8fb772e-ded2-4d2f-a38c-f685ad5609e9,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:33.378409 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f7bae5b3-6b8e-4278-91ff-ada083b47f45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:33.609394 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f7bae5b3-6b8e-4278-91ff-ada083b47f45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:33.968315 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bae5b3-6b8e-4278-91ff-ada083b47f45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 47884b66-4f5c-41ae-8408-3ed3b2a847e6 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:46:34.147935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bae5b3-6b8e-4278-91ff-ada083b47f45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:46:34.157155 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a75cace-3a8e-4943-b09e-db443902736d None None] Sync routers for ids ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:46:34.167664 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f7bae5b3-6b8e-4278-91ff-ada083b47f45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/routers/47884b66-4f5c-41ae-8408-3ed3b2a847e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6573586 Jun 02 12:46:34.167857 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a75cace-3a8e-4943-b09e-db443902736d None None] Routers {'47884b66-4f5c-41ae-8408-3ed3b2a847e6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:46:34.167857 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-9a75cace-3a8e-4943-b09e-db443902736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:46:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:46:34.168132 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49620) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:34.233162 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-445e150c-8a72-45bb-ad83-b322b67f47d4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting subnet face18a4-15ad-40fe-9b27-293fce3d38a8 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:46:34.236048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-445e150c-8a72-45bb-ad83-b322b67f47d4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:34.296010 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-445e150c-8a72-45bb-ad83-b322b67f47d4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:34.343100 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-9a75cace-3a8e-4943-b09e-db443902736d None None] Set router 47884b66-4f5c-41ae-8408-3ed3b2a847e6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:46:34.383282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-445e150c-8a72-45bb-ad83-b322b67f47d4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:34.619414 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-9a75cace-3a8e-4943-b09e-db443902736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'name': 'tempest-TestNetworkBasicOps-router-1103969904', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:46:33Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:46:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:46:34.623397 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a75cace-3a8e-4943-b09e-db443902736d None None] Checking router: 47884b66-4f5c-41ae-8408-3ed3b2a847e6 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:46:34.632821 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a75cace-3a8e-4943-b09e-db443902736d None None] Routers {'47884b66-4f5c-41ae-8408-3ed3b2a847e6'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:46:34.633444 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-9a75cace-3a8e-4943-b09e-db443902736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:46:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:46:34.780529 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-445e150c-8a72-45bb-ad83-b322b67f47d4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:34.784978 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fa120c30-af2a-48cc-8a0a-85aa59219a2f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:34.814446 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-9a75cace-3a8e-4943-b09e-db443902736d None None] Set router 47884b66-4f5c-41ae-8408-3ed3b2a847e6 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:46:34.819885 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e150c-8a72-45bb-ad83-b322b67f47d4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Subnet': ['ID=face18a4-15ad-40fe-9b27-293fce3d38a8,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:34.822954 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-445e150c-8a72-45bb-ad83-b322b67f47d4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:34.823921 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-445e150c-8a72-45bb-ad83-b322b67f47d4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:34.829604 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79ce274-04b9-4579-ae00-c11e73d01eff None None] Network f3eaa294-3be4-4e71-bdc1-8c7fafc8442f requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:46:34.833420 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-445e150c-8a72-45bb-ad83-b322b67f47d4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/subnets/face18a4-15ad-40fe-9b27-293fce3d38a8 HTTP/1.1" status: 204 len: 168 time: 0.6622014 Jun 02 12:46:34.833715 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49622) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:35.021635 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5f218192-c953-43f5-93c0-b2e30e6f13da tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:35.079187 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c34c3c-4b41-4693-9626-1df0a088505a None None] DHCP port deletion for f3eaa294-3be4-4e71-bdc1-8c7fafc8442f request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:46:35.112974 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-9a75cace-3a8e-4943-b09e-db443902736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'name': 'tempest-TestNetworkBasicOps-router-1103969904', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:46:33Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:46:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:46:35.116830 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a75cace-3a8e-4943-b09e-db443902736d None None] The sync data for ids ['47884b66-4f5c-41ae-8408-3ed3b2a847e6'] in dv-neutron-601336-80-hyperv is: [{'id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'name': 'tempest-TestNetworkBasicOps-router-1103969904', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:46:33Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47884b66-4f5c-41ae-8408-3ed3b2a847e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:44:49Z', 'updated_at': '2021-06-02T12:46:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:46:35.157933 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-96c34c3c-4b41-4693-9626-1df0a088505a None None] Deleting port 09efbf72-a9e3-406a-b7f5-e1df8d8617e3 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:46:35.158385 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-96c34c3c-4b41-4693-9626-1df0a088505a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:35.209676 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5f218192-c953-43f5-93c0-b2e30e6f13da tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:35.259595 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-96c34c3c-4b41-4693-9626-1df0a088505a None None] For port 09efbf72-a9e3-406a-b7f5-e1df8d8617e3, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=09efbf72-a9e3-406a-b7f5-e1df8d8617e3,segment=NetworkSegment(123697c6-417a-479c-8bf0-888e2e14ffb2),segment_id=123697c6-417a-479c-8bf0-888e2e14ffb2)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:46:35.260114 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-96c34c3c-4b41-4693-9626-1df0a088505a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:35.282804 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-5f218192-c953-43f5-93c0-b2e30e6f13da tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:46:35.283143 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5f218192-c953-43f5-93c0-b2e30e6f13da tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:35.405476 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-5f218192-c953-43f5-93c0-b2e30e6f13da tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:46:35.405833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5f218192-c953-43f5-93c0-b2e30e6f13da tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:35.419894 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-96c34c3c-4b41-4693-9626-1df0a088505a None None] Calling delete_port for 09efbf72-a9e3-406a-b7f5-e1df8d8617e3 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:46:35.468631 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-96c34c3c-4b41-4693-9626-1df0a088505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:35.474409 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9af1d878-e08d-4cae-8dbb-3d783a27be34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:35.522688 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c34c3c-4b41-4693-9626-1df0a088505a None None] Pushing event deleted for resources: {'Port': ['ID=09efbf72-a9e3-406a-b7f5-e1df8d8617e3,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:35.524649 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c34c3c-4b41-4693-9626-1df0a088505a None None] No DVR routers for this DVR port 09efbf72-a9e3-406a-b7f5-e1df8d8617e3 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:46:35.526699 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-96c34c3c-4b41-4693-9626-1df0a088505a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:35.534473 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-5f218192-c953-43f5-93c0-b2e30e6f13da tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3 owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:46:35.680150 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5f218192-c953-43f5-93c0-b2e30e6f13da tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:35.684580 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3ff24da6-16c2-4d06-8fe6-0b560a377068 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:35.728259 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f218192-c953-43f5-93c0-b2e30e6f13da tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:35.756992 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5f218192-c953-43f5-93c0-b2e30e6f13da tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:35.819352 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5f218192-c953-43f5-93c0-b2e30e6f13da tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:35.988238 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5f218192-c953-43f5-93c0-b2e30e6f13da tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:35.990327 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5f218192-c953-43f5-93c0-b2e30e6f13da tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:36.011556 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5f218192-c953-43f5-93c0-b2e30e6f13da tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:36.012032 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f218192-c953-43f5-93c0-b2e30e6f13da tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Fanout notify agent at l3_agent the message router_deleted on router 47884b66-4f5c-41ae-8408-3ed3b2a847e6 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:46:36.027003 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5f218192-c953-43f5-93c0-b2e30e6f13da tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:36.027983 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5f218192-c953-43f5-93c0-b2e30e6f13da tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/routers/47884b66-4f5c-41ae-8408-3ed3b2a847e6 HTTP/1.1" status: 204 len: 168 time: 1.1932750 Jun 02 12:46:36.030873 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49624) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:36.266698 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ad1c652f-fdfb-4dc9-ae14-5e528abd713a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:36.401673 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ad1c652f-fdfb-4dc9-ae14-5e528abd713a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:36.414858 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-ad1c652f-fdfb-4dc9-ae14-5e528abd713a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3eaa294-3be4-4e71-bdc1-8c7fafc8442f']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:46:36.427904 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-ad1c652f-fdfb-4dc9-ae14-5e528abd713a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123697c6-417a-479c-8bf0-888e2e14ffb2') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:46:36.428157 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-ad1c652f-fdfb-4dc9-ae14-5e528abd713a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123697c6-417a-479c-8bf0-888e2e14ffb2') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:46:36.440728 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ad1c652f-fdfb-4dc9-ae14-5e528abd713a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:36.461762 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ad1c652f-fdfb-4dc9-ae14-5e528abd713a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:36.475458 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1c652f-fdfb-4dc9-ae14-5e528abd713a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:46:36.476274 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ad1c652f-fdfb-4dc9-ae14-5e528abd713a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:46:36.498524 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:46:36.512767 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a8fb772e-ded2-4d2f-a38c-f685ad5609e9 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:46:36.546989 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: a8fb772e-ded2-4d2f-a38c-f685ad5609e9 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:46:36.547249 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a8fb772e-ded2-4d2f-a38c-f685ad5609e9 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:46:36.547672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 09efbf72-a9e3-406a-b7f5-e1df8d8617e3 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:46:36.584071 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 09efbf72-a9e3-406a-b7f5-e1df8d8617e3 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:46:36.584403 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 09efbf72-a9e3-406a-b7f5-e1df8d8617e3 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:46:36.584800 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:46:36.588530 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ad1c652f-fdfb-4dc9-ae14-5e528abd713a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:36.593776 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ad1c652f-fdfb-4dc9-ae14-5e528abd713a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:36.597294 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dd647cd5-6a54-4a50-be51-7a8dfcd37b75 tempest-NetworksIpV6TestAttrs-515158181 tempest-NetworksIpV6TestAttrs-515158181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:36.618671 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:46:36.619029 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1f7f2711-eb12-4a7d-b1ad-e38ac1237eb3 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:46:36.622509 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c652f-fdfb-4dc9-ae14-5e528abd713a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Network': ['ID=f3eaa294-3be4-4e71-bdc1-8c7fafc8442f,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:36.624696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ad1c652f-fdfb-4dc9-ae14-5e528abd713a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:36.628690 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ad1c652f-fdfb-4dc9-ae14-5e528abd713a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/networks/f3eaa294-3be4-4e71-bdc1-8c7fafc8442f HTTP/1.1" status: 204 len: 168 time: 0.5968969 Jun 02 12:46:36.649465 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49626) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:36.654446 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-da0ab785-6f44-4c3c-ab3e-ad21e2c8c2ae tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'network': {'name': 'tempest-network-smoke--779737015', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'port_security_enabled': True}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:46:36.659707 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-da0ab785-6f44-4c3c-ab3e-ad21e2c8c2ae tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:46:36.663915 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-da0ab785-6f44-4c3c-ab3e-ad21e2c8c2ae tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:network and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:46:36.667161 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-da0ab785-6f44-4c3c-ab3e-ad21e2c8c2ae tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:46:36.673147 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-da0ab785-6f44-4c3c-ab3e-ad21e2c8c2ae tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:46:36.683431 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0ab785-6f44-4c3c-ab3e-ad21e2c8c2ae tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:46:36.687202 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-da0ab785-6f44-4c3c-ab3e-ad21e2c8c2ae tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:36.714896 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0ab785-6f44-4c3c-ab3e-ad21e2c8c2ae tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:46:36.723092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-da0ab785-6f44-4c3c-ab3e-ad21e2c8c2ae tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:36.723436 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-da0ab785-6f44-4c3c-ab3e-ad21e2c8c2ae tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Added segment 240020ca-b3bb-4d9f-b368-14e373bfdcb1 of type vlan for network 90194d51-775d-4c3b-b841-213af27e32ed Jun 02 12:46:36.750423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-da0ab785-6f44-4c3c-ab3e-ad21e2c8c2ae tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:36.781705 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-da0ab785-6f44-4c3c-ab3e-ad21e2c8c2ae tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:36.787299 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0ab785-6f44-4c3c-ab3e-ad21e2c8c2ae tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:36.787899 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-da0ab785-6f44-4c3c-ab3e-ad21e2c8c2ae tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:36.793232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c7d4821f-a34a-41d0-aa6a-ca51d59e6f93 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:36.895588 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-da0ab785-6f44-4c3c-ab3e-ad21e2c8c2ae tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2450805 Jun 02 12:46:36.898435 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49628) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:36.904060 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1720991831', 'admin_state_up': True, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:46:36.904709 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ab785-6f44-4c3c-ab3e-ad21e2c8c2ae tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Network': ['ID=90194d51-775d-4c3b-b841-213af27e32ed,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:36.907625 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-da0ab785-6f44-4c3c-ab3e-ad21e2c8c2ae tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:36.914322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:46:36.916080 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 90194d51-775d-4c3b-b841-213af27e32ed details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:46:36.918544 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:router and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:46:36.921612 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:46:36.928393 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:46:36.939163 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:36.940481 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:36.959167 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:37.236445 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:37.531155 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:37.562619 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:37.689615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.26.7.10 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/babaf345-24c7-4f6a-8bc0-bb1a95418c7b) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:46:37.833697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:37.862588 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:37.866654 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:37.931736 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:46:37.934616 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:46:37.938260 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:46:37.966397 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=babaf345-24c7-4f6a-8bc0-bb1a95418c7b,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:37.980703 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:37.981091 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:37.981471 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:37.981847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:37.982247 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:37.982617 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:37.982981 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:37.983345 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:37.983712 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:37.984070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:37.984429 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:37.984788 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:37.993374 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:38.508306 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:38.849350 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:39.044940 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 95a0cbe3-133c-4501-9ed0-463dcd9a5733 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:46:39.221070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:46:39.230087 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] Sync routers for ids ['95a0cbe3-133c-4501-9ed0-463dcd9a5733'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:46:39.239227 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] Routers {'95a0cbe3-133c-4501-9ed0-463dcd9a5733'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:46:39.239848 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:46:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['95a0cbe3-133c-4501-9ed0-463dcd9a5733'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:46:39.246639 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:39.247823 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3478551 Jun 02 12:46:39.250905 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49630) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:39.290335 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-04e7ffba-1394-4249-b2c4-417050e50d28 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d135ab4d6a4341bf86e3c86c09f17ff8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382099 Jun 02 12:46:39.292685 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49632) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:39.417208 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] Set router 95a0cbe3-133c-4501-9ed0-463dcd9a5733 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:46:39.419062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7de1335-b4cf-447c-aa6c-a82a3b2afd93 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:39.423359 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b7de1335-b4cf-447c-aa6c-a82a3b2afd93 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1269703 Jun 02 12:46:39.423534 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49634) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:39.466844 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-492bb169-734c-4089-bb9a-c64f5d3d549c tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421884 Jun 02 12:46:39.469231 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49636) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:39.474068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-e995b9e0-7260-4922-9ee6-ece55739f306 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1761025576', 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:46:39.582500 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e995b9e0-7260-4922-9ee6-ece55739f306 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:46:39.586303 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e995b9e0-7260-4922-9ee6-ece55739f306 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:subnet and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:46:39.589111 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e995b9e0-7260-4922-9ee6-ece55739f306 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:46:39.594734 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e995b9e0-7260-4922-9ee6-ece55739f306 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:46:39.604271 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e995b9e0-7260-4922-9ee6-ece55739f306 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:46:39.607907 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e995b9e0-7260-4922-9ee6-ece55739f306 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:39.702161 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'name': 'tempest-TestNetworkBasicOps-router-1720991831', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:46:36Z', 'updated_at': '2021-06-02T12:46:38Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:37Z', 'updated_at': '2021-06-02T12:46:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:46:39.706193 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] Checking router: 95a0cbe3-133c-4501-9ed0-463dcd9a5733 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:46:39.706554 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] Updating router 95a0cbe3-133c-4501-9ed0-463dcd9a5733 port babaf345-24c7-4f6a-8bc0-bb1a95418c7b binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:46:39.760150 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:40.097950 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:40.110333 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] Transition to ACTIVE for port object babaf345-24c7-4f6a-8bc0-bb1a95418c7b will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:46:40.116138 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:40.120453 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-fec9aea3-c7f5-46b8-b946-3676654fc5c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:40.167300 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e995b9e0-7260-4922-9ee6-ece55739f306 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:40.173243 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0f815df4-ac1e-439c-b510-416afca18d36 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:40.193239 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] Attempting to bind port babaf345-24c7-4f6a-8bc0-bb1a95418c7b on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:46:40.193612 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] Attempting to bind port babaf345-24c7-4f6a-8bc0-bb1a95418c7b by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:46:40.193976 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] Attempting to bind port babaf345-24c7-4f6a-8bc0-bb1a95418c7b on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:46:40.201787 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3e2da-286f-4d8b-8408-5d87ebc36064 None None] Pushing event updated for resources: {'Port': ['ID=babaf345-24c7-4f6a-8bc0-bb1a95418c7b,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:40.204264 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:46:40.204630 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:46:40.205033 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:40.205478 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:46:40.205878 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] Bound port: babaf345-24c7-4f6a-8bc0-bb1a95418c7b, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:46:40.206274 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:40.230169 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-53a3e2da-286f-4d8b-8408-5d87ebc36064 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:40.251969 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995b9e0-7260-4922-9ee6-ece55739f306 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Subnet': ['ID=3c0735ba-b96e-46e2-a345-c7fca4de1dbf,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:40.255953 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e995b9e0-7260-4922-9ee6-ece55739f306 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:40.262292 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e995b9e0-7260-4922-9ee6-ece55739f306 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Checking segment: {'id': '240020ca-b3bb-4d9f-b368-14e373bfdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:46:40.262658 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e995b9e0-7260-4922-9ee6-ece55739f306 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network hostable DHCP agents. Network: 90194d51-775d-4c3b-b841-213af27e32ed, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:46:40.279738 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e995b9e0-7260-4922-9ee6-ece55739f306 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 90194d51-775d-4c3b-b841-213af27e32ed is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:46:40.290412 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-e995b9e0-7260-4922-9ee6-ece55739f306 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 90194d51-775d-4c3b-b841-213af27e32ed) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:46:40.301389 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e995b9e0-7260-4922-9ee6-ece55739f306 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:40.302020 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e995b9e0-7260-4922-9ee6-ece55739f306 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:40.325661 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e995b9e0-7260-4922-9ee6-ece55739f306 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8553724 Jun 02 12:46:40.328630 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49638) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:40.328827 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decf0e70-26c9-4630-a46a-d2cf04c162a9 None None] Network 90194d51-775d-4c3b-b841-213af27e32ed requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:46:40.402020 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] For port babaf345-24c7-4f6a-8bc0-bb1a95418c7b, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:46:40.424932 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] For port babaf345-24c7-4f6a-8bc0-bb1a95418c7b, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=babaf345-24c7-4f6a-8bc0-bb1a95418c7b,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:46:40.430189 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:40.436256 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-53a3e2da-286f-4d8b-8408-5d87ebc36064 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:40.582057 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] Routers {'95a0cbe3-133c-4501-9ed0-463dcd9a5733'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:46:40.582758 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:46:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['95a0cbe3-133c-4501-9ed0-463dcd9a5733'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:46:40.661649 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3e2da-286f-4d8b-8408-5d87ebc36064 None None] Pushing event updated for resources: {'Port': ['ID=babaf345-24c7-4f6a-8bc0-bb1a95418c7b,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:40.667789 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-53a3e2da-286f-4d8b-8408-5d87ebc36064 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:40.789433 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-90194d51-775d-4c3b-b841-213af27e32ed', 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ips': [{'subnet_id': '3c0735ba-b96e-46e2-a345-c7fca4de1dbf'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:46:40.790806 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:40.879519 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] Set router 95a0cbe3-133c-4501-9ed0-463dcd9a5733 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:46:41.018788 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:41.176617 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Allocated IP 172.20.0.2 (90194d51-775d-4c3b-b841-213af27e32ed/3c0735ba-b96e-46e2-a345-c7fca4de1dbf/ee6cf72d-bebe-4309-862b-35c06cff80c5) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:46:41.354683 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'name': 'tempest-TestNetworkBasicOps-router-1720991831', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:46:36Z', 'updated_at': '2021-06-02T12:46:38Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:37Z', 'updated_at': '2021-06-02T12:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:46:41.368530 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940ae9fc-b433-4d6f-a813-84ae286fc5b5 None None] The sync data for ids ['95a0cbe3-133c-4501-9ed0-463dcd9a5733'] in dv-neutron-601336-80-hyperv is: [{'id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'name': 'tempest-TestNetworkBasicOps-router-1720991831', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:46:36Z', 'updated_at': '2021-06-02T12:46:38Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:37Z', 'updated_at': '2021-06-02T12:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:46:41.442019 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:41.453133 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Transition to ACTIVE for port object ee6cf72d-bebe-4309-862b-35c06cff80c5 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:46:41.479050 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Transition to ACTIVE for port object ee6cf72d-bebe-4309-862b-35c06cff80c5 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:46:41.485349 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:41.488233 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:41.549966 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Network 90194d51-775d-4c3b-b841-213af27e32ed is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:46:41.553418 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:46:41.557242 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:46:41.572195 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.20.0.1 (90194d51-775d-4c3b-b841-213af27e32ed/3c0735ba-b96e-46e2-a345-c7fca4de1dbf/196f0429-5ef5-4967-8083-560739585bd6) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:46:41.646523 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Pushing event updated for resources: {'Port': ['ID=ee6cf72d-bebe-4309-862b-35c06cff80c5,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:41.653073 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:41.668765 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Attempting to bind port ee6cf72d-bebe-4309-862b-35c06cff80c5 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:46:41.669148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Attempting to bind port ee6cf72d-bebe-4309-862b-35c06cff80c5 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '240020ca-b3bb-4d9f-b368-14e373bfdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:46:41.669520 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Attempting to bind port ee6cf72d-bebe-4309-862b-35c06cff80c5 on network 90194d51-775d-4c3b-b841-213af27e32ed {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:46:41.676834 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:46:41.676834 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Checking segment: {'id': '240020ca-b3bb-4d9f-b368-14e373bfdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:46:41.676834 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:41.677225 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Bound using segment: {'id': '240020ca-b3bb-4d9f-b368-14e373bfdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:46:41.677685 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Bound port: ee6cf72d-bebe-4309-862b-35c06cff80c5, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240020ca-b3bb-4d9f-b368-14e373bfdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:46:41.678069 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:41.769064 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:41.773444 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] For port ee6cf72d-bebe-4309-862b-35c06cff80c5, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:46:41.777096 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] For port ee6cf72d-bebe-4309-862b-35c06cff80c5, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ee6cf72d-bebe-4309-862b-35c06cff80c5,segment=NetworkSegment(240020ca-b3bb-4d9f-b368-14e373bfdcb1),segment_id=240020ca-b3bb-4d9f-b368-14e373bfdcb1)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:46:41.782354 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:41.787539 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:41.788265 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Transition to ACTIVE for port object 196f0429-5ef5-4967-8083-560739585bd6 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:46:41.812581 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:41.817492 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:41.886784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 90194d51-775d-4c3b-b841-213af27e32ed is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:46:41.890075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:46:41.894177 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:46:41.933857 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=196f0429-5ef5-4967-8083-560739585bd6,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:41.937146 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Pushing event updated for resources: {'Port': ['ID=ee6cf72d-bebe-4309-862b-35c06cff80c5,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:41.938271 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:41.939960 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:41.963130 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:42.094686 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:42.420321 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device babaf345-24c7-4f6a-8bc0-bb1a95418c7b up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:46:42.491421 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port babaf345-24c7-4f6a-8bc0-bb1a95418c7b completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:46:42.496154 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port babaf345-24c7-4f6a-8bc0-bb1a95418c7b triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:46:42.496536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:42.558650 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:42.563519 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:42.591608 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:42.614021 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:42.631425 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port babaf345-24c7-4f6a-8bc0-bb1a95418c7b, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=babaf345-24c7-4f6a-8bc0-bb1a95418c7b,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:46:42.635646 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:42.636588 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device ee6cf72d-bebe-4309-862b-35c06cff80c5 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:46:42.665989 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:42.682507 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=196f0429-5ef5-4967-8083-560739585bd6,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:42.685907 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:42.686925 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:42.754831 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=babaf345-24c7-4f6a-8bc0-bb1a95418c7b,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:42.758308 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:42.767882 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port ee6cf72d-bebe-4309-862b-35c06cff80c5 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:46:42.832882 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 90194d51-775d-4c3b-b841-213af27e32ed is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:46:42.834004 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:46:42.939963 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6694d837-c2ac-41f6-953d-be59a08ceee5 None None] Network 90194d51-775d-4c3b-b841-213af27e32ed requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:46:43.023021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 95a0cbe3-133c-4501-9ed0-463dcd9a5733 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:46:43.047787 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f598ecdf-b221-4bc3-82df-7b9e96934269 None None] Provisioning for port ee6cf72d-bebe-4309-862b-35c06cff80c5 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:46:43.062827 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f598ecdf-b221-4bc3-82df-7b9e96934269 None None] Provisioning complete for port ee6cf72d-bebe-4309-862b-35c06cff80c5 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:46:43.063209 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f598ecdf-b221-4bc3-82df-7b9e96934269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:43.303273 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f598ecdf-b221-4bc3-82df-7b9e96934269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:43.345964 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-f598ecdf-b221-4bc3-82df-7b9e96934269 None None] For port ee6cf72d-bebe-4309-862b-35c06cff80c5, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ee6cf72d-bebe-4309-862b-35c06cff80c5,segment=NetworkSegment(240020ca-b3bb-4d9f-b368-14e373bfdcb1),segment_id=240020ca-b3bb-4d9f-b368-14e373bfdcb1)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:46:43.350547 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f598ecdf-b221-4bc3-82df-7b9e96934269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:43.352358 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8eed656e-1d68-4dc0-b176-65ffea1e38d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:43.372633 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:46:43.387601 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/routers/95a0cbe3-133c-4501-9ed0-463dcd9a5733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0577905 Jun 02 12:46:43.390242 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49640) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:43.427212 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598ecdf-b221-4bc3-82df-7b9e96934269 None None] Pushing event updated for resources: {'Port': ['ID=ee6cf72d-bebe-4309-862b-35c06cff80c5,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:43.430263 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f598ecdf-b221-4bc3-82df-7b9e96934269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:43.507014 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] Sync routers for ids ['95a0cbe3-133c-4501-9ed0-463dcd9a5733'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:46:43.516785 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] Routers {'95a0cbe3-133c-4501-9ed0-463dcd9a5733'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:46:43.517397 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:46:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['95a0cbe3-133c-4501-9ed0-463dcd9a5733'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:46:43.548031 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d400af0-4e8a-4cf9-917b-67375f98e756 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:43.548749 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d400af0-4e8a-4cf9-917b-67375f98e756 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:43.549273 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d400af0-4e8a-4cf9-917b-67375f98e756 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:43.549792 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d400af0-4e8a-4cf9-917b-67375f98e756 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:43.555003 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49642) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:43.555820 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7d400af0-4e8a-4cf9-917b-67375f98e756 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1645250 Jun 02 12:46:43.636149 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f9c38508-042e-4b45-8397-7f96b55f8c05 None None] Provisioning for port 196f0429-5ef5-4967-8083-560739585bd6 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:46:43.639578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fad78e6-6823-40c6-833d-f59674c71afb tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:43.640971 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fad78e6-6823-40c6-833d-f59674c71afb tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:43.641740 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fad78e6-6823-40c6-833d-f59674c71afb tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:43.642565 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fad78e6-6823-40c6-833d-f59674c71afb tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:43.647527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49644) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:43.650630 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f9c38508-042e-4b45-8397-7f96b55f8c05 None None] Provisioning complete for port 196f0429-5ef5-4967-8083-560739585bd6 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:46:43.651085 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f9c38508-042e-4b45-8397-7f96b55f8c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:43.660031 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7fad78e6-6823-40c6-833d-f59674c71afb tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.1037440 Jun 02 12:46:43.720037 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f9c38508-042e-4b45-8397-7f96b55f8c05 None None] Port 196f0429-5ef5-4967-8083-560739585bd6 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:46:43.742650 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] Set router 95a0cbe3-133c-4501-9ed0-463dcd9a5733 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:46:43.791622 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f9c38508-042e-4b45-8397-7f96b55f8c05 None None] Provisioning complete for port ee6cf72d-bebe-4309-862b-35c06cff80c5 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:46:43.792439 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f9c38508-042e-4b45-8397-7f96b55f8c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:43.915160 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b65b704b-6176-4d8c-8d6e-cb0f06811a06 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2657561 Jun 02 12:46:43.939062 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:46:44.093882 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9f9b3712-4aab-4a53-8971-c4109ea98b6b None None] Provisioning complete for port 196f0429-5ef5-4967-8083-560739585bd6 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:46:44.094344 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9f9b3712-4aab-4a53-8971-c4109ea98b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.111559 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49648) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:44.117155 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-afa14a78-12cd-4ea9-922c-0bb07fd8d071 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2137015221', 'description': 'tempest-secgroup-smoke-2137015221 description', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:46:44.123809 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-afa14a78-12cd-4ea9-922c-0bb07fd8d071 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:46:44.127986 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-afa14a78-12cd-4ea9-922c-0bb07fd8d071 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:46:44.131559 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-afa14a78-12cd-4ea9-922c-0bb07fd8d071 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:46:44.136219 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'name': 'tempest-TestNetworkBasicOps-router-1720991831', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:46:36Z', 'updated_at': '2021-06-02T12:46:42Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:37Z', 'updated_at': '2021-06-02T12:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '196f0429-5ef5-4967-8083-560739585bd6', 'name': '', 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:bb:fb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3c0735ba-b96e-46e2-a345-c7fca4de1dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:41Z', 'updated_at': '2021-06-02T12:46:42Z', 'revision_number': 2, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '3c0735ba-b96e-46e2-a345-c7fca4de1dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:46:44.138369 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-afa14a78-12cd-4ea9-922c-0bb07fd8d071 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:46:44.141843 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] Checking router: 95a0cbe3-133c-4501-9ed0-463dcd9a5733 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:46:44.142183 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] Updating router 95a0cbe3-133c-4501-9ed0-463dcd9a5733 port 196f0429-5ef5-4967-8083-560739585bd6 binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:46:44.152501 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-afa14a78-12cd-4ea9-922c-0bb07fd8d071 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.174768 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-afa14a78-12cd-4ea9-922c-0bb07fd8d071 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:46:44.176322 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2df1299a-2bdb-491c-8c7c-e665f2deb389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.179457 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b3712-4aab-4a53-8971-c4109ea98b6b None None] Port 196f0429-5ef5-4967-8083-560739585bd6 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:46:44.184698 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-afa14a78-12cd-4ea9-922c-0bb07fd8d071 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:46:44.187804 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-afa14a78-12cd-4ea9-922c-0bb07fd8d071 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:46:44.194208 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-afa14a78-12cd-4ea9-922c-0bb07fd8d071 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:46:44.205247 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.265645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-afa14a78-12cd-4ea9-922c-0bb07fd8d071 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.270274 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-afa14a78-12cd-4ea9-922c-0bb07fd8d071 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.273923 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e5f43779-42bd-4020-9c99-2551b67d218b tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:44.315655 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa14a78-12cd-4ea9-922c-0bb07fd8d071 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c249a1b-e36d-4480-9d54-b1a371ff3eba,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:44.319454 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-afa14a78-12cd-4ea9-922c-0bb07fd8d071 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:44.320274 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-afa14a78-12cd-4ea9-922c-0bb07fd8d071 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.322313 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-afa14a78-12cd-4ea9-922c-0bb07fd8d071 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2089000 Jun 02 12:46:44.324391 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49650) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:44.329199 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-5a53ea4a-e80d-4852-bba1-a2717e06a2c2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '3c249a1b-e36d-4480-9d54-b1a371ff3eba', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:46:44.335983 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5a53ea4a-e80d-4852-bba1-a2717e06a2c2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:46:44.339873 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5a53ea4a-e80d-4852-bba1-a2717e06a2c2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:46:44.342860 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5a53ea4a-e80d-4852-bba1-a2717e06a2c2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:46:44.349004 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5a53ea4a-e80d-4852-bba1-a2717e06a2c2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:46:44.369142 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5a53ea4a-e80d-4852-bba1-a2717e06a2c2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.397857 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device babaf345-24c7-4f6a-8bc0-bb1a95418c7b up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:46:44.433426 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5a53ea4a-e80d-4852-bba1-a2717e06a2c2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.437740 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5a53ea4a-e80d-4852-bba1-a2717e06a2c2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.439624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5de8836a-676a-4e0d-9328-fdb3a5ceb26b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:44.465240 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53ea4a-e80d-4852-bba1-a2717e06a2c2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2413e84-5bc3-42be-aa7f-f52651584ccc,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:44.467818 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5a53ea4a-e80d-4852-bba1-a2717e06a2c2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:44.470682 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port babaf345-24c7-4f6a-8bc0-bb1a95418c7b triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:46:44.471530 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.476777 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5a53ea4a-e80d-4852-bba1-a2717e06a2c2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.478190 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5a53ea4a-e80d-4852-bba1-a2717e06a2c2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525240 Jun 02 12:46:44.480787 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49652) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:44.485619 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-732b9ae4-8c8c-462a-b055-f3d7e325fef1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '3c249a1b-e36d-4480-9d54-b1a371ff3eba', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:46:44.493652 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-732b9ae4-8c8c-462a-b055-f3d7e325fef1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:46:44.497623 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-732b9ae4-8c8c-462a-b055-f3d7e325fef1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:46:44.500705 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-732b9ae4-8c8c-462a-b055-f3d7e325fef1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:46:44.507671 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-732b9ae4-8c8c-462a-b055-f3d7e325fef1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:46:44.525094 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-732b9ae4-8c8c-462a-b055-f3d7e325fef1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.565555 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.578169 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] Transition to ACTIVE for port object 196f0429-5ef5-4967-8083-560739585bd6 will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:46:44.585912 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.591104 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:44.592470 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-732b9ae4-8c8c-462a-b055-f3d7e325fef1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.596325 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-732b9ae4-8c8c-462a-b055-f3d7e325fef1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.598914 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-634ac81b-a56b-46e1-86b2-8c5e2e58b4d6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:44.601830 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device ee6cf72d-bebe-4309-862b-35c06cff80c5 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:46:44.621390 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b9ae4-8c8c-462a-b055-f3d7e325fef1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0001ce98-15fc-4ae6-a334-a5c2841ee7b4,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:44.623845 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-732b9ae4-8c8c-462a-b055-f3d7e325fef1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:44.631681 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-732b9ae4-8c8c-462a-b055-f3d7e325fef1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.633168 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-732b9ae4-8c8c-462a-b055-f3d7e325fef1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1513731 Jun 02 12:46:44.635804 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49654) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:44.641104 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-942b83ad-fea5-42e5-b6af-a518530267a7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '3c249a1b-e36d-4480-9d54-b1a371ff3eba', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:46:44.647400 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-942b83ad-fea5-42e5-b6af-a518530267a7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:46:44.651880 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-942b83ad-fea5-42e5-b6af-a518530267a7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:46:44.655176 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-942b83ad-fea5-42e5-b6af-a518530267a7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:46:44.664815 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-942b83ad-fea5-42e5-b6af-a518530267a7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:46:44.678767 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port ee6cf72d-bebe-4309-862b-35c06cff80c5 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:46:44.679241 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.684959 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-942b83ad-fea5-42e5-b6af-a518530267a7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.716299 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c06fc-a327-45fe-8f80-8584aff0fef5 None None] Pushing event updated for resources: {'Port': ['ID=196f0429-5ef5-4967-8083-560739585bd6,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:44.730415 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c06fc-a327-45fe-8f80-8584aff0fef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:44.731039 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c06fc-a327-45fe-8f80-8584aff0fef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:44.731564 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c06fc-a327-45fe-8f80-8584aff0fef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:44.732062 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c06fc-a327-45fe-8f80-8584aff0fef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:44.732562 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c06fc-a327-45fe-8f80-8584aff0fef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:44.733052 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c06fc-a327-45fe-8f80-8584aff0fef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:44.733545 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c06fc-a327-45fe-8f80-8584aff0fef5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:44.734042 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c06fc-a327-45fe-8f80-8584aff0fef5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:44.734579 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c06fc-a327-45fe-8f80-8584aff0fef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:44.734901 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c06fc-a327-45fe-8f80-8584aff0fef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:44.735221 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c06fc-a327-45fe-8f80-8584aff0fef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:44.735535 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c06fc-a327-45fe-8f80-8584aff0fef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:46:44.740116 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-f83c06fc-a327-45fe-8f80-8584aff0fef5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:44.761070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-942b83ad-fea5-42e5-b6af-a518530267a7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.766549 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-942b83ad-fea5-42e5-b6af-a518530267a7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.769620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-24de61d1-4e6d-4ef5-a377-36ac5eb9c93d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:44.794219 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b83ad-fea5-42e5-b6af-a518530267a7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286217d0-a684-4a41-94e7-ea94e9b200d6,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:44.798904 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-942b83ad-fea5-42e5-b6af-a518530267a7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:44.811037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-942b83ad-fea5-42e5-b6af-a518530267a7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.812614 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-942b83ad-fea5-42e5-b6af-a518530267a7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1757348 Jun 02 12:46:44.815717 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49656) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:44.822405 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-695287e4-31b2-4cc4-b090-75c1bd996ccf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '3c249a1b-e36d-4480-9d54-b1a371ff3eba', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:46:44.829937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-695287e4-31b2-4cc4-b090-75c1bd996ccf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:46:44.834383 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-695287e4-31b2-4cc4-b090-75c1bd996ccf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:46:44.838785 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-695287e4-31b2-4cc4-b090-75c1bd996ccf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:46:44.846265 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] Attempting to bind port 196f0429-5ef5-4967-8083-560739585bd6 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:46:44.846885 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] Attempting to bind port 196f0429-5ef5-4967-8083-560739585bd6 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '240020ca-b3bb-4d9f-b368-14e373bfdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:46:44.847445 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] Attempting to bind port 196f0429-5ef5-4967-8083-560739585bd6 on network 90194d51-775d-4c3b-b841-213af27e32ed {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:46:44.850631 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-695287e4-31b2-4cc4-b090-75c1bd996ccf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:46:44.853914 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:46:44.854329 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] Checking segment: {'id': '240020ca-b3bb-4d9f-b368-14e373bfdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:46:44.854734 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.855129 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] Bound using segment: {'id': '240020ca-b3bb-4d9f-b368-14e373bfdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:46:44.855598 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] Bound port: 196f0429-5ef5-4967-8083-560739585bd6, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240020ca-b3bb-4d9f-b368-14e373bfdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:46:44.855973 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.873599 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-695287e4-31b2-4cc4-b090-75c1bd996ccf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.939824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-695287e4-31b2-4cc4-b090-75c1bd996ccf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.943776 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-695287e4-31b2-4cc4-b090-75c1bd996ccf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.949693 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] For port 196f0429-5ef5-4967-8083-560739585bd6, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:46:44.950261 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ea4fafb0-deb2-4ecc-b9cd-b415c2d3ba39 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:44.952637 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] For port 196f0429-5ef5-4967-8083-560739585bd6, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=196f0429-5ef5-4967-8083-560739585bd6,segment=NetworkSegment(240020ca-b3bb-4d9f-b368-14e373bfdcb1),segment_id=240020ca-b3bb-4d9f-b368-14e373bfdcb1)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:46:44.956407 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.960658 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:44.968626 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695287e4-31b2-4cc4-b090-75c1bd996ccf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21d4893-5986-42b8-b8ad-21e4c041ab04,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:44.971547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-695287e4-31b2-4cc4-b090-75c1bd996ccf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:44.981791 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-695287e4-31b2-4cc4-b090-75c1bd996ccf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:44.983049 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-695287e4-31b2-4cc4-b090-75c1bd996ccf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1662443 Jun 02 12:46:44.986326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49658) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:44.992517 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-fe937cbf-91ec-4426-8108-a537305370d0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '3c249a1b-e36d-4480-9d54-b1a371ff3eba', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:46:44.998688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fe937cbf-91ec-4426-8108-a537305370d0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:46:45.002867 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fe937cbf-91ec-4426-8108-a537305370d0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:46:45.007768 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fe937cbf-91ec-4426-8108-a537305370d0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:46:45.014995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fe937cbf-91ec-4426-8108-a537305370d0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:46:45.026406 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-fe937cbf-91ec-4426-8108-a537305370d0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:46:45.033696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe937cbf-91ec-4426-8108-a537305370d0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:45.034607 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] Routers {'95a0cbe3-133c-4501-9ed0-463dcd9a5733'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:46:45.035308 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:46:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['95a0cbe3-133c-4501-9ed0-463dcd9a5733'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:46:45.100499 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c06fc-a327-45fe-8f80-8584aff0fef5 None None] Pushing event updated for resources: {'Port': ['ID=196f0429-5ef5-4967-8083-560739585bd6,revision_number=4']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:45.105032 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-f83c06fc-a327-45fe-8f80-8584aff0fef5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:45.112170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe937cbf-91ec-4426-8108-a537305370d0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:45.118092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe937cbf-91ec-4426-8108-a537305370d0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:45.128046 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e09961f0-9333-4e5b-a6c2-f2d375294195 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:45.151896 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe937cbf-91ec-4426-8108-a537305370d0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398c9fc3-8fe9-4c6f-8114-2c4e6b5e38f9,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:45.154480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fe937cbf-91ec-4426-8108-a537305370d0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:45.161135 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe937cbf-91ec-4426-8108-a537305370d0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:45.162907 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fe937cbf-91ec-4426-8108-a537305370d0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1755288 Jun 02 12:46:45.167829 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49660) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:46:45.173351 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-873f854d-6a41-4618-84b5-729381832c63 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '3c249a1b-e36d-4480-9d54-b1a371ff3eba', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:46:45.181856 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-873f854d-6a41-4618-84b5-729381832c63 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:46:45.191133 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-873f854d-6a41-4618-84b5-729381832c63 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:46:45.200251 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-873f854d-6a41-4618-84b5-729381832c63 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:46:45.211018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-873f854d-6a41-4618-84b5-729381832c63 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:46:45.225527 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-873f854d-6a41-4618-84b5-729381832c63 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:46:45.231337 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-873f854d-6a41-4618-84b5-729381832c63 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:45.242005 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] Set router 95a0cbe3-133c-4501-9ed0-463dcd9a5733 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:46:45.296823 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-873f854d-6a41-4618-84b5-729381832c63 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:45.300199 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-873f854d-6a41-4618-84b5-729381832c63 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:45.302684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-efadc1a7-6fac-40d8-adee-c4544911775e tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:45.322384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f854d-6a41-4618-84b5-729381832c63 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2cefd5-5df1-4f91-a07e-148999e43378,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:45.327122 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-873f854d-6a41-4618-84b5-729381832c63 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:45.335316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-873f854d-6a41-4618-84b5-729381832c63 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:45.336565 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-873f854d-6a41-4618-84b5-729381832c63 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1672378 Jun 02 12:46:45.500391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-92c8e96e-e107-4c00-99c8-fd756d7b57b5 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:46:45.515309 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-92c8e96e-e107-4c00-99c8-fd756d7b57b5 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:46:45.516502 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-92c8e96e-e107-4c00-99c8-fd756d7b57b5 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2137015221&fields=id&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 267 time: 0.0554473 Jun 02 12:46:45.580077 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'name': 'tempest-TestNetworkBasicOps-router-1720991831', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:46:36Z', 'updated_at': '2021-06-02T12:46:42Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:37Z', 'updated_at': '2021-06-02T12:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '196f0429-5ef5-4967-8083-560739585bd6', 'name': '', 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:bb:fb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3c0735ba-b96e-46e2-a345-c7fca4de1dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:41Z', 'updated_at': '2021-06-02T12:46:44Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '3c0735ba-b96e-46e2-a345-c7fca4de1dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:46:45.584323 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47f0847-ee4c-4f11-b378-28acf91064be None None] The sync data for ids ['95a0cbe3-133c-4501-9ed0-463dcd9a5733'] in dv-neutron-601336-80-hyperv is: [{'id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'name': 'tempest-TestNetworkBasicOps-router-1720991831', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:46:36Z', 'updated_at': '2021-06-02T12:46:42Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:37Z', 'updated_at': '2021-06-02T12:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '196f0429-5ef5-4967-8083-560739585bd6', 'name': '', 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:bb:fb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3c0735ba-b96e-46e2-a345-c7fca4de1dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:41Z', 'updated_at': '2021-06-02T12:46:44Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '3c0735ba-b96e-46e2-a345-c7fca4de1dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:46:45.693322 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-7cb365ca-6b16-42f0-a95d-f012b1cbc4fc tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:45.694120 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-7cb365ca-6b16-42f0-a95d-f012b1cbc4fc tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:network {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:46:45.712073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-7cb365ca-6b16-42f0-a95d-f012b1cbc4fc tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:network {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:46:45.713377 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-7cb365ca-6b16-42f0-a95d-f012b1cbc4fc tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/networks?id=90194d51-775d-4c3b-b841-213af27e32ed HTTP/1.1" status: 200 len: 796 time: 0.1891761 Jun 02 12:46:45.729310 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-3f0bb2f5-f5d3-4b1e-a350-204a89239ee1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/quotas/d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 375 time: 0.0101898 Jun 02 12:46:45.818645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-a3cf78d0-f730-4609-b146-e10f1486cb3c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:46:45.835953 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-a3cf78d0-f730-4609-b146-e10f1486cb3c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:46:45.837536 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-a3cf78d0-f730-4609-b146-e10f1486cb3c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1024852 Jun 02 12:46:45.982123 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-56958d45-7522-4fe4-950b-21d6566ec1dc service neutron] 10.222.0.37 "GET /v2.0/networks/90194d51-775d-4c3b-b841-213af27e32ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318057 Jun 02 12:46:46.119956 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-80747ee0-8d46-43c3-898e-fb4c1894e6b3 service neutron] 10.222.0.37 "GET /v2.0/networks/90194d51-775d-4c3b-b841-213af27e32ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320114 Jun 02 12:46:46.306717 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-2abe6174-ba06-4a9c-ab32-3e7324071c38 req-bfe4c88a-1ec9-488e-8bc1-916b5deab003 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:46:46.318752 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-2abe6174-ba06-4a9c-ab32-3e7324071c38 req-bfe4c88a-1ec9-488e-8bc1-916b5deab003 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:46:46.319891 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2abe6174-ba06-4a9c-ab32-3e7324071c38 req-bfe4c88a-1ec9-488e-8bc1-916b5deab003 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 210 time: 0.0622561 Jun 02 12:46:46.405339 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 196f0429-5ef5-4967-8083-560739585bd6 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:46:46.477150 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 196f0429-5ef5-4967-8083-560739585bd6 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:46:46.482556 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 196f0429-5ef5-4967-8083-560739585bd6 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:46:46.482938 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:46.603408 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:46.642736 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-183b7183-7016-4164-ab85-bd1d693c6217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:46.647857 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 196f0429-5ef5-4967-8083-560739585bd6, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=196f0429-5ef5-4967-8083-560739585bd6,segment=NetworkSegment(240020ca-b3bb-4d9f-b368-14e373bfdcb1),segment_id=240020ca-b3bb-4d9f-b368-14e373bfdcb1)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:46:46.651488 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:46.653081 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-828836a4-6f37-443a-b63d-141fee749836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:46.714936 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:46.730043 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=196f0429-5ef5-4967-8083-560739585bd6,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:46.732863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:47.418230 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e39f36fe-da1a-4893-adf9-5991d4bd3680 req-c74af5ac-8072-43a5-ba15-e526b2b5bac3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 210 time: 0.0450408 Jun 02 12:46:47.718128 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:48.373500 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 196f0429-5ef5-4967-8083-560739585bd6 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:46:48.448889 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 196f0429-5ef5-4967-8083-560739585bd6 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:46:48.449792 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:48.527559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-c79c2d41-6b1b-458e-aa5d-c5b324048fb4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:48.528983 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-c79c2d41-6b1b-458e-aa5d-c5b324048fb4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/networks?id=90194d51-775d-4c3b-b841-213af27e32ed HTTP/1.1" status: 200 len: 796 time: 0.1620827 Jun 02 12:46:48.591715 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-db62ebf3-9cb9-4d0c-a5fa-db2dadde652d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 380 time: 0.0534055 Jun 02 12:46:48.598827 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7b445fb1-3712-4673-9608-32b829625a79 req-21a4aa95-4d9a-49cc-aa51-cbd054f147f6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 210 time: 0.0519493 Jun 02 12:46:48.604363 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-bee033a5-f99c-404a-b1ae-cc272678fc05 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'port': {'device_id': 'e42513ac-ff98-4aa3-9260-734690ab46ad', 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed', 'admin_state_up': True, 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'security_groups': ['3c249a1b-e36d-4480-9d54-b1a371ff3eba']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:46:48.853611 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-bee033a5-f99c-404a-b1ae-cc272678fc05 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:46:48.862892 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-bee033a5-f99c-404a-b1ae-cc272678fc05 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:46:48.872629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-bee033a5-f99c-404a-b1ae-cc272678fc05 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:46:48.877283 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-bee033a5-f99c-404a-b1ae-cc272678fc05 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:49.038432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-bee033a5-f99c-404a-b1ae-cc272678fc05 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.20.0.5 (90194d51-775d-4c3b-b841-213af27e32ed/3c0735ba-b96e-46e2-a345-c7fca4de1dbf/282abb3f-1042-42c7-b74a-499b1eb5a959) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:46:49.234268 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-bee033a5-f99c-404a-b1ae-cc272678fc05 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:49.256766 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-bee033a5-f99c-404a-b1ae-cc272678fc05 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Transition to ACTIVE for port object 282abb3f-1042-42c7-b74a-499b1eb5a959 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:46:49.279684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-bee033a5-f99c-404a-b1ae-cc272678fc05 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:49.285538 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:49.351621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-bee033a5-f99c-404a-b1ae-cc272678fc05 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 90194d51-775d-4c3b-b841-213af27e32ed is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:46:49.354802 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-bee033a5-f99c-404a-b1ae-cc272678fc05 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:46:49.358694 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-bee033a5-f99c-404a-b1ae-cc272678fc05 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:46:49.390196 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee033a5-f99c-404a-b1ae-cc272678fc05 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=282abb3f-1042-42c7-b74a-499b1eb5a959,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:49.396948 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bee033a5-f99c-404a-b1ae-cc272678fc05 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:49.431605 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-bee033a5-f99c-404a-b1ae-cc272678fc05 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:49.432217 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-bee033a5-f99c-404a-b1ae-cc272678fc05 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:49.459075 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-bee033a5-f99c-404a-b1ae-cc272678fc05 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8585258 Jun 02 12:46:49.470768 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Request body: {'port': {'device_id': 'e42513ac-ff98-4aa3-9260-734690ab46ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:46:49.502725 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:49.574021 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-efb33952-1e10-4afb-88be-2082cab9c2cf None None] Provisioning for port 282abb3f-1042-42c7-b74a-499b1eb5a959 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:46:49.578664 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-efb33952-1e10-4afb-88be-2082cab9c2cf None None] Provisioning complete for port 282abb3f-1042-42c7-b74a-499b1eb5a959 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:46:49.579041 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-efb33952-1e10-4afb-88be-2082cab9c2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:49.587277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:49.632890 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-efb33952-1e10-4afb-88be-2082cab9c2cf None None] Port 282abb3f-1042-42c7-b74a-499b1eb5a959 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:46:49.913458 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142db138-33fd-435a-b498-5601519fa946 req-d77dbd8d-def8-4ba2-93d6-836f3dcc5d79 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:49.914181 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-142db138-33fd-435a-b498-5601519fa946 req-d77dbd8d-def8-4ba2-93d6-836f3dcc5d79 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:46:49.940396 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-142db138-33fd-435a-b498-5601519fa946 req-d77dbd8d-def8-4ba2-93d6-836f3dcc5d79 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:46:49.941538 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-142db138-33fd-435a-b498-5601519fa946 req-d77dbd8d-def8-4ba2-93d6-836f3dcc5d79 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 931 time: 0.2333760 Jun 02 12:46:50.038124 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-142db138-33fd-435a-b498-5601519fa946 req-eedc82fb-bcb6-4d60-b150-096f336e0a3c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c249a1b-e36d-4480-9d54-b1a371ff3eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885675 Jun 02 12:46:50.040192 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282abb3f-1042-42c7-b74a-499b1eb5a959 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:46:50.047867 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:50.062163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Transition to ACTIVE for port object 282abb3f-1042-42c7-b74a-499b1eb5a959 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:46:50.065562 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:50.069984 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c8a63ed7-dc4e-4ab0-a71c-2e0c7c1582ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:50.201179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Pushing event updated for resources: {'Port': ['ID=282abb3f-1042-42c7-b74a-499b1eb5a959,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:50.228891 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:50.308977 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Attempting to bind port 282abb3f-1042-42c7-b74a-499b1eb5a959 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:46:50.309309 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Attempting to bind port 282abb3f-1042-42c7-b74a-499b1eb5a959 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '240020ca-b3bb-4d9f-b368-14e373bfdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:46:50.309632 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Attempting to bind port 282abb3f-1042-42c7-b74a-499b1eb5a959 on network 90194d51-775d-4c3b-b841-213af27e32ed {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:46:50.314246 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Port 282abb3f-1042-42c7-b74a-499b1eb5a959 on network 90194d51-775d-4c3b-b841-213af27e32ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:46:50.314444 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Attempting to bind port 282abb3f-1042-42c7-b74a-499b1eb5a959 on network 90194d51-775d-4c3b-b841-213af27e32ed {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:46:50.319962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:46:50.320294 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Checking segment: {'id': '240020ca-b3bb-4d9f-b368-14e373bfdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:46:50.320674 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Bound using segment: {'id': '240020ca-b3bb-4d9f-b368-14e373bfdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:46:50.321100 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Bound port: 282abb3f-1042-42c7-b74a-499b1eb5a959, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '240020ca-b3bb-4d9f-b368-14e373bfdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:46:50.321717 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:50.416092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] For port 282abb3f-1042-42c7-b74a-499b1eb5a959, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:46:50.418909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] For port 282abb3f-1042-42c7-b74a-499b1eb5a959, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=282abb3f-1042-42c7-b74a-499b1eb5a959,segment=NetworkSegment(240020ca-b3bb-4d9f-b368-14e373bfdcb1),segment_id=240020ca-b3bb-4d9f-b368-14e373bfdcb1)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:46:50.423212 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:50.426750 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-940dabe6-152d-49d8-bc94-cb2de192e305 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:50.483366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:50.483974 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:50.485337 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] 10.222.0.22 "PUT /v2.0/ports/282abb3f-1042-42c7-b74a-499b1eb5a959 HTTP/1.1" status: 200 len: 1093 time: 1.0189989 Jun 02 12:46:50.485860 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42513ac-ff98-4aa3-9260-734690ab46ad', 'tag': '282abb3f-1042-42c7-b74a-499b1eb5a959'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:46:50.488218 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffeca2a-9cc3-42b3-ab2c-5c88a64103f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e42513ac-ff98-4aa3-9260-734690ab46ad", "tag": "282abb3f-1042-42c7-b74a-499b1eb5a959"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:46:50.509369 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Pushing event updated for resources: {'Port': ['ID=282abb3f-1042-42c7-b74a-499b1eb5a959,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:50.512377 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:50.561930 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fd8376-28e7-4c02-9b3b-a141c47e449c x-openstack-request-id: req-05fd8376-28e7-4c02-9b3b-a141c47e449c {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:46:50.562295 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42513ac-ff98-4aa3-9260-734690ab46ad", "tag": "282abb3f-1042-42c7-b74a-499b1eb5a959", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:46:50.562598 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05fd8376-28e7-4c02-9b3b-a141c47e449c {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:46:50.563033 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42513ac-ff98-4aa3-9260-734690ab46ad', 'tag': '282abb3f-1042-42c7-b74a-499b1eb5a959', 'status': 'completed', 'code': 200} Jun 02 12:46:50.609447 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-ceef356c-267d-4deb-a64c-6a274b4a954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:50.610950 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-ceef356c-267d-4deb-a64c-6a274b4a954b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 1096 time: 0.0807793 Jun 02 12:46:50.789651 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-73a9ed59-d740-413e-b772-1b4692ce04a9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=282abb3f-1042-42c7-b74a-499b1eb5a959 HTTP/1.1" status: 200 len: 217 time: 0.1704693 Jun 02 12:46:50.852120 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-896b806d-bd71-4c5d-a489-ca19ded9fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:50.853476 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-896b806d-bd71-4c5d-a489-ca19ded9fbf5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3c0735ba-b96e-46e2-a345-c7fca4de1dbf HTTP/1.1" status: 200 len: 844 time: 0.0581653 Jun 02 12:46:50.926661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-8c9097d6-513c-4e40-bb84-14e46cba46dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:50.927984 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-8c9097d6-513c-4e40-bb84-14e46cba46dc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=90194d51-775d-4c3b-b841-213af27e32ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0684004 Jun 02 12:46:51.056744 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-caac915f-8105-4230-ae1a-75c9d8dded5a service neutron] 10.222.0.22 "GET /v2.0/networks/90194d51-775d-4c3b-b841-213af27e32ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211853 Jun 02 12:46:51.244421 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0ac39668-6bfd-4ab6-9e90-94faf07c69dc req-f19cce2c-7b79-40c4-a628-efb1caa6c4d1 service neutron] 10.222.0.22 "GET /v2.0/networks/90194d51-775d-4c3b-b841-213af27e32ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813061 Jun 02 12:46:51.264117 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c8e5f-3b18-4e9b-a105-753fcfe49d8a req-9c58a867-a699-4904-9533-97d7bac584a8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:51.265569 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-506c8e5f-3b18-4e9b-a105-753fcfe49d8a req-9c58a867-a699-4904-9533-97d7bac584a8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 943 time: 0.1226652 Jun 02 12:46:51.349064 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-506c8e5f-3b18-4e9b-a105-753fcfe49d8a req-4744cf13-520c-4227-9004-3b26c03f9d16 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c249a1b-e36d-4480-9d54-b1a371ff3eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777414 Jun 02 12:46:51.379097 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeca2a-9cc3-42b3-ab2c-5c88a64103f5 req-2a7515b3-467d-45b0-af31-0181e8ff3c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:51.380548 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fffeca2a-9cc3-42b3-ab2c-5c88a64103f5 req-2a7515b3-467d-45b0-af31-0181e8ff3c77 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 1096 time: 0.0876663 Jun 02 12:46:51.512661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeca2a-9cc3-42b3-ab2c-5c88a64103f5 req-b841d939-a7b1-4588-a940-c74aab64d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:51.514112 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fffeca2a-9cc3-42b3-ab2c-5c88a64103f5 req-b841d939-a7b1-4588-a940-c74aab64d5ce service neutron] 10.222.0.22 "GET /v2.0/networks?id=90194d51-775d-4c3b-b841-213af27e32ed HTTP/1.1" status: 200 len: 897 time: 0.1270466 Jun 02 12:46:51.586535 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fffeca2a-9cc3-42b3-ab2c-5c88a64103f5 req-653b3679-c0e3-400b-ba50-a653f382e026 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=282abb3f-1042-42c7-b74a-499b1eb5a959 HTTP/1.1" status: 200 len: 217 time: 0.0656433 Jun 02 12:46:51.647375 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeca2a-9cc3-42b3-ab2c-5c88a64103f5 req-459c2293-e32f-4587-abc3-ce447883941a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:51.648781 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fffeca2a-9cc3-42b3-ab2c-5c88a64103f5 req-459c2293-e32f-4587-abc3-ce447883941a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3c0735ba-b96e-46e2-a345-c7fca4de1dbf HTTP/1.1" status: 200 len: 844 time: 0.0565021 Jun 02 12:46:51.727931 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeca2a-9cc3-42b3-ab2c-5c88a64103f5 req-2d1659e5-8728-43e8-9bf1-baa63574117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:51.729294 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fffeca2a-9cc3-42b3-ab2c-5c88a64103f5 req-2d1659e5-8728-43e8-9bf1-baa63574117a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=90194d51-775d-4c3b-b841-213af27e32ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0733330 Jun 02 12:46:51.859480 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fffeca2a-9cc3-42b3-ab2c-5c88a64103f5 req-a08a372c-23b7-4aff-9565-f18b00275ebf service neutron] 10.222.0.22 "GET /v2.0/networks/90194d51-775d-4c3b-b841-213af27e32ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233296 Jun 02 12:46:51.991632 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fffeca2a-9cc3-42b3-ab2c-5c88a64103f5 req-93b51144-c0ba-4669-9bc8-70220479235c service neutron] 10.222.0.22 "GET /v2.0/networks/90194d51-775d-4c3b-b841-213af27e32ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248739 Jun 02 12:46:52.538314 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7ed04-38a9-4f02-9b96-a00385b508c6 req-d76b9242-bcf5-431e-a114-52f1f9be23f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:52.539759 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7ea7ed04-38a9-4f02-9b96-a00385b508c6 req-d76b9242-bcf5-431e-a114-52f1f9be23f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 943 time: 0.0809610 Jun 02 12:46:52.587050 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-7ea7ed04-38a9-4f02-9b96-a00385b508c6 req-e6bf5e1d-2538-4297-a5fd-33b4b9ffaffe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:46:52.598679 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-7ea7ed04-38a9-4f02-9b96-a00385b508c6 req-e6bf5e1d-2538-4297-a5fd-33b4b9ffaffe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:46:52.599765 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7ea7ed04-38a9-4f02-9b96-a00385b508c6 req-e6bf5e1d-2538-4297-a5fd-33b4b9ffaffe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c249a1b-e36d-4480-9d54-b1a371ff3eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540853 Jun 02 12:46:53.781667 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dce11e-f796-48a9-88e5-8d2d44bfc0d1 req-0329c5e0-526e-4114-a0fb-85267844dbfe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:53.783112 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f3dce11e-f796-48a9-88e5-8d2d44bfc0d1 req-0329c5e0-526e-4114-a0fb-85267844dbfe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 943 time: 0.0787101 Jun 02 12:46:53.827192 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f3dce11e-f796-48a9-88e5-8d2d44bfc0d1 req-48ffda93-47a8-4eb8-b389-a8d2cccf0535 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c249a1b-e36d-4480-9d54-b1a371ff3eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378897 Jun 02 12:46:55.010026 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af38ec-1ff2-4120-9387-4327d57d88de req-b9c9d764-b7b4-4f67-b400-4387b37efd03 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:55.011517 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-81af38ec-1ff2-4120-9387-4327d57d88de req-b9c9d764-b7b4-4f67-b400-4387b37efd03 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 943 time: 0.0806646 Jun 02 12:46:55.056187 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-81af38ec-1ff2-4120-9387-4327d57d88de req-be665457-c70c-489c-aa0e-bcde5fcbd515 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c249a1b-e36d-4480-9d54-b1a371ff3eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391548 Jun 02 12:46:55.076966 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 282abb3f-1042-42c7-b74a-499b1eb5a959 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:46:55.208872 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 282abb3f-1042-42c7-b74a-499b1eb5a959, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=282abb3f-1042-42c7-b74a-499b1eb5a959,segment=NetworkSegment(240020ca-b3bb-4d9f-b368-14e373bfdcb1),segment_id=240020ca-b3bb-4d9f-b368-14e373bfdcb1)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:46:55.222973 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '282abb3f-1042-42c7-b74a-499b1eb5a959', 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed', 'port_id': '282abb3f-1042-42c7-b74a-499b1eb5a959', 'mac_address': 'fa:16:3e:66:6a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0735ba-b96e-46e2-a345-c7fca4de1dbf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:46:55.283235 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:55.299276 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282abb3f-1042-42c7-b74a-499b1eb5a959 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:46:55.314600 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 282abb3f-1042-42c7-b74a-499b1eb5a959, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=282abb3f-1042-42c7-b74a-499b1eb5a959,segment=NetworkSegment(240020ca-b3bb-4d9f-b368-14e373bfdcb1),segment_id=240020ca-b3bb-4d9f-b368-14e373bfdcb1)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:46:55.319270 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:55.320919 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ed31e36d-adc7-4d40-bad7-ba37fa3f665d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:55.384934 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=282abb3f-1042-42c7-b74a-499b1eb5a959,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:55.387900 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:55.629633 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['282abb3f-1042-42c7-b74a-499b1eb5a959'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:46:55.892610 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:56.243637 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420ca9c-4e61-459d-a440-654f64b3e3db req-1558bc96-29e0-4dc7-b489-70879b2d7efb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:56.245074 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4420ca9c-4e61-459d-a440-654f64b3e3db req-1558bc96-29e0-4dc7-b489-70879b2d7efb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 944 time: 0.0866904 Jun 02 12:46:56.288687 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4420ca9c-4e61-459d-a440-654f64b3e3db req-5de222cb-8d12-4d5f-b370-6afe924c817d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c249a1b-e36d-4480-9d54-b1a371ff3eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380652 Jun 02 12:46:57.076414 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 282abb3f-1042-42c7-b74a-499b1eb5a959 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:46:57.142343 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 282abb3f-1042-42c7-b74a-499b1eb5a959 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:46:57.147578 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 282abb3f-1042-42c7-b74a-499b1eb5a959 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:46:57.147953 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:57.267430 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:57.293608 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42513ac-ff98-4aa3-9260-734690ab46ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282abb3f-1042-42c7-b74a-499b1eb5a959'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:46:57.295879 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c656a1e-79de-4995-85ed-8f744f39c8bd" -d '{"events": [{"server_uuid": "e42513ac-ff98-4aa3-9260-734690ab46ad", "name": "network-vif-plugged", "status": "completed", "tag": "282abb3f-1042-42c7-b74a-499b1eb5a959"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:46:57.303696 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 282abb3f-1042-42c7-b74a-499b1eb5a959, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=282abb3f-1042-42c7-b74a-499b1eb5a959,segment=NetworkSegment(240020ca-b3bb-4d9f-b368-14e373bfdcb1),segment_id=240020ca-b3bb-4d9f-b368-14e373bfdcb1)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:46:57.307835 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:46:57.311054 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-53a3e2da-286f-4d8b-8408-5d87ebc36064 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:46:57.376329 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=282abb3f-1042-42c7-b74a-499b1eb5a959,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:46:57.379821 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:46:57.398254 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e2d726-efb0-4b5a-a1c2-2fdd08af012d x-openstack-request-id: req-a4e2d726-efb0-4b5a-a1c2-2fdd08af012d {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:46:57.398558 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42513ac-ff98-4aa3-9260-734690ab46ad", "name": "network-vif-plugged", "status": "completed", "tag": "282abb3f-1042-42c7-b74a-499b1eb5a959", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:46:57.398824 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4e2d726-efb0-4b5a-a1c2-2fdd08af012d {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:46:57.399231 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42513ac-ff98-4aa3-9260-734690ab46ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282abb3f-1042-42c7-b74a-499b1eb5a959', 'code': 200} Jun 02 12:46:57.486473 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c09d0a-81af-4cb0-8d1c-642d9b81101d req-acb253fa-8aa6-4f89-80df-e91283962c37 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:57.487951 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f1c09d0a-81af-4cb0-8d1c-642d9b81101d req-acb253fa-8aa6-4f89-80df-e91283962c37 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 945 time: 0.0817270 Jun 02 12:46:57.537711 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f1c09d0a-81af-4cb0-8d1c-642d9b81101d req-112103be-7d50-42cc-b39f-d9274b3d8ad7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c249a1b-e36d-4480-9d54-b1a371ff3eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432329 Jun 02 12:46:57.731923 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73922480-2ddb-4273-bb59-1e7e7bac44ab req-a1322630-4061-40dd-97b8-74e965e9971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:57.733377 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-73922480-2ddb-4273-bb59-1e7e7bac44ab req-a1322630-4061-40dd-97b8-74e965e9971d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 1098 time: 0.1772437 Jun 02 12:46:57.773281 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-73922480-2ddb-4273-bb59-1e7e7bac44ab req-ec4e1768-274e-4321-89a6-c4defa64eea5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3c249a1b-e36d-4480-9d54-b1a371ff3eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330815 Jun 02 12:46:58.728240 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a67cd-08a8-4240-82aa-368ee7162ded req-ad7b1699-cc67-46cd-b887-dfca0e71357b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:58.729684 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-af4a67cd-08a8-4240-82aa-368ee7162ded req-ad7b1699-cc67-46cd-b887-dfca0e71357b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 945 time: 0.0842369 Jun 02 12:46:58.772829 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-af4a67cd-08a8-4240-82aa-368ee7162ded req-aa3c29c9-7681-4df3-bd2d-f3c1e7c15091 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c249a1b-e36d-4480-9d54-b1a371ff3eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374207 Jun 02 12:46:59.960578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acd77d-a3c6-4e72-8071-6659a9b44198 req-8c45bdfc-fe54-4d0a-9a35-280630b057b7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:46:59.962004 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-07acd77d-a3c6-4e72-8071-6659a9b44198 req-8c45bdfc-fe54-4d0a-9a35-280630b057b7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 945 time: 0.0814805 Jun 02 12:47:00.005704 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-07acd77d-a3c6-4e72-8071-6659a9b44198 req-fd4f007b-e0c3-4f01-8286-d7e8bc05a8b1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c249a1b-e36d-4480-9d54-b1a371ff3eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380752 Jun 02 12:47:00.183597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2b22f-37bf-40a3-b32d-e7b456765915 req-8e64487a-7c63-4acb-8022-449f9e6531ac tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:47:00.185061 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-48d2b22f-37bf-40a3-b32d-e7b456765915 req-8e64487a-7c63-4acb-8022-449f9e6531ac tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 945 time: 0.0798454 Jun 02 12:47:00.228713 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-48d2b22f-37bf-40a3-b32d-e7b456765915 req-afe8ba34-a189-43c3-808d-64f8e4156c23 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c249a1b-e36d-4480-9d54-b1a371ff3eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382044 Jun 02 12:47:00.251335 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49728) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:47:00.319861 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f682cd1-9768-4a39-812a-1ebb2936bfe4 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:47:00.321618 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8f682cd1-9768-4a39-812a-1ebb2936bfe4 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 1093 time: 0.0690117 Jun 02 12:47:00.324008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49730) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:47:00.328345 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': '282abb3f-1042-42c7-b74a-499b1eb5a959', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:47:00.335575 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:47:00.339883 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:floatingip and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:47:00.342735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:47:00.348929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:47:00.359203 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:47:00.499361 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:47:00.635873 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.26.7.19 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/8aa23292-0150-480c-baa8-1812bb5d7feb) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:47:00.784278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:47:00.814102 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:47:00.819074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:47:00.880973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:47:00.884173 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:47:00.887908 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:47:00.924159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=8aa23292-0150-480c-baa8-1812bb5d7feb,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:47:00.928913 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:47:01.293465 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:47:01.365163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:47:01.567645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:47:01.571899 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:47:01.576433 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:47:01.801545 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=8aa23292-0150-480c-baa8-1812bb5d7feb,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:47:01.805706 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:47:01.808407 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:47:01.980059 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Floating IP fcabfaa8-7d84-4d6f-b40e-5ba61a4eacd4 associated. External IP: 172.26.7.19, port: 282abb3f-1042-42c7-b74a-499b1eb5a959. Jun 02 12:47:02.330320 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 95a0cbe3-133c-4501-9ed0-463dcd9a5733 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:47:02.511253 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:47:02.521702 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acf9a8c-1bdf-4deb-855a-3d30dcdd2d67 None None] Sync routers for ids ['95a0cbe3-133c-4501-9ed0-463dcd9a5733'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:47:02.531404 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acf9a8c-1bdf-4deb-855a-3d30dcdd2d67 None None] Routers {'95a0cbe3-133c-4501-9ed0-463dcd9a5733'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:47:02.532020 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-4acf9a8c-1bdf-4deb-855a-3d30dcdd2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:46:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['95a0cbe3-133c-4501-9ed0-463dcd9a5733'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:47:02.536026 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:47:02.595527 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2701652 Jun 02 12:47:02.596228 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42513ac-ff98-4aa3-9260-734690ab46ad', 'tag': '282abb3f-1042-42c7-b74a-499b1eb5a959'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:47:02.598252 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49732) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:47:02.598768 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f84952-cd84-49b9-ab35-28d3e741f73e" -d '{"events": [{"name": "network-changed", "server_uuid": "e42513ac-ff98-4aa3-9260-734690ab46ad", "tag": "282abb3f-1042-42c7-b74a-499b1eb5a959"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:47:02.640677 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce7e8c9-2d75-43ba-8249-f64ec473aa05 x-openstack-request-id: req-bce7e8c9-2d75-43ba-8249-f64ec473aa05 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:47:02.641144 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42513ac-ff98-4aa3-9260-734690ab46ad", "tag": "282abb3f-1042-42c7-b74a-499b1eb5a959", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:47:02.641638 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bce7e8c9-2d75-43ba-8249-f64ec473aa05 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:47:02.642262 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42513ac-ff98-4aa3-9260-734690ab46ad', 'tag': '282abb3f-1042-42c7-b74a-499b1eb5a959', 'status': 'completed', 'code': 200} Jun 02 12:47:02.710434 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5c7116bd-86fb-4db4-9a5b-7ef8703879b8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/fcabfaa8-7d84-4d6f-b40e-5ba61a4eacd4 HTTP/1.1" status: 200 len: 990 time: 0.1108992 Jun 02 12:47:02.738647 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f84952-cd84-49b9-ab35-28d3e741f73e req-6a240792-5246-4a51-9e8c-9ac3461ed431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:47:02.740136 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-52f84952-cd84-49b9-ab35-28d3e741f73e req-6a240792-5246-4a51-9e8c-9ac3461ed431 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 1098 time: 0.0733669 Jun 02 12:47:02.772887 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-4acf9a8c-1bdf-4deb-855a-3d30dcdd2d67 None None] Set router 95a0cbe3-133c-4501-9ed0-463dcd9a5733 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:47:02.871646 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f84952-cd84-49b9-ab35-28d3e741f73e req-d15d0b86-04cc-4c0e-9595-6c10926f9309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:47:02.873000 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-52f84952-cd84-49b9-ab35-28d3e741f73e req-d15d0b86-04cc-4c0e-9595-6c10926f9309 service neutron] 10.222.0.22 "GET /v2.0/networks?id=90194d51-775d-4c3b-b841-213af27e32ed HTTP/1.1" status: 200 len: 897 time: 0.1260338 Jun 02 12:47:02.988981 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-52f84952-cd84-49b9-ab35-28d3e741f73e req-3b8bf272-1870-47b7-9338-ba0683d1eff5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=282abb3f-1042-42c7-b74a-499b1eb5a959 HTTP/1.1" status: 200 len: 998 time: 0.1088407 Jun 02 12:47:03.050919 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f84952-cd84-49b9-ab35-28d3e741f73e req-d058a281-8e31-4c72-8d70-a9c5d3c3a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:47:03.052339 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-52f84952-cd84-49b9-ab35-28d3e741f73e req-d058a281-8e31-4c72-8d70-a9c5d3c3a2e3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3c0735ba-b96e-46e2-a345-c7fca4de1dbf HTTP/1.1" status: 200 len: 844 time: 0.0573575 Jun 02 12:47:03.118083 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-4acf9a8c-1bdf-4deb-855a-3d30dcdd2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'name': 'tempest-TestNetworkBasicOps-router-1720991831', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:46:36Z', 'updated_at': '2021-06-02T12:46:42Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:37Z', 'updated_at': '2021-06-02T12:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'fcabfaa8-7d84-4d6f-b40e-5ba61a4eacd4', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.19', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'port_id': '282abb3f-1042-42c7-b74a-499b1eb5a959', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed', 'mac_address': 'fa:16:3e:66:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42513ac-ff98-4aa3-9260-734690ab46ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:47:01Z', 'updated_at': '2021-06-02T12:47:01Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196f0429-5ef5-4967-8083-560739585bd6', 'name': '', 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:bb:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3c0735ba-b96e-46e2-a345-c7fca4de1dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:41Z', 'updated_at': '2021-06-02T12:46:46Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '3c0735ba-b96e-46e2-a345-c7fca4de1dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:47:03.122450 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acf9a8c-1bdf-4deb-855a-3d30dcdd2d67 None None] Checking router: 95a0cbe3-133c-4501-9ed0-463dcd9a5733 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:47:03.131601 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acf9a8c-1bdf-4deb-855a-3d30dcdd2d67 None None] Routers {'95a0cbe3-133c-4501-9ed0-463dcd9a5733'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:47:03.132215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-4acf9a8c-1bdf-4deb-855a-3d30dcdd2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:46:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['95a0cbe3-133c-4501-9ed0-463dcd9a5733'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:47:03.132369 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f84952-cd84-49b9-ab35-28d3e741f73e req-7291881f-c03a-4c69-8b8b-ed3eb2f6964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:47:03.133689 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-52f84952-cd84-49b9-ab35-28d3e741f73e req-7291881f-c03a-4c69-8b8b-ed3eb2f6964c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=90194d51-775d-4c3b-b841-213af27e32ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0745907 Jun 02 12:47:03.313011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-4acf9a8c-1bdf-4deb-855a-3d30dcdd2d67 None None] Set router 95a0cbe3-133c-4501-9ed0-463dcd9a5733 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:47:03.397099 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-52f84952-cd84-49b9-ab35-28d3e741f73e req-a03d7291-0f3a-402e-a269-11e27711731b service neutron] 10.222.0.22 "GET /v2.0/networks/90194d51-775d-4c3b-b841-213af27e32ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563882 Jun 02 12:47:03.527158 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-52f84952-cd84-49b9-ab35-28d3e741f73e req-1ed2fdb1-cc38-4346-8707-e45905e2fb74 service neutron] 10.222.0.22 "GET /v2.0/networks/90194d51-775d-4c3b-b841-213af27e32ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232405 Jun 02 12:47:03.659390 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-4acf9a8c-1bdf-4deb-855a-3d30dcdd2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'name': 'tempest-TestNetworkBasicOps-router-1720991831', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:46:36Z', 'updated_at': '2021-06-02T12:46:42Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:37Z', 'updated_at': '2021-06-02T12:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'fcabfaa8-7d84-4d6f-b40e-5ba61a4eacd4', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.19', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'port_id': '282abb3f-1042-42c7-b74a-499b1eb5a959', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed', 'mac_address': 'fa:16:3e:66:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42513ac-ff98-4aa3-9260-734690ab46ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:47:01Z', 'updated_at': '2021-06-02T12:47:01Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196f0429-5ef5-4967-8083-560739585bd6', 'name': '', 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:bb:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3c0735ba-b96e-46e2-a345-c7fca4de1dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:41Z', 'updated_at': '2021-06-02T12:46:46Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '3c0735ba-b96e-46e2-a345-c7fca4de1dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:47:03.663802 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acf9a8c-1bdf-4deb-855a-3d30dcdd2d67 None None] The sync data for ids ['95a0cbe3-133c-4501-9ed0-463dcd9a5733'] in dv-neutron-601336-80-hyperv is: [{'id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'name': 'tempest-TestNetworkBasicOps-router-1720991831', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:46:36Z', 'updated_at': '2021-06-02T12:46:42Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:37Z', 'updated_at': '2021-06-02T12:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'fcabfaa8-7d84-4d6f-b40e-5ba61a4eacd4', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.19', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'port_id': '282abb3f-1042-42c7-b74a-499b1eb5a959', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed', 'mac_address': 'fa:16:3e:66:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42513ac-ff98-4aa3-9260-734690ab46ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:47:01Z', 'updated_at': '2021-06-02T12:47:01Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196f0429-5ef5-4967-8083-560739585bd6', 'name': '', 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:bb:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3c0735ba-b96e-46e2-a345-c7fca4de1dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:41Z', 'updated_at': '2021-06-02T12:46:46Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '3c0735ba-b96e-46e2-a345-c7fca4de1dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:47:03.714233 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49736) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:47:03.822653 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6df28e12-cd0e-42cb-8e9b-d6d9560a4303 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/fcabfaa8-7d84-4d6f-b40e-5ba61a4eacd4 HTTP/1.1" status: 200 len: 990 time: 0.1071184 Jun 02 12:47:03.835423 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695d9f66-dfc5-4866-af59-4a898bc473aa None None] New status for floating IP fcabfaa8-7d84-4d6f-b40e-5ba61a4eacd4: ACTIVE {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:47:04.825638 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49738) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:47:04.933242 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4f2bc0c4-5b5a-4ede-bc52-5106adf3a3ef tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/fcabfaa8-7d84-4d6f-b40e-5ba61a4eacd4 HTTP/1.1" status: 200 len: 992 time: 0.1062782 Jun 02 12:47:05.844583 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74830563-64f7-4b13-80e8-e81ddcd9ecf3 req-e99adef9-0fec-4d92-974d-63e49311004e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e42513ac-ff98-4aa3-9260-734690ab46ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684948 Jun 02 12:47:05.978158 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74830563-64f7-4b13-80e8-e81ddcd9ecf3 req-1635502d-6243-4e37-9736-343c95ef28a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:47:05.979594 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74830563-64f7-4b13-80e8-e81ddcd9ecf3 req-1635502d-6243-4e37-9736-343c95ef28a6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 1098 time: 0.0700803 Jun 02 12:47:06.122022 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74830563-64f7-4b13-80e8-e81ddcd9ecf3 req-296efebf-62ee-40cd-a958-938cf147138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:47:06.123377 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74830563-64f7-4b13-80e8-e81ddcd9ecf3 req-296efebf-62ee-40cd-a958-938cf147138a service neutron] 10.222.0.22 "GET /v2.0/networks?id=90194d51-775d-4c3b-b841-213af27e32ed HTTP/1.1" status: 200 len: 897 time: 0.1242595 Jun 02 12:47:06.225912 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74830563-64f7-4b13-80e8-e81ddcd9ecf3 req-b9773fa6-8d3a-43f4-bdd1-1034d10ee058 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=282abb3f-1042-42c7-b74a-499b1eb5a959 HTTP/1.1" status: 200 len: 1000 time: 0.0959854 Jun 02 12:47:06.290649 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74830563-64f7-4b13-80e8-e81ddcd9ecf3 req-bfb25669-9d5d-4bcb-9aa8-09906078b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:47:06.292008 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74830563-64f7-4b13-80e8-e81ddcd9ecf3 req-bfb25669-9d5d-4bcb-9aa8-09906078b83a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3c0735ba-b96e-46e2-a345-c7fca4de1dbf HTTP/1.1" status: 200 len: 844 time: 0.0596814 Jun 02 12:47:06.366576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74830563-64f7-4b13-80e8-e81ddcd9ecf3 req-a4919320-5ba2-4e3c-a1a7-468f0e4c7256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:47:06.368015 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74830563-64f7-4b13-80e8-e81ddcd9ecf3 req-a4919320-5ba2-4e3c-a1a7-468f0e4c7256 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=90194d51-775d-4c3b-b841-213af27e32ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0692441 Jun 02 12:47:06.501883 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74830563-64f7-4b13-80e8-e81ddcd9ecf3 req-fd6e85f5-c0f2-4cb5-9965-481acaddcde6 service neutron] 10.222.0.22 "GET /v2.0/networks/90194d51-775d-4c3b-b841-213af27e32ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259608 Jun 02 12:47:06.631316 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74830563-64f7-4b13-80e8-e81ddcd9ecf3 req-b4478089-da01-46d6-a0f2-f39da328f2f1 service neutron] 10.222.0.22 "GET /v2.0/networks/90194d51-775d-4c3b-b841-213af27e32ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230171 Jun 02 12:47:14.117626 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3876aa1f-79c0-4a3d-84f6-1e695584a815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:47:16.633755 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e7dd4fad-ddaf-402e-89b2-d47a1757dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:47:16.685180 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:47:17.722162 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:47:19.504589 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:47:20.818462 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:47:25.874908 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:47:44.118820 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0a1e7f85-bcf3-43bf-bdda-4087e30f5759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:47:46.635135 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c8739809-9aec-4289-8936-636ee6b20db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:47:46.686674 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:47:47.723786 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:47:49.507860 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:47:55.878522 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:47:57.817359 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:48:07.841054 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dad892ab-b7e1-477e-aee7-cd51fb5a21e3 req-da5bf2b3-c915-4f2c-a7d9-f63564557c03 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e42513ac-ff98-4aa3-9260-734690ab46ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727649 Jun 02 12:48:07.976752 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad892ab-b7e1-477e-aee7-cd51fb5a21e3 req-483ef97d-272d-44ee-b72e-2443397bbe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:48:07.978203 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dad892ab-b7e1-477e-aee7-cd51fb5a21e3 req-483ef97d-272d-44ee-b72e-2443397bbe0f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 1098 time: 0.0708117 Jun 02 12:48:08.121586 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad892ab-b7e1-477e-aee7-cd51fb5a21e3 req-58fa841b-28bf-4482-9179-66eca3be424a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:48:08.123003 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dad892ab-b7e1-477e-aee7-cd51fb5a21e3 req-58fa841b-28bf-4482-9179-66eca3be424a service neutron] 10.222.0.22 "GET /v2.0/networks?id=90194d51-775d-4c3b-b841-213af27e32ed HTTP/1.1" status: 200 len: 897 time: 0.1244855 Jun 02 12:48:08.340021 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dad892ab-b7e1-477e-aee7-cd51fb5a21e3 req-b87e2ec5-229e-4aef-af81-4c54691dccf3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=282abb3f-1042-42c7-b74a-499b1eb5a959 HTTP/1.1" status: 200 len: 1000 time: 0.2105455 Jun 02 12:48:08.402018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad892ab-b7e1-477e-aee7-cd51fb5a21e3 req-421a28ad-b304-4c9f-86b4-c1b66ab1c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:48:08.403461 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dad892ab-b7e1-477e-aee7-cd51fb5a21e3 req-421a28ad-b304-4c9f-86b4-c1b66ab1c2f3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3c0735ba-b96e-46e2-a345-c7fca4de1dbf HTTP/1.1" status: 200 len: 844 time: 0.0559521 Jun 02 12:48:08.482426 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad892ab-b7e1-477e-aee7-cd51fb5a21e3 req-120e3472-8ea8-4b47-85bd-6d1c068156d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:48:08.483877 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dad892ab-b7e1-477e-aee7-cd51fb5a21e3 req-120e3472-8ea8-4b47-85bd-6d1c068156d1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=90194d51-775d-4c3b-b841-213af27e32ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0738602 Jun 02 12:48:08.614677 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dad892ab-b7e1-477e-aee7-cd51fb5a21e3 req-c71d7a5f-4ff1-423d-94c4-f1402f659b7c service neutron] 10.222.0.22 "GET /v2.0/networks/90194d51-775d-4c3b-b841-213af27e32ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239793 Jun 02 12:48:08.750601 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dad892ab-b7e1-477e-aee7-cd51fb5a21e3 req-4c6a3ecd-099f-41cb-b690-6daa727c1965 service neutron] 10.222.0.22 "GET /v2.0/networks/90194d51-775d-4c3b-b841-213af27e32ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283090 Jun 02 12:48:14.119666 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f5977cc5-b8af-4dc7-b1ee-1da5efedf8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:48:16.635886 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f8d5d65e-b30c-4540-8285-1278430b9303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:48:16.687943 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:48:17.726778 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:48:19.509278 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:48:25.889544 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:48:34.816588 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:48:44.120195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b6bdfa96-52fc-4d8a-a0c1-edcd7c1de0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:48:46.639685 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-37b68c28-480e-4fcd-925a-4aee582c0778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:48:46.690718 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:48:47.728791 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:48:49.512633 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:48:55.912764 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:49:07.852564 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5a105f7e-4306-4fa5-9bca-49d8fb3db1a2 req-6aa7f8c0-81bc-4ca6-b1c3-37251b34d604 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e42513ac-ff98-4aa3-9260-734690ab46ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679188 Jun 02 12:49:07.988484 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a105f7e-4306-4fa5-9bca-49d8fb3db1a2 req-d7909d4d-5d35-456b-807a-0bb23dc9ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:49:07.990448 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5a105f7e-4306-4fa5-9bca-49d8fb3db1a2 req-d7909d4d-5d35-456b-807a-0bb23dc9ee47 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 1098 time: 0.0707207 Jun 02 12:49:08.142660 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a105f7e-4306-4fa5-9bca-49d8fb3db1a2 req-328ef8ac-7ee5-478b-a402-477d16381303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:49:08.144007 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5a105f7e-4306-4fa5-9bca-49d8fb3db1a2 req-328ef8ac-7ee5-478b-a402-477d16381303 service neutron] 10.222.0.22 "GET /v2.0/networks?id=90194d51-775d-4c3b-b841-213af27e32ed HTTP/1.1" status: 200 len: 897 time: 0.1353922 Jun 02 12:49:08.248683 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5a105f7e-4306-4fa5-9bca-49d8fb3db1a2 req-43f0927b-68da-43e2-ac23-36463655a075 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=282abb3f-1042-42c7-b74a-499b1eb5a959 HTTP/1.1" status: 200 len: 1000 time: 0.0975354 Jun 02 12:49:08.314276 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a105f7e-4306-4fa5-9bca-49d8fb3db1a2 req-463e3068-d4fe-4efa-94bc-79e63f40b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:49:08.315715 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5a105f7e-4306-4fa5-9bca-49d8fb3db1a2 req-463e3068-d4fe-4efa-94bc-79e63f40b372 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3c0735ba-b96e-46e2-a345-c7fca4de1dbf HTTP/1.1" status: 200 len: 844 time: 0.0599604 Jun 02 12:49:08.391128 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a105f7e-4306-4fa5-9bca-49d8fb3db1a2 req-f3247b56-7f2d-496f-a4ff-0bb86a27a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:49:08.392570 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5a105f7e-4306-4fa5-9bca-49d8fb3db1a2 req-f3247b56-7f2d-496f-a4ff-0bb86a27a0b2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=90194d51-775d-4c3b-b841-213af27e32ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0701516 Jun 02 12:49:08.524116 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5a105f7e-4306-4fa5-9bca-49d8fb3db1a2 req-4aa90620-c50b-4954-b986-c0d45f591617 service neutron] 10.222.0.22 "GET /v2.0/networks/90194d51-775d-4c3b-b841-213af27e32ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238928 Jun 02 12:49:08.655193 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5a105f7e-4306-4fa5-9bca-49d8fb3db1a2 req-ef9c748a-9644-4797-a274-35d64709cb34 service neutron] 10.222.0.22 "GET /v2.0/networks/90194d51-775d-4c3b-b841-213af27e32ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239257 Jun 02 12:49:11.815575 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:49:14.122587 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9a53d6c3-d03f-41be-a630-91b245d6d693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:49:16.641143 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1000e4dc-7e7f-444e-b720-7c5df1898fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:49:16.691412 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:49:17.733948 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:49:19.513820 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:49:25.928584 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:49:38.884171 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49798) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:49:38.890273 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-9e2e4e49-a83e-4048-8ad9-6437d764d85b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:49:39.009520 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4e49-a83e-4048-8ad9-6437d764d85b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2824988'] for subnet, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:49:39.323512 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4e49-a83e-4048-8ad9-6437d764d85b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726415848165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2111763'] for subnet, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:49:39.327108 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2eb54dfb-0881-4446-aaf7-8c72dbd3c0f6 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:49:39.371594 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2e4e49-a83e-4048-8ad9-6437d764d85b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:49:39.372182 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4e49-a83e-4048-8ad9-6437d764d85b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:49:39.373424 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9e2e4e49-a83e-4048-8ad9-6437d764d85b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/subnets/3c0735ba-b96e-46e2-a345-c7fca4de1dbf HTTP/1.1" status: 200 len: 836 time: 0.4882827 Jun 02 12:49:39.377737 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2167336-dd9b-40d4-a3f4-3992b2071d33 None None] Network 90194d51-775d-4c3b-b841-213af27e32ed requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:49:39.394130 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e4e49-a83e-4048-8ad9-6437d764d85b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Subnet': ['ID=3c0735ba-b96e-46e2-a345-c7fca4de1dbf,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:49:39.402437 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e4e49-a83e-4048-8ad9-6437d764d85b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:49:39.402835 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e4e49-a83e-4048-8ad9-6437d764d85b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:49:39.403217 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e4e49-a83e-4048-8ad9-6437d764d85b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:49:39.403589 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e4e49-a83e-4048-8ad9-6437d764d85b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:49:39.403959 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e4e49-a83e-4048-8ad9-6437d764d85b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:49:39.404328 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e4e49-a83e-4048-8ad9-6437d764d85b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:49:39.404697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e4e49-a83e-4048-8ad9-6437d764d85b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:49:39.405062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e4e49-a83e-4048-8ad9-6437d764d85b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:49:39.405440 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e4e49-a83e-4048-8ad9-6437d764d85b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:49:39.405789 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e4e49-a83e-4048-8ad9-6437d764d85b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:49:39.406170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e4e49-a83e-4048-8ad9-6437d764d85b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:49:39.406536 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e4e49-a83e-4048-8ad9-6437d764d85b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:49:39.410549 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9e2e4e49-a83e-4048-8ad9-6437d764d85b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:49:39.880511 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e7f09e29-22a0-455e-ba29-0522f28465c7 None None] Provisioning complete for port 196f0429-5ef5-4967-8083-560739585bd6 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:49:39.880881 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e7f09e29-22a0-455e-ba29-0522f28465c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:49:40.004049 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e7f09e29-22a0-455e-ba29-0522f28465c7 None None] Provisioning complete for port 282abb3f-1042-42c7-b74a-499b1eb5a959 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:49:40.004301 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e7f09e29-22a0-455e-ba29-0522f28465c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:49:40.125806 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e7f09e29-22a0-455e-ba29-0522f28465c7 None None] Provisioning complete for port ee6cf72d-bebe-4309-862b-35c06cff80c5 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:49:40.126200 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e7f09e29-22a0-455e-ba29-0522f28465c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:49:44.123766 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-712cef14-6aa8-4be9-9113-45150f89e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:49:46.641940 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c78130bf-4412-46d5-81fe-5871d62f0089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:49:46.691008 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:49:47.735459 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:49:48.814190 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:49:49.518035 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:49:55.928456 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:08.874741 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-436995fc-063c-455f-abab-46495ce98961 req-b068cb3d-9014-4a29-af95-ee5abb1af3cc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e42513ac-ff98-4aa3-9260-734690ab46ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1129110 Jun 02 12:50:09.019858 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436995fc-063c-455f-abab-46495ce98961 req-5ecfd934-e37c-4be7-adb9-359c9ce6c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:09.021298 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-436995fc-063c-455f-abab-46495ce98961 req-5ecfd934-e37c-4be7-adb9-359c9ce6c3b3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 1098 time: 0.0777071 Jun 02 12:50:09.165729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436995fc-063c-455f-abab-46495ce98961 req-90032dd3-0ec1-44bb-9bec-37ef37844623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:09.167180 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-436995fc-063c-455f-abab-46495ce98961 req-90032dd3-0ec1-44bb-9bec-37ef37844623 service neutron] 10.222.0.22 "GET /v2.0/networks?id=90194d51-775d-4c3b-b841-213af27e32ed HTTP/1.1" status: 200 len: 897 time: 0.1251323 Jun 02 12:50:09.388484 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-436995fc-063c-455f-abab-46495ce98961 req-3f27c594-ce68-4989-b833-602b764f0733 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=282abb3f-1042-42c7-b74a-499b1eb5a959 HTTP/1.1" status: 200 len: 1000 time: 0.2141824 Jun 02 12:50:09.453129 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436995fc-063c-455f-abab-46495ce98961 req-5d4e984c-592b-4222-ba91-2082c5fc65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:09.454525 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-436995fc-063c-455f-abab-46495ce98961 req-5d4e984c-592b-4222-ba91-2082c5fc65b0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3c0735ba-b96e-46e2-a345-c7fca4de1dbf HTTP/1.1" status: 200 len: 844 time: 0.0595813 Jun 02 12:50:09.531697 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436995fc-063c-455f-abab-46495ce98961 req-acc54ea0-c23a-4de3-bc68-defeba24e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:09.533365 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-436995fc-063c-455f-abab-46495ce98961 req-acc54ea0-c23a-4de3-bc68-defeba24e2bd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=90194d51-775d-4c3b-b841-213af27e32ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0721374 Jun 02 12:50:09.544160 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [req-436995fc-063c-455f-abab-46495ce98961 req-829b53a3-7e39-45a0-ba44-ad0f72adce96 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:50:09.545047 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-436995fc-063c-455f-abab-46495ce98961 req-829b53a3-7e39-45a0-ba44-ad0f72adce96 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047157 Jun 02 12:50:09.677337 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-436995fc-063c-455f-abab-46495ce98961 req-b0c143ee-9dc0-47fc-8b58-a1c210bba130 service neutron] 10.222.0.22 "GET /v2.0/networks/90194d51-775d-4c3b-b841-213af27e32ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247425 Jun 02 12:50:09.809830 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-436995fc-063c-455f-abab-46495ce98961 req-a68a106f-be12-44a2-8135-c59e9943b8aa service neutron] 10.222.0.22 "GET /v2.0/networks/90194d51-775d-4c3b-b841-213af27e32ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259546 Jun 02 12:50:14.126974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6b00bf78-32ed-44ee-b6d7-e2298a0a6dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:16.642646 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7d4a59d0-f2d2-4c0e-8f74-624c8042c422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:16.692367 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:17.738746 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:19.519982 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:23.047892 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49816) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:23.374659 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port 8aa23292-0150-480c-baa8-1812bb5d7feb {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:50:23.374912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:23.493070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:23.493386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:23.612236 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for 8aa23292-0150-480c-baa8-1812bb5d7feb owned by network:floatingip {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:50:23.727827 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:23.732111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-faa98d5f-82a1-4b65-9971-8d5d7d51334a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:23.778764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=8aa23292-0150-480c-baa8-1812bb5d7feb,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:23.818050 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:23.818465 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:23.819437 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:23.819813 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:23.820182 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:23.820544 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:23.820905 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:23.821265 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:23.821625 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:23.821981 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:23.822363 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:23.822719 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:23.848955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:23.877003 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:23.877360 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Floating IP fcabfaa8-7d84-4d6f-b40e-5ba61a4eacd4 disassociated (deleted). External IP: 172.26.7.19, port: 282abb3f-1042-42c7-b74a-499b1eb5a959. Jun 02 12:50:24.337437 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 95a0cbe3-133c-4501-9ed0-463dcd9a5733 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:50:24.516920 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:50:24.526820 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e528297-7a01-4480-b589-20dfe8d204ee None None] Sync routers for ids ['95a0cbe3-133c-4501-9ed0-463dcd9a5733'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:50:24.536206 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e528297-7a01-4480-b589-20dfe8d204ee None None] Routers {'95a0cbe3-133c-4501-9ed0-463dcd9a5733'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:50:24.536823 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5e528297-7a01-4480-b589-20dfe8d204ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:50:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['95a0cbe3-133c-4501-9ed0-463dcd9a5733'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:50:24.537316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:24.592933 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/floatingips/fcabfaa8-7d84-4d6f-b40e-5ba61a4eacd4 HTTP/1.1" status: 204 len: 168 time: 1.5439682 Jun 02 12:50:24.593599 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42513ac-ff98-4aa3-9260-734690ab46ad', 'tag': '282abb3f-1042-42c7-b74a-499b1eb5a959'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:50:24.595919 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25d7f4d-0a38-4acf-a098-4d9120a0c417" -d '{"events": [{"name": "network-changed", "server_uuid": "e42513ac-ff98-4aa3-9260-734690ab46ad", "tag": "282abb3f-1042-42c7-b74a-499b1eb5a959"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:50:24.717014 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-5e528297-7a01-4480-b589-20dfe8d204ee None None] Set router 95a0cbe3-133c-4501-9ed0-463dcd9a5733 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:50:25.024320 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cd5b7-d47f-43fe-afa9-b3f52f8da443 req-94c4383b-9c19-428f-a5b9-3d596320427c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:25.025022 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-738cd5b7-d47f-43fe-afa9-b3f52f8da443 req-94c4383b-9c19-428f-a5b9-3d596320427c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:50:25.031955 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5e528297-7a01-4480-b589-20dfe8d204ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'name': 'tempest-TestNetworkBasicOps-router-1720991831', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:46:36Z', 'updated_at': '2021-06-02T12:46:42Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:37Z', 'updated_at': '2021-06-02T12:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '196f0429-5ef5-4967-8083-560739585bd6', 'name': '', 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:bb:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3c0735ba-b96e-46e2-a345-c7fca4de1dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:41Z', 'updated_at': '2021-06-02T12:46:46Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '3c0735ba-b96e-46e2-a345-c7fca4de1dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:50:25.036080 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e528297-7a01-4480-b589-20dfe8d204ee None None] Checking router: 95a0cbe3-133c-4501-9ed0-463dcd9a5733 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:50:25.041629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-738cd5b7-d47f-43fe-afa9-b3f52f8da443 req-94c4383b-9c19-428f-a5b9-3d596320427c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:50:25.042856 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-738cd5b7-d47f-43fe-afa9-b3f52f8da443 req-94c4383b-9c19-428f-a5b9-3d596320427c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 945 time: 0.1444731 Jun 02 12:50:25.045648 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e528297-7a01-4480-b589-20dfe8d204ee None None] Routers {'95a0cbe3-133c-4501-9ed0-463dcd9a5733'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:50:25.046284 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5e528297-7a01-4480-b589-20dfe8d204ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:50:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['95a0cbe3-133c-4501-9ed0-463dcd9a5733'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:50:25.106029 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-738cd5b7-d47f-43fe-afa9-b3f52f8da443 req-00a25426-c8a8-4ddd-b93e-6fc3727d7aaf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c249a1b-e36d-4480-9d54-b1a371ff3eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574055 Jun 02 12:50:25.222642 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-5e528297-7a01-4480-b589-20dfe8d204ee None None] Set router 95a0cbe3-133c-4501-9ed0-463dcd9a5733 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:50:25.562306 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5e528297-7a01-4480-b589-20dfe8d204ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'name': 'tempest-TestNetworkBasicOps-router-1720991831', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:46:36Z', 'updated_at': '2021-06-02T12:46:42Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:37Z', 'updated_at': '2021-06-02T12:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '196f0429-5ef5-4967-8083-560739585bd6', 'name': '', 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:bb:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3c0735ba-b96e-46e2-a345-c7fca4de1dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:41Z', 'updated_at': '2021-06-02T12:46:46Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '3c0735ba-b96e-46e2-a345-c7fca4de1dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:50:25.566238 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e528297-7a01-4480-b589-20dfe8d204ee None None] The sync data for ids ['95a0cbe3-133c-4501-9ed0-463dcd9a5733'] in dv-neutron-601336-80-hyperv is: [{'id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'name': 'tempest-TestNetworkBasicOps-router-1720991831', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:46:36Z', 'updated_at': '2021-06-02T12:46:42Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:37Z', 'updated_at': '2021-06-02T12:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '196f0429-5ef5-4967-8083-560739585bd6', 'name': '', 'network_id': '90194d51-775d-4c3b-b841-213af27e32ed', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:bb:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3c0735ba-b96e-46e2-a345-c7fca4de1dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:41Z', 'updated_at': '2021-06-02T12:46:46Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '3c0735ba-b96e-46e2-a345-c7fca4de1dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:50:25.660599 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c847eeae-ebc5-4ea6-b88c-6d894ec28118 x-openstack-request-id: req-c847eeae-ebc5-4ea6-b88c-6d894ec28118 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:50:25.661084 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42513ac-ff98-4aa3-9260-734690ab46ad", "tag": "282abb3f-1042-42c7-b74a-499b1eb5a959", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:50:25.661201 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c847eeae-ebc5-4ea6-b88c-6d894ec28118 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:50:25.661562 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42513ac-ff98-4aa3-9260-734690ab46ad', 'tag': '282abb3f-1042-42c7-b74a-499b1eb5a959', 'status': 'completed', 'code': 200} Jun 02 12:50:25.755493 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d7f4d-0a38-4acf-a098-4d9120a0c417 req-c5e5fc46-137a-4a44-94a9-6e05ed85c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:25.757073 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b25d7f4d-0a38-4acf-a098-4d9120a0c417 req-c5e5fc46-137a-4a44-94a9-6e05ed85c8b8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 1098 time: 0.0734124 Jun 02 12:50:25.777933 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25abb809-ee28-4dd5-9448-d8c6ac76c99e None None] New status for floating IP fcabfaa8-7d84-4d6f-b40e-5ba61a4eacd4: DOWN {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:50:25.889822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d7f4d-0a38-4acf-a098-4d9120a0c417 req-1d91bda2-bae2-4334-bf41-90337f829069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:25.891197 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b25d7f4d-0a38-4acf-a098-4d9120a0c417 req-1d91bda2-bae2-4334-bf41-90337f829069 service neutron] 10.222.0.22 "GET /v2.0/networks?id=90194d51-775d-4c3b-b841-213af27e32ed HTTP/1.1" status: 200 len: 897 time: 0.1274269 Jun 02 12:50:25.893879 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:50:25.930502 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:25.965866 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b25d7f4d-0a38-4acf-a098-4d9120a0c417 req-3106100a-175d-4996-8176-370096dc4ce5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=282abb3f-1042-42c7-b74a-499b1eb5a959 HTTP/1.1" status: 200 len: 217 time: 0.0670056 Jun 02 12:50:26.028118 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d7f4d-0a38-4acf-a098-4d9120a0c417 req-7198926f-a4bb-445f-a1d1-e006c3793453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:26.029541 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b25d7f4d-0a38-4acf-a098-4d9120a0c417 req-7198926f-a4bb-445f-a1d1-e006c3793453 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3c0735ba-b96e-46e2-a345-c7fca4de1dbf HTTP/1.1" status: 200 len: 844 time: 0.0572319 Jun 02 12:50:26.109273 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d7f4d-0a38-4acf-a098-4d9120a0c417 req-b10d3f74-d7e7-4e06-9288-440f2bb40159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:26.110731 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b25d7f4d-0a38-4acf-a098-4d9120a0c417 req-b10d3f74-d7e7-4e06-9288-440f2bb40159 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=90194d51-775d-4c3b-b841-213af27e32ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0721638 Jun 02 12:50:26.297174 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b25d7f4d-0a38-4acf-a098-4d9120a0c417 req-d6a9edd8-1ba9-4370-9c3c-4061196e5244 service neutron] 10.222.0.22 "GET /v2.0/networks/90194d51-775d-4c3b-b841-213af27e32ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774004 Jun 02 12:50:26.411756 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162a3fa-a788-4806-8a4a-d46c5b258df4 req-14428896-f1fe-4701-bd2b-94f95363a91c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:26.413119 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9162a3fa-a788-4806-8a4a-d46c5b258df4 req-14428896-f1fe-4701-bd2b-94f95363a91c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 945 time: 0.1779349 Jun 02 12:50:26.530062 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b25d7f4d-0a38-4acf-a098-4d9120a0c417 req-0da30abd-4da9-43eb-8cae-dcb538190682 service neutron] 10.222.0.22 "GET /v2.0/networks/90194d51-775d-4c3b-b841-213af27e32ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227786 Jun 02 12:50:26.537265 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9162a3fa-a788-4806-8a4a-d46c5b258df4 req-873b6d6e-cf2a-4c50-a575-93c0c75cb46e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c249a1b-e36d-4480-9d54-b1a371ff3eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176448 Jun 02 12:50:26.571098 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6c23f-dbb8-4c3e-adff-040f117f78ad req-f91aa1bb-9d32-4939-b8cc-b231189b80df tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:26.572535 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7bb6c23f-dbb8-4c3e-adff-040f117f78ad req-f91aa1bb-9d32-4939-b8cc-b231189b80df tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/ports?device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 945 time: 0.1278462 Jun 02 12:50:26.829337 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-7bb6c23f-dbb8-4c3e-adff-040f117f78ad req-f555641f-9481-4167-8d6a-9fad29b1f4aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port 282abb3f-1042-42c7-b74a-499b1eb5a959 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:50:26.830054 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-7bb6c23f-dbb8-4c3e-adff-040f117f78ad req-f555641f-9481-4167-8d6a-9fad29b1f4aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:26.962568 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-7bb6c23f-dbb8-4c3e-adff-040f117f78ad req-f555641f-9481-4167-8d6a-9fad29b1f4aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port 282abb3f-1042-42c7-b74a-499b1eb5a959, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=282abb3f-1042-42c7-b74a-499b1eb5a959,segment=NetworkSegment(240020ca-b3bb-4d9f-b368-14e373bfdcb1),segment_id=240020ca-b3bb-4d9f-b368-14e373bfdcb1)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:50:26.962916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-7bb6c23f-dbb8-4c3e-adff-040f117f78ad req-f555641f-9481-4167-8d6a-9fad29b1f4aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:27.082337 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-7bb6c23f-dbb8-4c3e-adff-040f117f78ad req-f555641f-9481-4167-8d6a-9fad29b1f4aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for 282abb3f-1042-42c7-b74a-499b1eb5a959 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:50:27.189722 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-7bb6c23f-dbb8-4c3e-adff-040f117f78ad req-f555641f-9481-4167-8d6a-9fad29b1f4aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:27.195302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-33bf17e8-a8aa-4013-8c57-366e0c0c3462 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:27.243278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555641f-9481-4167-8d6a-9fad29b1f4aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=282abb3f-1042-42c7-b74a-499b1eb5a959,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:27.246402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f555641f-9481-4167-8d6a-9fad29b1f4aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:27.319637 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb6c23f-dbb8-4c3e-adff-040f117f78ad req-f555641f-9481-4167-8d6a-9fad29b1f4aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] No DVR routers for this DVR port 282abb3f-1042-42c7-b74a-499b1eb5a959 on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:50:27.322145 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-7bb6c23f-dbb8-4c3e-adff-040f117f78ad req-f555641f-9481-4167-8d6a-9fad29b1f4aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:27.335386 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7bb6c23f-dbb8-4c3e-adff-040f117f78ad req-f555641f-9481-4167-8d6a-9fad29b1f4aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "DELETE /v2.0/ports/282abb3f-1042-42c7-b74a-499b1eb5a959 HTTP/1.1" status: 204 len: 173 time: 0.7573431 Jun 02 12:50:27.663503 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42513ac-ff98-4aa3-9260-734690ab46ad', 'name': 'network-vif-deleted', 'tag': '282abb3f-1042-42c7-b74a-499b1eb5a959'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:50:27.665912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2127f741-80ea-447c-8442-b57762540680" -d '{"events": [{"server_uuid": "e42513ac-ff98-4aa3-9260-734690ab46ad", "name": "network-vif-deleted", "tag": "282abb3f-1042-42c7-b74a-499b1eb5a959"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:50:27.714385 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7de633-4f99-44b0-8245-2874a8685063 x-openstack-request-id: req-9a7de633-4f99-44b0-8245-2874a8685063 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:50:27.714710 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42513ac-ff98-4aa3-9260-734690ab46ad", "name": "network-vif-deleted", "tag": "282abb3f-1042-42c7-b74a-499b1eb5a959", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:50:27.715041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a7de633-4f99-44b0-8245-2874a8685063 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:50:27.715477 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42513ac-ff98-4aa3-9260-734690ab46ad', 'name': 'network-vif-deleted', 'tag': '282abb3f-1042-42c7-b74a-499b1eb5a959', 'status': 'completed', 'code': 200} Jun 02 12:50:27.759096 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a17f5946-f64e-4cc1-bab7-1dcefefdc671 req-015095ba-6a80-4289-a1ad-990635fe32e8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=e42513ac-ff98-4aa3-9260-734690ab46ad HTTP/1.1" status: 200 len: 210 time: 0.0964825 Jun 02 12:50:28.852959 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49850) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:28.920316 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-28c84a5c-caad-47ca-a9e0-1308843a4313 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:28.952244 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-28c84a5c-caad-47ca-a9e0-1308843a4313 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:29.016808 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-28c84a5c-caad-47ca-a9e0-1308843a4313 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:29.023181 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-05043e43-a3e7-4027-bb83-d41b11f1b4c0 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:29.038927 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c84a5c-caad-47ca-a9e0-1308843a4313 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c249a1b-e36d-4480-9d54-b1a371ff3eba,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:29.042261 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-28c84a5c-caad-47ca-a9e0-1308843a4313 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:29.047547 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-28c84a5c-caad-47ca-a9e0-1308843a4313 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:29.048680 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-28c84a5c-caad-47ca-a9e0-1308843a4313 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/security-groups/3c249a1b-e36d-4480-9d54-b1a371ff3eba HTTP/1.1" status: 204 len: 168 time: 0.1947305 Jun 02 12:50:29.079379 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49854) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:29.630085 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e838d987-3c6a-435c-8b34-264a77bb5f65 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:30.042394 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-e838d987-3c6a-435c-8b34-264a77bb5f65 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port 196f0429-5ef5-4967-8083-560739585bd6 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:50:30.043127 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e838d987-3c6a-435c-8b34-264a77bb5f65 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:30.165180 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 282abb3f-1042-42c7-b74a-499b1eb5a959 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:50:30.172411 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-e838d987-3c6a-435c-8b34-264a77bb5f65 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port 196f0429-5ef5-4967-8083-560739585bd6, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=196f0429-5ef5-4967-8083-560739585bd6,segment=NetworkSegment(240020ca-b3bb-4d9f-b368-14e373bfdcb1),segment_id=240020ca-b3bb-4d9f-b368-14e373bfdcb1)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:50:30.172766 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e838d987-3c6a-435c-8b34-264a77bb5f65 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:30.203794 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 282abb3f-1042-42c7-b74a-499b1eb5a959 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:50:30.204147 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 282abb3f-1042-42c7-b74a-499b1eb5a959 not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:50:30.423624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-e838d987-3c6a-435c-8b34-264a77bb5f65 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for 196f0429-5ef5-4967-8083-560739585bd6 owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:50:30.708399 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e838d987-3c6a-435c-8b34-264a77bb5f65 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:30.713899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:30.760386 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838d987-3c6a-435c-8b34-264a77bb5f65 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=196f0429-5ef5-4967-8083-560739585bd6,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:30.763126 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e838d987-3c6a-435c-8b34-264a77bb5f65 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:31.036847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e838d987-3c6a-435c-8b34-264a77bb5f65 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:31.390442 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e838d987-3c6a-435c-8b34-264a77bb5f65 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 95a0cbe3-133c-4501-9ed0-463dcd9a5733 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:50:31.710625 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e838d987-3c6a-435c-8b34-264a77bb5f65 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:50:31.721064 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae3b745-e020-4e57-bbf7-b2a7b5830437 None None] Sync routers for ids ['95a0cbe3-133c-4501-9ed0-463dcd9a5733'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:50:31.723966 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e838d987-3c6a-435c-8b34-264a77bb5f65 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/routers/95a0cbe3-133c-4501-9ed0-463dcd9a5733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6435249 Jun 02 12:50:31.726481 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49856) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:31.730958 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae3b745-e020-4e57-bbf7-b2a7b5830437 None None] Routers {'95a0cbe3-133c-4501-9ed0-463dcd9a5733'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:50:31.731572 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-3ae3b745-e020-4e57-bbf7-b2a7b5830437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:50:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['95a0cbe3-133c-4501-9ed0-463dcd9a5733'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:50:31.798369 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1786f1-78ef-4f4a-a8ed-6926cf749ece tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting subnet 3c0735ba-b96e-46e2-a345-c7fca4de1dbf {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:50:31.801246 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6d1786f1-78ef-4f4a-a8ed-6926cf749ece tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:31.856965 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6d1786f1-78ef-4f4a-a8ed-6926cf749ece tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:31.913516 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-3ae3b745-e020-4e57-bbf7-b2a7b5830437 None None] Set router 95a0cbe3-133c-4501-9ed0-463dcd9a5733 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:50:31.939590 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6d1786f1-78ef-4f4a-a8ed-6926cf749ece tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:32.200073 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-3ae3b745-e020-4e57-bbf7-b2a7b5830437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'name': 'tempest-TestNetworkBasicOps-router-1720991831', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:46:36Z', 'updated_at': '2021-06-02T12:50:30Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:37Z', 'updated_at': '2021-06-02T12:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:50:32.204016 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae3b745-e020-4e57-bbf7-b2a7b5830437 None None] Checking router: 95a0cbe3-133c-4501-9ed0-463dcd9a5733 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:50:32.213236 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae3b745-e020-4e57-bbf7-b2a7b5830437 None None] Routers {'95a0cbe3-133c-4501-9ed0-463dcd9a5733'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:50:32.213936 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-3ae3b745-e020-4e57-bbf7-b2a7b5830437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:50:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['95a0cbe3-133c-4501-9ed0-463dcd9a5733'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:50:32.216566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6d1786f1-78ef-4f4a-a8ed-6926cf749ece tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:32.220505 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0256ba60-37b9-4e55-b835-dca0146be30a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:32.259172 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1786f1-78ef-4f4a-a8ed-6926cf749ece tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Subnet': ['ID=3c0735ba-b96e-46e2-a345-c7fca4de1dbf,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:32.262286 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6d1786f1-78ef-4f4a-a8ed-6926cf749ece tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:32.264501 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6d1786f1-78ef-4f4a-a8ed-6926cf749ece tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:32.268637 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9622308-afaf-4fc4-9572-0453c0c09587 None None] Network 90194d51-775d-4c3b-b841-213af27e32ed requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:50:32.269352 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6d1786f1-78ef-4f4a-a8ed-6926cf749ece tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/subnets/3c0735ba-b96e-46e2-a345-c7fca4de1dbf HTTP/1.1" status: 204 len: 168 time: 0.5419350 Jun 02 12:50:32.271914 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49858) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:32.466565 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f1ab3d23-1579-45ee-b640-cd3ae73d2e87 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:32.556079 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-3ae3b745-e020-4e57-bbf7-b2a7b5830437 None None] Set router 95a0cbe3-133c-4501-9ed0-463dcd9a5733 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:50:32.648746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f1ab3d23-1579-45ee-b640-cd3ae73d2e87 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:32.722830 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-f1ab3d23-1579-45ee-b640-cd3ae73d2e87 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port babaf345-24c7-4f6a-8bc0-bb1a95418c7b {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:50:32.723088 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f1ab3d23-1579-45ee-b640-cd3ae73d2e87 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:32.846833 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-f1ab3d23-1579-45ee-b640-cd3ae73d2e87 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port babaf345-24c7-4f6a-8bc0-bb1a95418c7b, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=babaf345-24c7-4f6a-8bc0-bb1a95418c7b,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:50:32.847202 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f1ab3d23-1579-45ee-b640-cd3ae73d2e87 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:32.883227 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436d51c3-5577-4a92-abee-a3e62acd931b None None] DHCP port deletion for 90194d51-775d-4c3b-b841-213af27e32ed request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:50:32.942668 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-3ae3b745-e020-4e57-bbf7-b2a7b5830437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'name': 'tempest-TestNetworkBasicOps-router-1720991831', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:46:36Z', 'updated_at': '2021-06-02T12:50:30Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:37Z', 'updated_at': '2021-06-02T12:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:50:32.953845 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae3b745-e020-4e57-bbf7-b2a7b5830437 None None] The sync data for ids ['95a0cbe3-133c-4501-9ed0-463dcd9a5733'] in dv-neutron-601336-80-hyperv is: [{'id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'name': 'tempest-TestNetworkBasicOps-router-1720991831', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:46:36Z', 'updated_at': '2021-06-02T12:50:30Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'babaf345-24c7-4f6a-8bc0-bb1a95418c7b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0cbe3-133c-4501-9ed0-463dcd9a5733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:46:37Z', 'updated_at': '2021-06-02T12:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:50:32.966059 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-436d51c3-5577-4a92-abee-a3e62acd931b None None] Deleting port ee6cf72d-bebe-4309-862b-35c06cff80c5 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:50:32.966466 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-436d51c3-5577-4a92-abee-a3e62acd931b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:32.973527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-f1ab3d23-1579-45ee-b640-cd3ae73d2e87 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for babaf345-24c7-4f6a-8bc0-bb1a95418c7b owned by network:router_gateway {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:50:33.066244 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-436d51c3-5577-4a92-abee-a3e62acd931b None None] For port ee6cf72d-bebe-4309-862b-35c06cff80c5, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ee6cf72d-bebe-4309-862b-35c06cff80c5,segment=NetworkSegment(240020ca-b3bb-4d9f-b368-14e373bfdcb1),segment_id=240020ca-b3bb-4d9f-b368-14e373bfdcb1)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:50:33.066746 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-436d51c3-5577-4a92-abee-a3e62acd931b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:33.122767 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f1ab3d23-1579-45ee-b640-cd3ae73d2e87 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:33.127272 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ecd88fc8-99c0-48f8-ab17-8387b3fae0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:33.186498 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-436d51c3-5577-4a92-abee-a3e62acd931b None None] Calling delete_port for ee6cf72d-bebe-4309-862b-35c06cff80c5 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:50:33.202591 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab3d23-1579-45ee-b640-cd3ae73d2e87 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=babaf345-24c7-4f6a-8bc0-bb1a95418c7b,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:33.209087 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f1ab3d23-1579-45ee-b640-cd3ae73d2e87 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:33.239984 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-436d51c3-5577-4a92-abee-a3e62acd931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:33.244270 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:33.291815 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d51c3-5577-4a92-abee-a3e62acd931b None None] Pushing event deleted for resources: {'Port': ['ID=ee6cf72d-bebe-4309-862b-35c06cff80c5,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:33.296906 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436d51c3-5577-4a92-abee-a3e62acd931b None None] No DVR routers for this DVR port ee6cf72d-bebe-4309-862b-35c06cff80c5 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:50:33.303173 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d51c3-5577-4a92-abee-a3e62acd931b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:33.303986 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d51c3-5577-4a92-abee-a3e62acd931b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:33.307192 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d51c3-5577-4a92-abee-a3e62acd931b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:33.307192 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d51c3-5577-4a92-abee-a3e62acd931b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:33.308761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d51c3-5577-4a92-abee-a3e62acd931b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:33.308761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d51c3-5577-4a92-abee-a3e62acd931b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:33.308761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d51c3-5577-4a92-abee-a3e62acd931b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:33.308761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d51c3-5577-4a92-abee-a3e62acd931b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:33.308761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d51c3-5577-4a92-abee-a3e62acd931b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:33.309740 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d51c3-5577-4a92-abee-a3e62acd931b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:33.309740 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d51c3-5577-4a92-abee-a3e62acd931b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:33.309740 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d51c3-5577-4a92-abee-a3e62acd931b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:33.312960 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-436d51c3-5577-4a92-abee-a3e62acd931b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:33.433940 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f1ab3d23-1579-45ee-b640-cd3ae73d2e87 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:33.606488 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f1ab3d23-1579-45ee-b640-cd3ae73d2e87 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:33.608552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f1ab3d23-1579-45ee-b640-cd3ae73d2e87 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:33.629571 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f1ab3d23-1579-45ee-b640-cd3ae73d2e87 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:33.630142 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ab3d23-1579-45ee-b640-cd3ae73d2e87 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Fanout notify agent at l3_agent the message router_deleted on router 95a0cbe3-133c-4501-9ed0-463dcd9a5733 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:50:33.645820 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f1ab3d23-1579-45ee-b640-cd3ae73d2e87 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:33.647437 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f1ab3d23-1579-45ee-b640-cd3ae73d2e87 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/routers/95a0cbe3-133c-4501-9ed0-463dcd9a5733 HTTP/1.1" status: 204 len: 168 time: 1.3741169 Jun 02 12:50:33.650054 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49860) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:33.766502 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-743f4a43-4847-45b0-b03e-3709565066b0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:33.896256 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-743f4a43-4847-45b0-b03e-3709565066b0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:33.909396 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-743f4a43-4847-45b0-b03e-3709565066b0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90194d51-775d-4c3b-b841-213af27e32ed']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:50:33.920957 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-743f4a43-4847-45b0-b03e-3709565066b0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240020ca-b3bb-4d9f-b368-14e373bfdcb1') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:50:33.921250 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-743f4a43-4847-45b0-b03e-3709565066b0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240020ca-b3bb-4d9f-b368-14e373bfdcb1') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:50:33.932248 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-743f4a43-4847-45b0-b03e-3709565066b0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:33.948070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-743f4a43-4847-45b0-b03e-3709565066b0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:33.953822 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743f4a43-4847-45b0-b03e-3709565066b0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:50:33.954222 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-743f4a43-4847-45b0-b03e-3709565066b0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:50:33.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:50:34.048766 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-743f4a43-4847-45b0-b03e-3709565066b0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:34.052308 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-529574ab-d418-4854-b84f-3b89455fef79 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:34.066764 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-743f4a43-4847-45b0-b03e-3709565066b0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:34.079992 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f4a43-4847-45b0-b03e-3709565066b0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Network': ['ID=90194d51-775d-4c3b-b841-213af27e32ed,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:34.083002 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-743f4a43-4847-45b0-b03e-3709565066b0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:34.088111 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-743f4a43-4847-45b0-b03e-3709565066b0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/networks/90194d51-775d-4c3b-b841-213af27e32ed HTTP/1.1" status: 204 len: 168 time: 0.4370413 Jun 02 12:50:34.101896 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49862) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:34.110348 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-8a8dd637-a436-4335-b056-fad6d72300e6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'network': {'name': 'tempest-network-smoke--1674015440', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'port_security_enabled': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:50:34.116007 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8a8dd637-a436-4335-b056-fad6d72300e6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:50:34.120152 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8a8dd637-a436-4335-b056-fad6d72300e6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:network and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:50:34.123004 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8a8dd637-a436-4335-b056-fad6d72300e6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:50:34.128620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8a8dd637-a436-4335-b056-fad6d72300e6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:50:34.138739 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8dd637-a436-4335-b056-fad6d72300e6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:50:34.142341 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8a8dd637-a436-4335-b056-fad6d72300e6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:34.173482 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8dd637-a436-4335-b056-fad6d72300e6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:50:34.182316 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8a8dd637-a436-4335-b056-fad6d72300e6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:34.182661 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-8a8dd637-a436-4335-b056-fad6d72300e6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Added segment e5889a97-9237-45b7-b6b3-145cf3589604 of type vlan for network e5f49280-92e3-45cb-bd0d-83751e8c41c2 Jun 02 12:50:34.208468 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8a8dd637-a436-4335-b056-fad6d72300e6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:34.237293 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8a8dd637-a436-4335-b056-fad6d72300e6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:34.243307 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8dd637-a436-4335-b056-fad6d72300e6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:34.243883 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8a8dd637-a436-4335-b056-fad6d72300e6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:34.248765 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-59115e4c-3561-4515-b26c-16f2d04dd535 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:34.344851 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8a8dd637-a436-4335-b056-fad6d72300e6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2407227 Jun 02 12:50:34.347610 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49864) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:34.352860 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1966459163', 'admin_state_up': True, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:50:34.354059 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8dd637-a436-4335-b056-fad6d72300e6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Network': ['ID=e5f49280-92e3-45cb-bd0d-83751e8c41c2,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:34.356660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8a8dd637-a436-4335-b056-fad6d72300e6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:34.360877 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:50:34.364069 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network e5f49280-92e3-45cb-bd0d-83751e8c41c2 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:50:34.368349 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:router and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:50:34.371355 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:50:34.378152 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:50:34.388025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:34.389064 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:34.404506 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:34.514189 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 196f0429-5ef5-4967-8083-560739585bd6 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:50:34.551691 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 196f0429-5ef5-4967-8083-560739585bd6 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:50:34.552041 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 196f0429-5ef5-4967-8083-560739585bd6 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:50:34.552467 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device babaf345-24c7-4f6a-8bc0-bb1a95418c7b no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:50:34.584772 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: babaf345-24c7-4f6a-8bc0-bb1a95418c7b {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:50:34.585132 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device babaf345-24c7-4f6a-8bc0-bb1a95418c7b not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:50:34.585550 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device ee6cf72d-bebe-4309-862b-35c06cff80c5 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:50:34.617910 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: ee6cf72d-bebe-4309-862b-35c06cff80c5 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:50:34.618205 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device ee6cf72d-bebe-4309-862b-35c06cff80c5 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:50:34.693406 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:34.998371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:35.026977 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:35.161207 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.26.7.60 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/fb475829-93da-434a-a3ab-4ba83bed7215) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:50:35.422775 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:35.451247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:35.455696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:35.518961 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:50:35.522699 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:50:35.526476 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:50:35.560140 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=fb475829-93da-434a-a3ab-4ba83bed7215,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:35.564051 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:35.942728 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:36.280922 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:36.485877 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 3000cb1f-d59a-497c-91f4-03cc6245488e is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:50:36.799339 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:50:36.809238 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] Sync routers for ids ['3000cb1f-d59a-497c-91f4-03cc6245488e'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:50:36.818609 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] Routers {'3000cb1f-d59a-497c-91f4-03cc6245488e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:50:36.819391 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:50:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3000cb1f-d59a-497c-91f4-03cc6245488e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:50:36.827199 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:36.831460 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4795265 Jun 02 12:50:36.831720 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49872) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:36.874065 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e9d7f292-419e-4f00-a263-770704c7b960 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d135ab4d6a4341bf86e3c86c09f17ff8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388954 Jun 02 12:50:36.874427 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49874) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:37.008742 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a599a79-0cff-4dbf-ada4-d0c866c1950c tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:37.009686 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] Set router 3000cb1f-d59a-497c-91f4-03cc6245488e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:50:37.010092 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2a599a79-0cff-4dbf-ada4-d0c866c1950c tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1348214 Jun 02 12:50:37.012830 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49878) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:37.056575 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-39c4b900-fac5-4c70-b5e9-f1aa303b091c tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423334 Jun 02 12:50:37.058694 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49880) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:37.063601 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-1b65d28b-4f32-4c01-a25d-425423299ce9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1443386009', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:50:37.177812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1b65d28b-4f32-4c01-a25d-425423299ce9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:50:37.182668 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1b65d28b-4f32-4c01-a25d-425423299ce9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:subnet and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:50:37.185847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1b65d28b-4f32-4c01-a25d-425423299ce9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:50:37.192096 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1b65d28b-4f32-4c01-a25d-425423299ce9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:50:37.206993 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b65d28b-4f32-4c01-a25d-425423299ce9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:50:37.210556 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b65d28b-4f32-4c01-a25d-425423299ce9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:37.333723 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'name': 'tempest-TestNetworkBasicOps-router-1966459163', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:50:34Z', 'updated_at': '2021-06-02T12:50:35Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:35Z', 'updated_at': '2021-06-02T12:50:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:50:37.337769 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] Checking router: 3000cb1f-d59a-497c-91f4-03cc6245488e for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:50:37.338146 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] Updating router 3000cb1f-d59a-497c-91f4-03cc6245488e port fb475829-93da-434a-a3ab-4ba83bed7215 binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:50:37.390804 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:37.625732 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b65d28b-4f32-4c01-a25d-425423299ce9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:37.630061 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-02f1bdc4-da65-4931-8b9c-b6550b4db44d tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:37.708186 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:37.709188 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65d28b-4f32-4c01-a25d-425423299ce9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Subnet': ['ID=a8c0823e-f817-4388-8bdd-f5c26e7d7efa,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:37.713371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1b65d28b-4f32-4c01-a25d-425423299ce9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:37.717396 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b65d28b-4f32-4c01-a25d-425423299ce9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Checking segment: {'id': 'e5889a97-9237-45b7-b6b3-145cf3589604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:50:37.717769 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b65d28b-4f32-4c01-a25d-425423299ce9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network hostable DHCP agents. Network: e5f49280-92e3-45cb-bd0d-83751e8c41c2, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:50:37.720484 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] Transition to ACTIVE for port object fb475829-93da-434a-a3ab-4ba83bed7215 will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:50:37.727186 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:37.731146 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-31d793ae-7fe3-46f6-87ca-9571942d3179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:37.737009 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b65d28b-4f32-4c01-a25d-425423299ce9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network e5f49280-92e3-45cb-bd0d-83751e8c41c2 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:50:37.747302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-1b65d28b-4f32-4c01-a25d-425423299ce9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, e5f49280-92e3-45cb-bd0d-83751e8c41c2) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:50:37.757092 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b7af3c-ca70-407f-81c8-1efa7e7d2736 None None] Network e5f49280-92e3-45cb-bd0d-83751e8c41c2 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:50:37.759405 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b65d28b-4f32-4c01-a25d-425423299ce9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:37.759990 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b65d28b-4f32-4c01-a25d-425423299ce9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:37.782072 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1b65d28b-4f32-4c01-a25d-425423299ce9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7220216 Jun 02 12:50:37.784713 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49884) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:37.816383 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] Attempting to bind port fb475829-93da-434a-a3ab-4ba83bed7215 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:50:37.816965 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] Attempting to bind port fb475829-93da-434a-a3ab-4ba83bed7215 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:50:37.817126 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] Attempting to bind port fb475829-93da-434a-a3ab-4ba83bed7215 on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:50:37.820438 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba8671-aca9-4f36-aa2b-3409954fddcd None None] Pushing event updated for resources: {'Port': ['ID=fb475829-93da-434a-a3ab-4ba83bed7215,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:37.827941 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:50:37.828312 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:50:37.828714 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:37.829103 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:50:37.829563 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] Bound port: fb475829-93da-434a-a3ab-4ba83bed7215, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:50:37.829932 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:37.858591 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba8671-aca9-4f36-aa2b-3409954fddcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:37.858874 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba8671-aca9-4f36-aa2b-3409954fddcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:37.859216 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba8671-aca9-4f36-aa2b-3409954fddcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:37.859540 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba8671-aca9-4f36-aa2b-3409954fddcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:37.859864 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba8671-aca9-4f36-aa2b-3409954fddcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:37.860409 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba8671-aca9-4f36-aa2b-3409954fddcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:37.860543 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba8671-aca9-4f36-aa2b-3409954fddcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:37.860816 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba8671-aca9-4f36-aa2b-3409954fddcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:37.861135 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba8671-aca9-4f36-aa2b-3409954fddcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:37.861451 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba8671-aca9-4f36-aa2b-3409954fddcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:37.861767 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba8671-aca9-4f36-aa2b-3409954fddcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:37.862561 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba8671-aca9-4f36-aa2b-3409954fddcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:37.887308 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e3ba8671-aca9-4f36-aa2b-3409954fddcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:37.912074 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] For port fb475829-93da-434a-a3ab-4ba83bed7215, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:50:37.915615 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] For port fb475829-93da-434a-a3ab-4ba83bed7215, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=fb475829-93da-434a-a3ab-4ba83bed7215,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:50:37.919666 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:37.928656 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-fb6be96a-1d58-4c8a-883b-1f62432387de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:37.990488 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ips': [{'subnet_id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:50:37.991646 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:37.999034 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] Routers {'3000cb1f-d59a-497c-91f4-03cc6245488e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:50:37.999647 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:50:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3000cb1f-d59a-497c-91f4-03cc6245488e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:50:38.073438 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba8671-aca9-4f36-aa2b-3409954fddcd None None] Pushing event updated for resources: {'Port': ['ID=fb475829-93da-434a-a3ab-4ba83bed7215,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:38.092051 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e3ba8671-aca9-4f36-aa2b-3409954fddcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:38.158268 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Allocated IP 172.20.0.2 (e5f49280-92e3-45cb-bd0d-83751e8c41c2/a8c0823e-f817-4388-8bdd-f5c26e7d7efa/de426ee3-84b6-4bab-ad13-7bbcd6376e22) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:50:38.183592 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] Set router 3000cb1f-d59a-497c-91f4-03cc6245488e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:50:38.383755 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:38.394773 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Transition to ACTIVE for port object de426ee3-84b6-4bab-ad13-7bbcd6376e22 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:50:38.415231 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Transition to ACTIVE for port object de426ee3-84b6-4bab-ad13-7bbcd6376e22 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:50:38.420661 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:38.432984 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:38.482832 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'name': 'tempest-TestNetworkBasicOps-router-1966459163', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:50:34Z', 'updated_at': '2021-06-02T12:50:35Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:35Z', 'updated_at': '2021-06-02T12:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:50:38.487313 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a82f56-4535-4f64-86fd-764e8775861f None None] The sync data for ids ['3000cb1f-d59a-497c-91f4-03cc6245488e'] in dv-neutron-601336-80-hyperv is: [{'id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'name': 'tempest-TestNetworkBasicOps-router-1966459163', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:50:34Z', 'updated_at': '2021-06-02T12:50:35Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:35Z', 'updated_at': '2021-06-02T12:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:50:38.526941 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Network e5f49280-92e3-45cb-bd0d-83751e8c41c2 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:50:38.529765 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:50:38.533740 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:50:38.616390 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Pushing event updated for resources: {'Port': ['ID=de426ee3-84b6-4bab-ad13-7bbcd6376e22,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:38.625104 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:38.641199 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Attempting to bind port de426ee3-84b6-4bab-ad13-7bbcd6376e22 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:50:38.641570 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Attempting to bind port de426ee3-84b6-4bab-ad13-7bbcd6376e22 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'e5889a97-9237-45b7-b6b3-145cf3589604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:50:38.641934 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Attempting to bind port de426ee3-84b6-4bab-ad13-7bbcd6376e22 on network e5f49280-92e3-45cb-bd0d-83751e8c41c2 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:50:38.647293 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:50:38.647669 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Checking segment: {'id': 'e5889a97-9237-45b7-b6b3-145cf3589604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:50:38.648073 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:38.648464 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Bound using segment: {'id': 'e5889a97-9237-45b7-b6b3-145cf3589604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:50:38.648928 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Bound port: de426ee3-84b6-4bab-ad13-7bbcd6376e22, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5889a97-9237-45b7-b6b3-145cf3589604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:50:38.649306 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:38.664113 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:38.757099 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] For port de426ee3-84b6-4bab-ad13-7bbcd6376e22, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:50:38.761096 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] For port de426ee3-84b6-4bab-ad13-7bbcd6376e22, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=de426ee3-84b6-4bab-ad13-7bbcd6376e22,segment=NetworkSegment(e5889a97-9237-45b7-b6b3-145cf3589604),segment_id=e5889a97-9237-45b7-b6b3-145cf3589604)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:50:38.770703 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:38.776247 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:38.866241 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Pushing event updated for resources: {'Port': ['ID=de426ee3-84b6-4bab-ad13-7bbcd6376e22,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:38.869857 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:39.133693 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.20.0.1 (e5f49280-92e3-45cb-bd0d-83751e8c41c2/a8c0823e-f817-4388-8bdd-f5c26e7d7efa/a7b9738c-31ee-4c78-9de2-cd4dc7b628c1) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:50:39.307348 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:39.323669 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Transition to ACTIVE for port object a7b9738c-31ee-4c78-9de2-cd4dc7b628c1 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:50:39.351300 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:39.355698 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-60978f89-9665-456f-a500-6f9636bc58de tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:39.422679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network e5f49280-92e3-45cb-bd0d-83751e8c41c2 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:50:39.425871 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:50:39.430355 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:50:39.460841 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=a7b9738c-31ee-4c78-9de2-cd4dc7b628c1,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:39.466821 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:39.494558 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:39.764467 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:39.774562 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9804084-90ca-452c-87ac-67b86a9d64f5 None None] Network e5f49280-92e3-45cb-bd0d-83751e8c41c2 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:50:39.907852 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e5fa76d8-01d3-4705-81d6-0a01b695e48a None None] Provisioning for port de426ee3-84b6-4bab-ad13-7bbcd6376e22 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:50:40.280795 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-37686aeb-23e1-436d-9975-f9b470e0bb49 None None] Provisioning for port a7b9738c-31ee-4c78-9de2-cd4dc7b628c1 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:50:40.291575 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-37686aeb-23e1-436d-9975-f9b470e0bb49 None None] Provisioning complete for port a7b9738c-31ee-4c78-9de2-cd4dc7b628c1 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:50:40.292272 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-37686aeb-23e1-436d-9975-f9b470e0bb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:40.337306 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:40.342453 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:40.353659 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-37686aeb-23e1-436d-9975-f9b470e0bb49 None None] Port a7b9738c-31ee-4c78-9de2-cd4dc7b628c1 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:50:40.373449 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ef7aa665-e16b-4078-bd1f-620a8447eaf6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:40.462842 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:40.464942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=a7b9738c-31ee-4c78-9de2-cd4dc7b628c1,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:40.468889 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:40.485914 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-422cfa50-6d69-4993-b0bf-eaae05cc9eea None None] Provisioning complete for port a7b9738c-31ee-4c78-9de2-cd4dc7b628c1 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:50:40.486321 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-422cfa50-6d69-4993-b0bf-eaae05cc9eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:40.543527 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-422cfa50-6d69-4993-b0bf-eaae05cc9eea None None] Port a7b9738c-31ee-4c78-9de2-cd4dc7b628c1 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:50:40.546334 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device fb475829-93da-434a-a3ab-4ba83bed7215 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:50:40.612879 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network e5f49280-92e3-45cb-bd0d-83751e8c41c2 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:50:40.613996 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:50:40.625320 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port fb475829-93da-434a-a3ab-4ba83bed7215 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:50:40.630254 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port fb475829-93da-434a-a3ab-4ba83bed7215 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:50:40.630637 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:40.753166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:40.772599 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port fb475829-93da-434a-a3ab-4ba83bed7215, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=fb475829-93da-434a-a3ab-4ba83bed7215,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:50:40.782300 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:40.783360 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device de426ee3-84b6-4bab-ad13-7bbcd6376e22 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:50:40.814346 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:40.814557 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 3000cb1f-d59a-497c-91f4-03cc6245488e has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:50:40.910816 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2454c315-a195-41a9-b380-982a6124fa2f None None] Provisioning complete for port a7b9738c-31ee-4c78-9de2-cd4dc7b628c1 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:50:40.911189 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2454c315-a195-41a9-b380-982a6124fa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:40.937553 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=fb475829-93da-434a-a3ab-4ba83bed7215,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:40.940619 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:40.969615 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port de426ee3-84b6-4bab-ad13-7bbcd6376e22 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:50:40.979051 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port de426ee3-84b6-4bab-ad13-7bbcd6376e22 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:50:40.979423 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:40.994043 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:50:41.006343 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/routers/3000cb1f-d59a-497c-91f4-03cc6245488e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2205155 Jun 02 12:50:41.008787 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49886) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:41.010171 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-2454c315-a195-41a9-b380-982a6124fa2f None None] Port a7b9738c-31ee-4c78-9de2-cd4dc7b628c1 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:50:41.012586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] Sync routers for ids ['3000cb1f-d59a-497c-91f4-03cc6245488e'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:50:41.039585 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] Routers {'3000cb1f-d59a-497c-91f4-03cc6245488e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:50:41.040205 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:50:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3000cb1f-d59a-497c-91f4-03cc6245488e'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:50:41.144469 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57bbe7-2097-4476-aa38-a03341fb7a00 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:41.144946 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57bbe7-2097-4476-aa38-a03341fb7a00 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:41.145410 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57bbe7-2097-4476-aa38-a03341fb7a00 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:41.145866 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57bbe7-2097-4476-aa38-a03341fb7a00 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:41.147553 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ef57bbe7-2097-4476-aa38-a03341fb7a00 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1378744 Jun 02 12:50:41.150282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49888) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:41.219857 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ea68c5-3404-4884-8970-bbd383a23c89 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:41.220307 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ea68c5-3404-4884-8970-bbd383a23c89 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:41.220759 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ea68c5-3404-4884-8970-bbd383a23c89 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:41.221207 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ea68c5-3404-4884-8970-bbd383a23c89 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:41.226244 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-14ea68c5-3404-4884-8970-bbd383a23c89 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0716679 Jun 02 12:50:41.226244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49890) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:41.265643 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:41.284360 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] Set router 3000cb1f-d59a-497c-91f4-03cc6245488e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:50:41.427444 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-62fee59c-3aa7-4ae8-852d-ce540ae4185d tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2002470 Jun 02 12:50:41.472185 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port de426ee3-84b6-4bab-ad13-7bbcd6376e22, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=de426ee3-84b6-4bab-ad13-7bbcd6376e22,segment=NetworkSegment(e5889a97-9237-45b7-b6b3-145cf3589604),segment_id=e5889a97-9237-45b7-b6b3-145cf3589604)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:50:41.492243 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:41.498172 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f598ecdf-b221-4bc3-82df-7b9e96934269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:41.634155 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=de426ee3-84b6-4bab-ad13-7bbcd6376e22,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:41.637097 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:41.713927 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49894) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:41.718601 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-0762d6b7-e087-41e3-9ade-57ebee902f2e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-25133109', 'description': 'tempest-secgroup-smoke-25133109 description', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:50:41.724358 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-0762d6b7-e087-41e3-9ade-57ebee902f2e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:50:41.726336 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'name': 'tempest-TestNetworkBasicOps-router-1966459163', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:50:34Z', 'updated_at': '2021-06-02T12:50:39Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:35Z', 'updated_at': '2021-06-02T12:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'a7b9738c-31ee-4c78-9de2-cd4dc7b628c1', 'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:ef:b3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:38Z', 'updated_at': '2021-06-02T12:50:40Z', 'revision_number': 2, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:50:41.728901 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0762d6b7-e087-41e3-9ade-57ebee902f2e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:50:41.730565 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] Checking router: 3000cb1f-d59a-497c-91f4-03cc6245488e for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:50:41.730930 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] Updating router 3000cb1f-d59a-497c-91f4-03cc6245488e port a7b9738c-31ee-4c78-9de2-cd4dc7b628c1 binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:50:41.731872 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0762d6b7-e087-41e3-9ade-57ebee902f2e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:50:41.737574 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-0762d6b7-e087-41e3-9ade-57ebee902f2e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:50:41.751597 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0762d6b7-e087-41e3-9ade-57ebee902f2e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:41.771930 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-0762d6b7-e087-41e3-9ade-57ebee902f2e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:50:41.775684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0762d6b7-e087-41e3-9ade-57ebee902f2e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:50:41.778430 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0762d6b7-e087-41e3-9ade-57ebee902f2e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:50:41.784244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-0762d6b7-e087-41e3-9ade-57ebee902f2e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:50:41.784458 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:41.856794 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0762d6b7-e087-41e3-9ade-57ebee902f2e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:41.861294 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0762d6b7-e087-41e3-9ade-57ebee902f2e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:41.865146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:41.907828 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762d6b7-e087-41e3-9ade-57ebee902f2e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08dedb4f-3284-4359-baaa-5d1571743bd1,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:41.910773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0762d6b7-e087-41e3-9ade-57ebee902f2e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:41.914594 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0762d6b7-e087-41e3-9ade-57ebee902f2e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1995821 Jun 02 12:50:41.915006 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49896) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:41.915645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0762d6b7-e087-41e3-9ade-57ebee902f2e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:41.920886 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '08dedb4f-3284-4359-baaa-5d1571743bd1', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:50:41.927111 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:50:41.931646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:50:41.934619 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:50:41.941404 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:50:41.957408 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.019238 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.022961 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.024900 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-91d82103-991a-4c48-95df-fd05bd8c1888 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:42.046268 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c084b3-6ab0-42ea-981a-799c1423c69c,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:42.058713 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:42.059111 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:42.059497 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:42.059987 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:42.060374 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:42.060749 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:42.061119 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:42.061490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:42.061862 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:42.062251 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:42.062621 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:42.062984 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:50:42.066536 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:42.070277 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.071332 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-76960456-3a0f-40df-8ded-e28514b1898f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1540887 Jun 02 12:50:42.074184 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49898) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:42.078888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4a071c91-7c49-48c8-8d5e-bbba13395c36 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '08dedb4f-3284-4359-baaa-5d1571743bd1', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:50:42.084827 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4a071c91-7c49-48c8-8d5e-bbba13395c36 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:50:42.088764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4a071c91-7c49-48c8-8d5e-bbba13395c36 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:50:42.091768 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4a071c91-7c49-48c8-8d5e-bbba13395c36 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:50:42.097594 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4a071c91-7c49-48c8-8d5e-bbba13395c36 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:50:42.114073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4a071c91-7c49-48c8-8d5e-bbba13395c36 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.137163 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.148799 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] Transition to ACTIVE for port object a7b9738c-31ee-4c78-9de2-cd4dc7b628c1 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:50:42.155554 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.160196 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:42.179029 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4a071c91-7c49-48c8-8d5e-bbba13395c36 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.182867 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4a071c91-7c49-48c8-8d5e-bbba13395c36 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.184723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2877e9d4-f891-43b5-9eaf-a0c5ad8a6ed1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:42.206747 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a071c91-7c49-48c8-8d5e-bbba13395c36 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236e5905-8c8b-45c3-bef2-f180e7581ad5,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:42.209407 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4a071c91-7c49-48c8-8d5e-bbba13395c36 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:42.220856 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4a071c91-7c49-48c8-8d5e-bbba13395c36 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.224463 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4a071c91-7c49-48c8-8d5e-bbba13395c36 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1468663 Jun 02 12:50:42.225141 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49900) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:42.229787 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-824c9bc4-0cee-4b7b-aa68-1b31e1be6ead tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '08dedb4f-3284-4359-baaa-5d1571743bd1', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:50:42.236330 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-824c9bc4-0cee-4b7b-aa68-1b31e1be6ead tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:50:42.240137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-824c9bc4-0cee-4b7b-aa68-1b31e1be6ead tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:50:42.243644 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-824c9bc4-0cee-4b7b-aa68-1b31e1be6ead tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:50:42.249640 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-824c9bc4-0cee-4b7b-aa68-1b31e1be6ead tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:50:42.267986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-824c9bc4-0cee-4b7b-aa68-1b31e1be6ead tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.326613 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21499228-20ac-4a0a-933a-d090691216fa None None] Pushing event updated for resources: {'Port': ['ID=a7b9738c-31ee-4c78-9de2-cd4dc7b628c1,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:42.343748 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-824c9bc4-0cee-4b7b-aa68-1b31e1be6ead tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.347674 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-824c9bc4-0cee-4b7b-aa68-1b31e1be6ead tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.349679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-371da1a1-329f-4e54-bc46-963f6df500eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:42.365774 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-21499228-20ac-4a0a-933a-d090691216fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:42.371824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c9bc4-0cee-4b7b-aa68-1b31e1be6ead tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e15c8c-caca-4da1-a3b9-62e9341aa7f5,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:42.376087 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-824c9bc4-0cee-4b7b-aa68-1b31e1be6ead tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:42.382267 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] Attempting to bind port a7b9738c-31ee-4c78-9de2-cd4dc7b628c1 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:50:42.382950 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] Attempting to bind port a7b9738c-31ee-4c78-9de2-cd4dc7b628c1 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'e5889a97-9237-45b7-b6b3-145cf3589604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:50:42.383391 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] Attempting to bind port a7b9738c-31ee-4c78-9de2-cd4dc7b628c1 on network e5f49280-92e3-45cb-bd0d-83751e8c41c2 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:50:42.384199 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-824c9bc4-0cee-4b7b-aa68-1b31e1be6ead tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.387914 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-824c9bc4-0cee-4b7b-aa68-1b31e1be6ead tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1593513 Jun 02 12:50:42.388263 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49902) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:42.392839 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-853cd97f-5f18-472e-aae3-3f0932d6d1e4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '08dedb4f-3284-4359-baaa-5d1571743bd1', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:50:42.392976 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:50:42.393348 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] Checking segment: {'id': 'e5889a97-9237-45b7-b6b3-145cf3589604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:50:42.393872 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.394310 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] Bound using segment: {'id': 'e5889a97-9237-45b7-b6b3-145cf3589604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:50:42.394895 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] Bound port: a7b9738c-31ee-4c78-9de2-cd4dc7b628c1, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5889a97-9237-45b7-b6b3-145cf3589604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:50:42.395235 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.399824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-853cd97f-5f18-472e-aae3-3f0932d6d1e4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:50:42.404428 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-853cd97f-5f18-472e-aae3-3f0932d6d1e4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:50:42.407870 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-853cd97f-5f18-472e-aae3-3f0932d6d1e4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:50:42.414464 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-853cd97f-5f18-472e-aae3-3f0932d6d1e4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:50:42.430571 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-853cd97f-5f18-472e-aae3-3f0932d6d1e4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.499437 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-853cd97f-5f18-472e-aae3-3f0932d6d1e4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.503793 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-853cd97f-5f18-472e-aae3-3f0932d6d1e4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.504772 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] For port a7b9738c-31ee-4c78-9de2-cd4dc7b628c1, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:50:42.505821 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5299b01a-afef-4c91-91a1-d876ba17f7fd tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:42.509007 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] For port a7b9738c-31ee-4c78-9de2-cd4dc7b628c1, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a7b9738c-31ee-4c78-9de2-cd4dc7b628c1,segment=NetworkSegment(e5889a97-9237-45b7-b6b3-145cf3589604),segment_id=e5889a97-9237-45b7-b6b3-145cf3589604)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:50:42.513597 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.518150 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:42.529416 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cd97f-5f18-472e-aae3-3f0932d6d1e4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb988aa-573c-4144-a91b-a2296198c485,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:42.534151 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-853cd97f-5f18-472e-aae3-3f0932d6d1e4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:42.539017 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-853cd97f-5f18-472e-aae3-3f0932d6d1e4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.542134 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-853cd97f-5f18-472e-aae3-3f0932d6d1e4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1511216 Jun 02 12:50:42.542958 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49904) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:42.547380 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-b46eef12-b5a5-4329-ad0b-6d3a8bbece7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '08dedb4f-3284-4359-baaa-5d1571743bd1', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:50:42.553503 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b46eef12-b5a5-4329-ad0b-6d3a8bbece7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:50:42.556233 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device fb475829-93da-434a-a3ab-4ba83bed7215 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:50:42.556938 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b46eef12-b5a5-4329-ad0b-6d3a8bbece7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:50:42.559814 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b46eef12-b5a5-4329-ad0b-6d3a8bbece7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:50:42.565491 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b46eef12-b5a5-4329-ad0b-6d3a8bbece7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:50:42.575920 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-b46eef12-b5a5-4329-ad0b-6d3a8bbece7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:50:42.581834 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b46eef12-b5a5-4329-ad0b-6d3a8bbece7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.653592 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] Routers {'3000cb1f-d59a-497c-91f4-03cc6245488e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:50:42.654273 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:50:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3000cb1f-d59a-497c-91f4-03cc6245488e'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:50:42.658359 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b46eef12-b5a5-4329-ad0b-6d3a8bbece7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.663190 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b46eef12-b5a5-4329-ad0b-6d3a8bbece7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.669287 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-513fbf9a-6e55-4df4-981f-53c1d9fe7c30 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:42.704197 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21499228-20ac-4a0a-933a-d090691216fa None None] Pushing event updated for resources: {'Port': ['ID=a7b9738c-31ee-4c78-9de2-cd4dc7b628c1,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:42.723780 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-21499228-20ac-4a0a-933a-d090691216fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:42.752974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port fb475829-93da-434a-a3ab-4ba83bed7215 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:50:42.753359 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.822150 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46eef12-b5a5-4329-ad0b-6d3a8bbece7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2496028a-db10-43a3-9087-96ac146fb9d9,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:42.824548 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b46eef12-b5a5-4329-ad0b-6d3a8bbece7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:42.833032 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b46eef12-b5a5-4329-ad0b-6d3a8bbece7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.834898 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b46eef12-b5a5-4329-ad0b-6d3a8bbece7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2903390 Jun 02 12:50:42.837539 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49906) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:42.841934 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-7647d473-76eb-45ce-ad17-8aae369f013e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '08dedb4f-3284-4359-baaa-5d1571743bd1', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:50:42.847770 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7647d473-76eb-45ce-ad17-8aae369f013e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:50:42.851993 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7647d473-76eb-45ce-ad17-8aae369f013e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:50:42.854888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7647d473-76eb-45ce-ad17-8aae369f013e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:50:42.860675 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7647d473-76eb-45ce-ad17-8aae369f013e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:50:42.871506 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-7647d473-76eb-45ce-ad17-8aae369f013e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:50:42.877128 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7647d473-76eb-45ce-ad17-8aae369f013e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.913220 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] Set router 3000cb1f-d59a-497c-91f4-03cc6245488e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:50:42.945167 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7647d473-76eb-45ce-ad17-8aae369f013e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.948766 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7647d473-76eb-45ce-ad17-8aae369f013e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.955955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4a219c9e-dd35-40b6-98c8-f7dcc2b99ee0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:42.977596 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647d473-76eb-45ce-ad17-8aae369f013e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1571cd-8873-4034-832d-13b8c191c0bf,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:42.980401 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7647d473-76eb-45ce-ad17-8aae369f013e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:42.986260 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7647d473-76eb-45ce-ad17-8aae369f013e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:42.997231 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7647d473-76eb-45ce-ad17-8aae369f013e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1489716 Jun 02 12:50:43.151930 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-d6ba0846-e8da-4a44-bbf7-4626c361eed3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:50:43.168509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-d6ba0846-e8da-4a44-bbf7-4626c361eed3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:50:43.169663 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-d6ba0846-e8da-4a44-bbf7-4626c361eed3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-25133109&fields=id&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 267 time: 0.0572100 Jun 02 12:50:43.176298 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device de426ee3-84b6-4bab-ad13-7bbcd6376e22 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:50:43.327687 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-01a623b1-a5d9-4f31-a22e-ff64d6186dc4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:43.328365 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-01a623b1-a5d9-4f31-a22e-ff64d6186dc4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:network {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:50:43.343540 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-01a623b1-a5d9-4f31-a22e-ff64d6186dc4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:network {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:50:43.344687 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-01a623b1-a5d9-4f31-a22e-ff64d6186dc4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/networks?id=e5f49280-92e3-45cb-bd0d-83751e8c41c2 HTTP/1.1" status: 200 len: 797 time: 0.1681538 Jun 02 12:50:43.359536 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-26391355-d7f9-4587-bcc3-a676db222bf0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/quotas/d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 375 time: 0.0091803 Jun 02 12:50:43.360731 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port de426ee3-84b6-4bab-ad13-7bbcd6376e22 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:50:43.361119 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:43.450698 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-c574df4c-45ce-4b8e-acc1-32aadd8d95d6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:50:43.465667 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-c574df4c-45ce-4b8e-acc1-32aadd8d95d6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:50:43.467125 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-c574df4c-45ce-4b8e-acc1-32aadd8d95d6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021004 Jun 02 12:50:43.491926 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'name': 'tempest-TestNetworkBasicOps-router-1966459163', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:50:34Z', 'updated_at': '2021-06-02T12:50:39Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:35Z', 'updated_at': '2021-06-02T12:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'a7b9738c-31ee-4c78-9de2-cd4dc7b628c1', 'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:ef:b3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:38Z', 'updated_at': '2021-06-02T12:50:42Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:50:43.503753 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb62f26-f536-4280-aab1-6764310828fa None None] The sync data for ids ['3000cb1f-d59a-497c-91f4-03cc6245488e'] in dv-neutron-601336-80-hyperv is: [{'id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'name': 'tempest-TestNetworkBasicOps-router-1966459163', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:50:34Z', 'updated_at': '2021-06-02T12:50:39Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:35Z', 'updated_at': '2021-06-02T12:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'a7b9738c-31ee-4c78-9de2-cd4dc7b628c1', 'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:ef:b3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:38Z', 'updated_at': '2021-06-02T12:50:42Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:50:43.530765 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-f95204cf-3abd-40cc-b293-13ee863b23f1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:50:43.531741 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-f95204cf-3abd-40cc-b293-13ee863b23f1 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0526226 Jun 02 12:50:43.690214 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-6185b80a-cc66-4457-83e5-b9cec76bfe78 service neutron] 10.222.0.37 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452754 Jun 02 12:50:43.836183 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-9b8ea92b-b9bc-4d6b-9d9c-ced2828771bb service neutron] 10.222.0.37 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394703 Jun 02 12:50:44.019805 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-6408e85a-6f3f-4131-9bf7-4b35c606c6f7 req-b2d0f8df-06b8-4ff5-9e22-b48096daad23 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:50:44.032145 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-6408e85a-6f3f-4131-9bf7-4b35c606c6f7 req-b2d0f8df-06b8-4ff5-9e22-b48096daad23 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:50:44.033556 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6408e85a-6f3f-4131-9bf7-4b35c606c6f7 req-b2d0f8df-06b8-4ff5-9e22-b48096daad23 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 210 time: 0.0575821 Jun 02 12:50:44.131897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3533747b-470a-45a2-b25f-daaaecd224ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:44.529850 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a7b9738c-31ee-4c78-9de2-cd4dc7b628c1 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:50:44.600780 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port a7b9738c-31ee-4c78-9de2-cd4dc7b628c1 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:50:44.605825 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port a7b9738c-31ee-4c78-9de2-cd4dc7b628c1 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:50:44.606327 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:44.731141 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:44.763822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port a7b9738c-31ee-4c78-9de2-cd4dc7b628c1, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a7b9738c-31ee-4c78-9de2-cd4dc7b628c1,segment=NetworkSegment(e5889a97-9237-45b7-b6b3-145cf3589604),segment_id=e5889a97-9237-45b7-b6b3-145cf3589604)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:50:44.767628 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:44.769363 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:44.837644 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=a7b9738c-31ee-4c78-9de2-cd4dc7b628c1,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:44.840509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:45.104458 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-20eabd98-4310-4edb-8e77-f757c7338abf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:45.105861 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-20eabd98-4310-4edb-8e77-f757c7338abf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/networks?id=e5f49280-92e3-45cb-bd0d-83751e8c41c2 HTTP/1.1" status: 200 len: 797 time: 0.1580908 Jun 02 12:50:45.157909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-e093cad4-4a7c-45e8-97fe-1728f52735b1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:50:45.170812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-e093cad4-4a7c-45e8-97fe-1728f52735b1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:50:45.171974 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-e093cad4-4a7c-45e8-97fe-1728f52735b1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 378 time: 0.0569012 Jun 02 12:50:45.183390 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-cfcf4741-8c79-4d15-b721-7b231e28c2aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'port': {'device_id': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'admin_state_up': True, 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'security_groups': ['08dedb4f-3284-4359-baaa-5d1571743bd1']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:50:45.188259 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ebd4aa11-5f0f-4267-84bc-58a54eca0582 req-7ce77ca1-aabc-4e0a-87ce-34f12c83bb48 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 210 time: 0.0462554 Jun 02 12:50:45.321424 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-cfcf4741-8c79-4d15-b721-7b231e28c2aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:50:45.330769 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-cfcf4741-8c79-4d15-b721-7b231e28c2aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:50:45.340669 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-cfcf4741-8c79-4d15-b721-7b231e28c2aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:50:45.344216 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-cfcf4741-8c79-4d15-b721-7b231e28c2aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:45.507579 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-cfcf4741-8c79-4d15-b721-7b231e28c2aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.20.0.14 (e5f49280-92e3-45cb-bd0d-83751e8c41c2/a8c0823e-f817-4388-8bdd-f5c26e7d7efa/fd94ad95-793d-4afc-a380-110380574c5d) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:50:45.697265 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-cfcf4741-8c79-4d15-b721-7b231e28c2aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:45.712677 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-cfcf4741-8c79-4d15-b721-7b231e28c2aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Transition to ACTIVE for port object fd94ad95-793d-4afc-a380-110380574c5d will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:50:45.735854 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-cfcf4741-8c79-4d15-b721-7b231e28c2aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:45.740995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:45.803176 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-cfcf4741-8c79-4d15-b721-7b231e28c2aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network e5f49280-92e3-45cb-bd0d-83751e8c41c2 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:50:45.806586 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-cfcf4741-8c79-4d15-b721-7b231e28c2aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:50:45.810548 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-cfcf4741-8c79-4d15-b721-7b231e28c2aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:50:45.853596 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf4741-8c79-4d15-b721-7b231e28c2aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=fd94ad95-793d-4afc-a380-110380574c5d,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:45.858071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cfcf4741-8c79-4d15-b721-7b231e28c2aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:45.882789 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-cfcf4741-8c79-4d15-b721-7b231e28c2aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:45.883414 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-cfcf4741-8c79-4d15-b721-7b231e28c2aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:45.909772 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-cfcf4741-8c79-4d15-b721-7b231e28c2aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7302618 Jun 02 12:50:45.921723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Request body: {'port': {'device_id': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:50:46.015302 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a6c8e842-8f91-4881-8b27-7a81b2cc820b None None] Provisioning for port fd94ad95-793d-4afc-a380-110380574c5d completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:50:46.020428 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a6c8e842-8f91-4881-8b27-7a81b2cc820b None None] Provisioning complete for port fd94ad95-793d-4afc-a380-110380574c5d triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:50:46.020810 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a6c8e842-8f91-4881-8b27-7a81b2cc820b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:46.036533 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:46.074579 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-a6c8e842-8f91-4881-8b27-7a81b2cc820b None None] Port fd94ad95-793d-4afc-a380-110380574c5d cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:50:46.443631 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd94ad95-793d-4afc-a380-110380574c5d {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:50:46.452591 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:46.462924 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff5952-95f9-4913-b69f-f4b4f7411e33 req-b8be9021-9391-4ec6-a0e0-7d5a06f1b17a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:46.463644 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-6aff5952-95f9-4913-b69f-f4b4f7411e33 req-b8be9021-9391-4ec6-a0e0-7d5a06f1b17a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:50:46.488587 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Transition to ACTIVE for port object fd94ad95-793d-4afc-a380-110380574c5d will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:50:46.491798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-6aff5952-95f9-4913-b69f-f4b4f7411e33 req-b8be9021-9391-4ec6-a0e0-7d5a06f1b17a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:50:46.493299 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6aff5952-95f9-4913-b69f-f4b4f7411e33 req-b8be9021-9391-4ec6-a0e0-7d5a06f1b17a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 932 time: 0.1882095 Jun 02 12:50:46.494339 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:46.498220 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:46.505489 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a7b9738c-31ee-4c78-9de2-cd4dc7b628c1 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:50:46.580184 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port a7b9738c-31ee-4c78-9de2-cd4dc7b628c1 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:50:46.580558 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:46.657775 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-47343185-6533-4415-a5e1-87eefee1ce15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:46.728025 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:46.799570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Pushing event updated for resources: {'Port': ['ID=fd94ad95-793d-4afc-a380-110380574c5d,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:46.806882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:46.833642 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6aff5952-95f9-4913-b69f-f4b4f7411e33 req-ed16cfe4-6e15-4e09-b4cf-1883a64ae8ab tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dedb4f-3284-4359-baaa-5d1571743bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3050830 Jun 02 12:50:46.914832 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Attempting to bind port fd94ad95-793d-4afc-a380-110380574c5d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:50:46.915166 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Attempting to bind port fd94ad95-793d-4afc-a380-110380574c5d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e5889a97-9237-45b7-b6b3-145cf3589604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:50:46.915502 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Attempting to bind port fd94ad95-793d-4afc-a380-110380574c5d on network e5f49280-92e3-45cb-bd0d-83751e8c41c2 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:50:46.920238 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Port fd94ad95-793d-4afc-a380-110380574c5d on network e5f49280-92e3-45cb-bd0d-83751e8c41c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:50:46.920558 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Attempting to bind port fd94ad95-793d-4afc-a380-110380574c5d on network e5f49280-92e3-45cb-bd0d-83751e8c41c2 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:50:46.926733 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:50:46.927150 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Checking segment: {'id': 'e5889a97-9237-45b7-b6b3-145cf3589604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:50:46.927541 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Bound using segment: {'id': 'e5889a97-9237-45b7-b6b3-145cf3589604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:50:46.928482 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Bound port: fd94ad95-793d-4afc-a380-110380574c5d, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5889a97-9237-45b7-b6b3-145cf3589604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:50:46.928835 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:47.019935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] For port fd94ad95-793d-4afc-a380-110380574c5d, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:50:47.023053 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] For port fd94ad95-793d-4afc-a380-110380574c5d, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd94ad95-793d-4afc-a380-110380574c5d,segment=NetworkSegment(e5889a97-9237-45b7-b6b3-145cf3589604),segment_id=e5889a97-9237-45b7-b6b3-145cf3589604)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:50:47.027192 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:47.031644 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:47.084540 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:47.085178 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:47.086573 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] 10.222.0.22 "PUT /v2.0/ports/fd94ad95-793d-4afc-a380-110380574c5d HTTP/1.1" status: 200 len: 1094 time: 1.1692884 Jun 02 12:50:47.087095 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'tag': 'fd94ad95-793d-4afc-a380-110380574c5d'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:50:47.089381 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724b2823-a83d-4199-95b1-33bda268dd5f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3d0a25-335c-41e6-9040-a0ebb4982c1a", "tag": "fd94ad95-793d-4afc-a380-110380574c5d"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:50:47.114576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Pushing event updated for resources: {'Port': ['ID=fd94ad95-793d-4afc-a380-110380574c5d,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:47.118368 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:47.156548 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0157ce85-ce47-4088-b559-e7027e29a89e x-openstack-request-id: req-0157ce85-ce47-4088-b559-e7027e29a89e {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:50:47.156891 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3d0a25-335c-41e6-9040-a0ebb4982c1a", "tag": "fd94ad95-793d-4afc-a380-110380574c5d", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:50:47.157192 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0157ce85-ce47-4088-b559-e7027e29a89e {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:50:47.157893 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'tag': 'fd94ad95-793d-4afc-a380-110380574c5d', 'status': 'completed', 'code': 200} Jun 02 12:50:47.201002 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-b1123310-9578-4ecb-8023-0ab4b56a5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:47.202128 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-b1123310-9578-4ecb-8023-0ab4b56a5788 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 1097 time: 0.0781331 Jun 02 12:50:47.280971 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-8f8130af-0869-486f-a5b5-bcfdc32e5f74 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd94ad95-793d-4afc-a380-110380574c5d HTTP/1.1" status: 200 len: 217 time: 0.0712531 Jun 02 12:50:47.344123 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-2d07f78b-9f78-4a53-9ece-85b22f79cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:47.345594 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-2d07f78b-9f78-4a53-9ece-85b22f79cd18 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a8c0823e-f817-4388-8bdd-f5c26e7d7efa HTTP/1.1" status: 200 len: 835 time: 0.0576119 Jun 02 12:50:47.426505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-931330f3-f0a7-44d2-a383-357a1bafb7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:47.428629 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-931330f3-f0a7-44d2-a383-357a1bafb7de service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5f49280-92e3-45cb-bd0d-83751e8c41c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0753336 Jun 02 12:50:47.562187 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-cf832d9b-cb2f-4ed9-8b40-879b71acb21a service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278291 Jun 02 12:50:47.695305 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-78b08978-a1af-45db-9df7-4dc884f1f681 req-bf65c347-8cae-4c85-aac8-f927fa3f3c1b service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254516 Jun 02 12:50:47.742342 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:47.815703 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b2823-a83d-4199-95b1-33bda268dd5f req-6b6a63e2-03db-48d6-86f2-1f8e485cdc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:47.817079 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-724b2823-a83d-4199-95b1-33bda268dd5f req-6b6a63e2-03db-48d6-86f2-1f8e485cdc79 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 1097 time: 0.0725784 Jun 02 12:50:47.989028 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b2823-a83d-4199-95b1-33bda268dd5f req-5ee58943-c7b5-49f4-8699-6e25ef98f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:47.990509 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-724b2823-a83d-4199-95b1-33bda268dd5f req-5ee58943-c7b5-49f4-8699-6e25ef98f8a7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5f49280-92e3-45cb-bd0d-83751e8c41c2 HTTP/1.1" status: 200 len: 898 time: 0.1665249 Jun 02 12:50:48.064081 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-724b2823-a83d-4199-95b1-33bda268dd5f req-af1c3f29-4260-4a0c-b452-e26af45537a3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd94ad95-793d-4afc-a380-110380574c5d HTTP/1.1" status: 200 len: 217 time: 0.0663655 Jun 02 12:50:48.140478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305aa4cd-eee3-4118-9091-d4a33a3c8451 req-aadcd04b-549b-4430-95e0-bcb2942d3d25 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:48.141821 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-305aa4cd-eee3-4118-9091-d4a33a3c8451 req-aadcd04b-549b-4430-95e0-bcb2942d3d25 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 944 time: 0.1974175 Jun 02 12:50:48.143261 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b2823-a83d-4199-95b1-33bda268dd5f req-eee907dc-09a8-48a8-8d5d-a6bcd1630f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:48.144550 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-724b2823-a83d-4199-95b1-33bda268dd5f req-eee907dc-09a8-48a8-8d5d-a6bcd1630f89 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a8c0823e-f817-4388-8bdd-f5c26e7d7efa HTTP/1.1" status: 200 len: 835 time: 0.0725069 Jun 02 12:50:48.232998 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-305aa4cd-eee3-4118-9091-d4a33a3c8451 req-b66b70c4-8ea7-42e7-906b-79b270ef2e2b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dedb4f-3284-4359-baaa-5d1571743bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849969 Jun 02 12:50:48.255209 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b2823-a83d-4199-95b1-33bda268dd5f req-a9c5571e-1ae6-489b-b32a-5319dc4d9862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:48.257173 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-724b2823-a83d-4199-95b1-33bda268dd5f req-a9c5571e-1ae6-489b-b32a-5319dc4d9862 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5f49280-92e3-45cb-bd0d-83751e8c41c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0932429 Jun 02 12:50:48.389142 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-724b2823-a83d-4199-95b1-33bda268dd5f req-4cab144d-5ea9-409b-b059-b53e6d7d13b9 service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246200 Jun 02 12:50:48.642317 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-724b2823-a83d-4199-95b1-33bda268dd5f req-a55f1ce9-3e2a-48e1-8df3-b08705afec76 service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467024 Jun 02 12:50:49.416710 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09876b-1eb7-4aca-b057-4567773552a9 req-2c86ada8-0a32-44e9-80bb-915f8ab4ec26 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:49.418299 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9e09876b-1eb7-4aca-b057-4567773552a9 req-2c86ada8-0a32-44e9-80bb-915f8ab4ec26 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 944 time: 0.0796306 Jun 02 12:50:49.465828 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9e09876b-1eb7-4aca-b057-4567773552a9 req-2483435c-cf58-4ba6-ad6c-90c36d65ec1b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dedb4f-3284-4359-baaa-5d1571743bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421498 Jun 02 12:50:49.523383 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:50.263464 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device fd94ad95-793d-4afc-a380-110380574c5d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:50:50.395220 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port fd94ad95-793d-4afc-a380-110380574c5d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd94ad95-793d-4afc-a380-110380574c5d,segment=NetworkSegment(e5889a97-9237-45b7-b6b3-145cf3589604),segment_id=e5889a97-9237-45b7-b6b3-145cf3589604)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:50:50.408289 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': 'fd94ad95-793d-4afc-a380-110380574c5d', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'port_id': 'fd94ad95-793d-4afc-a380-110380574c5d', 'mac_address': 'fa:16:3e:91:af:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:50:50.461996 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:50.478602 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd94ad95-793d-4afc-a380-110380574c5d {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:50:50.493957 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port fd94ad95-793d-4afc-a380-110380574c5d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd94ad95-793d-4afc-a380-110380574c5d,segment=NetworkSegment(e5889a97-9237-45b7-b6b3-145cf3589604),segment_id=e5889a97-9237-45b7-b6b3-145cf3589604)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:50:50.498858 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:50.500582 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-436d51c3-5577-4a92-abee-a3e62acd931b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:50.614085 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=fd94ad95-793d-4afc-a380-110380574c5d,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:50.617638 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:50.660108 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b3488-c321-4f7d-bcec-97ac50fad8d8 req-29f0d68d-825b-4c72-aba6-f85349784a22 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:50.661478 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e91b3488-c321-4f7d-bcec-97ac50fad8d8 req-29f0d68d-825b-4c72-aba6-f85349784a22 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 945 time: 0.0899630 Jun 02 12:50:50.705471 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e91b3488-c321-4f7d-bcec-97ac50fad8d8 req-6111b0b1-0d92-44f1-b3af-314cfd9cfd64 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dedb4f-3284-4359-baaa-5d1571743bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383067 Jun 02 12:50:50.852825 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['fd94ad95-793d-4afc-a380-110380574c5d'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:50:51.883415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36408df3-9921-4594-8727-b589a3a837ac req-f4896a13-5816-4f08-a7ab-f2a1c59017b7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:51.884841 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-36408df3-9921-4594-8727-b589a3a837ac req-f4896a13-5816-4f08-a7ab-f2a1c59017b7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 945 time: 0.0785060 Jun 02 12:50:51.927909 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-36408df3-9921-4594-8727-b589a3a837ac req-9d28602e-1dd7-460d-a381-157389ca59b1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dedb4f-3284-4359-baaa-5d1571743bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375021 Jun 02 12:50:52.272103 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device fd94ad95-793d-4afc-a380-110380574c5d up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:50:52.338796 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port fd94ad95-793d-4afc-a380-110380574c5d completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:50:52.343258 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port fd94ad95-793d-4afc-a380-110380574c5d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:50:52.343635 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:52.458332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:52.484745 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd94ad95-793d-4afc-a380-110380574c5d'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:50:52.487036 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1f4559-11db-4b52-81d7-b03fed8fab3f" -d '{"events": [{"server_uuid": "2b3d0a25-335c-41e6-9040-a0ebb4982c1a", "name": "network-vif-plugged", "status": "completed", "tag": "fd94ad95-793d-4afc-a380-110380574c5d"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:50:52.497161 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port fd94ad95-793d-4afc-a380-110380574c5d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd94ad95-793d-4afc-a380-110380574c5d,segment=NetworkSegment(e5889a97-9237-45b7-b6b3-145cf3589604),segment_id=e5889a97-9237-45b7-b6b3-145cf3589604)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:50:52.500943 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:52.503997 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-0d4b5b48-f629-44ef-b569-791e1c709582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:52.538149 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26667558-1714-4cc8-8e27-f013d354846e x-openstack-request-id: req-26667558-1714-4cc8-8e27-f013d354846e {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:50:52.538452 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3d0a25-335c-41e6-9040-a0ebb4982c1a", "name": "network-vif-plugged", "status": "completed", "tag": "fd94ad95-793d-4afc-a380-110380574c5d", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:50:52.538710 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26667558-1714-4cc8-8e27-f013d354846e {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:50:52.539094 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd94ad95-793d-4afc-a380-110380574c5d', 'code': 200} Jun 02 12:50:52.578591 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=fd94ad95-793d-4afc-a380-110380574c5d,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:52.581591 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:52.751989 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed284ab-6dfb-455b-83bf-162ecb23f948 req-313aded7-0b66-40c7-80d8-be1b5b2ca588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:52.753413 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1ed284ab-6dfb-455b-83bf-162ecb23f948 req-313aded7-0b66-40c7-80d8-be1b5b2ca588 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 1099 time: 0.0704167 Jun 02 12:50:52.796651 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1ed284ab-6dfb-455b-83bf-162ecb23f948 req-9631b2c7-105d-49b1-88d6-08f86b4fe497 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=08dedb4f-3284-4359-baaa-5d1571743bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362256 Jun 02 12:50:53.110668 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ce998-7687-4824-a1c1-ace1543365de req-d1ea06c7-febd-49fd-a8f8-905e350fcb1b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:53.112015 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ce7ce998-7687-4824-a1c1-ace1543365de req-d1ea06c7-febd-49fd-a8f8-905e350fcb1b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 946 time: 0.0831790 Jun 02 12:50:53.295568 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ce7ce998-7687-4824-a1c1-ace1543365de req-e4244008-d732-4882-a892-bb2c1491833c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dedb4f-3284-4359-baaa-5d1571743bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1772935 Jun 02 12:50:54.484216 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc665e-250e-4d5e-9306-bf7506749b57 req-dc9e4042-fb81-4a90-af27-024327ad0400 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:54.485653 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1acc665e-250e-4d5e-9306-bf7506749b57 req-dc9e4042-fb81-4a90-af27-024327ad0400 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 946 time: 0.0838258 Jun 02 12:50:54.529002 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1acc665e-250e-4d5e-9306-bf7506749b57 req-6c64ef3e-3bb6-42de-8470-58fd3980233c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dedb4f-3284-4359-baaa-5d1571743bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376537 Jun 02 12:50:54.855535 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36777952-038d-4757-a3e8-c9d0bc9b274b req-617bc3b2-8903-4522-82d5-b542c69703fd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:54.856971 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-36777952-038d-4757-a3e8-c9d0bc9b274b req-617bc3b2-8903-4522-82d5-b542c69703fd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 946 time: 0.0800650 Jun 02 12:50:54.900497 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-36777952-038d-4757-a3e8-c9d0bc9b274b req-c34d7a3d-b4ed-47d8-9295-3e94bd203190 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dedb4f-3284-4359-baaa-5d1571743bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380657 Jun 02 12:50:54.922599 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49962) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:54.991944 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3911d14-ee98-4ec9-b342-d8662479590d tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:54.993414 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e3911d14-ee98-4ec9-b342-d8662479590d tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 1094 time: 0.0698192 Jun 02 12:50:54.996172 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 49964) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:55.000435 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': 'fd94ad95-793d-4afc-a380-110380574c5d', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:50:55.006834 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:50:55.010676 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:floatingip and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:50:55.013451 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:50:55.019122 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:50:55.030261 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:55.166611 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:55.302404 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.26.7.14 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/e7e6826d-04f3-4a14-b706-b5e447a151fc) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:50:55.481795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:55.510251 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:55.514547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:55.576755 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:50:55.579966 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:50:55.583736 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:50:55.620992 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=e7e6826d-04f3-4a14-b706-b5e447a151fc,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:55.625028 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:55.935369 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:56.021770 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:56.103842 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:56.432918 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:56.438165 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:56.442663 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a80467ca-4d96-4cf1-a828-8419bfec0ba2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:56.551424 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=e7e6826d-04f3-4a14-b706-b5e447a151fc,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:56.555479 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:56.562445 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:56.736902 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Floating IP 329788b0-51fd-448a-b7ea-11bc049ee955 associated. External IP: 172.26.7.14, port: fd94ad95-793d-4afc-a380-110380574c5d. Jun 02 12:50:57.098509 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 3000cb1f-d59a-497c-91f4-03cc6245488e has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:50:57.275352 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:50:57.285254 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e1a673-018e-40a3-b034-6dd484f9ab50 None None] Sync routers for ids ['3000cb1f-d59a-497c-91f4-03cc6245488e'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:50:57.295167 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1a673-018e-40a3-b034-6dd484f9ab50 None None] Routers {'3000cb1f-d59a-497c-91f4-03cc6245488e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:50:57.295879 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-74e1a673-018e-40a3-b034-6dd484f9ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:50:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3000cb1f-d59a-497c-91f4-03cc6245488e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:50:57.299271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:57.355300 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3580058 Jun 02 12:50:57.356043 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'tag': 'fd94ad95-793d-4afc-a380-110380574c5d'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:50:57.357879 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49966) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:57.358390 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a668e37-00a8-44d8-b180-4278fa8dd122" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3d0a25-335c-41e6-9040-a0ebb4982c1a", "tag": "fd94ad95-793d-4afc-a380-110380574c5d"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:50:57.400027 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70fddf5-095e-4e82-b894-cfadf473d08c x-openstack-request-id: req-a70fddf5-095e-4e82-b894-cfadf473d08c {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:50:57.400359 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3d0a25-335c-41e6-9040-a0ebb4982c1a", "tag": "fd94ad95-793d-4afc-a380-110380574c5d", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:50:57.400653 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a70fddf5-095e-4e82-b894-cfadf473d08c {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:50:57.401140 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'tag': 'fd94ad95-793d-4afc-a380-110380574c5d', 'status': 'completed', 'code': 200} Jun 02 12:50:57.432693 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcac76c2-cc01-499a-b8e3-ab33d5363410 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:57.436904 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fcac76c2-cc01-499a-b8e3-ab33d5363410 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 1094 time: 0.0751951 Jun 02 12:50:57.503486 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a668e37-00a8-44d8-b180-4278fa8dd122 req-d72eb8b4-ed40-49a9-8335-d480bad3d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:57.504976 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1a668e37-00a8-44d8-b180-4278fa8dd122 req-d72eb8b4-ed40-49a9-8335-d480bad3d006 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 1099 time: 0.0816543 Jun 02 12:50:57.511747 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-74e1a673-018e-40a3-b034-6dd484f9ab50 None None] Set router 3000cb1f-d59a-497c-91f4-03cc6245488e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:50:57.637677 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a668e37-00a8-44d8-b180-4278fa8dd122 req-a42961b4-199f-4d50-9aad-0aa6638c10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:57.639169 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1a668e37-00a8-44d8-b180-4278fa8dd122 req-a42961b4-199f-4d50-9aad-0aa6638c10dd service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5f49280-92e3-45cb-bd0d-83751e8c41c2 HTTP/1.1" status: 200 len: 898 time: 0.1275873 Jun 02 12:50:57.745287 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1a668e37-00a8-44d8-b180-4278fa8dd122 req-0e29d6e2-9516-42c1-a25a-1833a285e0f7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd94ad95-793d-4afc-a380-110380574c5d HTTP/1.1" status: 200 len: 999 time: 0.0991359 Jun 02 12:50:57.808342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a668e37-00a8-44d8-b180-4278fa8dd122 req-4ca24dd0-3684-4ff2-b6aa-94a22dbae2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:57.809845 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1a668e37-00a8-44d8-b180-4278fa8dd122 req-4ca24dd0-3684-4ff2-b6aa-94a22dbae2c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a8c0823e-f817-4388-8bdd-f5c26e7d7efa HTTP/1.1" status: 200 len: 835 time: 0.0580130 Jun 02 12:50:57.845606 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49972) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:57.851568 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-0611b8d2-be54-44ef-84bd-80e3d6376645 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1820458831', 'description': 'tempest-secgroup-smoke-1820458831 description', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:50:57.858057 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0611b8d2-be54-44ef-84bd-80e3d6376645 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:50:57.858585 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-74e1a673-018e-40a3-b034-6dd484f9ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'name': 'tempest-TestNetworkBasicOps-router-1966459163', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:50:34Z', 'updated_at': '2021-06-02T12:50:39Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:35Z', 'updated_at': '2021-06-02T12:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '329788b0-51fd-448a-b7ea-11bc049ee955', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.14', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'port_id': 'fd94ad95-793d-4afc-a380-110380574c5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'mac_address': 'fa:16:3e:91:af:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:50:55Z', 'updated_at': '2021-06-02T12:50:55Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b9738c-31ee-4c78-9de2-cd4dc7b628c1', 'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:ef:b3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:38Z', 'updated_at': '2021-06-02T12:50:44Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:50:57.862854 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e1a673-018e-40a3-b034-6dd484f9ab50 None None] Checking router: 3000cb1f-d59a-497c-91f4-03cc6245488e for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:50:57.869897 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0611b8d2-be54-44ef-84bd-80e3d6376645 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:50:57.872201 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1a673-018e-40a3-b034-6dd484f9ab50 None None] Routers {'3000cb1f-d59a-497c-91f4-03cc6245488e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:50:57.872807 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-74e1a673-018e-40a3-b034-6dd484f9ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:50:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3000cb1f-d59a-497c-91f4-03cc6245488e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:50:57.880530 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0611b8d2-be54-44ef-84bd-80e3d6376645 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:57.892656 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a668e37-00a8-44d8-b180-4278fa8dd122 req-b9485f69-d724-4ad2-9d90-e95f8f9edee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:57.894177 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1a668e37-00a8-44d8-b180-4278fa8dd122 req-b9485f69-d724-4ad2-9d90-e95f8f9edee6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5f49280-92e3-45cb-bd0d-83751e8c41c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0783498 Jun 02 12:50:57.901319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0611b8d2-be54-44ef-84bd-80e3d6376645 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:50:57.905235 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0611b8d2-be54-44ef-84bd-80e3d6376645 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:50:57.908476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0611b8d2-be54-44ef-84bd-80e3d6376645 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:50:57.914771 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0611b8d2-be54-44ef-84bd-80e3d6376645 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:50:57.992797 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0611b8d2-be54-44ef-84bd-80e3d6376645 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:57.999156 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0611b8d2-be54-44ef-84bd-80e3d6376645 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.016225 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3e380de4-08a1-4594-bf1b-0a1f1dd1c436 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:58.056455 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611b8d2-be54-44ef-84bd-80e3d6376645 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa344ee9-dbf1-4834-accf-0dc967ff0873,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:58.059603 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0611b8d2-be54-44ef-84bd-80e3d6376645 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:58.060619 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0611b8d2-be54-44ef-84bd-80e3d6376645 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.064624 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0611b8d2-be54-44ef-84bd-80e3d6376645 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2151976 Jun 02 12:50:58.065684 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49974) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:58.070132 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-2354949e-e545-44f8-8e81-aa13643708ee tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': 'aa344ee9-dbf1-4834-accf-0dc967ff0873', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:50:58.071089 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-74e1a673-018e-40a3-b034-6dd484f9ab50 None None] Set router 3000cb1f-d59a-497c-91f4-03cc6245488e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:50:58.076463 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2354949e-e545-44f8-8e81-aa13643708ee tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:50:58.081632 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2354949e-e545-44f8-8e81-aa13643708ee tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:50:58.085631 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2354949e-e545-44f8-8e81-aa13643708ee tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:50:58.091508 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2354949e-e545-44f8-8e81-aa13643708ee tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:50:58.109998 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2354949e-e545-44f8-8e81-aa13643708ee tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.186062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2354949e-e545-44f8-8e81-aa13643708ee tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.190273 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1a668e37-00a8-44d8-b180-4278fa8dd122 req-fac6ecda-78d0-44c6-8cba-2a255a4c9ea1 service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886817 Jun 02 12:50:58.190536 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2354949e-e545-44f8-8e81-aa13643708ee tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.198341 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-52c49b58-4187-4ca5-b0bc-3d892bbc2894 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:58.217414 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354949e-e545-44f8-8e81-aa13643708ee tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb39fc78-2664-4468-90d9-cd0e6fa83ba1,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:58.220041 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2354949e-e545-44f8-8e81-aa13643708ee tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:58.229709 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2354949e-e545-44f8-8e81-aa13643708ee tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.233709 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2354949e-e545-44f8-8e81-aa13643708ee tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1648848 Jun 02 12:50:58.233987 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49976) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:58.239243 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-b93bcde5-b48e-42f5-873d-53230f847cab tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': 'aa344ee9-dbf1-4834-accf-0dc967ff0873', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:50:58.245823 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b93bcde5-b48e-42f5-873d-53230f847cab tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:50:58.249702 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b93bcde5-b48e-42f5-873d-53230f847cab tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:50:58.252627 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b93bcde5-b48e-42f5-873d-53230f847cab tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:50:58.258989 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b93bcde5-b48e-42f5-873d-53230f847cab tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:50:58.276623 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b93bcde5-b48e-42f5-873d-53230f847cab tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.339303 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1a668e37-00a8-44d8-b180-4278fa8dd122 req-7840de16-29bc-4e7b-8509-45f8646584d1 service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420295 Jun 02 12:50:58.343572 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b93bcde5-b48e-42f5-873d-53230f847cab tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.347529 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b93bcde5-b48e-42f5-873d-53230f847cab tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.349511 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:58.372874 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bcde5-b48e-42f5-873d-53230f847cab tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65108ddd-54f2-438d-b31e-9c09fbe86949,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:58.375322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b93bcde5-b48e-42f5-873d-53230f847cab tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:58.383082 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b93bcde5-b48e-42f5-873d-53230f847cab tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.386128 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b93bcde5-b48e-42f5-873d-53230f847cab tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1493182 Jun 02 12:50:58.387078 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49978) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:58.391785 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-5e93305e-2465-4ecb-8387-721d91055f9e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': 'aa344ee9-dbf1-4834-accf-0dc967ff0873', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:50:58.397587 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5e93305e-2465-4ecb-8387-721d91055f9e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:50:58.401459 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5e93305e-2465-4ecb-8387-721d91055f9e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:50:58.404721 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-5e93305e-2465-4ecb-8387-721d91055f9e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:50:58.410833 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-5e93305e-2465-4ecb-8387-721d91055f9e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:50:58.428159 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5e93305e-2465-4ecb-8387-721d91055f9e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.431423 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-74e1a673-018e-40a3-b034-6dd484f9ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'name': 'tempest-TestNetworkBasicOps-router-1966459163', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:50:34Z', 'updated_at': '2021-06-02T12:50:39Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:35Z', 'updated_at': '2021-06-02T12:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '329788b0-51fd-448a-b7ea-11bc049ee955', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.14', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'port_id': 'fd94ad95-793d-4afc-a380-110380574c5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'mac_address': 'fa:16:3e:91:af:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:50:55Z', 'updated_at': '2021-06-02T12:50:55Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b9738c-31ee-4c78-9de2-cd4dc7b628c1', 'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:ef:b3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:38Z', 'updated_at': '2021-06-02T12:50:44Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:50:58.435307 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e1a673-018e-40a3-b034-6dd484f9ab50 None None] The sync data for ids ['3000cb1f-d59a-497c-91f4-03cc6245488e'] in dv-neutron-601336-80-hyperv is: [{'id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'name': 'tempest-TestNetworkBasicOps-router-1966459163', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:50:34Z', 'updated_at': '2021-06-02T12:50:39Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:35Z', 'updated_at': '2021-06-02T12:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '329788b0-51fd-448a-b7ea-11bc049ee955', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.14', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'port_id': 'fd94ad95-793d-4afc-a380-110380574c5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'mac_address': 'fa:16:3e:91:af:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:50:55Z', 'updated_at': '2021-06-02T12:50:55Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b9738c-31ee-4c78-9de2-cd4dc7b628c1', 'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:ef:b3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:38Z', 'updated_at': '2021-06-02T12:50:44Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:50:58.494685 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5e93305e-2465-4ecb-8387-721d91055f9e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.498672 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5e93305e-2465-4ecb-8387-721d91055f9e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.500453 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bfe15ad9-c5c5-44b4-916f-25a92a83efc9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:58.523256 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93305e-2465-4ecb-8387-721d91055f9e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0538ca96-0379-4666-a5cc-310ea45036e3,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:58.525675 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5e93305e-2465-4ecb-8387-721d91055f9e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:58.532635 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-5e93305e-2465-4ecb-8387-721d91055f9e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.534025 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5e93305e-2465-4ecb-8387-721d91055f9e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459002 Jun 02 12:50:58.536730 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49980) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:58.541167 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-b837d4bb-a3f4-430c-9e1f-84cf390a1000 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': 'aa344ee9-dbf1-4834-accf-0dc967ff0873', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:50:58.547125 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b837d4bb-a3f4-430c-9e1f-84cf390a1000 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:50:58.550973 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b837d4bb-a3f4-430c-9e1f-84cf390a1000 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:50:58.554062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b837d4bb-a3f4-430c-9e1f-84cf390a1000 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:50:58.560037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b837d4bb-a3f4-430c-9e1f-84cf390a1000 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:50:58.576917 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b837d4bb-a3f4-430c-9e1f-84cf390a1000 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.617696 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b548d60-cb01-4b37-8797-01da68ebce0e None None] New status for floating IP 329788b0-51fd-448a-b7ea-11bc049ee955: ACTIVE {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:50:58.641872 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b837d4bb-a3f4-430c-9e1f-84cf390a1000 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.646987 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b837d4bb-a3f4-430c-9e1f-84cf390a1000 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.648778 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-80977a93-907b-455f-8e76-b3b20fdb7e7b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:58.671080 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837d4bb-a3f4-430c-9e1f-84cf390a1000 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a95925-370e-4c5a-a25a-093f2de6d787,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:58.675383 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b837d4bb-a3f4-430c-9e1f-84cf390a1000 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:58.680268 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b837d4bb-a3f4-430c-9e1f-84cf390a1000 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.681437 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b837d4bb-a3f4-430c-9e1f-84cf390a1000 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437674 Jun 02 12:50:58.684147 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49982) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:58.688862 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-e779bbe2-f973-4cf2-a2a9-97d2e91d2c7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': 'aa344ee9-dbf1-4834-accf-0dc967ff0873', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:50:58.695303 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e779bbe2-f973-4cf2-a2a9-97d2e91d2c7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:50:58.699125 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e779bbe2-f973-4cf2-a2a9-97d2e91d2c7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:50:58.701961 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e779bbe2-f973-4cf2-a2a9-97d2e91d2c7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:50:58.707698 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e779bbe2-f973-4cf2-a2a9-97d2e91d2c7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:50:58.718113 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.securitygroups_db [None req-e779bbe2-f973-4cf2-a2a9-97d2e91d2c7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:50:58.723601 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e779bbe2-f973-4cf2-a2a9-97d2e91d2c7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.789363 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e779bbe2-f973-4cf2-a2a9-97d2e91d2c7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.793333 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e779bbe2-f973-4cf2-a2a9-97d2e91d2c7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.801104 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b942c3d2-5cd2-4dab-9d53-29d1ca5939fa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:58.823796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779bbe2-f973-4cf2-a2a9-97d2e91d2c7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccb078a-3c10-418f-b789-9cdc0d5cf8bf,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:58.826968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e779bbe2-f973-4cf2-a2a9-97d2e91d2c7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:58.831937 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e779bbe2-f973-4cf2-a2a9-97d2e91d2c7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.833171 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e779bbe2-f973-4cf2-a2a9-97d2e91d2c7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1480770 Jun 02 12:50:58.836476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 49984) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:50:58.840804 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-62c88dd3-2636-4ecf-88e6-b631bbc9de92 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': 'aa344ee9-dbf1-4834-accf-0dc967ff0873', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:50:58.846700 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-62c88dd3-2636-4ecf-88e6-b631bbc9de92 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:50:58.850718 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-62c88dd3-2636-4ecf-88e6-b631bbc9de92 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:50:58.853731 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-62c88dd3-2636-4ecf-88e6-b631bbc9de92 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:50:58.860148 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-62c88dd3-2636-4ecf-88e6-b631bbc9de92 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:50:58.874046 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.securitygroups_db [None req-62c88dd3-2636-4ecf-88e6-b631bbc9de92 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:50:58.884999 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62c88dd3-2636-4ecf-88e6-b631bbc9de92 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.951144 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62c88dd3-2636-4ecf-88e6-b631bbc9de92 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.954325 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62c88dd3-2636-4ecf-88e6-b631bbc9de92 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.956060 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5e93305e-2465-4ecb-8387-721d91055f9e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:50:58.976875 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c88dd3-2636-4ecf-88e6-b631bbc9de92 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5089e1-a842-4722-8240-d7c026a22be2,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:50:58.979494 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-62c88dd3-2636-4ecf-88e6-b631bbc9de92 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:50:58.986439 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-62c88dd3-2636-4ecf-88e6-b631bbc9de92 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:50:58.987586 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-62c88dd3-2636-4ecf-88e6-b631bbc9de92 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1502264 Jun 02 12:50:59.146288 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-3e6f8524-54ae-4e4d-b2e0-bd653c267210 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1820458831&fields=id&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 267 time: 0.0393846 Jun 02 12:50:59.299510 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-a7eed3dd-b00c-4d6f-a5a9-d7caf266c956 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:50:59.300833 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-a7eed3dd-b00c-4d6f-a5a9-d7caf266c956 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/networks?id=e5f49280-92e3-45cb-bd0d-83751e8c41c2 HTTP/1.1" status: 200 len: 797 time: 0.1472681 Jun 02 12:50:59.315516 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-f02d5104-1362-4a49-a559-2451b447e0b3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/quotas/d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 375 time: 0.0087004 Jun 02 12:50:59.402871 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-08bd2315-98d7-486d-b04e-e12c026a23d4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0825586 Jun 02 12:50:59.582747 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-115815a5-ce68-4d3c-b6db-3cd795763b6f service neutron] 10.222.0.37 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678250 Jun 02 12:50:59.713558 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-58d16100-7fdf-4b84-a45c-dca0d21cfd41 service neutron] 10.222.0.37 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244073 Jun 02 12:50:59.884520 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-86f58ba0-7d69-4574-9e6d-2eaca52c159d req-49c9891b-57bf-4ff3-9e74-9f2bc6ce5b75 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0933d8-efbf-40df-8853-f3569c309b6a HTTP/1.1" status: 200 len: 210 time: 0.0428364 Jun 02 12:51:00.903937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-c14ba68a-891a-4cc1-b960-9858b7380f1e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:00.905398 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-c14ba68a-891a-4cc1-b960-9858b7380f1e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/networks?id=e5f49280-92e3-45cb-bd0d-83751e8c41c2 HTTP/1.1" status: 200 len: 797 time: 0.1475756 Jun 02 12:51:00.962199 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-bf4138b5-d891-4178-9ac9-8b2df23fea95 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 471 time: 0.0484028 Jun 02 12:51:00.971733 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-8d228791-d492-4897-986e-7a496145331a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'port': {'device_id': 'ac0933d8-efbf-40df-8853-f3569c309b6a', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'admin_state_up': True, 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'security_groups': ['aa344ee9-dbf1-4834-accf-0dc967ff0873']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:51:01.092662 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db5bcfc9-67bb-44d3-a84e-5dd94129fa29 req-c39fa950-15da-4b31-b95c-ea3bb6d67c9f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0933d8-efbf-40df-8853-f3569c309b6a HTTP/1.1" status: 200 len: 210 time: 0.0925281 Jun 02 12:51:01.148004 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-8d228791-d492-4897-986e-7a496145331a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:51:01.157294 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-8d228791-d492-4897-986e-7a496145331a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:51:01.167579 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-8d228791-d492-4897-986e-7a496145331a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:51:01.171257 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-8d228791-d492-4897-986e-7a496145331a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:01.332495 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-8d228791-d492-4897-986e-7a496145331a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.20.0.12 (e5f49280-92e3-45cb-bd0d-83751e8c41c2/a8c0823e-f817-4388-8bdd-f5c26e7d7efa/97eff335-a10c-4aa5-89da-81723a008d76) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:51:01.521030 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-8d228791-d492-4897-986e-7a496145331a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:01.536663 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-8d228791-d492-4897-986e-7a496145331a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Transition to ACTIVE for port object 97eff335-a10c-4aa5-89da-81723a008d76 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:51:01.558970 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-8d228791-d492-4897-986e-7a496145331a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:01.564181 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f7bae5b3-6b8e-4278-91ff-ada083b47f45 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:51:01.631503 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-8d228791-d492-4897-986e-7a496145331a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network e5f49280-92e3-45cb-bd0d-83751e8c41c2 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:51:01.634915 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-8d228791-d492-4897-986e-7a496145331a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:51:01.638920 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-8d228791-d492-4897-986e-7a496145331a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:51:01.678517 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d228791-d492-4897-986e-7a496145331a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=97eff335-a10c-4aa5-89da-81723a008d76,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:51:01.682995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8d228791-d492-4897-986e-7a496145331a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:51:01.708273 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-8d228791-d492-4897-986e-7a496145331a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:01.708742 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-8d228791-d492-4897-986e-7a496145331a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:01.734859 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-8d228791-d492-4897-986e-7a496145331a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7667823 Jun 02 12:51:01.746466 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Request body: {'port': {'device_id': 'ac0933d8-efbf-40df-8853-f3569c309b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:51:01.841776 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c449faa7-11cd-4026-83f0-93da99b6336d None None] Provisioning for port 97eff335-a10c-4aa5-89da-81723a008d76 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:51:01.846868 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c449faa7-11cd-4026-83f0-93da99b6336d None None] Provisioning complete for port 97eff335-a10c-4aa5-89da-81723a008d76 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:51:01.847251 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c449faa7-11cd-4026-83f0-93da99b6336d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:01.905887 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c449faa7-11cd-4026-83f0-93da99b6336d None None] Port 97eff335-a10c-4aa5-89da-81723a008d76 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:51:01.985497 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:02.276993 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d932f4-87e8-48d8-8444-0a4df324ef4e req-686be124-9bc7-4a2e-be10-fe87a834c2cf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:02.278464 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-75d932f4-87e8-48d8-8444-0a4df324ef4e req-686be124-9bc7-4a2e-be10-fe87a834c2cf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0933d8-efbf-40df-8853-f3569c309b6a HTTP/1.1" status: 200 len: 932 time: 0.0830781 Jun 02 12:51:02.322487 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-75d932f4-87e8-48d8-8444-0a4df324ef4e req-e2f239c0-9476-4089-89f3-f418f7df59ba tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:51:02.330323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97eff335-a10c-4aa5-89da-81723a008d76 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:51:02.337332 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-75d932f4-87e8-48d8-8444-0a4df324ef4e req-e2f239c0-9476-4089-89f3-f418f7df59ba tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:51:02.337636 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:02.338586 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-75d932f4-87e8-48d8-8444-0a4df324ef4e req-e2f239c0-9476-4089-89f3-f418f7df59ba tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa344ee9-dbf1-4834-accf-0dc967ff0873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540988 Jun 02 12:51:02.357012 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Transition to ACTIVE for port object 97eff335-a10c-4aa5-89da-81723a008d76 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:51:02.360412 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:02.365525 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b5ca45c2-42f1-4c88-a3dd-ca6e5258ac9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:51:02.535598 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Pushing event updated for resources: {'Port': ['ID=97eff335-a10c-4aa5-89da-81723a008d76,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:51:02.543515 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:51:02.610841 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Attempting to bind port 97eff335-a10c-4aa5-89da-81723a008d76 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:51:02.611184 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Attempting to bind port 97eff335-a10c-4aa5-89da-81723a008d76 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e5889a97-9237-45b7-b6b3-145cf3589604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:51:02.611514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Attempting to bind port 97eff335-a10c-4aa5-89da-81723a008d76 on network e5f49280-92e3-45cb-bd0d-83751e8c41c2 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:51:02.616067 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Port 97eff335-a10c-4aa5-89da-81723a008d76 on network e5f49280-92e3-45cb-bd0d-83751e8c41c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:51:02.616396 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Attempting to bind port 97eff335-a10c-4aa5-89da-81723a008d76 on network e5f49280-92e3-45cb-bd0d-83751e8c41c2 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:51:02.621850 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:51:02.622220 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Checking segment: {'id': 'e5889a97-9237-45b7-b6b3-145cf3589604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:51:02.622606 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Bound using segment: {'id': 'e5889a97-9237-45b7-b6b3-145cf3589604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:51:02.623029 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Bound port: 97eff335-a10c-4aa5-89da-81723a008d76, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5889a97-9237-45b7-b6b3-145cf3589604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:51:02.623387 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:02.715870 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] For port 97eff335-a10c-4aa5-89da-81723a008d76, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:51:02.719046 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] For port 97eff335-a10c-4aa5-89da-81723a008d76, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=97eff335-a10c-4aa5-89da-81723a008d76,segment=NetworkSegment(e5889a97-9237-45b7-b6b3-145cf3589604),segment_id=e5889a97-9237-45b7-b6b3-145cf3589604)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:51:02.725132 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:02.732769 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bd6a9ec0-bdb5-4f06-aec5-54d8f4e6218e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:51:02.785019 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:02.785614 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:02.787684 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] 10.222.0.22 "PUT /v2.0/ports/97eff335-a10c-4aa5-89da-81723a008d76 HTTP/1.1" status: 200 len: 1094 time: 1.0449324 Jun 02 12:51:02.788213 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0933d8-efbf-40df-8853-f3569c309b6a', 'tag': '97eff335-a10c-4aa5-89da-81723a008d76'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:51:02.790570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299712fd-8447-40c6-a3d8-29e07b9053f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0933d8-efbf-40df-8853-f3569c309b6a", "tag": "97eff335-a10c-4aa5-89da-81723a008d76"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:51:02.816791 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Pushing event updated for resources: {'Port': ['ID=97eff335-a10c-4aa5-89da-81723a008d76,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:51:02.820171 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:51:02.833463 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:51:02.862871 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96cf2ff-0233-4912-b8ad-5503b6176425 x-openstack-request-id: req-a96cf2ff-0233-4912-b8ad-5503b6176425 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:51:02.863303 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0933d8-efbf-40df-8853-f3569c309b6a", "tag": "97eff335-a10c-4aa5-89da-81723a008d76", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:51:02.863671 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a96cf2ff-0233-4912-b8ad-5503b6176425 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:51:02.864123 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0933d8-efbf-40df-8853-f3569c309b6a', 'tag': '97eff335-a10c-4aa5-89da-81723a008d76', 'status': 'completed', 'code': 200} Jun 02 12:51:02.910150 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-a7e5d008-d6bf-4402-819e-85076e011f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:02.911926 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-a7e5d008-d6bf-4402-819e-85076e011f93 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=ac0933d8-efbf-40df-8853-f3569c309b6a HTTP/1.1" status: 200 len: 1097 time: 0.0840638 Jun 02 12:51:02.983470 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-cc646289-576d-4e90-95b2-c328e24f415e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97eff335-a10c-4aa5-89da-81723a008d76 HTTP/1.1" status: 200 len: 217 time: 0.0629354 Jun 02 12:51:03.055127 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-a8b8f556-ab48-4b3b-9a2d-3dbaf69670af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:03.056537 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-a8b8f556-ab48-4b3b-9a2d-3dbaf69670af service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a8c0823e-f817-4388-8bdd-f5c26e7d7efa HTTP/1.1" status: 200 len: 835 time: 0.0673854 Jun 02 12:51:03.131175 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-62d6ead5-d376-4b51-868b-673dae3940ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:03.132611 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-62d6ead5-d376-4b51-868b-673dae3940ec service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5f49280-92e3-45cb-bd0d-83751e8c41c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0700471 Jun 02 12:51:03.262375 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-92b88715-cbf3-4a32-afeb-769b15110243 service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233034 Jun 02 12:51:03.394667 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-34bcb6f4-832d-4adf-bac9-3d201d60b891 req-0570ca09-d637-4d08-bb26-4ef4ecd667ad service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256089 Jun 02 12:51:03.529379 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d3ff6-0ca0-4471-9251-7399f7e74a44 req-13717800-df4a-427a-be58-41a0d5a32800 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:03.530790 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2b5d3ff6-0ca0-4471-9251-7399f7e74a44 req-13717800-df4a-427a-be58-41a0d5a32800 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0933d8-efbf-40df-8853-f3569c309b6a HTTP/1.1" status: 200 len: 944 time: 0.0848613 Jun 02 12:51:03.533676 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299712fd-8447-40c6-a3d8-29e07b9053f7 req-070af98e-4887-4897-b4a3-76e7e34efd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:03.535178 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-299712fd-8447-40c6-a3d8-29e07b9053f7 req-070af98e-4887-4897-b4a3-76e7e34efd94 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=ac0933d8-efbf-40df-8853-f3569c309b6a HTTP/1.1" status: 200 len: 1097 time: 0.0836277 Jun 02 12:51:03.576656 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2b5d3ff6-0ca0-4471-9251-7399f7e74a44 req-79d2c819-f8be-4b3f-af7a-ccd52e0b9d9a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa344ee9-dbf1-4834-accf-0dc967ff0873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394256 Jun 02 12:51:03.667946 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299712fd-8447-40c6-a3d8-29e07b9053f7 req-68371c79-a5b5-4f9f-a1e4-e38730327606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:03.669342 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-299712fd-8447-40c6-a3d8-29e07b9053f7 req-68371c79-a5b5-4f9f-a1e4-e38730327606 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5f49280-92e3-45cb-bd0d-83751e8c41c2 HTTP/1.1" status: 200 len: 898 time: 0.1269281 Jun 02 12:51:03.860833 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-299712fd-8447-40c6-a3d8-29e07b9053f7 req-fee54c9c-e077-4d9d-b914-62b3e0f565b4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97eff335-a10c-4aa5-89da-81723a008d76 HTTP/1.1" status: 200 len: 217 time: 0.1751444 Jun 02 12:51:03.924248 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299712fd-8447-40c6-a3d8-29e07b9053f7 req-7f637447-cf83-43a8-bef7-fea0396c5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:03.925722 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-299712fd-8447-40c6-a3d8-29e07b9053f7 req-7f637447-cf83-43a8-bef7-fea0396c5539 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a8c0823e-f817-4388-8bdd-f5c26e7d7efa HTTP/1.1" status: 200 len: 835 time: 0.0583875 Jun 02 12:51:04.002122 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299712fd-8447-40c6-a3d8-29e07b9053f7 req-84c70757-9e69-4df8-94e3-f97149e55ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:04.003566 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-299712fd-8447-40c6-a3d8-29e07b9053f7 req-84c70757-9e69-4df8-94e3-f97149e55ca3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5f49280-92e3-45cb-bd0d-83751e8c41c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0705123 Jun 02 12:51:04.134631 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-299712fd-8447-40c6-a3d8-29e07b9053f7 req-fccd4c7e-1166-4caa-9669-771f95ffac59 service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239049 Jun 02 12:51:04.266283 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-299712fd-8447-40c6-a3d8-29e07b9053f7 req-3a050879-b873-4281-8b1f-e35b27f25b68 service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245399 Jun 02 12:51:04.764154 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321d8ed-1feb-466c-90e2-8772adcba61b req-0a34f74e-c866-4ebf-8349-4568672a8660 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:04.764760 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-5321d8ed-1feb-466c-90e2-8772adcba61b req-0a34f74e-c866-4ebf-8349-4568672a8660 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:51:04.779885 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-5321d8ed-1feb-466c-90e2-8772adcba61b req-0a34f74e-c866-4ebf-8349-4568672a8660 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:51:04.781110 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5321d8ed-1feb-466c-90e2-8772adcba61b req-0a34f74e-c866-4ebf-8349-4568672a8660 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0933d8-efbf-40df-8853-f3569c309b6a HTTP/1.1" status: 200 len: 944 time: 0.0992727 Jun 02 12:51:04.825739 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5321d8ed-1feb-466c-90e2-8772adcba61b req-6b3f3fd2-d0c2-470f-b1ea-bc49010b439d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa344ee9-dbf1-4834-accf-0dc967ff0873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386317 Jun 02 12:51:06.011571 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71ba1a-052f-40eb-a507-19841670d5b1 req-1835d7d8-0397-4fe9-a096-a427206eebf0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:06.013011 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ba71ba1a-052f-40eb-a507-19841670d5b1 req-1835d7d8-0397-4fe9-a096-a427206eebf0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0933d8-efbf-40df-8853-f3569c309b6a HTTP/1.1" status: 200 len: 944 time: 0.0831590 Jun 02 12:51:06.056094 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ba71ba1a-052f-40eb-a507-19841670d5b1 req-10e154a2-f9e6-4f54-bcb4-a0657479cdbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa344ee9-dbf1-4834-accf-0dc967ff0873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375805 Jun 02 12:51:06.337394 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 97eff335-a10c-4aa5-89da-81723a008d76 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:51:06.466680 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 97eff335-a10c-4aa5-89da-81723a008d76, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=97eff335-a10c-4aa5-89da-81723a008d76,segment=NetworkSegment(e5889a97-9237-45b7-b6b3-145cf3589604),segment_id=e5889a97-9237-45b7-b6b3-145cf3589604)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:51:06.479456 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '97eff335-a10c-4aa5-89da-81723a008d76', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'port_id': '97eff335-a10c-4aa5-89da-81723a008d76', 'mac_address': 'fa:16:3e:ae:e8:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:51:06.533556 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:06.549760 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97eff335-a10c-4aa5-89da-81723a008d76 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:51:06.565219 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 97eff335-a10c-4aa5-89da-81723a008d76, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=97eff335-a10c-4aa5-89da-81723a008d76,segment=NetworkSegment(e5889a97-9237-45b7-b6b3-145cf3589604),segment_id=e5889a97-9237-45b7-b6b3-145cf3589604)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:51:06.569136 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:06.570866 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-96c34c3c-4b41-4693-9626-1df0a088505a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:51:06.637244 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=97eff335-a10c-4aa5-89da-81723a008d76,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:51:06.640200 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:51:06.907014 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['97eff335-a10c-4aa5-89da-81723a008d76'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:51:07.242497 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbf8cb-e974-4ac7-8be8-6b2e2088e900 req-e025364d-82f1-469c-8b8c-13540128f523 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:07.243938 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d9bbf8cb-e974-4ac7-8be8-6b2e2088e900 req-e025364d-82f1-469c-8b8c-13540128f523 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0933d8-efbf-40df-8853-f3569c309b6a HTTP/1.1" status: 200 len: 945 time: 0.0803030 Jun 02 12:51:07.288092 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d9bbf8cb-e974-4ac7-8be8-6b2e2088e900 req-b0655cf3-827e-41a1-b27d-b9fd915c58c1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa344ee9-dbf1-4834-accf-0dc967ff0873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385559 Jun 02 12:51:08.353509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 97eff335-a10c-4aa5-89da-81723a008d76 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:51:08.420440 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 97eff335-a10c-4aa5-89da-81723a008d76 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:51:08.424878 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 97eff335-a10c-4aa5-89da-81723a008d76 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:51:08.425254 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:08.472260 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac71f0-815b-448f-ace7-f2e33b9a0b32 req-a643ed35-df42-47e0-a3d8-dfe2b9ea4c69 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:08.473781 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-41ac71f0-815b-448f-ace7-f2e33b9a0b32 req-a643ed35-df42-47e0-a3d8-dfe2b9ea4c69 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0933d8-efbf-40df-8853-f3569c309b6a HTTP/1.1" status: 200 len: 945 time: 0.0829275 Jun 02 12:51:08.522888 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-41ac71f0-815b-448f-ace7-f2e33b9a0b32 req-459ad96c-7b2b-4cae-b1b7-0c1a324d1f13 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa344ee9-dbf1-4834-accf-0dc967ff0873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429311 Jun 02 12:51:08.546303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:08.572080 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0933d8-efbf-40df-8853-f3569c309b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97eff335-a10c-4aa5-89da-81723a008d76'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:51:08.574307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c123e5c-cf55-41c6-8c18-17091c6ddba1" -d '{"events": [{"server_uuid": "ac0933d8-efbf-40df-8853-f3569c309b6a", "name": "network-vif-plugged", "status": "completed", "tag": "97eff335-a10c-4aa5-89da-81723a008d76"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:51:08.581884 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 97eff335-a10c-4aa5-89da-81723a008d76, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=97eff335-a10c-4aa5-89da-81723a008d76,segment=NetworkSegment(e5889a97-9237-45b7-b6b3-145cf3589604),segment_id=e5889a97-9237-45b7-b6b3-145cf3589604)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:51:08.586229 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:08.588019 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:51:08.663530 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95a1045-adb4-49e2-bc2a-ce5c71ffd5bf x-openstack-request-id: req-d95a1045-adb4-49e2-bc2a-ce5c71ffd5bf {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:51:08.663824 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0933d8-efbf-40df-8853-f3569c309b6a", "name": "network-vif-plugged", "status": "completed", "tag": "97eff335-a10c-4aa5-89da-81723a008d76", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:51:08.664082 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d95a1045-adb4-49e2-bc2a-ce5c71ffd5bf {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:51:08.664464 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0933d8-efbf-40df-8853-f3569c309b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97eff335-a10c-4aa5-89da-81723a008d76', 'code': 200} Jun 02 12:51:08.696214 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=97eff335-a10c-4aa5-89da-81723a008d76,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:51:08.699157 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:51:08.847831 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172da4e-5e99-4690-8a00-27e2d25ff1ee req-38f1f577-f283-4118-bad4-021c71b43b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:08.849286 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a172da4e-5e99-4690-8a00-27e2d25ff1ee req-38f1f577-f283-4118-bad4-021c71b43b72 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ac0933d8-efbf-40df-8853-f3569c309b6a HTTP/1.1" status: 200 len: 1099 time: 0.0734260 Jun 02 12:51:08.899067 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a172da4e-5e99-4690-8a00-27e2d25ff1ee req-28d948f2-0f86-4bac-afba-4cc8a8b50f57 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=aa344ee9-dbf1-4834-accf-0dc967ff0873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328777 Jun 02 12:51:09.701457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68da344-aee9-46ea-8db1-b8737d792c67 req-9d532a6a-5d26-498d-9e8e-75790891cce2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:09.702929 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a68da344-aee9-46ea-8db1-b8737d792c67 req-9d532a6a-5d26-498d-9e8e-75790891cce2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0933d8-efbf-40df-8853-f3569c309b6a HTTP/1.1" status: 200 len: 946 time: 0.0790482 Jun 02 12:51:09.747179 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a68da344-aee9-46ea-8db1-b8737d792c67 req-6453c0ee-fcc4-40b3-b08d-11d5866554fd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa344ee9-dbf1-4834-accf-0dc967ff0873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387418 Jun 02 12:51:10.839578 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8e6edfd7-82c4-47d9-b96d-b9fb175269ae req-fc8dbebf-7017-4a75-a6a6-be126b4bebdb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737231 Jun 02 12:51:10.998270 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcc6f9-96d6-42be-8446-5df7853866a3 req-55693430-b329-4f76-99ce-897252d35930 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:10.999703 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-afdcc6f9-96d6-42be-8446-5df7853866a3 req-55693430-b329-4f76-99ce-897252d35930 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0933d8-efbf-40df-8853-f3569c309b6a HTTP/1.1" status: 200 len: 946 time: 0.1416068 Jun 02 12:51:11.024844 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6edfd7-82c4-47d9-b96d-b9fb175269ae req-0c85b56b-59c9-4448-92dd-1f13c987e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:11.026326 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8e6edfd7-82c4-47d9-b96d-b9fb175269ae req-0c85b56b-59c9-4448-92dd-1f13c987e6f2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 1099 time: 0.1144590 Jun 02 12:51:11.072451 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-afdcc6f9-96d6-42be-8446-5df7853866a3 req-72e5bff7-5c12-4d21-892e-7d91a6e0b75b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa344ee9-dbf1-4834-accf-0dc967ff0873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644455 Jun 02 12:51:11.181971 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6edfd7-82c4-47d9-b96d-b9fb175269ae req-9973a7b0-a1b9-4dac-9076-7eba11f30e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:11.183438 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8e6edfd7-82c4-47d9-b96d-b9fb175269ae req-9973a7b0-a1b9-4dac-9076-7eba11f30e2f service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5f49280-92e3-45cb-bd0d-83751e8c41c2 HTTP/1.1" status: 200 len: 898 time: 0.1368065 Jun 02 12:51:11.267733 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499c748-5909-4aaf-b4e6-f2a5f7eb5ab6 req-317bc6eb-a1b8-4e05-b0dd-544117dbcdd4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:11.269229 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2499c748-5909-4aaf-b4e6-f2a5f7eb5ab6 req-317bc6eb-a1b8-4e05-b0dd-544117dbcdd4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0933d8-efbf-40df-8853-f3569c309b6a HTTP/1.1" status: 200 len: 946 time: 0.0926657 Jun 02 12:51:11.285732 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8e6edfd7-82c4-47d9-b96d-b9fb175269ae req-dc6413c7-7049-4b02-a676-b8da5787a7e4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd94ad95-793d-4afc-a380-110380574c5d HTTP/1.1" status: 200 len: 1001 time: 0.0951445 Jun 02 12:51:11.315106 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2499c748-5909-4aaf-b4e6-f2a5f7eb5ab6 req-2fb5ebba-8b6f-40cc-8420-374754978f17 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa344ee9-dbf1-4834-accf-0dc967ff0873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401802 Jun 02 12:51:11.337131 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50040) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:51:11.353043 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6edfd7-82c4-47d9-b96d-b9fb175269ae req-1d445944-c818-4744-ad9a-918205799651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:11.354626 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8e6edfd7-82c4-47d9-b96d-b9fb175269ae req-1d445944-c818-4744-ad9a-918205799651 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a8c0823e-f817-4388-8bdd-f5c26e7d7efa HTTP/1.1" status: 200 len: 835 time: 0.0620162 Jun 02 12:51:11.407257 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b2423b-5a54-43f5-b959-d704db66704a tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:11.409016 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-09b2423b-5a54-43f5-b959-d704db66704a tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ac0933d8-efbf-40df-8853-f3569c309b6a HTTP/1.1" status: 200 len: 1094 time: 0.0709150 Jun 02 12:51:11.412597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50042) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:51:11.417010 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': '97eff335-a10c-4aa5-89da-81723a008d76', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:51:11.422984 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:51:11.427317 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:floatingip and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:51:11.430768 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:51:11.432066 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6edfd7-82c4-47d9-b96d-b9fb175269ae req-a94a5c5a-50e9-47fb-8331-e5ce882f598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:11.433534 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8e6edfd7-82c4-47d9-b96d-b9fb175269ae req-a94a5c5a-50e9-47fb-8331-e5ce882f598a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5f49280-92e3-45cb-bd0d-83751e8c41c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0726137 Jun 02 12:51:11.436459 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:51:11.447258 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:11.566742 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8e6edfd7-82c4-47d9-b96d-b9fb175269ae req-e6444443-b7de-4d88-818b-ad61f6f47050 service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262138 Jun 02 12:51:11.590066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:11.698356 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8e6edfd7-82c4-47d9-b96d-b9fb175269ae req-05818d03-8708-4e33-b49d-2f63f927ca65 service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247764 Jun 02 12:51:11.727612 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.26.7.223 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/5b937f71-26f3-49d2-85df-d50255f42014) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:51:11.870954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:11.898777 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:11.902213 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e838d987-3c6a-435c-8b34-264a77bb5f65 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:51:11.967620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:51:11.970523 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:51:11.974221 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:51:12.002624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=5b937f71-26f3-49d2-85df-d50255f42014,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:51:12.008725 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:51:12.510686 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:12.581159 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:12.779282 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:12.784600 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:12.788543 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-600bf751-ebbe-443d-b161-2f24c9828936 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:51:12.893915 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=5b937f71-26f3-49d2-85df-d50255f42014,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:51:12.897888 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:51:12.904250 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:13.071783 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Floating IP 9f761486-b2c4-49d5-9a24-48755c13e405 associated. External IP: 172.26.7.223, port: 97eff335-a10c-4aa5-89da-81723a008d76. Jun 02 12:51:13.422293 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 3000cb1f-d59a-497c-91f4-03cc6245488e has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:51:13.604353 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:51:13.613173 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d253fa2-39ce-4d18-989d-ce3c6e956e0a None None] Sync routers for ids ['3000cb1f-d59a-497c-91f4-03cc6245488e'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:51:13.622000 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d253fa2-39ce-4d18-989d-ce3c6e956e0a None None] Routers {'3000cb1f-d59a-497c-91f4-03cc6245488e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:51:13.622648 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-1d253fa2-39ce-4d18-989d-ce3c6e956e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:50:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3000cb1f-d59a-497c-91f4-03cc6245488e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:51:13.629094 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:13.698194 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2723544 Jun 02 12:51:13.698194 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0933d8-efbf-40df-8853-f3569c309b6a', 'tag': '97eff335-a10c-4aa5-89da-81723a008d76'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:51:13.698194 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041e0c29-1972-40a3-83be-32c4d7c5432e" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0933d8-efbf-40df-8853-f3569c309b6a", "tag": "97eff335-a10c-4aa5-89da-81723a008d76"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:51:13.788145 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70457da-afed-4684-b0c3-a9f09a9b55f1 x-openstack-request-id: req-a70457da-afed-4684-b0c3-a9f09a9b55f1 {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:51:13.788496 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0933d8-efbf-40df-8853-f3569c309b6a", "tag": "97eff335-a10c-4aa5-89da-81723a008d76", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:51:13.788799 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a70457da-afed-4684-b0c3-a9f09a9b55f1 {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:51:13.789270 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0933d8-efbf-40df-8853-f3569c309b6a', 'tag': '97eff335-a10c-4aa5-89da-81723a008d76', 'status': 'completed', 'code': 200} Jun 02 12:51:13.801231 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-1d253fa2-39ce-4d18-989d-ce3c6e956e0a None None] Set router 3000cb1f-d59a-497c-91f4-03cc6245488e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:51:13.887075 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e0c29-1972-40a3-83be-32c4d7c5432e req-7087f9fd-7aaa-4ae6-824b-30e1b3750ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:13.888542 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-041e0c29-1972-40a3-83be-32c4d7c5432e req-7087f9fd-7aaa-4ae6-824b-30e1b3750ccf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=ac0933d8-efbf-40df-8853-f3569c309b6a HTTP/1.1" status: 200 len: 1099 time: 0.0772755 Jun 02 12:51:14.134950 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-20fd29e2-e987-4db6-b472-72c2fab3d111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:14.148683 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e0c29-1972-40a3-83be-32c4d7c5432e req-3564daec-d5b7-41c6-b3e0-0d5158548059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:14.150207 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-041e0c29-1972-40a3-83be-32c4d7c5432e req-3564daec-d5b7-41c6-b3e0-0d5158548059 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5f49280-92e3-45cb-bd0d-83751e8c41c2 HTTP/1.1" status: 200 len: 898 time: 0.2543476 Jun 02 12:51:14.181786 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-1d253fa2-39ce-4d18-989d-ce3c6e956e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'name': 'tempest-TestNetworkBasicOps-router-1966459163', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:50:34Z', 'updated_at': '2021-06-02T12:50:39Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:35Z', 'updated_at': '2021-06-02T12:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '329788b0-51fd-448a-b7ea-11bc049ee955', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.14', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'port_id': 'fd94ad95-793d-4afc-a380-110380574c5d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'mac_address': 'fa:16:3e:91:af:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:50:55Z', 'updated_at': '2021-06-02T12:50:58Z', 'revision_number': 1, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}, {'id': '9f761486-b2c4-49d5-9a24-48755c13e405', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.223', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'port_id': '97eff335-a10c-4aa5-89da-81723a008d76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'mac_address': 'fa:16:3e:ae:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0933d8-efbf-40df-8853-f3569c309b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:51:12Z', 'updated_at': '2021-06-02T12:51:12Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b9738c-31ee-4c78-9de2-cd4dc7b628c1', 'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:ef:b3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:38Z', 'updated_at': '2021-06-02T12:50:44Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:51:14.185488 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d253fa2-39ce-4d18-989d-ce3c6e956e0a None None] Checking router: 3000cb1f-d59a-497c-91f4-03cc6245488e for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:51:14.194048 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d253fa2-39ce-4d18-989d-ce3c6e956e0a None None] Routers {'3000cb1f-d59a-497c-91f4-03cc6245488e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:51:14.194677 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-1d253fa2-39ce-4d18-989d-ce3c6e956e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:50:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3000cb1f-d59a-497c-91f4-03cc6245488e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:51:14.254966 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-041e0c29-1972-40a3-83be-32c4d7c5432e req-730fe49c-7e06-4f38-b69e-de33f097fb31 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97eff335-a10c-4aa5-89da-81723a008d76 HTTP/1.1" status: 200 len: 1000 time: 0.0980532 Jun 02 12:51:14.317647 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e0c29-1972-40a3-83be-32c4d7c5432e req-663c8fbf-5d09-4617-828f-4b6d75b04a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:14.319025 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-041e0c29-1972-40a3-83be-32c4d7c5432e req-663c8fbf-5d09-4617-828f-4b6d75b04a68 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a8c0823e-f817-4388-8bdd-f5c26e7d7efa HTTP/1.1" status: 200 len: 835 time: 0.0570347 Jun 02 12:51:14.367562 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-1d253fa2-39ce-4d18-989d-ce3c6e956e0a None None] Set router 3000cb1f-d59a-497c-91f4-03cc6245488e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:51:14.397137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e0c29-1972-40a3-83be-32c4d7c5432e req-94724fe0-c787-4633-a356-7b40cfe91b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:51:14.398684 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-041e0c29-1972-40a3-83be-32c4d7c5432e req-94724fe0-c787-4633-a356-7b40cfe91b16 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5f49280-92e3-45cb-bd0d-83751e8c41c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0708919 Jun 02 12:51:14.534278 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-041e0c29-1972-40a3-83be-32c4d7c5432e req-c90f7e3a-892c-4e75-99f7-685f8e0e8e4d service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251462 Jun 02 12:51:14.672537 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-041e0c29-1972-40a3-83be-32c4d7c5432e req-c6eceadb-cbe2-4bbf-a09e-697aa0ed3a34 service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304877 Jun 02 12:51:14.709756 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-1d253fa2-39ce-4d18-989d-ce3c6e956e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'name': 'tempest-TestNetworkBasicOps-router-1966459163', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:50:34Z', 'updated_at': '2021-06-02T12:50:39Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:35Z', 'updated_at': '2021-06-02T12:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '329788b0-51fd-448a-b7ea-11bc049ee955', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.14', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'port_id': 'fd94ad95-793d-4afc-a380-110380574c5d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'mac_address': 'fa:16:3e:91:af:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:50:55Z', 'updated_at': '2021-06-02T12:50:58Z', 'revision_number': 1, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}, {'id': '9f761486-b2c4-49d5-9a24-48755c13e405', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.223', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'port_id': '97eff335-a10c-4aa5-89da-81723a008d76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'mac_address': 'fa:16:3e:ae:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0933d8-efbf-40df-8853-f3569c309b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:51:12Z', 'updated_at': '2021-06-02T12:51:12Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b9738c-31ee-4c78-9de2-cd4dc7b628c1', 'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:ef:b3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:38Z', 'updated_at': '2021-06-02T12:50:44Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:51:14.713778 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d253fa2-39ce-4d18-989d-ce3c6e956e0a None None] The sync data for ids ['3000cb1f-d59a-497c-91f4-03cc6245488e'] in dv-neutron-601336-80-hyperv is: [{'id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'name': 'tempest-TestNetworkBasicOps-router-1966459163', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:50:34Z', 'updated_at': '2021-06-02T12:50:39Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:35Z', 'updated_at': '2021-06-02T12:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '329788b0-51fd-448a-b7ea-11bc049ee955', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.14', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'port_id': 'fd94ad95-793d-4afc-a380-110380574c5d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'mac_address': 'fa:16:3e:91:af:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:50:55Z', 'updated_at': '2021-06-02T12:50:58Z', 'revision_number': 1, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}, {'id': '9f761486-b2c4-49d5-9a24-48755c13e405', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.223', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'port_id': '97eff335-a10c-4aa5-89da-81723a008d76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'mac_address': 'fa:16:3e:ae:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0933d8-efbf-40df-8853-f3569c309b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:51:12Z', 'updated_at': '2021-06-02T12:51:12Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b9738c-31ee-4c78-9de2-cd4dc7b628c1', 'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:ef:b3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:38Z', 'updated_at': '2021-06-02T12:50:44Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:51:14.888374 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b789f27-e896-4bc4-a080-ed9941879e3c None None] New status for floating IP 9f761486-b2c4-49d5-9a24-48755c13e405: ACTIVE {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:51:16.639549 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ac32aa4f-7974-42f3-84f9-2b9659b0f4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:16.689937 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:17.744376 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:19.525512 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:25.944717 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:39.832467 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:51:44.137447 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9f829838-a893-4956-bdae-ba411fe4844e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:46.640757 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7130b867-c1c5-40e0-bd5f-e288bca0e160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:46.693533 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:47.747833 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:49.528456 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:51:55.957048 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:10.883641 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7c90fefb-b744-4daf-a698-b05c7008e408 req-538f2004-a5d7-4335-aa68-4ab9a8f95835 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ac0933d8-efbf-40df-8853-f3569c309b6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731368 Jun 02 12:52:10.972991 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90fefb-b744-4daf-a698-b05c7008e408 req-18b6222a-6d59-4f43-814b-538fc7c7f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:10.974439 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7c90fefb-b744-4daf-a698-b05c7008e408 req-18b6222a-6d59-4f43-814b-538fc7c7f652 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=ac0933d8-efbf-40df-8853-f3569c309b6a HTTP/1.1" status: 200 len: 1099 time: 0.0702541 Jun 02 12:52:11.117808 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90fefb-b744-4daf-a698-b05c7008e408 req-c9ad8f6c-a18c-4b1a-87e4-adbfa5b1690c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:11.119289 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7c90fefb-b744-4daf-a698-b05c7008e408 req-c9ad8f6c-a18c-4b1a-87e4-adbfa5b1690c service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5f49280-92e3-45cb-bd0d-83751e8c41c2 HTTP/1.1" status: 200 len: 898 time: 0.1262164 Jun 02 12:52:11.223414 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7c90fefb-b744-4daf-a698-b05c7008e408 req-55357eff-7393-46d0-beeb-a88ba76c21a4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97eff335-a10c-4aa5-89da-81723a008d76 HTTP/1.1" status: 200 len: 1002 time: 0.0973570 Jun 02 12:52:11.288814 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90fefb-b744-4daf-a698-b05c7008e408 req-78b37e3f-f8af-4f6d-a8cd-970ec36aa930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:11.290248 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7c90fefb-b744-4daf-a698-b05c7008e408 req-78b37e3f-f8af-4f6d-a8cd-970ec36aa930 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a8c0823e-f817-4388-8bdd-f5c26e7d7efa HTTP/1.1" status: 200 len: 835 time: 0.0601428 Jun 02 12:52:11.364809 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90fefb-b744-4daf-a698-b05c7008e408 req-938e8e77-e2bd-4838-8649-88b93b7aff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:11.366270 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7c90fefb-b744-4daf-a698-b05c7008e408 req-938e8e77-e2bd-4838-8649-88b93b7aff26 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5f49280-92e3-45cb-bd0d-83751e8c41c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0691366 Jun 02 12:52:11.496485 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7c90fefb-b744-4daf-a698-b05c7008e408 req-3bec05ba-087e-4fc4-84ba-d39a47898bdc service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228065 Jun 02 12:52:11.625890 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7c90fefb-b744-4daf-a698-b05c7008e408 req-910a7991-e8a6-4687-87db-ba4cacef7f3d service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221430 Jun 02 12:52:14.138598 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-90b0a2bb-e355-4d0d-89ae-4f05802af0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:16.641939 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-175588a9-c4c9-45fb-be30-d94a50c4aef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:16.699710 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:16.831162 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:52:17.750606 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:19.530559 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:25.958275 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:28.964055 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50076) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:52:29.231275 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c6e0df9e-7933-41fa-b767-9a6a095c9ccf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/329788b0-51fd-448a-b7ea-11bc049ee955 HTTP/1.1" status: 200 len: 993 time: 0.2658782 Jun 02 12:52:29.988867 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50088) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:52:29.994211 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-2d0c8cc9-775a-47b4-b764-4cb88d65aeb2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'port': {'admin_state_up': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:52:30.116356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2d0c8cc9-775a-47b4-b764-4cb88d65aeb2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:30.328357 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-2d0c8cc9-775a-47b4-b764-4cb88d65aeb2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port fd94ad95-793d-4afc-a380-110380574c5d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd94ad95-793d-4afc-a380-110380574c5d,segment=NetworkSegment(e5889a97-9237-45b7-b6b3-145cf3589604),segment_id=e5889a97-9237-45b7-b6b3-145cf3589604)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:52:30.352722 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2d0c8cc9-775a-47b4-b764-4cb88d65aeb2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:30.356984 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2d0c8cc9-775a-47b4-b764-4cb88d65aeb2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:30.361358 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ea0dd726-95cd-4583-9dbd-6db7bba43246 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:52:30.423512 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0c8cc9-775a-47b4-b764-4cb88d65aeb2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:30.424300 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2d0c8cc9-775a-47b4-b764-4cb88d65aeb2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:30.425488 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2d0c8cc9-775a-47b4-b764-4cb88d65aeb2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/ports/fd94ad95-793d-4afc-a380-110380574c5d HTTP/1.1" status: 200 len: 939 time: 0.4356537 Jun 02 12:52:30.426254 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'tag': 'fd94ad95-793d-4afc-a380-110380574c5d'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:52:30.428548 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf16f313-38ee-42eb-b982-aa4b39d8cc0a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3d0a25-335c-41e6-9040-a0ebb4982c1a", "tag": "fd94ad95-793d-4afc-a380-110380574c5d"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:52:30.449901 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c8cc9-775a-47b4-b764-4cb88d65aeb2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=fd94ad95-793d-4afc-a380-110380574c5d,revision_number=6']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:52:30.457894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0c8cc9-775a-47b4-b764-4cb88d65aeb2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:30.458320 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0c8cc9-775a-47b4-b764-4cb88d65aeb2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:30.458697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0c8cc9-775a-47b4-b764-4cb88d65aeb2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:30.459070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0c8cc9-775a-47b4-b764-4cb88d65aeb2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:30.459437 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0c8cc9-775a-47b4-b764-4cb88d65aeb2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:30.459803 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0c8cc9-775a-47b4-b764-4cb88d65aeb2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:30.460165 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0c8cc9-775a-47b4-b764-4cb88d65aeb2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:30.460521 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0c8cc9-775a-47b4-b764-4cb88d65aeb2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:30.460941 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0c8cc9-775a-47b4-b764-4cb88d65aeb2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:30.461324 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0c8cc9-775a-47b4-b764-4cb88d65aeb2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:30.461665 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0c8cc9-775a-47b4-b764-4cb88d65aeb2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:30.462022 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0c8cc9-775a-47b4-b764-4cb88d65aeb2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:30.466576 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2d0c8cc9-775a-47b4-b764-4cb88d65aeb2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:52:30.482786 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60a9a56-cbcb-4069-b4f4-a8de3ca67c19 x-openstack-request-id: req-a60a9a56-cbcb-4069-b4f4-a8de3ca67c19 {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:52:30.483069 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3d0a25-335c-41e6-9040-a0ebb4982c1a", "tag": "fd94ad95-793d-4afc-a380-110380574c5d", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:52:30.483374 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a60a9a56-cbcb-4069-b4f4-a8de3ca67c19 {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:52:30.483823 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'tag': 'fd94ad95-793d-4afc-a380-110380574c5d', 'status': 'completed', 'code': 200} Jun 02 12:52:30.581044 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16f313-38ee-42eb-b982-aa4b39d8cc0a req-e129b8c2-2ed8-414d-a8f2-898157765fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:30.582487 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bf16f313-38ee-42eb-b982-aa4b39d8cc0a req-e129b8c2-2ed8-414d-a8f2-898157765fc8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 1100 time: 0.0732875 Jun 02 12:52:30.591960 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e000ee19-72cd-49a2-ae81-a38e6fff4029 None None] Provisioning complete for port fd94ad95-793d-4afc-a380-110380574c5d triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:52:30.592398 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e000ee19-72cd-49a2-ae81-a38e6fff4029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:30.653419 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-e000ee19-72cd-49a2-ae81-a38e6fff4029 None None] Port fd94ad95-793d-4afc-a380-110380574c5d is administratively disabled so it will not transition to active. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jun 02 12:52:30.715442 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16f313-38ee-42eb-b982-aa4b39d8cc0a req-bcad17c8-6634-4cae-b901-de4a2fec92fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:30.716931 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bf16f313-38ee-42eb-b982-aa4b39d8cc0a req-bcad17c8-6634-4cae-b901-de4a2fec92fb service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5f49280-92e3-45cb-bd0d-83751e8c41c2 HTTP/1.1" status: 200 len: 898 time: 0.1283302 Jun 02 12:52:30.820473 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bf16f313-38ee-42eb-b982-aa4b39d8cc0a req-b9126410-2125-47f6-8c59-d73167891c50 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd94ad95-793d-4afc-a380-110380574c5d HTTP/1.1" status: 200 len: 1002 time: 0.0962818 Jun 02 12:52:30.884277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16f313-38ee-42eb-b982-aa4b39d8cc0a req-f2c84480-5921-4ec7-8ecf-b2a0132fd86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:30.885579 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bf16f313-38ee-42eb-b982-aa4b39d8cc0a req-f2c84480-5921-4ec7-8ecf-b2a0132fd86a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a8c0823e-f817-4388-8bdd-f5c26e7d7efa HTTP/1.1" status: 200 len: 835 time: 0.0590587 Jun 02 12:52:30.958910 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16f313-38ee-42eb-b982-aa4b39d8cc0a req-d2221366-0528-4dc9-bf78-640f50cf5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:30.960332 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bf16f313-38ee-42eb-b982-aa4b39d8cc0a req-d2221366-0528-4dc9-bf78-640f50cf5bb4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5f49280-92e3-45cb-bd0d-83751e8c41c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0688961 Jun 02 12:52:31.211676 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bf16f313-38ee-42eb-b982-aa4b39d8cc0a req-4de70ea3-52eb-4392-9fdb-1e368c474d69 service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446566 Jun 02 12:52:31.341707 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bf16f313-38ee-42eb-b982-aa4b39d8cc0a req-0de4f329-5462-47c8-b0aa-ff46dd6a746f service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234767 Jun 02 12:52:33.861338 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50098) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:52:33.866692 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-f1149897-1bd8-429a-a842-2fcfa1a32d07 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'port': {'admin_state_up': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:52:33.988687 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f1149897-1bd8-429a-a842-2fcfa1a32d07 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:34.201823 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-f1149897-1bd8-429a-a842-2fcfa1a32d07 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port fd94ad95-793d-4afc-a380-110380574c5d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd94ad95-793d-4afc-a380-110380574c5d,segment=NetworkSegment(e5889a97-9237-45b7-b6b3-145cf3589604),segment_id=e5889a97-9237-45b7-b6b3-145cf3589604)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:52:34.225921 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f1149897-1bd8-429a-a842-2fcfa1a32d07 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:34.230778 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f1149897-1bd8-429a-a842-2fcfa1a32d07 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:34.235583 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8294ce1c-42b3-4df0-abf7-ddbe902dccc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:52:34.289150 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1149897-1bd8-429a-a842-2fcfa1a32d07 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:34.289863 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f1149897-1bd8-429a-a842-2fcfa1a32d07 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:34.294279 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f1149897-1bd8-429a-a842-2fcfa1a32d07 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/ports/fd94ad95-793d-4afc-a380-110380574c5d HTTP/1.1" status: 200 len: 938 time: 0.4292607 Jun 02 12:52:34.294554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 50100) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:52:34.294973 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'tag': 'fd94ad95-793d-4afc-a380-110380574c5d'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:52:34.297089 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fab97c-2e20-499a-a1c2-ee41f7c8364a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3d0a25-335c-41e6-9040-a0ebb4982c1a", "tag": "fd94ad95-793d-4afc-a380-110380574c5d"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:52:34.330830 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1149897-1bd8-429a-a842-2fcfa1a32d07 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=fd94ad95-793d-4afc-a380-110380574c5d,revision_number=7']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:52:34.334908 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f1149897-1bd8-429a-a842-2fcfa1a32d07 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:52:34.347032 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327e76e6-0bff-4fa0-88ea-b5aa81ed42e8 x-openstack-request-id: req-327e76e6-0bff-4fa0-88ea-b5aa81ed42e8 {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:52:34.347376 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3d0a25-335c-41e6-9040-a0ebb4982c1a", "tag": "fd94ad95-793d-4afc-a380-110380574c5d", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:52:34.347721 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-327e76e6-0bff-4fa0-88ea-b5aa81ed42e8 {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:52:34.348168 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'tag': 'fd94ad95-793d-4afc-a380-110380574c5d', 'status': 'completed', 'code': 200} Jun 02 12:52:34.459526 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6bffbda4-2f7b-40e1-99c9-4f0c9dcbafdf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/329788b0-51fd-448a-b7ea-11bc049ee955 HTTP/1.1" status: 200 len: 993 time: 0.1635413 Jun 02 12:52:34.484371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fab97c-2e20-499a-a1c2-ee41f7c8364a req-5a75dc76-4fd3-49e3-a594-91933a118d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:34.485820 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-28fab97c-2e20-499a-a1c2-ee41f7c8364a req-5a75dc76-4fd3-49e3-a594-91933a118d03 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 1099 time: 0.1097932 Jun 02 12:52:34.491762 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-af9217cd-1e26-437b-9a16-4c3538d3e831 None None] Provisioning complete for port fd94ad95-793d-4afc-a380-110380574c5d triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:52:34.492238 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-af9217cd-1e26-437b-9a16-4c3538d3e831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:34.622340 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fab97c-2e20-499a-a1c2-ee41f7c8364a req-24060077-b6e4-45a8-820a-b04b4e9f044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:34.623765 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-28fab97c-2e20-499a-a1c2-ee41f7c8364a req-24060077-b6e4-45a8-820a-b04b4e9f044f service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5f49280-92e3-45cb-bd0d-83751e8c41c2 HTTP/1.1" status: 200 len: 898 time: 0.1303356 Jun 02 12:52:34.649151 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['fd94ad95-793d-4afc-a380-110380574c5d'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:52:34.723705 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-28fab97c-2e20-499a-a1c2-ee41f7c8364a req-38071ecb-1e7c-4406-b950-d1b99815e26a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd94ad95-793d-4afc-a380-110380574c5d HTTP/1.1" status: 200 len: 1001 time: 0.0925958 Jun 02 12:52:34.789411 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fab97c-2e20-499a-a1c2-ee41f7c8364a req-53bef0b8-69c1-43a7-a88e-667a37a52dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:34.791363 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-28fab97c-2e20-499a-a1c2-ee41f7c8364a req-53bef0b8-69c1-43a7-a88e-667a37a52dcd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a8c0823e-f817-4388-8bdd-f5c26e7d7efa HTTP/1.1" status: 200 len: 835 time: 0.0612159 Jun 02 12:52:34.866290 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fab97c-2e20-499a-a1c2-ee41f7c8364a req-277fec8f-faa2-4669-a01f-02a1536144a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:34.867739 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-28fab97c-2e20-499a-a1c2-ee41f7c8364a req-277fec8f-faa2-4669-a01f-02a1536144a5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5f49280-92e3-45cb-bd0d-83751e8c41c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0705171 Jun 02 12:52:34.998692 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-28fab97c-2e20-499a-a1c2-ee41f7c8364a req-d880b359-956b-494a-807d-3cfff93979c1 service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239495 Jun 02 12:52:35.128583 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-28fab97c-2e20-499a-a1c2-ee41f7c8364a req-feff425c-204b-4621-afd4-dbd8d0bae13c service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234734 Jun 02 12:52:37.033494 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 50110) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:52:37.302611 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port 5b937f71-26f3-49d2-85df-d50255f42014 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:52:37.302882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:37.423635 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:37.423958 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:37.547588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for 5b937f71-26f3-49d2-85df-d50255f42014 owned by network:floatingip {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:52:37.782197 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:37.786193 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-02bb8eb0-fa95-46d4-9e7b-4a8c8e20b69b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:52:37.832071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=5b937f71-26f3-49d2-85df-d50255f42014,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:52:37.873514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:37.873894 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:37.874292 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:37.874661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:37.875024 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:37.875385 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:37.875743 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:37.876101 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:37.876455 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:37.876808 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:37.877159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:37.877510 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:37.880717 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:52:37.934849 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:37.935184 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Floating IP 9f761486-b2c4-49d5-9a24-48755c13e405 disassociated (deleted). External IP: 172.26.7.223, port: 97eff335-a10c-4aa5-89da-81723a008d76. Jun 02 12:52:38.286700 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 3000cb1f-d59a-497c-91f4-03cc6245488e has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:52:38.462802 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:52:38.472954 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f4a59e-f1cc-4c78-8959-bc18633100ea None None] Sync routers for ids ['3000cb1f-d59a-497c-91f4-03cc6245488e'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:52:38.482823 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f4a59e-f1cc-4c78-8959-bc18633100ea None None] Routers {'3000cb1f-d59a-497c-91f4-03cc6245488e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:52:38.483420 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-33f4a59e-f1cc-4c78-8959-bc18633100ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:52:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3000cb1f-d59a-497c-91f4-03cc6245488e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:52:38.484170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:38.543174 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/floatingips/9f761486-b2c4-49d5-9a24-48755c13e405 HTTP/1.1" status: 204 len: 168 time: 1.5082448 Jun 02 12:52:38.543859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0933d8-efbf-40df-8853-f3569c309b6a', 'tag': '97eff335-a10c-4aa5-89da-81723a008d76'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:52:38.546196 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9598781b-2619-46f8-89b7-6820942e5a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0933d8-efbf-40df-8853-f3569c309b6a", "tag": "97eff335-a10c-4aa5-89da-81723a008d76"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:52:38.668026 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c46c3d5-bddb-4168-aa2b-3f45f6c4f35a x-openstack-request-id: req-5c46c3d5-bddb-4168-aa2b-3f45f6c4f35a {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:52:38.668374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0933d8-efbf-40df-8853-f3569c309b6a", "tag": "97eff335-a10c-4aa5-89da-81723a008d76", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:52:38.668674 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c46c3d5-bddb-4168-aa2b-3f45f6c4f35a {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:52:38.669125 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0933d8-efbf-40df-8853-f3569c309b6a', 'tag': '97eff335-a10c-4aa5-89da-81723a008d76', 'status': 'completed', 'code': 200} Jun 02 12:52:38.670939 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-33f4a59e-f1cc-4c78-8959-bc18633100ea None None] Set router 3000cb1f-d59a-497c-91f4-03cc6245488e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:52:38.773643 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598781b-2619-46f8-89b7-6820942e5a7a req-02a988ba-d616-43a8-a892-bf5395c935e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:38.775193 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9598781b-2619-46f8-89b7-6820942e5a7a req-02a988ba-d616-43a8-a892-bf5395c935e4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=ac0933d8-efbf-40df-8853-f3569c309b6a HTTP/1.1" status: 200 len: 1099 time: 0.0841770 Jun 02 12:52:38.917221 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d901de-27e5-4f56-a5eb-dc56b9233045 req-cc775ae5-5bc1-4832-9baf-9e8d74595524 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:38.917956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598781b-2619-46f8-89b7-6820942e5a7a req-eca974e0-d7f3-4df9-a65a-6b895eee5869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:38.918795 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-17d901de-27e5-4f56-a5eb-dc56b9233045 req-cc775ae5-5bc1-4832-9baf-9e8d74595524 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0933d8-efbf-40df-8853-f3569c309b6a HTTP/1.1" status: 200 len: 946 time: 0.0907180 Jun 02 12:52:38.919512 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9598781b-2619-46f8-89b7-6820942e5a7a req-eca974e0-d7f3-4df9-a65a-6b895eee5869 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5f49280-92e3-45cb-bd0d-83751e8c41c2 HTTP/1.1" status: 200 len: 898 time: 0.1377211 Jun 02 12:52:38.964787 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-17d901de-27e5-4f56-a5eb-dc56b9233045 req-76964a6d-5bb7-4499-a4f2-86c7493e55d0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa344ee9-dbf1-4834-accf-0dc967ff0873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399179 Jun 02 12:52:38.995015 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9598781b-2619-46f8-89b7-6820942e5a7a req-87a5abf5-8eea-4275-b2b0-6526643f0cfe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97eff335-a10c-4aa5-89da-81723a008d76 HTTP/1.1" status: 200 len: 217 time: 0.0682557 Jun 02 12:52:39.058455 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598781b-2619-46f8-89b7-6820942e5a7a req-08feae11-f293-4192-bc8b-512c370d0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:39.059866 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9598781b-2619-46f8-89b7-6820942e5a7a req-08feae11-f293-4192-bc8b-512c370d0fb3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a8c0823e-f817-4388-8bdd-f5c26e7d7efa HTTP/1.1" status: 200 len: 835 time: 0.0585616 Jun 02 12:52:39.068937 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-33f4a59e-f1cc-4c78-8959-bc18633100ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'name': 'tempest-TestNetworkBasicOps-router-1966459163', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:50:34Z', 'updated_at': '2021-06-02T12:50:39Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:35Z', 'updated_at': '2021-06-02T12:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '329788b0-51fd-448a-b7ea-11bc049ee955', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.14', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'port_id': 'fd94ad95-793d-4afc-a380-110380574c5d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'mac_address': 'fa:16:3e:91:af:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:50:55Z', 'updated_at': '2021-06-02T12:50:58Z', 'revision_number': 1, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b9738c-31ee-4c78-9de2-cd4dc7b628c1', 'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:ef:b3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:38Z', 'updated_at': '2021-06-02T12:50:44Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:52:39.073234 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f4a59e-f1cc-4c78-8959-bc18633100ea None None] Checking router: 3000cb1f-d59a-497c-91f4-03cc6245488e for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:52:39.081319 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f4a59e-f1cc-4c78-8959-bc18633100ea None None] Routers {'3000cb1f-d59a-497c-91f4-03cc6245488e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:52:39.081910 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-33f4a59e-f1cc-4c78-8959-bc18633100ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:52:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3000cb1f-d59a-497c-91f4-03cc6245488e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:52:39.137700 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598781b-2619-46f8-89b7-6820942e5a7a req-fa7b1c4a-ae7b-45d6-9cac-b74b85e342b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:39.139178 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9598781b-2619-46f8-89b7-6820942e5a7a req-fa7b1c4a-ae7b-45d6-9cac-b74b85e342b7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5f49280-92e3-45cb-bd0d-83751e8c41c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0725029 Jun 02 12:52:39.256760 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-33f4a59e-f1cc-4c78-8959-bc18633100ea None None] Set router 3000cb1f-d59a-497c-91f4-03cc6245488e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:52:39.275460 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9598781b-2619-46f8-89b7-6820942e5a7a req-dc7ddfd5-b3b7-495a-bda0-c4d98ca66159 service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268861 Jun 02 12:52:39.539042 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9598781b-2619-46f8-89b7-6820942e5a7a req-631a8cf2-7256-49bd-abce-0e559f1817a9 service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568340 Jun 02 12:52:39.600710 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-33f4a59e-f1cc-4c78-8959-bc18633100ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'name': 'tempest-TestNetworkBasicOps-router-1966459163', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:50:34Z', 'updated_at': '2021-06-02T12:50:39Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:35Z', 'updated_at': '2021-06-02T12:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '329788b0-51fd-448a-b7ea-11bc049ee955', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.14', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'port_id': 'fd94ad95-793d-4afc-a380-110380574c5d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'mac_address': 'fa:16:3e:91:af:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:50:55Z', 'updated_at': '2021-06-02T12:50:58Z', 'revision_number': 1, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b9738c-31ee-4c78-9de2-cd4dc7b628c1', 'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:ef:b3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:38Z', 'updated_at': '2021-06-02T12:50:44Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:52:39.604477 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f4a59e-f1cc-4c78-8959-bc18633100ea None None] The sync data for ids ['3000cb1f-d59a-497c-91f4-03cc6245488e'] in dv-neutron-601336-80-hyperv is: [{'id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'name': 'tempest-TestNetworkBasicOps-router-1966459163', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:50:34Z', 'updated_at': '2021-06-02T12:50:39Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:35Z', 'updated_at': '2021-06-02T12:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '329788b0-51fd-448a-b7ea-11bc049ee955', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.14', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'port_id': 'fd94ad95-793d-4afc-a380-110380574c5d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'mac_address': 'fa:16:3e:91:af:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:50:55Z', 'updated_at': '2021-06-02T12:50:58Z', 'revision_number': 1, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b9738c-31ee-4c78-9de2-cd4dc7b628c1', 'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:ef:b3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:38Z', 'updated_at': '2021-06-02T12:50:44Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:52:39.801152 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff057986-7731-4b21-9bd3-6fcd70df3009 None None] New status for floating IP 9f761486-b2c4-49d5-9a24-48755c13e405: DOWN {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:52:40.150628 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff1d8a-dd65-495a-a6f1-9d4d40769dcd req-65ca7659-2e1c-4633-8c04-effcbe7a076f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:40.151326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-2eff1d8a-dd65-495a-a6f1-9d4d40769dcd req-65ca7659-2e1c-4633-8c04-effcbe7a076f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:52:40.166882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-2eff1d8a-dd65-495a-a6f1-9d4d40769dcd req-65ca7659-2e1c-4633-8c04-effcbe7a076f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:52:40.168054 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2eff1d8a-dd65-495a-a6f1-9d4d40769dcd req-65ca7659-2e1c-4633-8c04-effcbe7a076f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0933d8-efbf-40df-8853-f3569c309b6a HTTP/1.1" status: 200 len: 946 time: 0.0953290 Jun 02 12:52:40.213490 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2eff1d8a-dd65-495a-a6f1-9d4d40769dcd req-a48afdf8-e6eb-470b-9154-4e1c6ee7644a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa344ee9-dbf1-4834-accf-0dc967ff0873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397620 Jun 02 12:52:40.431587 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67def1-fa31-43db-8e3f-16a9f2c407ae req-c026285d-aa2b-49f1-bba5-d503359588c8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:40.432887 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2e67def1-fa31-43db-8e3f-16a9f2c407ae req-c026285d-aa2b-49f1-bba5-d503359588c8 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0933d8-efbf-40df-8853-f3569c309b6a HTTP/1.1" status: 200 len: 946 time: 0.0826669 Jun 02 12:52:40.566739 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-2e67def1-fa31-43db-8e3f-16a9f2c407ae req-4a3c6a82-bae1-4da4-b68c-f56f92c727ad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port 97eff335-a10c-4aa5-89da-81723a008d76 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:52:40.567404 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2e67def1-fa31-43db-8e3f-16a9f2c407ae req-4a3c6a82-bae1-4da4-b68c-f56f92c727ad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:40.696260 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-2e67def1-fa31-43db-8e3f-16a9f2c407ae req-4a3c6a82-bae1-4da4-b68c-f56f92c727ad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port 97eff335-a10c-4aa5-89da-81723a008d76, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=97eff335-a10c-4aa5-89da-81723a008d76,segment=NetworkSegment(e5889a97-9237-45b7-b6b3-145cf3589604),segment_id=e5889a97-9237-45b7-b6b3-145cf3589604)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:52:40.697051 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2e67def1-fa31-43db-8e3f-16a9f2c407ae req-4a3c6a82-bae1-4da4-b68c-f56f92c727ad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:40.816865 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-2e67def1-fa31-43db-8e3f-16a9f2c407ae req-4a3c6a82-bae1-4da4-b68c-f56f92c727ad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for 97eff335-a10c-4aa5-89da-81723a008d76 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:52:40.926531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2e67def1-fa31-43db-8e3f-16a9f2c407ae req-4a3c6a82-bae1-4da4-b68c-f56f92c727ad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:40.932459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-55462991-12e6-49c6-b9df-83063f73211e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:52:40.977137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c6a82-bae1-4da4-b68c-f56f92c727ad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=97eff335-a10c-4aa5-89da-81723a008d76,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:52:40.980123 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4a3c6a82-bae1-4da4-b68c-f56f92c727ad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:52:41.057723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e67def1-fa31-43db-8e3f-16a9f2c407ae req-4a3c6a82-bae1-4da4-b68c-f56f92c727ad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] No DVR routers for this DVR port 97eff335-a10c-4aa5-89da-81723a008d76 on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:52:41.060204 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2e67def1-fa31-43db-8e3f-16a9f2c407ae req-4a3c6a82-bae1-4da4-b68c-f56f92c727ad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:41.062812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0933d8-efbf-40df-8853-f3569c309b6a', 'name': 'network-vif-deleted', 'tag': '97eff335-a10c-4aa5-89da-81723a008d76'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:52:41.065098 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41a3827-8960-49d4-b915-c7a570d1450e" -d '{"events": [{"server_uuid": "ac0933d8-efbf-40df-8853-f3569c309b6a", "name": "network-vif-deleted", "tag": "97eff335-a10c-4aa5-89da-81723a008d76"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:52:41.079130 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2e67def1-fa31-43db-8e3f-16a9f2c407ae req-4a3c6a82-bae1-4da4-b68c-f56f92c727ad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "DELETE /v2.0/ports/97eff335-a10c-4aa5-89da-81723a008d76 HTTP/1.1" status: 204 len: 173 time: 0.6405640 Jun 02 12:52:41.107644 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a04afb9-d953-4728-bf57-862d216aec42 x-openstack-request-id: req-1a04afb9-d953-4728-bf57-862d216aec42 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:52:41.108055 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0933d8-efbf-40df-8853-f3569c309b6a", "name": "network-vif-deleted", "tag": "97eff335-a10c-4aa5-89da-81723a008d76", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:52:41.108436 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a04afb9-d953-4728-bf57-862d216aec42 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:52:41.108957 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0933d8-efbf-40df-8853-f3569c309b6a', 'name': 'network-vif-deleted', 'tag': '97eff335-a10c-4aa5-89da-81723a008d76', 'status': 'completed', 'code': 200} Jun 02 12:52:41.374081 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-3084a4fb-f1c3-4c8d-b8ca-68f69e1416e9 req-5481cbf5-c1ab-4de1-acca-66a8bbbcc992 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:52:41.394423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-3084a4fb-f1c3-4c8d-b8ca-68f69e1416e9 req-5481cbf5-c1ab-4de1-acca-66a8bbbcc992 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:52:41.395618 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3084a4fb-f1c3-4c8d-b8ca-68f69e1416e9 req-5481cbf5-c1ab-4de1-acca-66a8bbbcc992 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0933d8-efbf-40df-8853-f3569c309b6a HTTP/1.1" status: 200 len: 210 time: 0.0654724 Jun 02 12:52:42.495128 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50128) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:52:42.562232 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41eadb1f-6f3a-401c-b76a-ac636a49d201 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:42.592971 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41eadb1f-6f3a-401c-b76a-ac636a49d201 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:42.658504 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41eadb1f-6f3a-401c-b76a-ac636a49d201 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:42.662468 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-89e255e8-a8cb-4360-b836-6d700fe4661e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:52:42.676339 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eadb1f-6f3a-401c-b76a-ac636a49d201 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa344ee9-dbf1-4834-accf-0dc967ff0873,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:52:42.678677 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-41eadb1f-6f3a-401c-b76a-ac636a49d201 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:52:42.690615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-41eadb1f-6f3a-401c-b76a-ac636a49d201 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:42.694202 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-41eadb1f-6f3a-401c-b76a-ac636a49d201 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/security-groups/aa344ee9-dbf1-4834-accf-0dc967ff0873 HTTP/1.1" status: 204 len: 168 time: 0.1956048 Jun 02 12:52:42.722554 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50132) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:52:42.985712 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-654c4c63-e4b9-408b-96d5-f0e47046173c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port e7e6826d-04f3-4a14-b706-b5e447a151fc {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:52:42.986046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-654c4c63-e4b9-408b-96d5-f0e47046173c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:43.104523 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-654c4c63-e4b9-408b-96d5-f0e47046173c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:43.104843 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-654c4c63-e4b9-408b-96d5-f0e47046173c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:43.225643 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-654c4c63-e4b9-408b-96d5-f0e47046173c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for e7e6826d-04f3-4a14-b706-b5e447a151fc owned by network:floatingip {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:52:43.343671 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-654c4c63-e4b9-408b-96d5-f0e47046173c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:43.347904 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-889ae1b7-62b7-4eba-90b5-1a66218ff043 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:52:43.421563 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c4c63-e4b9-408b-96d5-f0e47046173c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=e7e6826d-04f3-4a14-b706-b5e447a151fc,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:52:43.423838 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-654c4c63-e4b9-408b-96d5-f0e47046173c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:52:43.487162 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-654c4c63-e4b9-408b-96d5-f0e47046173c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:43.487499 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-654c4c63-e4b9-408b-96d5-f0e47046173c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Floating IP 329788b0-51fd-448a-b7ea-11bc049ee955 disassociated (deleted). External IP: 172.26.7.14, port: fd94ad95-793d-4afc-a380-110380574c5d. Jun 02 12:52:43.977174 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654c4c63-e4b9-408b-96d5-f0e47046173c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 3000cb1f-d59a-497c-91f4-03cc6245488e has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:52:44.143788 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ac4f9362-4990-460c-a641-940b9f056d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:44.164290 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654c4c63-e4b9-408b-96d5-f0e47046173c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:52:44.173938 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c6e1cf-cf87-42e4-9f07-52a4d581e502 None None] Sync routers for ids ['3000cb1f-d59a-497c-91f4-03cc6245488e'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:52:44.183783 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c6e1cf-cf87-42e4-9f07-52a4d581e502 None None] Routers {'3000cb1f-d59a-497c-91f4-03cc6245488e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:52:44.184388 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-29c6e1cf-cf87-42e4-9f07-52a4d581e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:52:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3000cb1f-d59a-497c-91f4-03cc6245488e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:52:44.185749 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-654c4c63-e4b9-408b-96d5-f0e47046173c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:44.245028 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-654c4c63-e4b9-408b-96d5-f0e47046173c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/floatingips/329788b0-51fd-448a-b7ea-11bc049ee955 HTTP/1.1" status: 204 len: 168 time: 1.5211544 Jun 02 12:52:44.245759 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'tag': 'fd94ad95-793d-4afc-a380-110380574c5d'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:52:44.248209 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79df0f3-2da3-4646-ac98-df4ce560c180" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3d0a25-335c-41e6-9040-a0ebb4982c1a", "tag": "fd94ad95-793d-4afc-a380-110380574c5d"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:52:44.290526 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b361ae20-e233-4136-95f6-0acf3e7f1a32 x-openstack-request-id: req-b361ae20-e233-4136-95f6-0acf3e7f1a32 {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:52:44.290872 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3d0a25-335c-41e6-9040-a0ebb4982c1a", "tag": "fd94ad95-793d-4afc-a380-110380574c5d", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:52:44.291177 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b361ae20-e233-4136-95f6-0acf3e7f1a32 {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:52:44.291628 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'tag': 'fd94ad95-793d-4afc-a380-110380574c5d', 'status': 'completed', 'code': 200} Jun 02 12:52:44.367084 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-29c6e1cf-cf87-42e4-9f07-52a4d581e502 None None] Set router 3000cb1f-d59a-497c-91f4-03cc6245488e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:52:44.383681 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79df0f3-2da3-4646-ac98-df4ce560c180 req-be3fedd7-07e8-4dbe-8088-ba7f99434296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:44.385777 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c79df0f3-2da3-4646-ac98-df4ce560c180 req-be3fedd7-07e8-4dbe-8088-ba7f99434296 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 1099 time: 0.0737991 Jun 02 12:52:44.532122 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79df0f3-2da3-4646-ac98-df4ce560c180 req-9de2137e-56c6-47c6-b323-efb85b34d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:44.534187 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c79df0f3-2da3-4646-ac98-df4ce560c180 req-9de2137e-56c6-47c6-b323-efb85b34d415 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5f49280-92e3-45cb-bd0d-83751e8c41c2 HTTP/1.1" status: 200 len: 898 time: 0.1419499 Jun 02 12:52:44.635026 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c79df0f3-2da3-4646-ac98-df4ce560c180 req-d43111eb-7fb6-48b3-9201-72e831cfdfd3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd94ad95-793d-4afc-a380-110380574c5d HTTP/1.1" status: 200 len: 217 time: 0.0933967 Jun 02 12:52:44.681582 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-29c6e1cf-cf87-42e4-9f07-52a4d581e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'name': 'tempest-TestNetworkBasicOps-router-1966459163', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:50:34Z', 'updated_at': '2021-06-02T12:50:39Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:35Z', 'updated_at': '2021-06-02T12:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'a7b9738c-31ee-4c78-9de2-cd4dc7b628c1', 'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:ef:b3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:38Z', 'updated_at': '2021-06-02T12:50:44Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:52:44.685308 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c6e1cf-cf87-42e4-9f07-52a4d581e502 None None] Checking router: 3000cb1f-d59a-497c-91f4-03cc6245488e for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:52:44.693426 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c6e1cf-cf87-42e4-9f07-52a4d581e502 None None] Routers {'3000cb1f-d59a-497c-91f4-03cc6245488e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:52:44.694016 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-29c6e1cf-cf87-42e4-9f07-52a4d581e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:52:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3000cb1f-d59a-497c-91f4-03cc6245488e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:52:44.716713 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79df0f3-2da3-4646-ac98-df4ce560c180 req-9560a5b5-1784-4bef-ab08-b046f93c7c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:44.718173 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c79df0f3-2da3-4646-ac98-df4ce560c180 req-9560a5b5-1784-4bef-ab08-b046f93c7c41 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a8c0823e-f817-4388-8bdd-f5c26e7d7efa HTTP/1.1" status: 200 len: 835 time: 0.0769782 Jun 02 12:52:44.775625 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85826f2c-23f0-41e8-b3b8-d8564c1d8611 req-608e0d7e-6f6f-45c8-97ea-42fcd011e979 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:44.776959 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-85826f2c-23f0-41e8-b3b8-d8564c1d8611 req-608e0d7e-6f6f-45c8-97ea-42fcd011e979 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 946 time: 0.1795392 Jun 02 12:52:44.840999 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-85826f2c-23f0-41e8-b3b8-d8564c1d8611 req-013500c9-2e11-4f96-8e42-f756577cabf2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dedb4f-3284-4359-baaa-5d1571743bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577574 Jun 02 12:52:44.847166 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79df0f3-2da3-4646-ac98-df4ce560c180 req-49828af9-b523-4ec3-99f0-7e581bff3ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:44.848564 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c79df0f3-2da3-4646-ac98-df4ce560c180 req-49828af9-b523-4ec3-99f0-7e581bff3ea6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5f49280-92e3-45cb-bd0d-83751e8c41c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1224527 Jun 02 12:52:44.880699 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 97eff335-a10c-4aa5-89da-81723a008d76 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:52:44.903831 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-29c6e1cf-cf87-42e4-9f07-52a4d581e502 None None] Set router 3000cb1f-d59a-497c-91f4-03cc6245488e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:52:44.921820 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 97eff335-a10c-4aa5-89da-81723a008d76 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:52:44.922336 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 97eff335-a10c-4aa5-89da-81723a008d76 not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:52:45.103138 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c79df0f3-2da3-4646-ac98-df4ce560c180 req-a62362e6-fbbd-4fd0-b69e-457545e7f19d service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466614 Jun 02 12:52:45.211309 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-29c6e1cf-cf87-42e4-9f07-52a4d581e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'name': 'tempest-TestNetworkBasicOps-router-1966459163', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:50:34Z', 'updated_at': '2021-06-02T12:50:39Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:35Z', 'updated_at': '2021-06-02T12:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'a7b9738c-31ee-4c78-9de2-cd4dc7b628c1', 'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:ef:b3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:38Z', 'updated_at': '2021-06-02T12:50:44Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:52:45.215229 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c6e1cf-cf87-42e4-9f07-52a4d581e502 None None] The sync data for ids ['3000cb1f-d59a-497c-91f4-03cc6245488e'] in dv-neutron-601336-80-hyperv is: [{'id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'name': 'tempest-TestNetworkBasicOps-router-1966459163', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:50:34Z', 'updated_at': '2021-06-02T12:50:39Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:35Z', 'updated_at': '2021-06-02T12:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'a7b9738c-31ee-4c78-9de2-cd4dc7b628c1', 'name': '', 'network_id': 'e5f49280-92e3-45cb-bd0d-83751e8c41c2', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:ef:b3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:38Z', 'updated_at': '2021-06-02T12:50:44Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': 'a8c0823e-f817-4388-8bdd-f5c26e7d7efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:52:45.238053 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c79df0f3-2da3-4646-ac98-df4ce560c180 req-2250eb95-b5f3-4ca9-a11c-0634b3161f8d service neutron] 10.222.0.22 "GET /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287000 Jun 02 12:52:45.421148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce78e7-d021-4fb6-9d0b-2d85fe827b5c None None] New status for floating IP 329788b0-51fd-448a-b7ea-11bc049ee955: DOWN {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:52:46.026942 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65148840-3d82-4abc-8903-686a55653278 req-5017740e-ab9e-44e9-9d54-cfb26cd0fb4a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:46.027632 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-65148840-3d82-4abc-8903-686a55653278 req-5017740e-ab9e-44e9-9d54-cfb26cd0fb4a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:52:46.043438 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-65148840-3d82-4abc-8903-686a55653278 req-5017740e-ab9e-44e9-9d54-cfb26cd0fb4a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:52:46.044570 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-65148840-3d82-4abc-8903-686a55653278 req-5017740e-ab9e-44e9-9d54-cfb26cd0fb4a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 946 time: 0.0970471 Jun 02 12:52:46.088707 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-65148840-3d82-4abc-8903-686a55653278 req-a44adf86-8a68-4a61-a55e-50f90848d398 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:52:46.103423 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-65148840-3d82-4abc-8903-686a55653278 req-a44adf86-8a68-4a61-a55e-50f90848d398 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:52:46.104539 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-65148840-3d82-4abc-8903-686a55653278 req-a44adf86-8a68-4a61-a55e-50f90848d398 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=08dedb4f-3284-4359-baaa-5d1571743bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543554 Jun 02 12:52:46.332989 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9b360-307a-40bb-b1b4-170c6d47a187 req-27b6c959-e518-4293-9bb1-5c9d21778d36 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:46.334460 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-56c9b360-307a-40bb-b1b4-170c6d47a187 req-27b6c959-e518-4293-9bb1-5c9d21778d36 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 946 time: 0.0787706 Jun 02 12:52:46.468674 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-56c9b360-307a-40bb-b1b4-170c6d47a187 req-9abf7f9c-f00f-4bb4-824c-606565e176ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port fd94ad95-793d-4afc-a380-110380574c5d {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:52:46.468925 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-56c9b360-307a-40bb-b1b4-170c6d47a187 req-9abf7f9c-f00f-4bb4-824c-606565e176ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:46.598975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-56c9b360-307a-40bb-b1b4-170c6d47a187 req-9abf7f9c-f00f-4bb4-824c-606565e176ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port fd94ad95-793d-4afc-a380-110380574c5d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd94ad95-793d-4afc-a380-110380574c5d,segment=NetworkSegment(e5889a97-9237-45b7-b6b3-145cf3589604),segment_id=e5889a97-9237-45b7-b6b3-145cf3589604)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:52:46.599326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-56c9b360-307a-40bb-b1b4-170c6d47a187 req-9abf7f9c-f00f-4bb4-824c-606565e176ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:46.644472 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8188f9c1-514f-46e2-b84b-274335de2b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:46.692149 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:46.721726 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-56c9b360-307a-40bb-b1b4-170c6d47a187 req-9abf7f9c-f00f-4bb4-824c-606565e176ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for fd94ad95-793d-4afc-a380-110380574c5d owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:52:46.837843 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-56c9b360-307a-40bb-b1b4-170c6d47a187 req-9abf7f9c-f00f-4bb4-824c-606565e176ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:46.844524 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5bc0a8bc-6304-4e96-8c4a-26de8bfa36c7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:52:46.921719 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf7f9c-f00f-4bb4-824c-606565e176ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=fd94ad95-793d-4afc-a380-110380574c5d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:52:46.923884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9abf7f9c-f00f-4bb4-824c-606565e176ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:52:46.966969 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c9b360-307a-40bb-b1b4-170c6d47a187 req-9abf7f9c-f00f-4bb4-824c-606565e176ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] No DVR routers for this DVR port fd94ad95-793d-4afc-a380-110380574c5d on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:52:46.969375 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-56c9b360-307a-40bb-b1b4-170c6d47a187 req-9abf7f9c-f00f-4bb4-824c-606565e176ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:46.973267 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'name': 'network-vif-deleted', 'tag': 'fd94ad95-793d-4afc-a380-110380574c5d'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:52:46.975671 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c63b015-1521-4952-a82c-2cca1e61a58c" -d '{"events": [{"server_uuid": "2b3d0a25-335c-41e6-9040-a0ebb4982c1a", "name": "network-vif-deleted", "tag": "fd94ad95-793d-4afc-a380-110380574c5d"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:52:46.989302 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-56c9b360-307a-40bb-b1b4-170c6d47a187 req-9abf7f9c-f00f-4bb4-824c-606565e176ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "DELETE /v2.0/ports/fd94ad95-793d-4afc-a380-110380574c5d HTTP/1.1" status: 204 len: 173 time: 0.6491811 Jun 02 12:52:47.019859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7775a46-6b02-42e5-9323-94e6f6c33cb9 x-openstack-request-id: req-a7775a46-6b02-42e5-9323-94e6f6c33cb9 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:52:47.020220 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3d0a25-335c-41e6-9040-a0ebb4982c1a", "name": "network-vif-deleted", "tag": "fd94ad95-793d-4afc-a380-110380574c5d", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:52:47.020536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7775a46-6b02-42e5-9323-94e6f6c33cb9 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:52:47.020966 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3d0a25-335c-41e6-9040-a0ebb4982c1a', 'name': 'network-vif-deleted', 'tag': 'fd94ad95-793d-4afc-a380-110380574c5d', 'status': 'completed', 'code': 200} Jun 02 12:52:47.270672 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6c75b908-a410-4bdf-83e7-e30f12ed65c2 req-0a5ec27f-d50c-44c5-af44-9befe963bd55 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3d0a25-335c-41e6-9040-a0ebb4982c1a HTTP/1.1" status: 200 len: 210 time: 0.0468342 Jun 02 12:52:47.753124 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:48.368880 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50148) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:52:48.435155 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-54bbc5cc-5d8c-4bcb-b907-5b660ff70a66 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:48.464548 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-54bbc5cc-5d8c-4bcb-b907-5b660ff70a66 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:48.530363 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-54bbc5cc-5d8c-4bcb-b907-5b660ff70a66 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:48.534478 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1fc38ea4-129d-4e77-9e09-0e68ae70db9f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:52:48.548856 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbc5cc-5d8c-4bcb-b907-5b660ff70a66 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dedb4f-3284-4359-baaa-5d1571743bd1,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:52:48.551974 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-54bbc5cc-5d8c-4bcb-b907-5b660ff70a66 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:52:48.561799 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-54bbc5cc-5d8c-4bcb-b907-5b660ff70a66 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:48.562936 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-54bbc5cc-5d8c-4bcb-b907-5b660ff70a66 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/security-groups/08dedb4f-3284-4359-baaa-5d1571743bd1 HTTP/1.1" status: 204 len: 168 time: 0.1930768 Jun 02 12:52:48.592373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50152) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:52:49.279372 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-64b34803-8c4a-4417-a70f-6933b4926ca6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:49.532247 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:49.693255 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-64b34803-8c4a-4417-a70f-6933b4926ca6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port a7b9738c-31ee-4c78-9de2-cd4dc7b628c1 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:52:49.693831 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-64b34803-8c4a-4417-a70f-6933b4926ca6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:49.825283 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-64b34803-8c4a-4417-a70f-6933b4926ca6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port a7b9738c-31ee-4c78-9de2-cd4dc7b628c1, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a7b9738c-31ee-4c78-9de2-cd4dc7b628c1,segment=NetworkSegment(e5889a97-9237-45b7-b6b3-145cf3589604),segment_id=e5889a97-9237-45b7-b6b3-145cf3589604)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:52:49.825557 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-64b34803-8c4a-4417-a70f-6933b4926ca6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:49.949304 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-64b34803-8c4a-4417-a70f-6933b4926ca6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for a7b9738c-31ee-4c78-9de2-cd4dc7b628c1 owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:52:50.100477 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-64b34803-8c4a-4417-a70f-6933b4926ca6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:50.104752 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a5629db1-b997-48ee-9a4b-adf3e134f18f tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:52:50.178117 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b34803-8c4a-4417-a70f-6933b4926ca6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=a7b9738c-31ee-4c78-9de2-cd4dc7b628c1,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:52:50.180856 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-64b34803-8c4a-4417-a70f-6933b4926ca6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:52:50.431994 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-64b34803-8c4a-4417-a70f-6933b4926ca6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:50.901258 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device fd94ad95-793d-4afc-a380-110380574c5d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:52:50.934980 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b34803-8c4a-4417-a70f-6933b4926ca6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 3000cb1f-d59a-497c-91f4-03cc6245488e has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:52:50.935520 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: fd94ad95-793d-4afc-a380-110380574c5d {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:52:50.935520 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device fd94ad95-793d-4afc-a380-110380574c5d not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:52:51.115960 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b34803-8c4a-4417-a70f-6933b4926ca6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:52:51.124864 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cc0e4d-603e-409b-b415-a616fe765d24 None None] Sync routers for ids ['3000cb1f-d59a-497c-91f4-03cc6245488e'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:52:51.128696 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-64b34803-8c4a-4417-a70f-6933b4926ca6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/routers/3000cb1f-d59a-497c-91f4-03cc6245488e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5352147 Jun 02 12:52:51.131352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50154) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:52:51.134556 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cc0e4d-603e-409b-b415-a616fe765d24 None None] Routers {'3000cb1f-d59a-497c-91f4-03cc6245488e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:52:51.135151 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-23cc0e4d-603e-409b-b415-a616fe765d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:52:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3000cb1f-d59a-497c-91f4-03cc6245488e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:52:51.195940 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-186aaeb3-7cb8-4802-8940-80c5efe230a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting subnet a8c0823e-f817-4388-8bdd-f5c26e7d7efa {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:52:51.199504 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-186aaeb3-7cb8-4802-8940-80c5efe230a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:51.257296 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-186aaeb3-7cb8-4802-8940-80c5efe230a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:51.308976 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-23cc0e4d-603e-409b-b415-a616fe765d24 None None] Set router 3000cb1f-d59a-497c-91f4-03cc6245488e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:52:51.341906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-186aaeb3-7cb8-4802-8940-80c5efe230a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:51.595402 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-23cc0e4d-603e-409b-b415-a616fe765d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'name': 'tempest-TestNetworkBasicOps-router-1966459163', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:50:34Z', 'updated_at': '2021-06-02T12:52:50Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:35Z', 'updated_at': '2021-06-02T12:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:52:51.599775 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cc0e4d-603e-409b-b415-a616fe765d24 None None] Checking router: 3000cb1f-d59a-497c-91f4-03cc6245488e for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:52:51.607809 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-186aaeb3-7cb8-4802-8940-80c5efe230a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:51.609717 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cc0e4d-603e-409b-b415-a616fe765d24 None None] Routers {'3000cb1f-d59a-497c-91f4-03cc6245488e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:52:51.610501 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-23cc0e4d-603e-409b-b415-a616fe765d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:52:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3000cb1f-d59a-497c-91f4-03cc6245488e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:52:51.612657 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6d1786f1-78ef-4f4a-a8ed-6926cf749ece tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:52:51.649466 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186aaeb3-7cb8-4802-8940-80c5efe230a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Subnet': ['ID=a8c0823e-f817-4388-8bdd-f5c26e7d7efa,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:52:51.651450 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-186aaeb3-7cb8-4802-8940-80c5efe230a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:51.654037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-186aaeb3-7cb8-4802-8940-80c5efe230a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:52:51.661792 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-186aaeb3-7cb8-4802-8940-80c5efe230a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/subnets/a8c0823e-f817-4388-8bdd-f5c26e7d7efa HTTP/1.1" status: 204 len: 168 time: 0.5258377 Jun 02 12:52:51.661792 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50156) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:52:51.663685 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe46f6af-ab24-4283-9cb7-f39c0b68b4d6 None None] Network e5f49280-92e3-45cb-bd0d-83751e8c41c2 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:52:51.791074 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-23cc0e4d-603e-409b-b415-a616fe765d24 None None] Set router 3000cb1f-d59a-497c-91f4-03cc6245488e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:52:51.846663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eed561a0-5d6c-42a4-8d10-ed346d4de923 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:51.975065 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8055f4be-62bf-45d9-ab93-de08928e07cd None None] DHCP port deletion for e5f49280-92e3-45cb-bd0d-83751e8c41c2 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:52:52.033652 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eed561a0-5d6c-42a4-8d10-ed346d4de923 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:52.042775 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-8055f4be-62bf-45d9-ab93-de08928e07cd None None] Deleting port de426ee3-84b6-4bab-ad13-7bbcd6376e22 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:52:52.043737 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8055f4be-62bf-45d9-ab93-de08928e07cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:52.105910 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-23cc0e4d-603e-409b-b415-a616fe765d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'name': 'tempest-TestNetworkBasicOps-router-1966459163', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:50:34Z', 'updated_at': '2021-06-02T12:52:50Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:35Z', 'updated_at': '2021-06-02T12:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:52:52.109107 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-eed561a0-5d6c-42a4-8d10-ed346d4de923 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port fb475829-93da-434a-a3ab-4ba83bed7215 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:52:52.109449 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eed561a0-5d6c-42a4-8d10-ed346d4de923 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:52.109689 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cc0e4d-603e-409b-b415-a616fe765d24 None None] The sync data for ids ['3000cb1f-d59a-497c-91f4-03cc6245488e'] in dv-neutron-601336-80-hyperv is: [{'id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'name': 'tempest-TestNetworkBasicOps-router-1966459163', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:50:34Z', 'updated_at': '2021-06-02T12:52:50Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': 'fb475829-93da-434a-a3ab-4ba83bed7215', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cb1f-d59a-497c-91f4-03cc6245488e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:50:35Z', 'updated_at': '2021-06-02T12:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:52:52.156350 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-8055f4be-62bf-45d9-ab93-de08928e07cd None None] For port de426ee3-84b6-4bab-ad13-7bbcd6376e22, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=de426ee3-84b6-4bab-ad13-7bbcd6376e22,segment=NetworkSegment(e5889a97-9237-45b7-b6b3-145cf3589604),segment_id=e5889a97-9237-45b7-b6b3-145cf3589604)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:52:52.156745 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8055f4be-62bf-45d9-ab93-de08928e07cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:52.281821 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-8055f4be-62bf-45d9-ab93-de08928e07cd None None] Calling delete_port for de426ee3-84b6-4bab-ad13-7bbcd6376e22 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:52:52.328656 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8055f4be-62bf-45d9-ab93-de08928e07cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:52.332502 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:52:52.374801 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055f4be-62bf-45d9-ab93-de08928e07cd None None] Pushing event deleted for resources: {'Port': ['ID=de426ee3-84b6-4bab-ad13-7bbcd6376e22,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:52:52.381588 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8055f4be-62bf-45d9-ab93-de08928e07cd None None] No DVR routers for this DVR port de426ee3-84b6-4bab-ad13-7bbcd6376e22 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:52:52.383271 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-eed561a0-5d6c-42a4-8d10-ed346d4de923 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port fb475829-93da-434a-a3ab-4ba83bed7215, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=fb475829-93da-434a-a3ab-4ba83bed7215,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:52:52.383655 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eed561a0-5d6c-42a4-8d10-ed346d4de923 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:52.391063 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055f4be-62bf-45d9-ab93-de08928e07cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:52.391063 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055f4be-62bf-45d9-ab93-de08928e07cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:52.391063 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055f4be-62bf-45d9-ab93-de08928e07cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:52.391063 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055f4be-62bf-45d9-ab93-de08928e07cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:52.391063 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055f4be-62bf-45d9-ab93-de08928e07cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:52.391063 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055f4be-62bf-45d9-ab93-de08928e07cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:52.391063 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055f4be-62bf-45d9-ab93-de08928e07cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:52.391918 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055f4be-62bf-45d9-ab93-de08928e07cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:52.391918 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055f4be-62bf-45d9-ab93-de08928e07cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:52.391918 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055f4be-62bf-45d9-ab93-de08928e07cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:52.392114 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055f4be-62bf-45d9-ab93-de08928e07cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:52.393540 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055f4be-62bf-45d9-ab93-de08928e07cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:52:52.395451 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8055f4be-62bf-45d9-ab93-de08928e07cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:52:52.512185 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-eed561a0-5d6c-42a4-8d10-ed346d4de923 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for fb475829-93da-434a-a3ab-4ba83bed7215 owned by network:router_gateway {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:52:52.563341 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a7b9738c-31ee-4c78-9de2-cd4dc7b628c1 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:52:52.600999 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: a7b9738c-31ee-4c78-9de2-cd4dc7b628c1 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:52:52.601371 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a7b9738c-31ee-4c78-9de2-cd4dc7b628c1 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:52:52.601794 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device de426ee3-84b6-4bab-ad13-7bbcd6376e22 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:52:52.644117 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: de426ee3-84b6-4bab-ad13-7bbcd6376e22 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:52:52.644376 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device de426ee3-84b6-4bab-ad13-7bbcd6376e22 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:52:52.666579 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eed561a0-5d6c-42a4-8d10-ed346d4de923 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:52.670972 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e41c99a3-a180-433a-861e-4c646e2bb0a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:52:52.738651 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed561a0-5d6c-42a4-8d10-ed346d4de923 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=fb475829-93da-434a-a3ab-4ba83bed7215,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:52:52.745174 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-eed561a0-5d6c-42a4-8d10-ed346d4de923 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:52:52.804135 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eed561a0-5d6c-42a4-8d10-ed346d4de923 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:52.976865 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eed561a0-5d6c-42a4-8d10-ed346d4de923 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:52.979016 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eed561a0-5d6c-42a4-8d10-ed346d4de923 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:53.000464 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eed561a0-5d6c-42a4-8d10-ed346d4de923 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:53.001046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed561a0-5d6c-42a4-8d10-ed346d4de923 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Fanout notify agent at l3_agent the message router_deleted on router 3000cb1f-d59a-497c-91f4-03cc6245488e {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:52:53.017453 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-eed561a0-5d6c-42a4-8d10-ed346d4de923 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:53.018572 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-eed561a0-5d6c-42a4-8d10-ed346d4de923 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/routers/3000cb1f-d59a-497c-91f4-03cc6245488e HTTP/1.1" status: 204 len: 168 time: 1.3567154 Jun 02 12:52:53.021205 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50158) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:52:53.134871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-05365fcc-eeac-4644-a304-67b184acda86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:53.264322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-05365fcc-eeac-4644-a304-67b184acda86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:53.278285 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-05365fcc-eeac-4644-a304-67b184acda86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f49280-92e3-45cb-bd0d-83751e8c41c2']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:52:53.290926 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-05365fcc-eeac-4644-a304-67b184acda86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5889a97-9237-45b7-b6b3-145cf3589604') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:52:53.291221 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-05365fcc-eeac-4644-a304-67b184acda86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5889a97-9237-45b7-b6b3-145cf3589604') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:52:53.302312 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-05365fcc-eeac-4644-a304-67b184acda86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:53.318546 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-05365fcc-eeac-4644-a304-67b184acda86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:53.324470 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05365fcc-eeac-4644-a304-67b184acda86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:52:53.324848 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-05365fcc-eeac-4644-a304-67b184acda86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:52:53.338960 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:52:53.420264 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-05365fcc-eeac-4644-a304-67b184acda86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:53.424181 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-36079a7a-c394-4d49-8c6f-e22ac1c2e886 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:52:53.438776 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-05365fcc-eeac-4644-a304-67b184acda86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:53.450282 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05365fcc-eeac-4644-a304-67b184acda86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Network': ['ID=e5f49280-92e3-45cb-bd0d-83751e8c41c2,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:52:53.453491 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-05365fcc-eeac-4644-a304-67b184acda86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:52:53.461158 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-05365fcc-eeac-4644-a304-67b184acda86 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/networks/e5f49280-92e3-45cb-bd0d-83751e8c41c2 HTTP/1.1" status: 204 len: 168 time: 0.4373360 Jun 02 12:52:53.484574 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50160) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:52:53.489953 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-8e905912-2a9d-468f-aa9f-1b8efaa20d2f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'network': {'name': 'tempest-network-smoke--166858349', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'port_security_enabled': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:52:53.495644 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8e905912-2a9d-468f-aa9f-1b8efaa20d2f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:52:53.499746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8e905912-2a9d-468f-aa9f-1b8efaa20d2f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:network and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:52:53.502600 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8e905912-2a9d-468f-aa9f-1b8efaa20d2f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:52:53.508376 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8e905912-2a9d-468f-aa9f-1b8efaa20d2f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:52:53.518243 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e905912-2a9d-468f-aa9f-1b8efaa20d2f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:52:53.521580 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8e905912-2a9d-468f-aa9f-1b8efaa20d2f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:53.548952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e905912-2a9d-468f-aa9f-1b8efaa20d2f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:52:53.558777 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8e905912-2a9d-468f-aa9f-1b8efaa20d2f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:53.559147 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-8e905912-2a9d-468f-aa9f-1b8efaa20d2f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Added segment fa1d9d02-ecd5-4250-9e15-5591d03bf4ed of type vlan for network 2a66f987-4f53-4f3e-83e1-0aa096a69610 Jun 02 12:52:53.583842 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8e905912-2a9d-468f-aa9f-1b8efaa20d2f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:53.612487 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8e905912-2a9d-468f-aa9f-1b8efaa20d2f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:53.617926 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e905912-2a9d-468f-aa9f-1b8efaa20d2f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:53.618527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8e905912-2a9d-468f-aa9f-1b8efaa20d2f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:53.622048 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2a1d21ca-92b2-4cad-b9a3-14af6cb1e014 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:52:53.722058 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8e905912-2a9d-468f-aa9f-1b8efaa20d2f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2361038 Jun 02 12:52:53.724665 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50162) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:52:53.729668 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-996474291', 'admin_state_up': True, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:52:53.737879 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e905912-2a9d-468f-aa9f-1b8efaa20d2f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Network': ['ID=2a66f987-4f53-4f3e-83e1-0aa096a69610,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:52:53.740167 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:52:53.742422 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8e905912-2a9d-468f-aa9f-1b8efaa20d2f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:52:53.744668 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:router and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:52:53.747685 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 2a66f987-4f53-4f3e-83e1-0aa096a69610 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:52:53.748354 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:52:53.754219 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:52:53.763702 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:53.764813 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:53.780376 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:53.830009 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:52:54.189600 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:54.487160 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:54.516962 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:54.556569 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device fb475829-93da-434a-a3ab-4ba83bed7215 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:52:54.590281 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: fb475829-93da-434a-a3ab-4ba83bed7215 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:52:54.590639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device fb475829-93da-434a-a3ab-4ba83bed7215 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:52:54.650662 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.26.7.237 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/4857ee92-f182-4fab-99c0-2c1b99e9a651) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:52:54.812411 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:54.840243 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:54.844480 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:52:54.904003 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:52:54.907129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:52:54.911067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:52:54.948843 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=4857ee92-f182-4fab-99c0-2c1b99e9a651,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:52:54.952729 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:52:55.324603 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:55.816737 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:55.961814 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:56.019571 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 3452734b-b1eb-42d3-ad33-a11d523ffaea is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:52:56.193383 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:52:56.206366 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] Sync routers for ids ['3452734b-b1eb-42d3-ad33-a11d523ffaea'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:52:56.215813 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] Routers {'3452734b-b1eb-42d3-ad33-a11d523ffaea'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:52:56.216504 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:52:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3452734b-b1eb-42d3-ad33-a11d523ffaea'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:52:56.219878 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:56.221098 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4955420 Jun 02 12:52:56.224189 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50164) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:52:56.328727 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2354151a-884e-49d3-8dec-d4c8294ac366 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d135ab4d6a4341bf86e3c86c09f17ff8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1033697 Jun 02 12:52:56.331273 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50168) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:52:56.394826 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] Set router 3452734b-b1eb-42d3-ad33-a11d523ffaea gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:52:56.460867 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff63140-9bc5-4a2c-8a32-debddf3d1112 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:56.462266 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3ff63140-9bc5-4a2c-8a32-debddf3d1112 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300838 Jun 02 12:52:56.465158 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50170) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:52:56.503947 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c46d661e-9ec7-418d-a954-cd75e97f449c tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376546 Jun 02 12:52:56.506464 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50172) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:52:56.511287 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-4e460117-8677-4480-9c77-a75c614140a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2119749583', 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:52:56.619672 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4e460117-8677-4480-9c77-a75c614140a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:52:56.623432 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4e460117-8677-4480-9c77-a75c614140a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:subnet and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:52:56.626245 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4e460117-8677-4480-9c77-a75c614140a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:52:56.635378 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4e460117-8677-4480-9c77-a75c614140a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:52:56.646853 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e460117-8677-4480-9c77-a75c614140a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:52:56.650969 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e460117-8677-4480-9c77-a75c614140a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:56.685519 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'name': 'tempest-TestNetworkBasicOps-router-996474291', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:52:53Z', 'updated_at': '2021-06-02T12:52:55Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:13:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:54Z', 'updated_at': '2021-06-02T12:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:52:56.689474 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] Checking router: 3452734b-b1eb-42d3-ad33-a11d523ffaea for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:52:56.689852 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] Updating router 3452734b-b1eb-42d3-ad33-a11d523ffaea port 4857ee92-f182-4fab-99c0-2c1b99e9a651 binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:52:56.745065 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:57.068886 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e460117-8677-4480-9c77-a75c614140a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:57.073693 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-611e77f1-f75a-418b-89d7-89b405b5658c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:52:57.118824 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:57.130318 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] Transition to ACTIVE for port object 4857ee92-f182-4fab-99c0-2c1b99e9a651 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:52:57.137657 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:57.141106 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:52:57.151533 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e460117-8677-4480-9c77-a75c614140a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Subnet': ['ID=9525e172-b54c-4cf3-9508-c8beb8a8fc56,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:52:57.155187 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4e460117-8677-4480-9c77-a75c614140a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:52:57.156016 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e460117-8677-4480-9c77-a75c614140a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Checking segment: {'id': 'fa1d9d02-ecd5-4250-9e15-5591d03bf4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:52:57.156366 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e460117-8677-4480-9c77-a75c614140a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network hostable DHCP agents. Network: 2a66f987-4f53-4f3e-83e1-0aa096a69610, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:52:57.173420 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e460117-8677-4480-9c77-a75c614140a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 2a66f987-4f53-4f3e-83e1-0aa096a69610 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:52:57.182486 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-4e460117-8677-4480-9c77-a75c614140a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 2a66f987-4f53-4f3e-83e1-0aa096a69610) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:52:57.192062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e460117-8677-4480-9c77-a75c614140a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:52:57.193099 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e460117-8677-4480-9c77-a75c614140a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:57.204770 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c5d8ca-15b4-4748-a684-36199d3f9958 None None] Network 2a66f987-4f53-4f3e-83e1-0aa096a69610 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:52:57.221755 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4e460117-8677-4480-9c77-a75c614140a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7118070 Jun 02 12:52:57.221965 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50174) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:52:57.287045 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] Attempting to bind port 4857ee92-f182-4fab-99c0-2c1b99e9a651 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:52:57.287435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] Attempting to bind port 4857ee92-f182-4fab-99c0-2c1b99e9a651 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:52:57.287818 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] Attempting to bind port 4857ee92-f182-4fab-99c0-2c1b99e9a651 on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:52:57.295844 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3e6c7-1325-40b3-a0c9-10a7513ae730 None None] Pushing event updated for resources: {'Port': ['ID=4857ee92-f182-4fab-99c0-2c1b99e9a651,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:52:57.302038 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9ca3e6c7-1325-40b3-a0c9-10a7513ae730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:52:57.302879 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:52:57.303263 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:52:57.303678 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:57.304077 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:52:57.304576 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] Bound port: 4857ee92-f182-4fab-99c0-2c1b99e9a651, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:52:57.305004 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:57.450615 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] For port 4857ee92-f182-4fab-99c0-2c1b99e9a651, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:52:57.466821 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] For port 4857ee92-f182-4fab-99c0-2c1b99e9a651, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4857ee92-f182-4fab-99c0-2c1b99e9a651,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:52:57.474308 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:57.480388 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:52:57.579187 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-2a66f987-4f53-4f3e-83e1-0aa096a69610', 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ips': [{'subnet_id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:52:57.580006 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:57.607582 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] Routers {'3452734b-b1eb-42d3-ad33-a11d523ffaea'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:52:57.608212 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:52:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3452734b-b1eb-42d3-ad33-a11d523ffaea'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:52:57.675509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3e6c7-1325-40b3-a0c9-10a7513ae730 None None] Pushing event updated for resources: {'Port': ['ID=4857ee92-f182-4fab-99c0-2c1b99e9a651,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:52:57.714714 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9ca3e6c7-1325-40b3-a0c9-10a7513ae730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:52:57.897547 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] Set router 3452734b-b1eb-42d3-ad33-a11d523ffaea gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:52:58.036822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Allocated IP 172.20.0.2 (2a66f987-4f53-4f3e-83e1-0aa096a69610/9525e172-b54c-4cf3-9508-c8beb8a8fc56/49d000a0-357a-4530-b7e9-e6f3a50fe6c9) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:52:58.073163 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:58.441989 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'name': 'tempest-TestNetworkBasicOps-router-996474291', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:52:53Z', 'updated_at': '2021-06-02T12:52:55Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:13:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:54Z', 'updated_at': '2021-06-02T12:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:52:58.447752 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:58.453056 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040583e-f559-4888-a6cf-a5076aa084b1 None None] The sync data for ids ['3452734b-b1eb-42d3-ad33-a11d523ffaea'] in dv-neutron-601336-80-hyperv is: [{'id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'name': 'tempest-TestNetworkBasicOps-router-996474291', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:52:53Z', 'updated_at': '2021-06-02T12:52:55Z', 'revision_number': 3, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:13:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:54Z', 'updated_at': '2021-06-02T12:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:52:58.460677 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Transition to ACTIVE for port object 49d000a0-357a-4530-b7e9-e6f3a50fe6c9 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:52:58.484757 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Transition to ACTIVE for port object 49d000a0-357a-4530-b7e9-e6f3a50fe6c9 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:52:58.491990 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:58.496789 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:52:58.560971 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.20.0.1 (2a66f987-4f53-4f3e-83e1-0aa096a69610/9525e172-b54c-4cf3-9508-c8beb8a8fc56/6bfc07f1-1164-4a61-8582-3f5c57b7f81d) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:52:58.565545 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Network 2a66f987-4f53-4f3e-83e1-0aa096a69610 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:52:58.567516 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:52:58.572070 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:52:58.579173 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Pushing event updated for resources: {'Port': ['ID=49d000a0-357a-4530-b7e9-e6f3a50fe6c9,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:52:58.583039 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:52:58.694816 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Attempting to bind port 49d000a0-357a-4530-b7e9-e6f3a50fe6c9 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:52:58.695117 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Attempting to bind port 49d000a0-357a-4530-b7e9-e6f3a50fe6c9 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fa1d9d02-ecd5-4250-9e15-5591d03bf4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:52:58.695492 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Attempting to bind port 49d000a0-357a-4530-b7e9-e6f3a50fe6c9 on network 2a66f987-4f53-4f3e-83e1-0aa096a69610 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:52:58.704120 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:52:58.705319 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Checking segment: {'id': 'fa1d9d02-ecd5-4250-9e15-5591d03bf4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:52:58.705319 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:58.705319 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Bound using segment: {'id': 'fa1d9d02-ecd5-4250-9e15-5591d03bf4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:52:58.705747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Bound port: 49d000a0-357a-4530-b7e9-e6f3a50fe6c9, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1d9d02-ecd5-4250-9e15-5591d03bf4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:52:58.706157 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:58.755050 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:58.773967 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Transition to ACTIVE for port object 6bfc07f1-1164-4a61-8582-3f5c57b7f81d will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:52:58.801281 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:58.806858 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0572057e-46f8-4f51-a0b2-fd9601b7a301 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:52:58.814634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] For port 49d000a0-357a-4530-b7e9-e6f3a50fe6c9, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:52:58.817868 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] For port 49d000a0-357a-4530-b7e9-e6f3a50fe6c9, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=49d000a0-357a-4530-b7e9-e6f3a50fe6c9,segment=NetworkSegment(fa1d9d02-ecd5-4250-9e15-5591d03bf4ed),segment_id=fa1d9d02-ecd5-4250-9e15-5591d03bf4ed)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:52:58.824043 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:58.828636 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:52:58.869271 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 2a66f987-4f53-4f3e-83e1-0aa096a69610 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:52:58.872790 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:52:58.877676 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:52:58.914764 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Pushing event updated for resources: {'Port': ['ID=49d000a0-357a-4530-b7e9-e6f3a50fe6c9,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:52:58.924220 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:52:58.947405 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=6bfc07f1-1164-4a61-8582-3f5c57b7f81d,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:52:58.952324 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:52:58.963738 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:59.416588 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:59.823923 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a77d7da-aa96-4f47-ae72-e40e78cda09b None None] Network 2a66f987-4f53-4f3e-83e1-0aa096a69610 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:52:59.845049 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:59.849588 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:59.875428 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2d0c8cc9-775a-47b4-b764-4cb88d65aeb2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:52:59.933641 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-dc29fabf-64e2-4071-a5d8-2c2b395515c5 None None] Provisioning for port 49d000a0-357a-4530-b7e9-e6f3a50fe6c9 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:52:59.969577 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=6bfc07f1-1164-4a61-8582-3f5c57b7f81d,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:52:59.972002 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:52:59.975753 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:53:00.120677 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 2a66f987-4f53-4f3e-83e1-0aa096a69610 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:53:00.121843 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:53:00.316783 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 3452734b-b1eb-42d3-ad33-a11d523ffaea has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:53:00.387491 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e2f53fbc-591c-4d12-ad3b-5ef56846aee1 None None] Provisioning for port 6bfc07f1-1164-4a61-8582-3f5c57b7f81d completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:53:00.392531 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e2f53fbc-591c-4d12-ad3b-5ef56846aee1 None None] Provisioning complete for port 6bfc07f1-1164-4a61-8582-3f5c57b7f81d triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:53:00.393125 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e2f53fbc-591c-4d12-ad3b-5ef56846aee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:00.448143 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-e2f53fbc-591c-4d12-ad3b-5ef56846aee1 None None] Port 6bfc07f1-1164-4a61-8582-3f5c57b7f81d cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:53:00.505983 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:53:00.516494 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] Sync routers for ids ['3452734b-b1eb-42d3-ad33-a11d523ffaea'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:53:00.520639 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/routers/3452734b-b1eb-42d3-ad33-a11d523ffaea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2976573 Jun 02 12:53:00.523112 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50176) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:53:00.534703 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] Routers {'3452734b-b1eb-42d3-ad33-a11d523ffaea'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:53:00.535326 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:52:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3452734b-b1eb-42d3-ad33-a11d523ffaea'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:53:00.586038 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-dc4e8709-f7ae-4f17-8af9-c76563d4af48 None None] Provisioning complete for port 6bfc07f1-1164-4a61-8582-3f5c57b7f81d triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:53:00.586800 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dc4e8709-f7ae-4f17-8af9-c76563d4af48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:00.650528 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4857ee92-f182-4fab-99c0-2c1b99e9a651 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:53:00.715676 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-dc4e8709-f7ae-4f17-8af9-c76563d4af48 None None] Port 6bfc07f1-1164-4a61-8582-3f5c57b7f81d cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:53:00.740037 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 4857ee92-f182-4fab-99c0-2c1b99e9a651 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:53:00.745947 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 4857ee92-f182-4fab-99c0-2c1b99e9a651 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:53:00.746361 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:00.750970 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] Set router 3452734b-b1eb-42d3-ad33-a11d523ffaea gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:53:00.858455 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7b33d0-839e-4f85-a46f-71da81c2bae9 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:00.858842 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7b33d0-839e-4f85-a46f-71da81c2bae9 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:00.859310 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7b33d0-839e-4f85-a46f-71da81c2bae9 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:00.859771 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7b33d0-839e-4f85-a46f-71da81c2bae9 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:00.864189 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2e7b33d0-839e-4f85-a46f-71da81c2bae9 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.3387923 Jun 02 12:53:00.865530 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 50178) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:53:00.881126 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c7fccbce-25b8-40af-a3eb-dd533e8e8eb6 None None] Provisioning complete for port 6bfc07f1-1164-4a61-8582-3f5c57b7f81d triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:53:00.881691 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c7fccbce-25b8-40af-a3eb-dd533e8e8eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:00.920024 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:00.934215 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c39106a-ba6e-485b-bb00-c7c75d458af0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:00.934976 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c39106a-ba6e-485b-bb00-c7c75d458af0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:00.935133 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c39106a-ba6e-485b-bb00-c7c75d458af0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:00.935926 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c39106a-ba6e-485b-bb00-c7c75d458af0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:00.939996 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50180) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:53:00.940162 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5c39106a-ba6e-485b-bb00-c7c75d458af0 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0734441 Jun 02 12:53:00.950979 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c7fccbce-25b8-40af-a3eb-dd533e8e8eb6 None None] Port 6bfc07f1-1164-4a61-8582-3f5c57b7f81d cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:53:00.953412 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 4857ee92-f182-4fab-99c0-2c1b99e9a651, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4857ee92-f182-4fab-99c0-2c1b99e9a651,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:53:00.958352 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:00.959527 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 49d000a0-357a-4530-b7e9-e6f3a50fe6c9 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:53:00.987831 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:53:01.068855 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'name': 'tempest-TestNetworkBasicOps-router-996474291', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:52:53Z', 'updated_at': '2021-06-02T12:52:59Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:13:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:54Z', 'updated_at': '2021-06-02T12:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '6bfc07f1-1164-4a61-8582-3f5c57b7f81d', 'name': '', 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:36:cd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:58Z', 'updated_at': '2021-06-02T12:52:59Z', 'revision_number': 2, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:53:01.072753 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] Checking router: 3452734b-b1eb-42d3-ad33-a11d523ffaea for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:53:01.073113 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] Updating router 3452734b-b1eb-42d3-ad33-a11d523ffaea port 6bfc07f1-1164-4a61-8582-3f5c57b7f81d binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:53:01.077457 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=4857ee92-f182-4fab-99c0-2c1b99e9a651,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:53:01.080531 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:53:01.092100 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 49d000a0-357a-4530-b7e9-e6f3a50fe6c9 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:53:01.097092 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 49d000a0-357a-4530-b7e9-e6f3a50fe6c9 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:53:01.097465 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:01.129039 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:01.162405 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5c1d3399-d1e7-4705-803f-ad5cddb00ca6 tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2205460 Jun 02 12:53:01.230889 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:01.265833 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 49d000a0-357a-4530-b7e9-e6f3a50fe6c9, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=49d000a0-357a-4530-b7e9-e6f3a50fe6c9,segment=NetworkSegment(fa1d9d02-ecd5-4250-9e15-5591d03bf4ed),segment_id=fa1d9d02-ecd5-4250-9e15-5591d03bf4ed)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:53:01.269923 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:01.274986 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:53:01.341126 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=49d000a0-357a-4530-b7e9-e6f3a50fe6c9,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:53:01.344533 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:53:01.369703 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50184) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:53:01.374474 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-d8e727fe-d891-47f4-8ecd-f8a3fd24f5aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1492929116', 'description': 'tempest-secgroup-smoke-1492929116 description', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:53:01.380364 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d8e727fe-d891-47f4-8ecd-f8a3fd24f5aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:53:01.384474 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d8e727fe-d891-47f4-8ecd-f8a3fd24f5aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:53:01.387323 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d8e727fe-d891-47f4-8ecd-f8a3fd24f5aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:53:01.393669 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d8e727fe-d891-47f4-8ecd-f8a3fd24f5aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:53:01.404444 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d8e727fe-d891-47f4-8ecd-f8a3fd24f5aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:01.425346 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d8e727fe-d891-47f4-8ecd-f8a3fd24f5aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:53:01.429226 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d8e727fe-d891-47f4-8ecd-f8a3fd24f5aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:53:01.432123 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d8e727fe-d891-47f4-8ecd-f8a3fd24f5aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:53:01.437754 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d8e727fe-d891-47f4-8ecd-f8a3fd24f5aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:53:01.483169 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:01.494727 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] Transition to ACTIVE for port object 6bfc07f1-1164-4a61-8582-3f5c57b7f81d will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:53:01.501851 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:01.506342 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-207bac66-1e12-4397-bba5-64931e6cdb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:53:01.506936 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d8e727fe-d891-47f4-8ecd-f8a3fd24f5aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:01.511296 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d8e727fe-d891-47f4-8ecd-f8a3fd24f5aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:01.516406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0b112784-c517-4e09-afe9-3f51bbf35c34 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:53:01.557153 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e727fe-d891-47f4-8ecd-f8a3fd24f5aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae9ff5e-4cf9-4a22-b3e0-cf9c84ed826b,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:53:01.560015 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d8e727fe-d891-47f4-8ecd-f8a3fd24f5aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:53:01.561562 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d8e727fe-d891-47f4-8ecd-f8a3fd24f5aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:01.565545 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d8e727fe-d891-47f4-8ecd-f8a3fd24f5aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1947923 Jun 02 12:53:01.565659 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 50186) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:53:01.570395 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-2f6384d6-1f8f-4510-a882-deaa3d9dec8d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '0ae9ff5e-4cf9-4a22-b3e0-cf9c84ed826b', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:53:01.577826 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-2f6384d6-1f8f-4510-a882-deaa3d9dec8d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:53:01.581893 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2f6384d6-1f8f-4510-a882-deaa3d9dec8d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:53:01.586014 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2f6384d6-1f8f-4510-a882-deaa3d9dec8d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:53:01.596071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-2f6384d6-1f8f-4510-a882-deaa3d9dec8d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:53:01.615071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2f6384d6-1f8f-4510-a882-deaa3d9dec8d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:01.634611 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f0e66-982c-4dbd-b77e-adf818e59708 None None] Pushing event updated for resources: {'Port': ['ID=6bfc07f1-1164-4a61-8582-3f5c57b7f81d,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:53:01.672156 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f0e66-982c-4dbd-b77e-adf818e59708 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:53:01.672507 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f0e66-982c-4dbd-b77e-adf818e59708 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:53:01.672846 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f0e66-982c-4dbd-b77e-adf818e59708 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:53:01.673181 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f0e66-982c-4dbd-b77e-adf818e59708 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:53:01.673512 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f0e66-982c-4dbd-b77e-adf818e59708 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:53:01.673837 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f0e66-982c-4dbd-b77e-adf818e59708 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:53:01.674185 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f0e66-982c-4dbd-b77e-adf818e59708 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:53:01.674510 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f0e66-982c-4dbd-b77e-adf818e59708 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:53:01.674856 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f0e66-982c-4dbd-b77e-adf818e59708 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:53:01.675158 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f0e66-982c-4dbd-b77e-adf818e59708 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:53:01.675475 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f0e66-982c-4dbd-b77e-adf818e59708 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:53:01.675790 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f0e66-982c-4dbd-b77e-adf818e59708 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:53:01.684160 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2f6384d6-1f8f-4510-a882-deaa3d9dec8d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:01.686920 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-747f0e66-982c-4dbd-b77e-adf818e59708 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:53:01.688206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2f6384d6-1f8f-4510-a882-deaa3d9dec8d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:01.695241 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e281f234-44f9-401b-8fa9-f61c90b0fcbe tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:53:01.720367 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6384d6-1f8f-4510-a882-deaa3d9dec8d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29f9d84-7968-40df-8af1-a58c597b1653,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:53:01.723877 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2f6384d6-1f8f-4510-a882-deaa3d9dec8d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:53:01.732817 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2f6384d6-1f8f-4510-a882-deaa3d9dec8d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:01.736782 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2f6384d6-1f8f-4510-a882-deaa3d9dec8d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1676903 Jun 02 12:53:01.737467 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 50188) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:53:01.739613 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] Attempting to bind port 6bfc07f1-1164-4a61-8582-3f5c57b7f81d on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:53:01.739990 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] Attempting to bind port 6bfc07f1-1164-4a61-8582-3f5c57b7f81d by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fa1d9d02-ecd5-4250-9e15-5591d03bf4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:53:01.740360 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] Attempting to bind port 6bfc07f1-1164-4a61-8582-3f5c57b7f81d on network 2a66f987-4f53-4f3e-83e1-0aa096a69610 {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:53:01.742351 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-33b774d9-b919-4dff-b017-280783b522eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '0ae9ff5e-4cf9-4a22-b3e0-cf9c84ed826b', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:53:01.746064 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:53:01.746470 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] Checking segment: {'id': 'fa1d9d02-ecd5-4250-9e15-5591d03bf4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:53:01.746879 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:01.747270 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] Bound using segment: {'id': 'fa1d9d02-ecd5-4250-9e15-5591d03bf4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:53:01.748023 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] Bound port: 6bfc07f1-1164-4a61-8582-3f5c57b7f81d, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1d9d02-ecd5-4250-9e15-5591d03bf4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:53:01.748403 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:01.748679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-33b774d9-b919-4dff-b017-280783b522eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:53:01.752984 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-33b774d9-b919-4dff-b017-280783b522eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:53:01.755963 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-33b774d9-b919-4dff-b017-280783b522eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:53:01.763573 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-33b774d9-b919-4dff-b017-280783b522eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:53:01.782944 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-33b774d9-b919-4dff-b017-280783b522eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:01.842090 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] For port 6bfc07f1-1164-4a61-8582-3f5c57b7f81d, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:53:01.845219 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] For port 6bfc07f1-1164-4a61-8582-3f5c57b7f81d, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=6bfc07f1-1164-4a61-8582-3f5c57b7f81d,segment=NetworkSegment(fa1d9d02-ecd5-4250-9e15-5591d03bf4ed),segment_id=fa1d9d02-ecd5-4250-9e15-5591d03bf4ed)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:53:01.845818 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-33b774d9-b919-4dff-b017-280783b522eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:01.848933 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:01.849584 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-33b774d9-b919-4dff-b017-280783b522eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:01.851385 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a70e5699-4961-49a7-89d0-6512b2612d76 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:53:01.852443 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-aa917e36-03e2-4b6a-b1dd-ff050ed92b2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:53:01.873958 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b774d9-b919-4dff-b017-280783b522eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49f5539-ddda-47d8-b72e-74bb8f86510c,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:53:01.876336 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-33b774d9-b919-4dff-b017-280783b522eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:53:01.884196 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-33b774d9-b919-4dff-b017-280783b522eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:01.885488 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-33b774d9-b919-4dff-b017-280783b522eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1470304 Jun 02 12:53:01.888216 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 50190) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:53:01.892674 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-766c96cd-34db-4bdb-b734-413f6333399f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '0ae9ff5e-4cf9-4a22-b3e0-cf9c84ed826b', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:53:01.898386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-766c96cd-34db-4bdb-b734-413f6333399f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:53:01.902247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-766c96cd-34db-4bdb-b734-413f6333399f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:53:01.905077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-766c96cd-34db-4bdb-b734-413f6333399f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:53:01.911031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-766c96cd-34db-4bdb-b734-413f6333399f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:53:01.922646 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f0e66-982c-4dbd-b77e-adf818e59708 None None] Pushing event updated for resources: {'Port': ['ID=6bfc07f1-1164-4a61-8582-3f5c57b7f81d,revision_number=4']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:53:01.928994 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-766c96cd-34db-4bdb-b734-413f6333399f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:01.934781 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-747f0e66-982c-4dbd-b77e-adf818e59708 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:53:01.935366 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] Routers {'3452734b-b1eb-42d3-ad33-a11d523ffaea'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:53:01.935970 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:52:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3452734b-b1eb-42d3-ad33-a11d523ffaea'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:53:01.996612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-766c96cd-34db-4bdb-b734-413f6333399f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:02.002000 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-766c96cd-34db-4bdb-b734-413f6333399f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:02.004160 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-66c76af5-8ebc-4fe4-ac5a-38bbabda0019 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:53:02.031007 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c96cd-34db-4bdb-b734-413f6333399f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf51b9d-1272-47a4-a023-d4cfc0c66993,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:53:02.034014 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-766c96cd-34db-4bdb-b734-413f6333399f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:53:02.043077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-766c96cd-34db-4bdb-b734-413f6333399f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:02.044554 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-766c96cd-34db-4bdb-b734-413f6333399f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1552961 Jun 02 12:53:02.047490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50192) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:53:02.052256 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-0c141de1-d474-4321-b86c-1eaef6bb3d3e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '0ae9ff5e-4cf9-4a22-b3e0-cf9c84ed826b', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:53:02.058906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0c141de1-d474-4321-b86c-1eaef6bb3d3e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:53:02.063185 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0c141de1-d474-4321-b86c-1eaef6bb3d3e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:53:02.066542 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-0c141de1-d474-4321-b86c-1eaef6bb3d3e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:53:02.072833 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-0c141de1-d474-4321-b86c-1eaef6bb3d3e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:53:02.089690 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c141de1-d474-4321-b86c-1eaef6bb3d3e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:02.153402 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] Set router 3452734b-b1eb-42d3-ad33-a11d523ffaea gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:53:02.153841 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c141de1-d474-4321-b86c-1eaef6bb3d3e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:02.157518 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c141de1-d474-4321-b86c-1eaef6bb3d3e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:02.159701 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e779bbe2-f973-4cf2-a2a9-97d2e91d2c7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:53:02.185936 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c141de1-d474-4321-b86c-1eaef6bb3d3e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f64614e-b714-4e0f-b7b6-20d5accfb2e7,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:53:02.188507 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0c141de1-d474-4321-b86c-1eaef6bb3d3e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:53:02.199509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0c141de1-d474-4321-b86c-1eaef6bb3d3e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:02.200764 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0c141de1-d474-4321-b86c-1eaef6bb3d3e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1522832 Jun 02 12:53:02.203583 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50194) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:53:02.208795 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-1dd34439-fe70-49b6-a10a-092519afb4f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '0ae9ff5e-4cf9-4a22-b3e0-cf9c84ed826b', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:53:02.214800 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1dd34439-fe70-49b6-a10a-092519afb4f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:53:02.218603 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1dd34439-fe70-49b6-a10a-092519afb4f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:53:02.221484 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1dd34439-fe70-49b6-a10a-092519afb4f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:53:02.227177 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1dd34439-fe70-49b6-a10a-092519afb4f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:53:02.237700 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.securitygroups_db [None req-1dd34439-fe70-49b6-a10a-092519afb4f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:53:02.244036 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1dd34439-fe70-49b6-a10a-092519afb4f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:02.309892 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1dd34439-fe70-49b6-a10a-092519afb4f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:02.313575 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1dd34439-fe70-49b6-a10a-092519afb4f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:02.320879 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-06a6a953-bbad-416a-a572-9e1dfbf112dd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:53:02.339381 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd34439-fe70-49b6-a10a-092519afb4f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f5f8a9-aa89-49dd-a130-20594157b6a5,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:53:02.342523 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1dd34439-fe70-49b6-a10a-092519afb4f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:53:02.349656 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1dd34439-fe70-49b6-a10a-092519afb4f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:02.350854 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1dd34439-fe70-49b6-a10a-092519afb4f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1461470 Jun 02 12:53:02.354085 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50198) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:53:02.358474 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ef6b799a-11e3-441f-a9cd-c0a6c2fa721c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'security_group_rule': {'security_group_id': '0ae9ff5e-4cf9-4a22-b3e0-cf9c84ed826b', 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:53:02.364843 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ef6b799a-11e3-441f-a9cd-c0a6c2fa721c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:53:02.369201 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ef6b799a-11e3-441f-a9cd-c0a6c2fa721c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:security_group_rule and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:53:02.372049 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ef6b799a-11e3-441f-a9cd-c0a6c2fa721c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:53:02.378024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ef6b799a-11e3-441f-a9cd-c0a6c2fa721c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:53:02.388009 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.securitygroups_db [None req-ef6b799a-11e3-441f-a9cd-c0a6c2fa721c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Project d135ab4d6a4341bf86e3c86c09f17ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 12:53:02.393640 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef6b799a-11e3-441f-a9cd-c0a6c2fa721c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:02.458696 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef6b799a-11e3-441f-a9cd-c0a6c2fa721c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:02.462303 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef6b799a-11e3-441f-a9cd-c0a6c2fa721c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:02.464145 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f5282c63-fd21-4ae9-ae7a-342d30a79d4d tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:53:02.484879 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b799a-11e3-441f-a9cd-c0a6c2fa721c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddfed048-53b5-4a2b-9313-e973a996b433,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:53:02.485987 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'name': 'tempest-TestNetworkBasicOps-router-996474291', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:52:53Z', 'updated_at': '2021-06-02T12:52:59Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:54Z', 'updated_at': '2021-06-02T12:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '6bfc07f1-1164-4a61-8582-3f5c57b7f81d', 'name': '', 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:36:cd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:58Z', 'updated_at': '2021-06-02T12:53:01Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:53:02.488718 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ef6b799a-11e3-441f-a9cd-c0a6c2fa721c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:53:02.489967 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d553c784-1f08-4f02-a670-7b1ba49d30cb None None] The sync data for ids ['3452734b-b1eb-42d3-ad33-a11d523ffaea'] in dv-neutron-601336-80-hyperv is: [{'id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'name': 'tempest-TestNetworkBasicOps-router-996474291', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:52:53Z', 'updated_at': '2021-06-02T12:52:59Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:54Z', 'updated_at': '2021-06-02T12:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '6bfc07f1-1164-4a61-8582-3f5c57b7f81d', 'name': '', 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:36:cd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:58Z', 'updated_at': '2021-06-02T12:53:01Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:53:02.497041 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef6b799a-11e3-441f-a9cd-c0a6c2fa721c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:02.498360 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ef6b799a-11e3-441f-a9cd-c0a6c2fa721c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1433170 Jun 02 12:53:02.610253 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4857ee92-f182-4fab-99c0-2c1b99e9a651 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:53:02.692995 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 4857ee92-f182-4fab-99c0-2c1b99e9a651 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:53:02.693604 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:02.714477 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-052c077d-566c-4892-af3f-aa3d8604684b req-73fbf66b-a88d-4dbc-9604-ae47a59687b2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:53:02.730684 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-052c077d-566c-4892-af3f-aa3d8604684b req-73fbf66b-a88d-4dbc-9604-ae47a59687b2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:53:02.731913 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-052c077d-566c-4892-af3f-aa3d8604684b req-73fbf66b-a88d-4dbc-9604-ae47a59687b2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1492929116&fields=id&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 267 time: 0.0712109 Jun 02 12:53:02.825959 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 49d000a0-357a-4530-b7e9-e6f3a50fe6c9 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:53:02.891509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c077d-566c-4892-af3f-aa3d8604684b req-debfcd76-73ae-451a-b200-c4115eec7e8d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:02.892220 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-052c077d-566c-4892-af3f-aa3d8604684b req-debfcd76-73ae-451a-b200-c4115eec7e8d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:network {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:53:02.896955 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 49d000a0-357a-4530-b7e9-e6f3a50fe6c9 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:53:02.897335 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:02.908955 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-052c077d-566c-4892-af3f-aa3d8604684b req-debfcd76-73ae-451a-b200-c4115eec7e8d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:network {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:53:02.911861 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-052c077d-566c-4892-af3f-aa3d8604684b req-debfcd76-73ae-451a-b200-c4115eec7e8d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/networks?id=2a66f987-4f53-4f3e-83e1-0aa096a69610 HTTP/1.1" status: 200 len: 796 time: 0.1729844 Jun 02 12:53:02.929165 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-052c077d-566c-4892-af3f-aa3d8604684b req-483492f6-98cf-4118-889f-7dbf8a80b3f6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/quotas/d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 375 time: 0.0112631 Jun 02 12:53:03.022181 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-052c077d-566c-4892-af3f-aa3d8604684b req-d772c93b-d002-423d-8cab-34721b26c691 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:53:03.041781 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-052c077d-566c-4892-af3f-aa3d8604684b req-d772c93b-d002-423d-8cab-34721b26c691 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:53:03.046639 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-052c077d-566c-4892-af3f-aa3d8604684b req-d772c93b-d002-423d-8cab-34721b26c691 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1096544 Jun 02 12:53:03.187887 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-052c077d-566c-4892-af3f-aa3d8604684b req-00a5da23-ecb2-4993-a39a-612c7f7bb574 service neutron] 10.222.0.37 "GET /v2.0/networks/2a66f987-4f53-4f3e-83e1-0aa096a69610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327820 Jun 02 12:53:03.328200 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-052c077d-566c-4892-af3f-aa3d8604684b req-c41bdf1e-e265-4969-941e-e7364d8a6618 service neutron] 10.222.0.37 "GET /v2.0/networks/2a66f987-4f53-4f3e-83e1-0aa096a69610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342492 Jun 02 12:53:03.520800 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-ce817c9c-fde9-42dc-ad37-41dd5dffa9be req-593553b5-c4a9-411b-9710-1616d37b5e0b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:53:03.533468 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-ce817c9c-fde9-42dc-ad37-41dd5dffa9be req-593553b5-c4a9-411b-9710-1616d37b5e0b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:53:03.534914 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ce817c9c-fde9-42dc-ad37-41dd5dffa9be req-593553b5-c4a9-411b-9710-1616d37b5e0b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e471e54-8823-4475-9908-51e7a50c43eb HTTP/1.1" status: 200 len: 210 time: 0.0634513 Jun 02 12:53:04.595504 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 6bfc07f1-1164-4a61-8582-3f5c57b7f81d up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:53:04.639602 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e4a03b21-0d73-4852-ad49-829112bfa159 req-4dff6b11-217c-4e22-9d8a-27482bd0699e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e471e54-8823-4475-9908-51e7a50c43eb HTTP/1.1" status: 200 len: 210 time: 0.0515440 Jun 02 12:53:04.679210 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 6bfc07f1-1164-4a61-8582-3f5c57b7f81d completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:53:04.684737 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 6bfc07f1-1164-4a61-8582-3f5c57b7f81d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:53:04.685110 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:04.806853 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:04.839335 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 6bfc07f1-1164-4a61-8582-3f5c57b7f81d, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=6bfc07f1-1164-4a61-8582-3f5c57b7f81d,segment=NetworkSegment(fa1d9d02-ecd5-4250-9e15-5591d03bf4ed),segment_id=fa1d9d02-ecd5-4250-9e15-5591d03bf4ed)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:53:04.843059 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:04.844928 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:53:04.914589 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=6bfc07f1-1164-4a61-8582-3f5c57b7f81d,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:53:04.918909 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:53:05.636700 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c077d-566c-4892-af3f-aa3d8604684b req-b1cd1945-dcb6-4023-8b29-0f4521abd095 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:05.638145 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-052c077d-566c-4892-af3f-aa3d8604684b req-b1cd1945-dcb6-4023-8b29-0f4521abd095 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/networks?id=2a66f987-4f53-4f3e-83e1-0aa096a69610 HTTP/1.1" status: 200 len: 796 time: 0.1479371 Jun 02 12:53:05.690742 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-052c077d-566c-4892-af3f-aa3d8604684b req-830388e6-a89f-4a31-bf85-c2d3d893325b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8 HTTP/1.1" status: 200 len: 380 time: 0.0429931 Jun 02 12:53:05.700928 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-052c077d-566c-4892-af3f-aa3d8604684b req-c26e7bc3-d45b-4257-8ef1-4ca0ff3d6df4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'port': {'device_id': '2e471e54-8823-4475-9908-51e7a50c43eb', 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610', 'admin_state_up': True, 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'security_groups': ['0ae9ff5e-4cf9-4a22-b3e0-cf9c84ed826b']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:53:05.955693 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-77ec7817-03de-487a-b94e-02f0a0be4286 req-ffeaeca6-6cea-4b41-87a8-e364e607f90d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e471e54-8823-4475-9908-51e7a50c43eb HTTP/1.1" status: 200 len: 210 time: 0.1794605 Jun 02 12:53:06.002313 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-052c077d-566c-4892-af3f-aa3d8604684b req-c26e7bc3-d45b-4257-8ef1-4ca0ff3d6df4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:53:06.011839 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-052c077d-566c-4892-af3f-aa3d8604684b req-c26e7bc3-d45b-4257-8ef1-4ca0ff3d6df4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:53:06.021134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052c077d-566c-4892-af3f-aa3d8604684b req-c26e7bc3-d45b-4257-8ef1-4ca0ff3d6df4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Made reservation on behalf of d135ab4d6a4341bf86e3c86c09f17ff8 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:53:06.024578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-052c077d-566c-4892-af3f-aa3d8604684b req-c26e7bc3-d45b-4257-8ef1-4ca0ff3d6df4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:06.183627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-052c077d-566c-4892-af3f-aa3d8604684b req-c26e7bc3-d45b-4257-8ef1-4ca0ff3d6df4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.20.0.9 (2a66f987-4f53-4f3e-83e1-0aa096a69610/9525e172-b54c-4cf3-9508-c8beb8a8fc56/010d1e99-e5ef-47c9-8c89-c3e1ab85925f) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:53:06.369486 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-052c077d-566c-4892-af3f-aa3d8604684b req-c26e7bc3-d45b-4257-8ef1-4ca0ff3d6df4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:06.384167 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-052c077d-566c-4892-af3f-aa3d8604684b req-c26e7bc3-d45b-4257-8ef1-4ca0ff3d6df4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Transition to ACTIVE for port object 010d1e99-e5ef-47c9-8c89-c3e1ab85925f will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:53:06.407417 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-052c077d-566c-4892-af3f-aa3d8604684b req-c26e7bc3-d45b-4257-8ef1-4ca0ff3d6df4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:06.412935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f555641f-9481-4167-8d6a-9fad29b1f4aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:53:06.487477 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052c077d-566c-4892-af3f-aa3d8604684b req-c26e7bc3-d45b-4257-8ef1-4ca0ff3d6df4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 2a66f987-4f53-4f3e-83e1-0aa096a69610 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:53:06.488558 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-052c077d-566c-4892-af3f-aa3d8604684b req-c26e7bc3-d45b-4257-8ef1-4ca0ff3d6df4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:53:06.492580 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-052c077d-566c-4892-af3f-aa3d8604684b req-c26e7bc3-d45b-4257-8ef1-4ca0ff3d6df4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:53:06.532643 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e7bc3-d45b-4257-8ef1-4ca0ff3d6df4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=010d1e99-e5ef-47c9-8c89-c3e1ab85925f,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:53:06.537610 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c26e7bc3-d45b-4257-8ef1-4ca0ff3d6df4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:53:06.571356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c077d-566c-4892-af3f-aa3d8604684b req-c26e7bc3-d45b-4257-8ef1-4ca0ff3d6df4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:06.571983 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-052c077d-566c-4892-af3f-aa3d8604684b req-c26e7bc3-d45b-4257-8ef1-4ca0ff3d6df4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:06.584658 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 6bfc07f1-1164-4a61-8582-3f5c57b7f81d up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:53:06.600946 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-052c077d-566c-4892-af3f-aa3d8604684b req-c26e7bc3-d45b-4257-8ef1-4ca0ff3d6df4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9036539 Jun 02 12:53:06.613479 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-052c077d-566c-4892-af3f-aa3d8604684b req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Request body: {'port': {'device_id': '2e471e54-8823-4475-9908-51e7a50c43eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:53:06.666711 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 6bfc07f1-1164-4a61-8582-3f5c57b7f81d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:53:06.667400 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:06.733013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-052c077d-566c-4892-af3f-aa3d8604684b req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:06.798199 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-61e2ff50-25a7-4590-8aef-52fdc8a3932e None None] Provisioning for port 010d1e99-e5ef-47c9-8c89-c3e1ab85925f completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:53:06.804775 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-61e2ff50-25a7-4590-8aef-52fdc8a3932e None None] Provisioning complete for port 010d1e99-e5ef-47c9-8c89-c3e1ab85925f triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:53:06.805241 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-61e2ff50-25a7-4590-8aef-52fdc8a3932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:06.858833 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-61e2ff50-25a7-4590-8aef-52fdc8a3932e None None] Port 010d1e99-e5ef-47c9-8c89-c3e1ab85925f cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:53:07.095173 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-052c077d-566c-4892-af3f-aa3d8604684b req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 010d1e99-e5ef-47c9-8c89-c3e1ab85925f {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:53:07.102728 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-052c077d-566c-4892-af3f-aa3d8604684b req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:07.117245 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-052c077d-566c-4892-af3f-aa3d8604684b req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Transition to ACTIVE for port object 010d1e99-e5ef-47c9-8c89-c3e1ab85925f will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:53:07.122831 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-052c077d-566c-4892-af3f-aa3d8604684b req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:07.127474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bd455513-5d24-420c-a957-40978887d6b4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:53:07.152075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de845d-e235-4fb8-9cc6-3ad6f8573e12 req-702f723d-b844-47a4-aeac-4209eed2052c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:07.153545 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-85de845d-e235-4fb8-9cc6-3ad6f8573e12 req-702f723d-b844-47a4-aeac-4209eed2052c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e471e54-8823-4475-9908-51e7a50c43eb HTTP/1.1" status: 200 len: 931 time: 0.0882530 Jun 02 12:53:07.203880 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-85de845d-e235-4fb8-9cc6-3ad6f8573e12 req-5ab044a4-cf15-4dc3-bc0e-bf4a8badfdd6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae9ff5e-4cf9-4a22-b3e0-cf9c84ed826b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445251 Jun 02 12:53:07.288916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Pushing event updated for resources: {'Port': ['ID=010d1e99-e5ef-47c9-8c89-c3e1ab85925f,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:53:07.296750 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:53:07.371692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-052c077d-566c-4892-af3f-aa3d8604684b req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Attempting to bind port 010d1e99-e5ef-47c9-8c89-c3e1ab85925f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:53:07.372033 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-052c077d-566c-4892-af3f-aa3d8604684b req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Attempting to bind port 010d1e99-e5ef-47c9-8c89-c3e1ab85925f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'fa1d9d02-ecd5-4250-9e15-5591d03bf4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:53:07.372363 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c077d-566c-4892-af3f-aa3d8604684b req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Attempting to bind port 010d1e99-e5ef-47c9-8c89-c3e1ab85925f on network 2a66f987-4f53-4f3e-83e1-0aa096a69610 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:53:07.377166 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c077d-566c-4892-af3f-aa3d8604684b req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Port 010d1e99-e5ef-47c9-8c89-c3e1ab85925f on network 2a66f987-4f53-4f3e-83e1-0aa096a69610 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:53:07.377486 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c077d-566c-4892-af3f-aa3d8604684b req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Attempting to bind port 010d1e99-e5ef-47c9-8c89-c3e1ab85925f on network 2a66f987-4f53-4f3e-83e1-0aa096a69610 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:53:07.383313 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c077d-566c-4892-af3f-aa3d8604684b req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:53:07.384350 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c077d-566c-4892-af3f-aa3d8604684b req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Checking segment: {'id': 'fa1d9d02-ecd5-4250-9e15-5591d03bf4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:53:07.384732 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c077d-566c-4892-af3f-aa3d8604684b req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Bound using segment: {'id': 'fa1d9d02-ecd5-4250-9e15-5591d03bf4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:53:07.385166 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-052c077d-566c-4892-af3f-aa3d8604684b req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Bound port: 010d1e99-e5ef-47c9-8c89-c3e1ab85925f, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa1d9d02-ecd5-4250-9e15-5591d03bf4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:53:07.385512 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-052c077d-566c-4892-af3f-aa3d8604684b req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:07.478165 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-052c077d-566c-4892-af3f-aa3d8604684b req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] For port 010d1e99-e5ef-47c9-8c89-c3e1ab85925f, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:53:07.481672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-052c077d-566c-4892-af3f-aa3d8604684b req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] For port 010d1e99-e5ef-47c9-8c89-c3e1ab85925f, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=010d1e99-e5ef-47c9-8c89-c3e1ab85925f,segment=NetworkSegment(fa1d9d02-ecd5-4250-9e15-5591d03bf4ed),segment_id=fa1d9d02-ecd5-4250-9e15-5591d03bf4ed)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:53:07.486115 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-052c077d-566c-4892-af3f-aa3d8604684b req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:07.489618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-20dc26dc-c3ad-443a-a671-0f6a1dc97dae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:53:07.540916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c077d-566c-4892-af3f-aa3d8604684b req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:07.541520 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-052c077d-566c-4892-af3f-aa3d8604684b req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:07.542977 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-052c077d-566c-4892-af3f-aa3d8604684b req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] 10.222.0.22 "PUT /v2.0/ports/010d1e99-e5ef-47c9-8c89-c3e1ab85925f HTTP/1.1" status: 200 len: 1093 time: 0.9346070 Jun 02 12:53:07.543414 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e471e54-8823-4475-9908-51e7a50c43eb', 'tag': '010d1e99-e5ef-47c9-8c89-c3e1ab85925f'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:53:07.545712 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4173893-33ec-45e7-bfab-5f4e09237341" -d '{"events": [{"name": "network-changed", "server_uuid": "2e471e54-8823-4475-9908-51e7a50c43eb", "tag": "010d1e99-e5ef-47c9-8c89-c3e1ab85925f"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:53:07.572767 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Pushing event updated for resources: {'Port': ['ID=010d1e99-e5ef-47c9-8c89-c3e1ab85925f,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:53:07.575894 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:53:07.617199 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d3a46d-3142-40b0-80c3-3ea3b6c2b2fd x-openstack-request-id: req-d9d3a46d-3142-40b0-80c3-3ea3b6c2b2fd {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:53:07.617538 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e471e54-8823-4475-9908-51e7a50c43eb", "tag": "010d1e99-e5ef-47c9-8c89-c3e1ab85925f", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:53:07.618016 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9d3a46d-3142-40b0-80c3-3ea3b6c2b2fd {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:53:07.618971 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e471e54-8823-4475-9908-51e7a50c43eb', 'tag': '010d1e99-e5ef-47c9-8c89-c3e1ab85925f', 'status': 'completed', 'code': 200} Jun 02 12:53:07.660070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c077d-566c-4892-af3f-aa3d8604684b req-bd0aa606-2879-4827-aad0-33ef3b42edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:07.661530 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-052c077d-566c-4892-af3f-aa3d8604684b req-bd0aa606-2879-4827-aad0-33ef3b42edf0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=2e471e54-8823-4475-9908-51e7a50c43eb HTTP/1.1" status: 200 len: 1096 time: 0.0808909 Jun 02 12:53:07.734726 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-052c077d-566c-4892-af3f-aa3d8604684b req-2237d182-5e8d-4ef3-8b7c-85c2126f6191 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=010d1e99-e5ef-47c9-8c89-c3e1ab85925f HTTP/1.1" status: 200 len: 217 time: 0.0646219 Jun 02 12:53:07.795800 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c077d-566c-4892-af3f-aa3d8604684b req-0112d5cd-5bab-4b32-85b1-ddac124a69ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:07.797136 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-052c077d-566c-4892-af3f-aa3d8604684b req-0112d5cd-5bab-4b32-85b1-ddac124a69ab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9525e172-b54c-4cf3-9508-c8beb8a8fc56 HTTP/1.1" status: 200 len: 835 time: 0.0564644 Jun 02 12:53:07.871127 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c077d-566c-4892-af3f-aa3d8604684b req-47212f40-2e07-4b5a-a26f-11586a55d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:07.872480 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-052c077d-566c-4892-af3f-aa3d8604684b req-47212f40-2e07-4b5a-a26f-11586a55d287 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a66f987-4f53-4f3e-83e1-0aa096a69610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0693047 Jun 02 12:53:08.000567 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-052c077d-566c-4892-af3f-aa3d8604684b req-fa5740c6-cbd0-4715-93da-e52afe065f32 service neutron] 10.222.0.22 "GET /v2.0/networks/2a66f987-4f53-4f3e-83e1-0aa096a69610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218081 Jun 02 12:53:08.131829 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-052c077d-566c-4892-af3f-aa3d8604684b req-8ab330c8-b61b-4a03-a0e6-7265f860b951 service neutron] 10.222.0.22 "GET /v2.0/networks/2a66f987-4f53-4f3e-83e1-0aa096a69610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242685 Jun 02 12:53:08.261724 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4173893-33ec-45e7-bfab-5f4e09237341 req-1b45e729-dc8f-4e21-b4f1-9ff2cda00626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:08.263211 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f4173893-33ec-45e7-bfab-5f4e09237341 req-1b45e729-dc8f-4e21-b4f1-9ff2cda00626 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=2e471e54-8823-4475-9908-51e7a50c43eb HTTP/1.1" status: 200 len: 1096 time: 0.0773129 Jun 02 12:53:08.390604 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ba604-ef07-4a03-b584-063981b86563 req-73f4a755-7806-4afc-ba64-d873aab3d133 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:08.392057 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7e7ba604-ef07-4a03-b584-063981b86563 req-73f4a755-7806-4afc-ba64-d873aab3d133 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e471e54-8823-4475-9908-51e7a50c43eb HTTP/1.1" status: 200 len: 943 time: 0.0817029 Jun 02 12:53:08.438865 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7e7ba604-ef07-4a03-b584-063981b86563 req-52c8ab76-81bb-496b-b87c-4a5b45f7428b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae9ff5e-4cf9-4a22-b3e0-cf9c84ed826b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409353 Jun 02 12:53:08.523763 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4173893-33ec-45e7-bfab-5f4e09237341 req-fc0f038b-697f-40c4-9b75-7357c041da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:08.525882 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f4173893-33ec-45e7-bfab-5f4e09237341 req-fc0f038b-697f-40c4-9b75-7357c041da12 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a66f987-4f53-4f3e-83e1-0aa096a69610 HTTP/1.1" status: 200 len: 897 time: 0.2564094 Jun 02 12:53:08.596626 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f4173893-33ec-45e7-bfab-5f4e09237341 req-cea864ae-b364-413a-bb10-fa54ecdca97c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=010d1e99-e5ef-47c9-8c89-c3e1ab85925f HTTP/1.1" status: 200 len: 217 time: 0.0643485 Jun 02 12:53:08.658530 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4173893-33ec-45e7-bfab-5f4e09237341 req-d464f1b7-25e0-499f-ae03-879a592f0875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:08.660150 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f4173893-33ec-45e7-bfab-5f4e09237341 req-d464f1b7-25e0-499f-ae03-879a592f0875 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9525e172-b54c-4cf3-9508-c8beb8a8fc56 HTTP/1.1" status: 200 len: 835 time: 0.0570714 Jun 02 12:53:08.734383 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4173893-33ec-45e7-bfab-5f4e09237341 req-32bf57b6-859f-473d-b6cc-55f7b203d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:08.735796 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f4173893-33ec-45e7-bfab-5f4e09237341 req-32bf57b6-859f-473d-b6cc-55f7b203d9f8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a66f987-4f53-4f3e-83e1-0aa096a69610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0686953 Jun 02 12:53:08.869145 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f4173893-33ec-45e7-bfab-5f4e09237341 req-772799aa-a2c6-4f30-80a6-8f7c42b6a11c service neutron] 10.222.0.22 "GET /v2.0/networks/2a66f987-4f53-4f3e-83e1-0aa096a69610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248677 Jun 02 12:53:09.001238 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f4173893-33ec-45e7-bfab-5f4e09237341 req-574fba03-db08-48ac-a250-b63aca175863 service neutron] 10.222.0.22 "GET /v2.0/networks/2a66f987-4f53-4f3e-83e1-0aa096a69610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255052 Jun 02 12:53:09.630449 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6199cae-2af9-42a0-b40d-e954bc71b2d8 req-9e1abf7c-0370-4981-bc68-bbcad1424814 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:09.631138 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-f6199cae-2af9-42a0-b40d-e954bc71b2d8 req-9e1abf7c-0370-4981-bc68-bbcad1424814 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:53:09.645805 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-f6199cae-2af9-42a0-b40d-e954bc71b2d8 req-9e1abf7c-0370-4981-bc68-bbcad1424814 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:53:09.647058 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f6199cae-2af9-42a0-b40d-e954bc71b2d8 req-9e1abf7c-0370-4981-bc68-bbcad1424814 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e471e54-8823-4475-9908-51e7a50c43eb HTTP/1.1" status: 200 len: 943 time: 0.0997458 Jun 02 12:53:09.692212 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f6199cae-2af9-42a0-b40d-e954bc71b2d8 req-75719884-9a5d-4aa6-a064-8cc0a3e6a99a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae9ff5e-4cf9-4a22-b3e0-cf9c84ed826b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389400 Jun 02 12:53:10.890685 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969db7f3-c8db-454c-84e0-1fbb3de3d473 req-2344e9fa-420b-4406-934c-6d4380915dff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:10.892037 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-969db7f3-c8db-454c-84e0-1fbb3de3d473 req-2344e9fa-420b-4406-934c-6d4380915dff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e471e54-8823-4475-9908-51e7a50c43eb HTTP/1.1" status: 200 len: 943 time: 0.0944178 Jun 02 12:53:10.935738 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-969db7f3-c8db-454c-84e0-1fbb3de3d473 req-83daea9a-195a-41e6-93d0-aeff4376b0fc tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae9ff5e-4cf9-4a22-b3e0-cf9c84ed826b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381696 Jun 02 12:53:10.973645 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 010d1e99-e5ef-47c9-8c89-c3e1ab85925f details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:53:11.103964 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 010d1e99-e5ef-47c9-8c89-c3e1ab85925f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=010d1e99-e5ef-47c9-8c89-c3e1ab85925f,segment=NetworkSegment(fa1d9d02-ecd5-4250-9e15-5591d03bf4ed),segment_id=fa1d9d02-ecd5-4250-9e15-5591d03bf4ed)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:53:11.116489 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '010d1e99-e5ef-47c9-8c89-c3e1ab85925f', 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610', 'port_id': '010d1e99-e5ef-47c9-8c89-c3e1ab85925f', 'mac_address': 'fa:16:3e:06:b5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:53:11.183533 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:11.200923 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 010d1e99-e5ef-47c9-8c89-c3e1ab85925f {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:53:11.216268 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 010d1e99-e5ef-47c9-8c89-c3e1ab85925f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=010d1e99-e5ef-47c9-8c89-c3e1ab85925f,segment=NetworkSegment(fa1d9d02-ecd5-4250-9e15-5591d03bf4ed),segment_id=fa1d9d02-ecd5-4250-9e15-5591d03bf4ed)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:53:11.220381 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:11.223263 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9ca3e6c7-1325-40b3-a0c9-10a7513ae730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:53:11.288787 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=010d1e99-e5ef-47c9-8c89-c3e1ab85925f,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:53:11.291737 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:53:11.523972 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['010d1e99-e5ef-47c9-8c89-c3e1ab85925f'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:53:12.116366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdaa06d-9c7c-4f5c-8239-491ea779d3b0 req-236d5ed9-a2f0-429d-a3e0-de0f9251af88 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:12.117854 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6bdaa06d-9c7c-4f5c-8239-491ea779d3b0 req-236d5ed9-a2f0-429d-a3e0-de0f9251af88 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e471e54-8823-4475-9908-51e7a50c43eb HTTP/1.1" status: 200 len: 944 time: 0.0814183 Jun 02 12:53:12.166393 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6bdaa06d-9c7c-4f5c-8239-491ea779d3b0 req-96c0dbd0-32ae-4a56-abf0-1e583572248b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae9ff5e-4cf9-4a22-b3e0-cf9c84ed826b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426419 Jun 02 12:53:12.980613 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 010d1e99-e5ef-47c9-8c89-c3e1ab85925f up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:53:13.048085 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 010d1e99-e5ef-47c9-8c89-c3e1ab85925f completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:53:13.052489 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 010d1e99-e5ef-47c9-8c89-c3e1ab85925f triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:53:13.052869 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:13.169426 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:13.195572 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e471e54-8823-4475-9908-51e7a50c43eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010d1e99-e5ef-47c9-8c89-c3e1ab85925f'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:53:13.197876 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828889d2-a409-4b95-9a15-386b257332d4" -d '{"events": [{"server_uuid": "2e471e54-8823-4475-9908-51e7a50c43eb", "name": "network-vif-plugged", "status": "completed", "tag": "010d1e99-e5ef-47c9-8c89-c3e1ab85925f"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:53:13.205470 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 010d1e99-e5ef-47c9-8c89-c3e1ab85925f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=010d1e99-e5ef-47c9-8c89-c3e1ab85925f,segment=NetworkSegment(fa1d9d02-ecd5-4250-9e15-5591d03bf4ed),segment_id=fa1d9d02-ecd5-4250-9e15-5591d03bf4ed)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:53:13.218241 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:13.221061 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-21499228-20ac-4a0a-933a-d090691216fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:53:13.296665 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=010d1e99-e5ef-47c9-8c89-c3e1ab85925f,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:53:13.299961 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:53:13.308719 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceec412-1ba9-4dac-8ddb-35bc1fb8141c x-openstack-request-id: req-cceec412-1ba9-4dac-8ddb-35bc1fb8141c {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:53:13.309021 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e471e54-8823-4475-9908-51e7a50c43eb", "name": "network-vif-plugged", "status": "completed", "tag": "010d1e99-e5ef-47c9-8c89-c3e1ab85925f", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:53:13.309330 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cceec412-1ba9-4dac-8ddb-35bc1fb8141c {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:53:13.309732 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e471e54-8823-4475-9908-51e7a50c43eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010d1e99-e5ef-47c9-8c89-c3e1ab85925f', 'code': 200} Jun 02 12:53:13.353658 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385d64f-3f2e-4454-b482-095099116d73 req-e6e4003c-58b7-4d60-9d41-288f19f73f8d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:13.355151 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c385d64f-3f2e-4454-b482-095099116d73 req-e6e4003c-58b7-4d60-9d41-288f19f73f8d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e471e54-8823-4475-9908-51e7a50c43eb HTTP/1.1" status: 200 len: 945 time: 0.0843251 Jun 02 12:53:13.403223 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c385d64f-3f2e-4454-b482-095099116d73 req-1e901a7a-3d77-4750-b199-722eef507cec tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae9ff5e-4cf9-4a22-b3e0-cf9c84ed826b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424409 Jun 02 12:53:13.533541 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd807d-689c-434b-8958-2a4c9b7cea5a req-779fee32-f468-4441-8621-6109a2468aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:13.535287 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-34cd807d-689c-434b-8958-2a4c9b7cea5a req-779fee32-f468-4441-8621-6109a2468aa2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2e471e54-8823-4475-9908-51e7a50c43eb HTTP/1.1" status: 200 len: 1098 time: 0.0710022 Jun 02 12:53:13.575957 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-34cd807d-689c-434b-8958-2a4c9b7cea5a req-1daac519-2f92-4307-9a67-6705d1b784a0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0ae9ff5e-4cf9-4a22-b3e0-cf9c84ed826b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332434 Jun 02 12:53:14.146271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-aac1d2df-83ad-4540-9caa-9438e556cfac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:14.597175 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a1f85-42a2-4a2e-bc1d-6634a0ae8a4b req-267fa56d-2458-4885-8942-cc4931df4d07 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:14.598660 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-986a1f85-42a2-4a2e-bc1d-6634a0ae8a4b req-267fa56d-2458-4885-8942-cc4931df4d07 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e471e54-8823-4475-9908-51e7a50c43eb HTTP/1.1" status: 200 len: 945 time: 0.0892174 Jun 02 12:53:14.645233 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-986a1f85-42a2-4a2e-bc1d-6634a0ae8a4b req-d54a9e10-f593-481e-b3b6-41a4299115a6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae9ff5e-4cf9-4a22-b3e0-cf9c84ed826b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402231 Jun 02 12:53:15.827456 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137e2e1-dec1-4157-a9be-c79efd1075ca req-89d786ea-c25a-496a-9b2e-88298ed41444 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:15.828885 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4137e2e1-dec1-4157-a9be-c79efd1075ca req-89d786ea-c25a-496a-9b2e-88298ed41444 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e471e54-8823-4475-9908-51e7a50c43eb HTTP/1.1" status: 200 len: 945 time: 0.0801334 Jun 02 12:53:15.872457 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4137e2e1-dec1-4157-a9be-c79efd1075ca req-5a8146cf-db50-4e51-9ba8-5c256f6a0cf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae9ff5e-4cf9-4a22-b3e0-cf9c84ed826b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381346 Jun 02 12:53:16.052747 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea518f-3d6d-48db-a6d1-7f8a8e93f75a req-fae157f5-7f93-404e-945d-b48af08a91c6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:16.054184 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6eea518f-3d6d-48db-a6d1-7f8a8e93f75a req-fae157f5-7f93-404e-945d-b48af08a91c6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e471e54-8823-4475-9908-51e7a50c43eb HTTP/1.1" status: 200 len: 945 time: 0.0790682 Jun 02 12:53:16.098078 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6eea518f-3d6d-48db-a6d1-7f8a8e93f75a req-1e8b20a4-fb5c-4b9c-b575-480901a445da tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae9ff5e-4cf9-4a22-b3e0-cf9c84ed826b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377913 Jun 02 12:53:16.120714 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 50266) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:53:16.193451 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246aa822-05a3-423b-a70d-1d813d8cbd5e tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:16.198987 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-246aa822-05a3-423b-a70d-1d813d8cbd5e tempest-TestNetworkBasicOps-859359400 tempest-TestNetworkBasicOps-859359400-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e471e54-8823-4475-9908-51e7a50c43eb HTTP/1.1" status: 200 len: 1093 time: 0.0732677 Jun 02 12:53:16.198987 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 50268) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:53:16.202323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': '010d1e99-e5ef-47c9-8c89-c3e1ab85925f', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:53:16.208412 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:53:16.212758 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Usage tracker for resource:floatingip and tenant:d135ab4d6a4341bf86e3c86c09f17ff8 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:53:16.215611 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:53:16.221316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:53:16.231955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:16.367843 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:16.501014 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Allocated IP 172.26.7.112 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/5b866b58-2a64-4165-a064-1facdcdff483) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:53:16.650423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:16.652195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d976e93a-a22e-406c-9781-bcceb5c7b2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:16.680694 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:16.685224 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4a3c6a82-bae1-4da4-b68c-f56f92c727ad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:53:16.693761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:16.748025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:53:16.751325 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:53:16.753595 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:53:16.792376 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=5b866b58-2a64-4165-a064-1facdcdff483,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:53:16.796337 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:53:17.291706 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:17.364519 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:17.569883 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:17.574720 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:17.579152 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:53:17.686301 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event updated for resources: {'Port': ['ID=5b866b58-2a64-4165-a064-1facdcdff483,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:53:17.689070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:53:17.698444 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:17.756545 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:17.875082 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Floating IP cb340ea3-681a-4c23-9dc6-919d96e4a150 associated. External IP: 172.26.7.112, port: 010d1e99-e5ef-47c9-8c89-c3e1ab85925f. Jun 02 12:53:18.231644 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 3452734b-b1eb-42d3-ad33-a11d523ffaea has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:53:18.410201 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:53:18.420392 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60403553-9add-4e4b-9361-c27ff4decc5f None None] Sync routers for ids ['3452734b-b1eb-42d3-ad33-a11d523ffaea'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:53:18.433247 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60403553-9add-4e4b-9361-c27ff4decc5f None None] Routers {'3452734b-b1eb-42d3-ad33-a11d523ffaea'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:53:18.433873 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-60403553-9add-4e4b-9361-c27ff4decc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:53:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3452734b-b1eb-42d3-ad33-a11d523ffaea'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:53:18.434932 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:18.494288 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2954135 Jun 02 12:53:18.494961 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e471e54-8823-4475-9908-51e7a50c43eb', 'tag': '010d1e99-e5ef-47c9-8c89-c3e1ab85925f'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:53:18.496850 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50272) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:53:18.497403 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e8549f-c2e2-4cf1-a2b4-46b59aaf84ef" -d '{"events": [{"name": "network-changed", "server_uuid": "2e471e54-8823-4475-9908-51e7a50c43eb", "tag": "010d1e99-e5ef-47c9-8c89-c3e1ab85925f"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:53:18.543176 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e500106-5399-4b1d-9edb-04bfcc824785 x-openstack-request-id: req-6e500106-5399-4b1d-9edb-04bfcc824785 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:53:18.543527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e471e54-8823-4475-9908-51e7a50c43eb", "tag": "010d1e99-e5ef-47c9-8c89-c3e1ab85925f", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:53:18.543848 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e500106-5399-4b1d-9edb-04bfcc824785 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:53:18.544325 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e471e54-8823-4475-9908-51e7a50c43eb', 'tag': '010d1e99-e5ef-47c9-8c89-c3e1ab85925f', 'status': 'completed', 'code': 200} Jun 02 12:53:18.608781 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0753d0fc-3804-42a7-8855-2744e4c0e99d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/cb340ea3-681a-4c23-9dc6-919d96e4a150 HTTP/1.1" status: 200 len: 991 time: 0.1100593 Jun 02 12:53:18.615248 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-60403553-9add-4e4b-9361-c27ff4decc5f None None] Set router 3452734b-b1eb-42d3-ad33-a11d523ffaea gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:53:18.637356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8549f-c2e2-4cf1-a2b4-46b59aaf84ef req-a57b60a4-f2ba-41a1-a2ec-d2790b3cc165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:18.638936 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51e8549f-c2e2-4cf1-a2b4-46b59aaf84ef req-a57b60a4-f2ba-41a1-a2ec-d2790b3cc165 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=2e471e54-8823-4475-9908-51e7a50c43eb HTTP/1.1" status: 200 len: 1098 time: 0.0758049 Jun 02 12:53:18.911648 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8549f-c2e2-4cf1-a2b4-46b59aaf84ef req-f9a2b6fc-f21f-4b87-903f-e671ea884427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:18.913082 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51e8549f-c2e2-4cf1-a2b4-46b59aaf84ef req-f9a2b6fc-f21f-4b87-903f-e671ea884427 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a66f987-4f53-4f3e-83e1-0aa096a69610 HTTP/1.1" status: 200 len: 897 time: 0.2677202 Jun 02 12:53:18.995367 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-60403553-9add-4e4b-9361-c27ff4decc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'name': 'tempest-TestNetworkBasicOps-router-996474291', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:52:53Z', 'updated_at': '2021-06-02T12:52:59Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:54Z', 'updated_at': '2021-06-02T12:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'cb340ea3-681a-4c23-9dc6-919d96e4a150', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.112', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'port_id': '010d1e99-e5ef-47c9-8c89-c3e1ab85925f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610', 'mac_address': 'fa:16:3e:06:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e471e54-8823-4475-9908-51e7a50c43eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:53:17Z', 'updated_at': '2021-06-02T12:53:17Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfc07f1-1164-4a61-8582-3f5c57b7f81d', 'name': '', 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:36:cd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:58Z', 'updated_at': '2021-06-02T12:53:04Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:53:18.999203 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60403553-9add-4e4b-9361-c27ff4decc5f None None] Checking router: 3452734b-b1eb-42d3-ad33-a11d523ffaea for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:53:19.007522 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60403553-9add-4e4b-9361-c27ff4decc5f None None] Routers {'3452734b-b1eb-42d3-ad33-a11d523ffaea'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:53:19.008119 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-60403553-9add-4e4b-9361-c27ff4decc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:53:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3452734b-b1eb-42d3-ad33-a11d523ffaea'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:53:19.015756 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51e8549f-c2e2-4cf1-a2b4-46b59aaf84ef req-2c3193cf-359f-44bd-8ff1-5b08a1fe368f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=010d1e99-e5ef-47c9-8c89-c3e1ab85925f HTTP/1.1" status: 200 len: 999 time: 0.0957859 Jun 02 12:53:19.077228 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8549f-c2e2-4cf1-a2b4-46b59aaf84ef req-128efa21-c565-4cdd-9ee2-4e264777879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:19.078685 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51e8549f-c2e2-4cf1-a2b4-46b59aaf84ef req-128efa21-c565-4cdd-9ee2-4e264777879c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9525e172-b54c-4cf3-9508-c8beb8a8fc56 HTTP/1.1" status: 200 len: 835 time: 0.0570123 Jun 02 12:53:19.156321 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8549f-c2e2-4cf1-a2b4-46b59aaf84ef req-e0bfd904-1e8c-49e5-a50d-fe411cc212ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:53:19.157856 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51e8549f-c2e2-4cf1-a2b4-46b59aaf84ef req-e0bfd904-1e8c-49e5-a50d-fe411cc212ab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a66f987-4f53-4f3e-83e1-0aa096a69610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0732133 Jun 02 12:53:19.185261 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-60403553-9add-4e4b-9361-c27ff4decc5f None None] Set router 3452734b-b1eb-42d3-ad33-a11d523ffaea gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:53:19.288980 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51e8549f-c2e2-4cf1-a2b4-46b59aaf84ef req-cd0bb564-b590-4106-b4af-ec42eaef67a1 service neutron] 10.222.0.22 "GET /v2.0/networks/2a66f987-4f53-4f3e-83e1-0aa096a69610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245041 Jun 02 12:53:19.423002 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51e8549f-c2e2-4cf1-a2b4-46b59aaf84ef req-662554e6-52f1-4aec-8c1a-c3ec28ef54b0 service neutron] 10.222.0.22 "GET /v2.0/networks/2a66f987-4f53-4f3e-83e1-0aa096a69610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275048 Jun 02 12:53:19.536597 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:19.541462 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-60403553-9add-4e4b-9361-c27ff4decc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'name': 'tempest-TestNetworkBasicOps-router-996474291', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:52:53Z', 'updated_at': '2021-06-02T12:52:59Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:54Z', 'updated_at': '2021-06-02T12:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'cb340ea3-681a-4c23-9dc6-919d96e4a150', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.112', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'port_id': '010d1e99-e5ef-47c9-8c89-c3e1ab85925f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610', 'mac_address': 'fa:16:3e:06:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e471e54-8823-4475-9908-51e7a50c43eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:53:17Z', 'updated_at': '2021-06-02T12:53:17Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfc07f1-1164-4a61-8582-3f5c57b7f81d', 'name': '', 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:36:cd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:58Z', 'updated_at': '2021-06-02T12:53:04Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:53:19.545450 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60403553-9add-4e4b-9361-c27ff4decc5f None None] The sync data for ids ['3452734b-b1eb-42d3-ad33-a11d523ffaea'] in dv-neutron-601336-80-hyperv is: [{'id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'name': 'tempest-TestNetworkBasicOps-router-996474291', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:52:53Z', 'updated_at': '2021-06-02T12:52:59Z', 'revision_number': 4, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:54Z', 'updated_at': '2021-06-02T12:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'cb340ea3-681a-4c23-9dc6-919d96e4a150', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.112', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'port_id': '010d1e99-e5ef-47c9-8c89-c3e1ab85925f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610', 'mac_address': 'fa:16:3e:06:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e471e54-8823-4475-9908-51e7a50c43eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:53:17Z', 'updated_at': '2021-06-02T12:53:17Z', 'revision_number': 0, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfc07f1-1164-4a61-8582-3f5c57b7f81d', 'name': '', 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:36:cd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:58Z', 'updated_at': '2021-06-02T12:53:04Z', 'revision_number': 5, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:53:19.611916 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50276) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:53:19.723191 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a79b19-de44-45df-ac2e-23cf61b1ef5c None None] New status for floating IP cb340ea3-681a-4c23-9dc6-919d96e4a150: ACTIVE {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:53:19.859892 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-746764c9-19c4-44f6-864b-1411d86bd942 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/cb340ea3-681a-4c23-9dc6-919d96e4a150 HTTP/1.1" status: 200 len: 991 time: 0.2457821 Jun 02 12:53:20.862944 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50278) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:53:20.968309 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-77a98bfa-feda-4937-8dce-1b8c6dfb2200 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/cb340ea3-681a-4c23-9dc6-919d96e4a150 HTTP/1.1" status: 200 len: 993 time: 0.1041741 Jun 02 12:53:25.958279 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:30.828993 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:53:44.149527 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-df7c7b97-f855-492e-a3c2-86c88075bcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:46.644271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4b2a147b-11fd-4ede-a410-992c55825bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:46.695548 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:47.758295 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:49.534183 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:53:55.974368 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:07.827122 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:54:14.151970 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c451c587-7cb5-4bc2-ad34-286a0cf56419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:14.829302 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dfb3a555-27f3-4829-8091-ccb4bd9adb89 req-96dfac8b-4174-4e66-9fb8-50700e177956 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2e471e54-8823-4475-9908-51e7a50c43eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692477 Jun 02 12:54:14.967336 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3a555-27f3-4829-8091-ccb4bd9adb89 req-da50c4bd-23e6-4567-a11b-c255542e1b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:54:14.968765 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dfb3a555-27f3-4829-8091-ccb4bd9adb89 req-da50c4bd-23e6-4567-a11b-c255542e1b10 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=2e471e54-8823-4475-9908-51e7a50c43eb HTTP/1.1" status: 200 len: 1098 time: 0.0745828 Jun 02 12:54:15.111977 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3a555-27f3-4829-8091-ccb4bd9adb89 req-61563c85-44ed-40ec-bb53-2cd048665e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:54:15.113295 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dfb3a555-27f3-4829-8091-ccb4bd9adb89 req-61563c85-44ed-40ec-bb53-2cd048665e6a service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a66f987-4f53-4f3e-83e1-0aa096a69610 HTTP/1.1" status: 200 len: 897 time: 0.1252444 Jun 02 12:54:15.214408 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dfb3a555-27f3-4829-8091-ccb4bd9adb89 req-9e4baac5-282a-4dd2-84ec-1e3e54d2808b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=010d1e99-e5ef-47c9-8c89-c3e1ab85925f HTTP/1.1" status: 200 len: 1001 time: 0.0934374 Jun 02 12:54:15.279620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3a555-27f3-4829-8091-ccb4bd9adb89 req-8fd1bcc8-6c55-4163-9214-d4f37b06bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:54:15.281025 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dfb3a555-27f3-4829-8091-ccb4bd9adb89 req-8fd1bcc8-6c55-4163-9214-d4f37b06bf69 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9525e172-b54c-4cf3-9508-c8beb8a8fc56 HTTP/1.1" status: 200 len: 835 time: 0.0604410 Jun 02 12:54:15.356895 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3a555-27f3-4829-8091-ccb4bd9adb89 req-038d1f66-c716-41d9-a822-de15d93bf94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:54:15.358351 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dfb3a555-27f3-4829-8091-ccb4bd9adb89 req-038d1f66-c716-41d9-a822-de15d93bf94b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a66f987-4f53-4f3e-83e1-0aa096a69610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0705011 Jun 02 12:54:15.492992 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dfb3a555-27f3-4829-8091-ccb4bd9adb89 req-35d3a6d6-d3d2-431a-9691-750cf36cdb18 service neutron] 10.222.0.22 "GET /v2.0/networks/2a66f987-4f53-4f3e-83e1-0aa096a69610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276121 Jun 02 12:54:15.623668 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dfb3a555-27f3-4829-8091-ccb4bd9adb89 req-29e73070-dc4a-4446-b8e2-50af9c345015 service neutron] 10.222.0.22 "GET /v2.0/networks/2a66f987-4f53-4f3e-83e1-0aa096a69610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241930 Jun 02 12:54:16.645109 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-552db1b1-f4cf-4f29-8c06-6b1aca58e2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:16.700424 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:17.761215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:19.537480 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:25.975832 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:32.275467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50312) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:54:32.280846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-3a4959f9-8865-47a1-a9ad-96d69fb1329c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'router': {'admin_state_up': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:54:32.802487 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3a4959f9-8865-47a1-a9ad-96d69fb1329c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:32.812746 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3a4959f9-8865-47a1-a9ad-96d69fb1329c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:32.985934 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4959f9-8865-47a1-a9ad-96d69fb1329c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 3452734b-b1eb-42d3-ad33-a11d523ffaea has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:54:33.161497 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4959f9-8865-47a1-a9ad-96d69fb1329c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:54:33.168054 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3a4959f9-8865-47a1-a9ad-96d69fb1329c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:33.169205 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3a4959f9-8865-47a1-a9ad-96d69fb1329c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/routers/3452734b-b1eb-42d3-ad33-a11d523ffaea HTTP/1.1" status: 200 len: 888 time: 0.8927341 Jun 02 12:54:33.171194 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaa7508-cf39-4d5e-b8ea-a9b752267c98 None None] Sync routers for ids ['3452734b-b1eb-42d3-ad33-a11d523ffaea'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:54:33.181104 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaa7508-cf39-4d5e-b8ea-a9b752267c98 None None] Routers {'3452734b-b1eb-42d3-ad33-a11d523ffaea'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:54:33.181837 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-afaa7508-cf39-4d5e-b8ea-a9b752267c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:54:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3452734b-b1eb-42d3-ad33-a11d523ffaea'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:54:33.244385 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-afaa7508-cf39-4d5e-b8ea-a9b752267c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:54:33.253072 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaa7508-cf39-4d5e-b8ea-a9b752267c98 None None] Routers {'3452734b-b1eb-42d3-ad33-a11d523ffaea'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:54:33.253664 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-afaa7508-cf39-4d5e-b8ea-a9b752267c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:54:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3452734b-b1eb-42d3-ad33-a11d523ffaea'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:54:33.358829 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-afaa7508-cf39-4d5e-b8ea-a9b752267c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:54:33.359240 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaa7508-cf39-4d5e-b8ea-a9b752267c98 None None] The sync data for ids ['3452734b-b1eb-42d3-ad33-a11d523ffaea'] in dv-neutron-601336-80-hyperv is: [] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:54:34.105122 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3fe80f-eaa4-4bc2-b01d-c195dc512649 None None] New status for floating IP cb340ea3-681a-4c23-9dc6-919d96e4a150: DOWN {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:54:34.611759 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4857ee92-f182-4fab-99c0-2c1b99e9a651 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:54:34.721299 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:34.736547 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 4857ee92-f182-4fab-99c0-2c1b99e9a651, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4857ee92-f182-4fab-99c0-2c1b99e9a651,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:54:34.740282 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:34.741171 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 6bfc07f1-1164-4a61-8582-3f5c57b7f81d no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:54:34.764645 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:34.853543 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=4857ee92-f182-4fab-99c0-2c1b99e9a651,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:34.861369 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:34.861652 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:34.861981 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:34.862332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:34.862655 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:34.862978 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:34.863297 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:34.863615 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:34.863930 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:34.864245 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:34.864558 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:34.864869 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:34.868693 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:34.921386 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:34.952973 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 6bfc07f1-1164-4a61-8582-3f5c57b7f81d, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=6bfc07f1-1164-4a61-8582-3f5c57b7f81d,segment=NetworkSegment(fa1d9d02-ecd5-4250-9e15-5591d03bf4ed),segment_id=fa1d9d02-ecd5-4250-9e15-5591d03bf4ed)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:54:34.956827 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:34.958632 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:35.021527 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=6bfc07f1-1164-4a61-8582-3f5c57b7f81d,revision_number=6']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:35.024380 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:35.316301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50320) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:54:35.320983 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-7d09a0ad-a1fd-49ca-a8ac-36da9b7813dd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Request body: {'router': {'admin_state_up': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:54:35.978790 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7d09a0ad-a1fd-49ca-a8ac-36da9b7813dd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:35.989375 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7d09a0ad-a1fd-49ca-a8ac-36da9b7813dd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978776'] for router, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:36.167140 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d09a0ad-a1fd-49ca-a8ac-36da9b7813dd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 3452734b-b1eb-42d3-ad33-a11d523ffaea has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:54:36.343850 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d09a0ad-a1fd-49ca-a8ac-36da9b7813dd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:54:36.350847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7d09a0ad-a1fd-49ca-a8ac-36da9b7813dd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:36.354699 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7d09a0ad-a1fd-49ca-a8ac-36da9b7813dd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/routers/3452734b-b1eb-42d3-ad33-a11d523ffaea HTTP/1.1" status: 200 len: 887 time: 1.0346892 Jun 02 12:54:36.354874 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50322) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:54:36.356639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb00323-2532-4d94-a797-a678470b1ff2 None None] Sync routers for ids ['3452734b-b1eb-42d3-ad33-a11d523ffaea'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:54:36.370428 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb00323-2532-4d94-a797-a678470b1ff2 None None] Routers {'3452734b-b1eb-42d3-ad33-a11d523ffaea'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:54:36.371331 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-4cb00323-2532-4d94-a797-a678470b1ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:54:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3452734b-b1eb-42d3-ad33-a11d523ffaea'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:54:36.466738 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-36ba3531-906f-4318-a595-138b92e86cf1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/cb340ea3-681a-4c23-9dc6-919d96e4a150 HTTP/1.1" status: 200 len: 991 time: 0.1091342 Jun 02 12:54:36.551193 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-4cb00323-2532-4d94-a797-a678470b1ff2 None None] Set router 3452734b-b1eb-42d3-ad33-a11d523ffaea gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:54:36.896794 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-4cb00323-2532-4d94-a797-a678470b1ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'name': 'tempest-TestNetworkBasicOps-router-996474291', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:52:53Z', 'updated_at': '2021-06-02T12:54:35Z', 'revision_number': 6, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:13:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:54Z', 'updated_at': '2021-06-02T12:54:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'cb340ea3-681a-4c23-9dc6-919d96e4a150', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.112', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'port_id': '010d1e99-e5ef-47c9-8c89-c3e1ab85925f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610', 'mac_address': 'fa:16:3e:06:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e471e54-8823-4475-9908-51e7a50c43eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:53:17Z', 'updated_at': '2021-06-02T12:54:34Z', 'revision_number': 2, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfc07f1-1164-4a61-8582-3f5c57b7f81d', 'name': '', 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:36:cd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:58Z', 'updated_at': '2021-06-02T12:54:34Z', 'revision_number': 6, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:54:36.900660 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb00323-2532-4d94-a797-a678470b1ff2 None None] Checking router: 3452734b-b1eb-42d3-ad33-a11d523ffaea for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:54:36.909559 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb00323-2532-4d94-a797-a678470b1ff2 None None] Routers {'3452734b-b1eb-42d3-ad33-a11d523ffaea'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:54:36.910475 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-4cb00323-2532-4d94-a797-a678470b1ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:54:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3452734b-b1eb-42d3-ad33-a11d523ffaea'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:54:37.090192 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-4cb00323-2532-4d94-a797-a678470b1ff2 None None] Set router 3452734b-b1eb-42d3-ad33-a11d523ffaea gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:54:37.469343 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50324) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:54:37.480451 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-4cb00323-2532-4d94-a797-a678470b1ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'name': 'tempest-TestNetworkBasicOps-router-996474291', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:52:53Z', 'updated_at': '2021-06-02T12:54:35Z', 'revision_number': 6, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:13:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:54Z', 'updated_at': '2021-06-02T12:54:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'cb340ea3-681a-4c23-9dc6-919d96e4a150', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.112', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'port_id': '010d1e99-e5ef-47c9-8c89-c3e1ab85925f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610', 'mac_address': 'fa:16:3e:06:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e471e54-8823-4475-9908-51e7a50c43eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:53:17Z', 'updated_at': '2021-06-02T12:54:34Z', 'revision_number': 2, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfc07f1-1164-4a61-8582-3f5c57b7f81d', 'name': '', 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:36:cd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:58Z', 'updated_at': '2021-06-02T12:54:34Z', 'revision_number': 6, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:54:37.484879 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb00323-2532-4d94-a797-a678470b1ff2 None None] The sync data for ids ['3452734b-b1eb-42d3-ad33-a11d523ffaea'] in dv-neutron-601336-80-hyperv is: [{'id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'name': 'tempest-TestNetworkBasicOps-router-996474291', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:52:53Z', 'updated_at': '2021-06-02T12:54:35Z', 'revision_number': 6, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:13:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:54Z', 'updated_at': '2021-06-02T12:54:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'cb340ea3-681a-4c23-9dc6-919d96e4a150', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'floating_ip_address': '172.26.7.112', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'port_id': '010d1e99-e5ef-47c9-8c89-c3e1ab85925f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610', 'mac_address': 'fa:16:3e:06:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e471e54-8823-4475-9908-51e7a50c43eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:53:17Z', 'updated_at': '2021-06-02T12:54:34Z', 'revision_number': 2, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfc07f1-1164-4a61-8582-3f5c57b7f81d', 'name': '', 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:36:cd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:58Z', 'updated_at': '2021-06-02T12:54:34Z', 'revision_number': 6, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:54:37.579167 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4ba73b68-122f-4f4d-98fa-2197e4483e56 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/cb340ea3-681a-4c23-9dc6-919d96e4a150 HTTP/1.1" status: 200 len: 991 time: 0.1087077 Jun 02 12:54:38.582912 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50326) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:54:38.655463 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4857ee92-f182-4fab-99c0-2c1b99e9a651 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:54:38.692182 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-85343a25-110d-4059-bc14-798147fe3df7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/cb340ea3-681a-4c23-9dc6-919d96e4a150 HTTP/1.1" status: 200 len: 991 time: 0.1072967 Jun 02 12:54:38.725924 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 4857ee92-f182-4fab-99c0-2c1b99e9a651 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:54:38.726326 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:38.845923 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:38.861677 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 4857ee92-f182-4fab-99c0-2c1b99e9a651, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4857ee92-f182-4fab-99c0-2c1b99e9a651,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:54:38.865615 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:38.866469 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 6bfc07f1-1164-4a61-8582-3f5c57b7f81d up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:54:38.889315 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-21499228-20ac-4a0a-933a-d090691216fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:38.985921 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c5b24c-2203-495d-8977-1cd2b6394cea None None] New status for floating IP cb340ea3-681a-4c23-9dc6-919d96e4a150: ACTIVE {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:54:38.990415 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=4857ee92-f182-4fab-99c0-2c1b99e9a651,revision_number=6']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:38.993562 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:39.000404 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 6bfc07f1-1164-4a61-8582-3f5c57b7f81d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:54:39.000653 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:39.119459 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:39.151727 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 6bfc07f1-1164-4a61-8582-3f5c57b7f81d, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=6bfc07f1-1164-4a61-8582-3f5c57b7f81d,segment=NetworkSegment(fa1d9d02-ecd5-4250-9e15-5591d03bf4ed),segment_id=fa1d9d02-ecd5-4250-9e15-5591d03bf4ed)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:54:39.155537 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:39.157536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:39.225293 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=6bfc07f1-1164-4a61-8582-3f5c57b7f81d,revision_number=7']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:39.228347 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:39.694615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50328) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:54:39.801005 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-76930684-946f-4330-bcbd-c1687d1dacec tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/floatingips/cb340ea3-681a-4c23-9dc6-919d96e4a150 HTTP/1.1" status: 200 len: 993 time: 0.1051791 Jun 02 12:54:40.065941 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50334) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:54:40.473227 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port 5b866b58-2a64-4165-a064-1facdcdff483 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:54:40.473571 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:40.591199 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:40.591571 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:40.624444 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4857ee92-f182-4fab-99c0-2c1b99e9a651 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:54:40.691072 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 4857ee92-f182-4fab-99c0-2c1b99e9a651 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:54:40.691447 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:40.716682 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for 5b866b58-2a64-4165-a064-1facdcdff483 owned by network:floatingip {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:54:40.810448 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 6bfc07f1-1164-4a61-8582-3f5c57b7f81d up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:54:40.833262 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:40.837826 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:40.880087 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 6bfc07f1-1164-4a61-8582-3f5c57b7f81d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:54:40.880457 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:40.885428 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=5b866b58-2a64-4165-a064-1facdcdff483,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:40.925814 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:40.926240 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:40.926626 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:40.927001 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:40.927382 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:40.927753 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:40.928122 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:40.928489 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:40.928860 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:40.929220 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:40.929578 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:40.929936 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:40.956518 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:40.988928 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for floatingip, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:40.989264 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Floating IP cb340ea3-681a-4c23-9dc6-919d96e4a150 disassociated (deleted). External IP: 172.26.7.112, port: 010d1e99-e5ef-47c9-8c89-c3e1ab85925f. Jun 02 12:54:41.330773 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 3452734b-b1eb-42d3-ad33-a11d523ffaea has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:54:41.510241 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:54:41.519643 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e9087-4162-4190-a906-3179be6f990e None None] Sync routers for ids ['3452734b-b1eb-42d3-ad33-a11d523ffaea'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:54:41.529132 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7e9087-4162-4190-a906-3179be6f990e None None] Routers {'3452734b-b1eb-42d3-ad33-a11d523ffaea'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:54:41.529824 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-df7e9087-4162-4190-a906-3179be6f990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:54:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3452734b-b1eb-42d3-ad33-a11d523ffaea'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:54:41.531981 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:41.589018 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/floatingips/cb340ea3-681a-4c23-9dc6-919d96e4a150 HTTP/1.1" status: 204 len: 168 time: 1.5219696 Jun 02 12:54:41.589681 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e471e54-8823-4475-9908-51e7a50c43eb', 'tag': '010d1e99-e5ef-47c9-8c89-c3e1ab85925f'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:54:41.592045 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f19c04-0d3c-4e40-a3a3-46716be0fe9f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e471e54-8823-4475-9908-51e7a50c43eb", "tag": "010d1e99-e5ef-47c9-8c89-c3e1ab85925f"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:54:41.636963 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc5ac2f-e860-4ac8-a8e8-9b608414b3db x-openstack-request-id: req-ecc5ac2f-e860-4ac8-a8e8-9b608414b3db {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:54:41.637429 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e471e54-8823-4475-9908-51e7a50c43eb", "tag": "010d1e99-e5ef-47c9-8c89-c3e1ab85925f", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:54:41.638346 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ecc5ac2f-e860-4ac8-a8e8-9b608414b3db {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:54:41.638906 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e471e54-8823-4475-9908-51e7a50c43eb', 'tag': '010d1e99-e5ef-47c9-8c89-c3e1ab85925f', 'status': 'completed', 'code': 200} Jun 02 12:54:41.712428 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-df7e9087-4162-4190-a906-3179be6f990e None None] Set router 3452734b-b1eb-42d3-ad33-a11d523ffaea gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:54:41.737284 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f19c04-0d3c-4e40-a3a3-46716be0fe9f req-1a11c889-7112-4521-9e60-4b31af48b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:54:41.738889 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51f19c04-0d3c-4e40-a3a3-46716be0fe9f req-1a11c889-7112-4521-9e60-4b31af48b8f3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&device_id=2e471e54-8823-4475-9908-51e7a50c43eb HTTP/1.1" status: 200 len: 1098 time: 0.0790372 Jun 02 12:54:42.023743 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f19c04-0d3c-4e40-a3a3-46716be0fe9f req-37ea497b-939e-451b-8011-bf9186ba19f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:54:42.025168 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51f19c04-0d3c-4e40-a3a3-46716be0fe9f req-37ea497b-939e-451b-8011-bf9186ba19f8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a66f987-4f53-4f3e-83e1-0aa096a69610 HTTP/1.1" status: 200 len: 897 time: 0.2799199 Jun 02 12:54:42.093701 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-df7e9087-4162-4190-a906-3179be6f990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'name': 'tempest-TestNetworkBasicOps-router-996474291', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:52:53Z', 'updated_at': '2021-06-02T12:54:35Z', 'revision_number': 6, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:54Z', 'updated_at': '2021-06-02T12:54:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '6bfc07f1-1164-4a61-8582-3f5c57b7f81d', 'name': '', 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:36:cd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:58Z', 'updated_at': '2021-06-02T12:54:39Z', 'revision_number': 7, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:54:42.097404 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e9087-4162-4190-a906-3179be6f990e None None] Checking router: 3452734b-b1eb-42d3-ad33-a11d523ffaea for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:54:42.105669 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7e9087-4162-4190-a906-3179be6f990e None None] Routers {'3452734b-b1eb-42d3-ad33-a11d523ffaea'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:54:42.106298 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-df7e9087-4162-4190-a906-3179be6f990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:54:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3452734b-b1eb-42d3-ad33-a11d523ffaea'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:54:42.139485 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51f19c04-0d3c-4e40-a3a3-46716be0fe9f req-4a581007-c80c-485c-ad5a-36c5d50e75a8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=010d1e99-e5ef-47c9-8c89-c3e1ab85925f HTTP/1.1" status: 200 len: 217 time: 0.1046839 Jun 02 12:54:42.226884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bfcf5-b440-419a-981f-216fb7a5486c req-e107281f-8f75-4a6a-8a14-bd6c546d4dad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:54:42.228306 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e25bfcf5-b440-419a-981f-216fb7a5486c req-e107281f-8f75-4a6a-8a14-bd6c546d4dad tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e471e54-8823-4475-9908-51e7a50c43eb HTTP/1.1" status: 200 len: 945 time: 0.1948159 Jun 02 12:54:42.229727 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f19c04-0d3c-4e40-a3a3-46716be0fe9f req-ee50fedd-c149-4b65-8736-b11b7a96f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:54:42.231019 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51f19c04-0d3c-4e40-a3a3-46716be0fe9f req-ee50fedd-c149-4b65-8736-b11b7a96f485 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9525e172-b54c-4cf3-9508-c8beb8a8fc56 HTTP/1.1" status: 200 len: 835 time: 0.0836890 Jun 02 12:54:42.285105 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-df7e9087-4162-4190-a906-3179be6f990e None None] Set router 3452734b-b1eb-42d3-ad33-a11d523ffaea gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:54:42.316829 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e25bfcf5-b440-419a-981f-216fb7a5486c req-bd2bb0b7-ee63-44fc-8ff0-3bea49979f79 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae9ff5e-4cf9-4a22-b3e0-cf9c84ed826b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818686 Jun 02 12:54:42.344779 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f19c04-0d3c-4e40-a3a3-46716be0fe9f req-4d2de4c7-bd21-48d6-b553-db4974d1c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:54:42.346213 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51f19c04-0d3c-4e40-a3a3-46716be0fe9f req-4d2de4c7-bd21-48d6-b553-db4974d1c4f6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a66f987-4f53-4f3e-83e1-0aa096a69610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0969489 Jun 02 12:54:42.483512 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51f19c04-0d3c-4e40-a3a3-46716be0fe9f req-0a90cf2a-e910-4816-adbd-7305300180fb service neutron] 10.222.0.22 "GET /v2.0/networks/2a66f987-4f53-4f3e-83e1-0aa096a69610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303940 Jun 02 12:54:42.598175 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-df7e9087-4162-4190-a906-3179be6f990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'name': 'tempest-TestNetworkBasicOps-router-996474291', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:52:53Z', 'updated_at': '2021-06-02T12:54:35Z', 'revision_number': 6, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:54Z', 'updated_at': '2021-06-02T12:54:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '6bfc07f1-1164-4a61-8582-3f5c57b7f81d', 'name': '', 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:36:cd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:58Z', 'updated_at': '2021-06-02T12:54:39Z', 'revision_number': 7, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:54:42.602021 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e9087-4162-4190-a906-3179be6f990e None None] The sync data for ids ['3452734b-b1eb-42d3-ad33-a11d523ffaea'] in dv-neutron-601336-80-hyperv is: [{'id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'name': 'tempest-TestNetworkBasicOps-router-996474291', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:52:53Z', 'updated_at': '2021-06-02T12:54:35Z', 'revision_number': 6, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:54Z', 'updated_at': '2021-06-02T12:54:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '6bfc07f1-1164-4a61-8582-3f5c57b7f81d', 'name': '', 'network_id': '2a66f987-4f53-4f3e-83e1-0aa096a69610', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'mac_address': 'fa:16:3e:36:cd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:58Z', 'updated_at': '2021-06-02T12:54:39Z', 'revision_number': 7, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'subnets': [{'id': '9525e172-b54c-4cf3-9508-c8beb8a8fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:54:42.620908 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51f19c04-0d3c-4e40-a3a3-46716be0fe9f req-f790e5dd-a848-463b-a89e-651741f6dadc service neutron] 10.222.0.22 "GET /v2.0/networks/2a66f987-4f53-4f3e-83e1-0aa096a69610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298819 Jun 02 12:54:43.229266 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ed072-e62b-4a1c-8fff-6de3dfcef793 None None] New status for floating IP cb340ea3-681a-4c23-9dc6-919d96e4a150: DOWN {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:54:43.511676 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792543d6-b2fe-4152-9a6c-2a8991362afb req-b80150b9-169f-4165-87f1-9c200bca714b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:54:43.512411 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-792543d6-b2fe-4152-9a6c-2a8991362afb req-b80150b9-169f-4165-87f1-9c200bca714b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Synchronizing usage tracker for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:54:43.527942 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-792543d6-b2fe-4152-9a6c-2a8991362afb req-b80150b9-169f-4165-87f1-9c200bca714b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Unset dirty status for tenant:d135ab4d6a4341bf86e3c86c09f17ff8 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:54:43.529350 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-792543d6-b2fe-4152-9a6c-2a8991362afb req-b80150b9-169f-4165-87f1-9c200bca714b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e471e54-8823-4475-9908-51e7a50c43eb HTTP/1.1" status: 200 len: 945 time: 0.1003799 Jun 02 12:54:43.576070 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-792543d6-b2fe-4152-9a6c-2a8991362afb req-4d0a086c-072c-4dea-a2f9-aa3a813b3c12 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae9ff5e-4cf9-4a22-b3e0-cf9c84ed826b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407124 Jun 02 12:54:43.599071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd76ff-8af0-478f-b368-f935939f9928 req-e1fb0164-0d6c-479f-b9b7-a8cc7353d91b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:54:43.600485 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fbdd76ff-8af0-478f-b368-f935939f9928 req-e1fb0164-0d6c-479f-b9b7-a8cc7353d91b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e471e54-8823-4475-9908-51e7a50c43eb HTTP/1.1" status: 200 len: 945 time: 0.0981727 Jun 02 12:54:43.736496 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-fbdd76ff-8af0-478f-b368-f935939f9928 req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port 010d1e99-e5ef-47c9-8c89-c3e1ab85925f {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:54:43.736847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-fbdd76ff-8af0-478f-b368-f935939f9928 req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:43.869077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-fbdd76ff-8af0-478f-b368-f935939f9928 req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port 010d1e99-e5ef-47c9-8c89-c3e1ab85925f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=010d1e99-e5ef-47c9-8c89-c3e1ab85925f,segment=NetworkSegment(fa1d9d02-ecd5-4250-9e15-5591d03bf4ed),segment_id=fa1d9d02-ecd5-4250-9e15-5591d03bf4ed)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:54:43.869077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-fbdd76ff-8af0-478f-b368-f935939f9928 req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:43.995186 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-fbdd76ff-8af0-478f-b368-f935939f9928 req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for 010d1e99-e5ef-47c9-8c89-c3e1ab85925f owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:54:44.103483 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-fbdd76ff-8af0-478f-b368-f935939f9928 req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:44.109448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e108316b-4ebb-4fa3-9391-acf892db18f4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:44.154684 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f8f8a971-e558-40b8-97b2-25a482e08a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:44.162200 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=010d1e99-e5ef-47c9-8c89-c3e1ab85925f,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:44.201600 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:44.202335 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:44.202441 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:44.202762 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:44.203139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:44.203511 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:44.203882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:44.204253 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:44.204620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:44.204984 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:44.205347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:44.205709 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:54:44.213087 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:44.249024 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdd76ff-8af0-478f-b368-f935939f9928 req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] No DVR routers for this DVR port 010d1e99-e5ef-47c9-8c89-c3e1ab85925f on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:54:44.251422 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-fbdd76ff-8af0-478f-b368-f935939f9928 req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:44.254080 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e471e54-8823-4475-9908-51e7a50c43eb', 'name': 'network-vif-deleted', 'tag': '010d1e99-e5ef-47c9-8c89-c3e1ab85925f'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:54:44.256435 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3258b6f-b923-4c53-8360-c3a881f35da2" -d '{"events": [{"server_uuid": "2e471e54-8823-4475-9908-51e7a50c43eb", "name": "network-vif-deleted", "tag": "010d1e99-e5ef-47c9-8c89-c3e1ab85925f"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:54:44.269355 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fbdd76ff-8af0-478f-b368-f935939f9928 req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.22 "DELETE /v2.0/ports/010d1e99-e5ef-47c9-8c89-c3e1ab85925f HTTP/1.1" status: 204 len: 173 time: 0.6629043 Jun 02 12:54:44.301001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a9b14b-9f74-4dd5-acea-ab713ca905f3 x-openstack-request-id: req-56a9b14b-9f74-4dd5-acea-ab713ca905f3 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:54:44.301455 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e471e54-8823-4475-9908-51e7a50c43eb", "name": "network-vif-deleted", "tag": "010d1e99-e5ef-47c9-8c89-c3e1ab85925f", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:54:44.301754 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56a9b14b-9f74-4dd5-acea-ab713ca905f3 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:54:44.302248 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e471e54-8823-4475-9908-51e7a50c43eb', 'name': 'network-vif-deleted', 'tag': '010d1e99-e5ef-47c9-8c89-c3e1ab85925f', 'status': 'completed', 'code': 200} Jun 02 12:54:44.827416 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:54:44.884024 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f175934d-f830-4ffc-b9cb-e5b8369427d5 req-b9694c6f-b5d2-4a41-8ecd-afb76beb54e6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e471e54-8823-4475-9908-51e7a50c43eb HTTP/1.1" status: 200 len: 210 time: 0.1889958 Jun 02 12:54:45.976547 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50354) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:54:46.043071 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c733f830-0edf-4ae3-b527-9b9b498bfa98 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:46.072764 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c733f830-0edf-4ae3-b527-9b9b498bfa98 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:46.137548 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c733f830-0edf-4ae3-b527-9b9b498bfa98 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:46.141532 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d6547d65-5f09-4f59-8af5-1e4169a73515 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:46.159906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733f830-0edf-4ae3-b527-9b9b498bfa98 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae9ff5e-4cf9-4a22-b3e0-cf9c84ed826b,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:46.162755 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c733f830-0edf-4ae3-b527-9b9b498bfa98 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:46.172506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c733f830-0edf-4ae3-b527-9b9b498bfa98 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:46.173611 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c733f830-0edf-4ae3-b527-9b9b498bfa98 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/security-groups/0ae9ff5e-4cf9-4a22-b3e0-cf9c84ed826b HTTP/1.1" status: 204 len: 168 time: 0.1961043 Jun 02 12:54:46.208130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 50358) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:54:46.646761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9ce4a632-c530-4583-8f5e-5d04fef307e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:46.702578 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:46.897568 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-250a2b3a-2a68-464d-a427-1060822f80f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:47.316814 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-250a2b3a-2a68-464d-a427-1060822f80f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port 6bfc07f1-1164-4a61-8582-3f5c57b7f81d {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:54:47.317486 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-250a2b3a-2a68-464d-a427-1060822f80f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:47.447133 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-250a2b3a-2a68-464d-a427-1060822f80f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port 6bfc07f1-1164-4a61-8582-3f5c57b7f81d, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=6bfc07f1-1164-4a61-8582-3f5c57b7f81d,segment=NetworkSegment(fa1d9d02-ecd5-4250-9e15-5591d03bf4ed),segment_id=fa1d9d02-ecd5-4250-9e15-5591d03bf4ed)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:54:47.447394 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-250a2b3a-2a68-464d-a427-1060822f80f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:47.458518 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 010d1e99-e5ef-47c9-8c89-c3e1ab85925f no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:54:47.496139 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 010d1e99-e5ef-47c9-8c89-c3e1ab85925f {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:54:47.496487 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 010d1e99-e5ef-47c9-8c89-c3e1ab85925f not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:54:47.571173 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-250a2b3a-2a68-464d-a427-1060822f80f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for 6bfc07f1-1164-4a61-8582-3f5c57b7f81d owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:54:47.764554 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:47.804948 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-250a2b3a-2a68-464d-a427-1060822f80f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:47.809321 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-86798ea3-98be-4b6c-9ff5-01b0df5f81d9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:47.859026 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a2b3a-2a68-464d-a427-1060822f80f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=6bfc07f1-1164-4a61-8582-3f5c57b7f81d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:47.885950 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-250a2b3a-2a68-464d-a427-1060822f80f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:48.260670 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-250a2b3a-2a68-464d-a427-1060822f80f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:48.621144 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250a2b3a-2a68-464d-a427-1060822f80f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Router 3452734b-b1eb-42d3-ad33-a11d523ffaea has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:54:48.794933 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250a2b3a-2a68-464d-a427-1060822f80f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:54:48.804672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ece82e-e8b5-4953-9989-32ea3a01e4f3 None None] Sync routers for ids ['3452734b-b1eb-42d3-ad33-a11d523ffaea'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:54:48.807113 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-250a2b3a-2a68-464d-a427-1060822f80f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "PUT /v2.0/routers/3452734b-b1eb-42d3-ad33-a11d523ffaea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5978153 Jun 02 12:54:48.810314 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 50360) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:54:48.815101 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ece82e-e8b5-4953-9989-32ea3a01e4f3 None None] Routers {'3452734b-b1eb-42d3-ad33-a11d523ffaea'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:54:48.815716 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-05ece82e-e8b5-4953-9989-32ea3a01e4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:54:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3452734b-b1eb-42d3-ad33-a11d523ffaea'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:54:48.876430 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b11c7b5-286e-4a38-a815-7d0d0e9e5162 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting subnet 9525e172-b54c-4cf3-9508-c8beb8a8fc56 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:54:48.879249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3b11c7b5-286e-4a38-a815-7d0d0e9e5162 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:48.932464 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3b11c7b5-286e-4a38-a815-7d0d0e9e5162 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:48.991853 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-05ece82e-e8b5-4953-9989-32ea3a01e4f3 None None] Set router 3452734b-b1eb-42d3-ad33-a11d523ffaea gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:54:49.014221 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3b11c7b5-286e-4a38-a815-7d0d0e9e5162 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:49.279613 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-05ece82e-e8b5-4953-9989-32ea3a01e4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'name': 'tempest-TestNetworkBasicOps-router-996474291', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:52:53Z', 'updated_at': '2021-06-02T12:54:47Z', 'revision_number': 7, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:54Z', 'updated_at': '2021-06-02T12:54:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:54:49.280690 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3b11c7b5-286e-4a38-a815-7d0d0e9e5162 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:49.283772 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ece82e-e8b5-4953-9989-32ea3a01e4f3 None None] Checking router: 3452734b-b1eb-42d3-ad33-a11d523ffaea for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:54:49.285598 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2c459fb0-974c-45b5-b5d9-5b4f68c669ba tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:49.292382 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ece82e-e8b5-4953-9989-32ea3a01e4f3 None None] Routers {'3452734b-b1eb-42d3-ad33-a11d523ffaea'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:54:49.292997 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-05ece82e-e8b5-4953-9989-32ea3a01e4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:54:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['3452734b-b1eb-42d3-ad33-a11d523ffaea'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:54:49.323344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11c7b5-286e-4a38-a815-7d0d0e9e5162 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Subnet': ['ID=9525e172-b54c-4cf3-9508-c8beb8a8fc56,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:49.326881 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3b11c7b5-286e-4a38-a815-7d0d0e9e5162 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:49.327831 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3b11c7b5-286e-4a38-a815-7d0d0e9e5162 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:49.334506 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3b11c7b5-286e-4a38-a815-7d0d0e9e5162 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/subnets/9525e172-b54c-4cf3-9508-c8beb8a8fc56 HTTP/1.1" status: 204 len: 168 time: 0.5232389 Jun 02 12:54:49.337081 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 50362) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:54:49.342215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a4103e-2851-4783-b26e-4e651bb17f0a None None] Network 2a66f987-4f53-4f3e-83e1-0aa096a69610 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:54:49.648249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-792a25cc-f9d7-4c20-a7b0-d01e1b596f4d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:49.676141 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:49.692736 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-05ece82e-e8b5-4953-9989-32ea3a01e4f3 None None] Set router 3452734b-b1eb-42d3-ad33-a11d523ffaea gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:54:49.828074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-792a25cc-f9d7-4c20-a7b0-d01e1b596f4d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:49.898612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-792a25cc-f9d7-4c20-a7b0-d01e1b596f4d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Deleting port 4857ee92-f182-4fab-99c0-2c1b99e9a651 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:54:49.898957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-792a25cc-f9d7-4c20-a7b0-d01e1b596f4d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:49.980739 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba03980-654b-4fe5-9854-2056485a1a10 None None] DHCP port deletion for 2a66f987-4f53-4f3e-83e1-0aa096a69610 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 12:54:50.022982 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-792a25cc-f9d7-4c20-a7b0-d01e1b596f4d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] For port 4857ee92-f182-4fab-99c0-2c1b99e9a651, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=4857ee92-f182-4fab-99c0-2c1b99e9a651,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:54:50.023345 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-792a25cc-f9d7-4c20-a7b0-d01e1b596f4d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:50.054732 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-05ece82e-e8b5-4953-9989-32ea3a01e4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'name': 'tempest-TestNetworkBasicOps-router-996474291', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:52:53Z', 'updated_at': '2021-06-02T12:54:47Z', 'revision_number': 7, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:54Z', 'updated_at': '2021-06-02T12:54:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:54:50.062003 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ece82e-e8b5-4953-9989-32ea3a01e4f3 None None] The sync data for ids ['3452734b-b1eb-42d3-ad33-a11d523ffaea'] in dv-neutron-601336-80-hyperv is: [{'id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'name': 'tempest-TestNetworkBasicOps-router-996474291', 'tenant_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:52:53Z', 'updated_at': '2021-06-02T12:54:47Z', 'revision_number': 7, 'project_id': 'd135ab4d6a4341bf86e3c86c09f17ff8', 'gw_port': {'id': '4857ee92-f182-4fab-99c0-2c1b99e9a651', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3452734b-b1eb-42d3-ad33-a11d523ffaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:52:54Z', 'updated_at': '2021-06-02T12:54:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:54:50.069393 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-cba03980-654b-4fe5-9854-2056485a1a10 None None] Deleting port 49d000a0-357a-4530-b7e9-e6f3a50fe6c9 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:54:50.069772 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cba03980-654b-4fe5-9854-2056485a1a10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:50.156110 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-792a25cc-f9d7-4c20-a7b0-d01e1b596f4d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Calling delete_port for 4857ee92-f182-4fab-99c0-2c1b99e9a651 owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:54:50.169691 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-cba03980-654b-4fe5-9854-2056485a1a10 None None] For port 49d000a0-357a-4530-b7e9-e6f3a50fe6c9, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=49d000a0-357a-4530-b7e9-e6f3a50fe6c9,segment=NetworkSegment(fa1d9d02-ecd5-4250-9e15-5591d03bf4ed),segment_id=fa1d9d02-ecd5-4250-9e15-5591d03bf4ed)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:54:50.170088 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cba03980-654b-4fe5-9854-2056485a1a10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:50.293011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-cba03980-654b-4fe5-9854-2056485a1a10 None None] Calling delete_port for 49d000a0-357a-4530-b7e9-e6f3a50fe6c9 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:54:50.294022 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-792a25cc-f9d7-4c20-a7b0-d01e1b596f4d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:50.299634 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:50.339714 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cba03980-654b-4fe5-9854-2056485a1a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:50.343924 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:50.347009 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a25cc-f9d7-4c20-a7b0-d01e1b596f4d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Port': ['ID=4857ee92-f182-4fab-99c0-2c1b99e9a651,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:50.350606 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-792a25cc-f9d7-4c20-a7b0-d01e1b596f4d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:50.388878 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba03980-654b-4fe5-9854-2056485a1a10 None None] Pushing event deleted for resources: {'Port': ['ID=49d000a0-357a-4530-b7e9-e6f3a50fe6c9,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:50.391826 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cba03980-654b-4fe5-9854-2056485a1a10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:50.392624 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba03980-654b-4fe5-9854-2056485a1a10 None None] No DVR routers for this DVR port 49d000a0-357a-4530-b7e9-e6f3a50fe6c9 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:54:50.444228 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-792a25cc-f9d7-4c20-a7b0-d01e1b596f4d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:50.622861 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-792a25cc-f9d7-4c20-a7b0-d01e1b596f4d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:50.625081 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-792a25cc-f9d7-4c20-a7b0-d01e1b596f4d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:50.648936 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-792a25cc-f9d7-4c20-a7b0-d01e1b596f4d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:50.649605 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792a25cc-f9d7-4c20-a7b0-d01e1b596f4d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Fanout notify agent at l3_agent the message router_deleted on router 3452734b-b1eb-42d3-ad33-a11d523ffaea {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 12:54:50.669466 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-792a25cc-f9d7-4c20-a7b0-d01e1b596f4d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:50.670569 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-792a25cc-f9d7-4c20-a7b0-d01e1b596f4d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/routers/3452734b-b1eb-42d3-ad33-a11d523ffaea HTTP/1.1" status: 204 len: 168 time: 1.3325975 Jun 02 12:54:50.672033 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 6bfc07f1-1164-4a61-8582-3f5c57b7f81d no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:54:50.673252 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 50364) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:54:50.706483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 6bfc07f1-1164-4a61-8582-3f5c57b7f81d {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:54:50.706819 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 6bfc07f1-1164-4a61-8582-3f5c57b7f81d not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:54:50.707705 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 49d000a0-357a-4530-b7e9-e6f3a50fe6c9 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:54:50.743371 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 49d000a0-357a-4530-b7e9-e6f3a50fe6c9 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:54:50.743718 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 49d000a0-357a-4530-b7e9-e6f3a50fe6c9 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:54:50.795075 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f9cabd5c-07d2-443d-bbf2-182cf1f64e01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:50.923331 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f9cabd5c-07d2-443d-bbf2-182cf1f64e01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:50.936330 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f9cabd5c-07d2-443d-bbf2-182cf1f64e01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a66f987-4f53-4f3e-83e1-0aa096a69610']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:54:50.947966 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f9cabd5c-07d2-443d-bbf2-182cf1f64e01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1d9d02-ecd5-4250-9e15-5591d03bf4ed') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:54:50.948264 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f9cabd5c-07d2-443d-bbf2-182cf1f64e01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1d9d02-ecd5-4250-9e15-5591d03bf4ed') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:54:50.959111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f9cabd5c-07d2-443d-bbf2-182cf1f64e01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:50.974321 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f9cabd5c-07d2-443d-bbf2-182cf1f64e01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:50.980196 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9cabd5c-07d2-443d-bbf2-182cf1f64e01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:54:50.980564 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f9cabd5c-07d2-443d-bbf2-182cf1f64e01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:54:50.995195 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:54:51.199150 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f9cabd5c-07d2-443d-bbf2-182cf1f64e01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:51.202816 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ad1c652f-fdfb-4dc9-ae14-5e528abd713a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:51.217286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f9cabd5c-07d2-443d-bbf2-182cf1f64e01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:51.228090 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cabd5c-07d2-443d-bbf2-182cf1f64e01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Pushing event deleted for resources: {'Network': ['ID=2a66f987-4f53-4f3e-83e1-0aa096a69610,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:51.231243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f9cabd5c-07d2-443d-bbf2-182cf1f64e01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:51.237301 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f9cabd5c-07d2-443d-bbf2-182cf1f64e01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] 10.222.0.37 "DELETE /v2.0/networks/2a66f987-4f53-4f3e-83e1-0aa096a69610 HTTP/1.1" status: 204 len: 168 time: 0.5629144 Jun 02 12:54:51.567451 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50370) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:54:51.726976 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-36c8aa55-fbdf-4ff1-8c6b-17bd4cd16fe0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d135ab4d6a4341bf86e3c86c09f17ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581807 Jun 02 12:54:51.729131 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50374) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:54:51.783907 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-689725b9-2cb8-437d-90e7-4cb4beff0667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:51.811392 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-689725b9-2cb8-437d-90e7-4cb4beff0667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:51.863119 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-689725b9-2cb8-437d-90e7-4cb4beff0667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:51.866865 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3422e684-7e31-4c87-a695-e72cbc6d94d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:51.881330 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689725b9-2cb8-437d-90e7-4cb4beff0667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069489a9-50f9-44d0-92a3-729877b17b20,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:51.884320 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-689725b9-2cb8-437d-90e7-4cb4beff0667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:51.890531 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-689725b9-2cb8-437d-90e7-4cb4beff0667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:51.891681 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-689725b9-2cb8-437d-90e7-4cb4beff0667 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/069489a9-50f9-44d0-92a3-729877b17b20 HTTP/1.1" status: 204 len: 168 time: 0.1616821 Jun 02 12:54:52.160082 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50380) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:54:52.177263 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-78d173c8-8074-4836-8502-fcab7a9c7b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:52.195024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-78d173c8-8074-4836-8502-fcab7a9c7b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:54:52.198891 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-78d173c8-8074-4836-8502-fcab7a9c7b9e admin admin] Usage tracker for resource:security_group_rule and tenant:8e34da8d69d84b72bf566d5e83ed0345 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:54:52.202376 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-78d173c8-8074-4836-8502-fcab7a9c7b9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:54:52.208139 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-78d173c8-8074-4836-8502-fcab7a9c7b9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:54:52.291535 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-78d173c8-8074-4836-8502-fcab7a9c7b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:52.295555 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-78d173c8-8074-4836-8502-fcab7a9c7b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:52.302297 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-41eadb1f-6f3a-401c-b76a-ac636a49d201 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:52.340382 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d173c8-8074-4836-8502-fcab7a9c7b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4764541c-21ea-48f3-8211-7b9be6eaf45a,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:52.344655 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-78d173c8-8074-4836-8502-fcab7a9c7b9e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e34da8d69d84b72bf566d5e83ed0345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832483 Jun 02 12:54:52.345518 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-78d173c8-8074-4836-8502-fcab7a9c7b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:52.347271 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50382) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:54:52.403301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ca47cf07-9bed-441f-9cd9-bb7fd2244c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:52.431782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ca47cf07-9bed-441f-9cd9-bb7fd2244c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:52.482651 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ca47cf07-9bed-441f-9cd9-bb7fd2244c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:52.487523 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c733f830-0edf-4ae3-b527-9b9b498bfa98 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:52.504122 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47cf07-9bed-441f-9cd9-bb7fd2244c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4764541c-21ea-48f3-8211-7b9be6eaf45a,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:52.506542 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ca47cf07-9bed-441f-9cd9-bb7fd2244c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:52.509764 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ca47cf07-9bed-441f-9cd9-bb7fd2244c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:52.510994 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ca47cf07-9bed-441f-9cd9-bb7fd2244c19 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4764541c-21ea-48f3-8211-7b9be6eaf45a HTTP/1.1" status: 204 len: 168 time: 0.1628118 Jun 02 12:54:52.581860 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4857ee92-f182-4fab-99c0-2c1b99e9a651 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:54:52.615675 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 4857ee92-f182-4fab-99c0-2c1b99e9a651 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:54:52.616026 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 4857ee92-f182-4fab-99c0-2c1b99e9a651 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:54:53.256048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 50404) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:54:53.358899 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2085570061-network', 'tenant_id': '172cf3950aa14f27a6368beefde595a6'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:54:53.363573 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:54:53.367390 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Usage tracker for resource:network and tenant:172cf3950aa14f27a6368beefde595a6 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:54:53.370214 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:54:53.377216 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:54:53.386800 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Made reservation on behalf of 172cf3950aa14f27a6368beefde595a6 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:54:53.389532 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:53.405494 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:53.419650 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:54:53.423380 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Usage tracker for resource:security_group_rule and tenant:172cf3950aa14f27a6368beefde595a6 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:54:53.426135 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:54:53.431821 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:54:53.512098 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:53.516018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:53.519783 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7b4ca19f-8f18-4d99-98c6-4221e83a28f4 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:53.542662 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:54:53.554715 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518c8934-235a-43ab-a598-5f1c74466a1c,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:53.558719 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:53.560316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:53.560693 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Added segment 7003f967-5f62-487a-8f89-0f669f70bd2d of type vlan for network cf7cabd3-8040-46db-9bde-8fdfbc2ea69c Jun 02 12:54:53.587867 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:53.615245 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:53.616170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:54:53.616743 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:53.621306 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1e234b5b-8076-4aec-9235-04e22c244160 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:53.717189 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4600554 Jun 02 12:54:53.720303 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50408) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:54:53.722149 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Pushing event updated for resources: {'Network': ['ID=cf7cabd3-8040-46db-9bde-8fdfbc2ea69c,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:53.724749 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:53.725338 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-c7630584-4f04-4a32-87a3-8198ea8919fe admin admin] Request body: {'subnet': {'network_id': 'cf7cabd3-8040-46db-9bde-8fdfbc2ea69c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2085570061-subnet', 'tenant_id': '172cf3950aa14f27a6368beefde595a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:54:53.732045 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c7630584-4f04-4a32-87a3-8198ea8919fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:54:53.733003 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network cf7cabd3-8040-46db-9bde-8fdfbc2ea69c details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:54:53.736278 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c7630584-4f04-4a32-87a3-8198ea8919fe admin admin] Usage tracker for resource:subnet and tenant:172cf3950aa14f27a6368beefde595a6 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:54:53.739162 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c7630584-4f04-4a32-87a3-8198ea8919fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:54:53.744752 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c7630584-4f04-4a32-87a3-8198ea8919fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:54:53.755487 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7630584-4f04-4a32-87a3-8198ea8919fe admin admin] Made reservation on behalf of 172cf3950aa14f27a6368beefde595a6 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:54:53.757745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c7630584-4f04-4a32-87a3-8198ea8919fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:54.128409 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c7630584-4f04-4a32-87a3-8198ea8919fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:54.132624 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b57c6a3a-a11e-4f12-9851-057cd998ae70 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:54.204655 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7630584-4f04-4a32-87a3-8198ea8919fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e26a14-40ef-4a5a-88d4-ef233181bfea,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:54.208547 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c7630584-4f04-4a32-87a3-8198ea8919fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:54.215908 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7630584-4f04-4a32-87a3-8198ea8919fe admin admin] Checking segment: {'id': '7003f967-5f62-487a-8f89-0f669f70bd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cf7cabd3-8040-46db-9bde-8fdfbc2ea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:54:54.216268 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7630584-4f04-4a32-87a3-8198ea8919fe admin admin] Network hostable DHCP agents. Network: cf7cabd3-8040-46db-9bde-8fdfbc2ea69c, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:54:54.237657 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7630584-4f04-4a32-87a3-8198ea8919fe admin admin] Network cf7cabd3-8040-46db-9bde-8fdfbc2ea69c is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:54:54.247629 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-c7630584-4f04-4a32-87a3-8198ea8919fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, cf7cabd3-8040-46db-9bde-8fdfbc2ea69c) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:54:54.257247 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34109b36-3edf-4755-b04c-036b1f95b53c None None] Network cf7cabd3-8040-46db-9bde-8fdfbc2ea69c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:54:54.258756 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7630584-4f04-4a32-87a3-8198ea8919fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:54:54.259374 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c7630584-4f04-4a32-87a3-8198ea8919fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:54.280223 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c7630584-4f04-4a32-87a3-8198ea8919fe admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5588362 Jun 02 12:54:54.451291 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d861b52b-ebd4-42d8-a205-6f1f808fb0db None None] Network cf7cabd3-8040-46db-9bde-8fdfbc2ea69c requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:54:54.780748 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50424) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:54:54.786058 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1853812524-network', 'tenant_id': 'cdc3da58e7ae41b6bb573fd5757ac888'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:54:54.790659 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:54:54.794946 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Usage tracker for resource:network and tenant:cdc3da58e7ae41b6bb573fd5757ac888 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:54:54.797745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:54:54.803338 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:54:54.813996 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Made reservation on behalf of cdc3da58e7ae41b6bb573fd5757ac888 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:54:54.816392 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:54.828207 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:54.848132 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:54:54.852154 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Usage tracker for resource:security_group_rule and tenant:cdc3da58e7ae41b6bb573fd5757ac888 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:54:54.854976 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:54:54.861186 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:54:54.942535 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:54.945839 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:54.948612 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-28c84a5c-caad-47ca-a9e0-1308843a4313 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:54.978623 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:54:54.987541 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3fdb0b-cef2-4384-811d-e793e7b5e9f6,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:54.991023 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:54.993434 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:54.993774 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Added segment ba5f80a1-c0b9-48da-b0f0-9148e20dc641 of type vlan for network 693dddf7-01a4-45f7-93ba-3565e16b13c8 Jun 02 12:54:55.019250 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:55.048116 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:55.049108 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:54:55.049681 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:55.054280 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-040d0be8-7765-4398-a3b3-6f1d00d31774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:55.152282 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3704507 Jun 02 12:54:55.153044 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Pushing event updated for resources: {'Network': ['ID=693dddf7-01a4-45f7-93ba-3565e16b13c8,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:55.155537 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50426) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:54:55.157486 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:55.161229 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-399c45f3-35e2-4f7b-900e-8fe750cd18d1 admin admin] Request body: {'subnet': {'network_id': '693dddf7-01a4-45f7-93ba-3565e16b13c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1853812524-subnet', 'tenant_id': 'cdc3da58e7ae41b6bb573fd5757ac888', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:54:55.163476 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 693dddf7-01a4-45f7-93ba-3565e16b13c8 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:54:55.166120 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-399c45f3-35e2-4f7b-900e-8fe750cd18d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:54:55.170670 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-399c45f3-35e2-4f7b-900e-8fe750cd18d1 admin admin] Usage tracker for resource:subnet and tenant:cdc3da58e7ae41b6bb573fd5757ac888 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:54:55.173563 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-399c45f3-35e2-4f7b-900e-8fe750cd18d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:54:55.179877 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-399c45f3-35e2-4f7b-900e-8fe750cd18d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:54:55.191592 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399c45f3-35e2-4f7b-900e-8fe750cd18d1 admin admin] Made reservation on behalf of cdc3da58e7ae41b6bb573fd5757ac888 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:54:55.194002 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-399c45f3-35e2-4f7b-900e-8fe750cd18d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:55.567835 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-399c45f3-35e2-4f7b-900e-8fe750cd18d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:55.571954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-186aaeb3-7cb8-4802-8940-80c5efe230a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:55.643254 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c45f3-35e2-4f7b-900e-8fe750cd18d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab1cb295-4f5e-4b7c-91a1-2c2211554fed,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:55.645769 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-399c45f3-35e2-4f7b-900e-8fe750cd18d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:55.651612 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399c45f3-35e2-4f7b-900e-8fe750cd18d1 admin admin] Checking segment: {'id': 'ba5f80a1-c0b9-48da-b0f0-9148e20dc641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '693dddf7-01a4-45f7-93ba-3565e16b13c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:54:55.651961 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399c45f3-35e2-4f7b-900e-8fe750cd18d1 admin admin] Network hostable DHCP agents. Network: 693dddf7-01a4-45f7-93ba-3565e16b13c8, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:54:55.669805 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399c45f3-35e2-4f7b-900e-8fe750cd18d1 admin admin] Network 693dddf7-01a4-45f7-93ba-3565e16b13c8 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:54:55.679486 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-399c45f3-35e2-4f7b-900e-8fe750cd18d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 693dddf7-01a4-45f7-93ba-3565e16b13c8) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:54:55.687534 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399c45f3-35e2-4f7b-900e-8fe750cd18d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:54:55.688115 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-399c45f3-35e2-4f7b-900e-8fe750cd18d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:55.688222 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71367d6d-2617-4e72-ac5b-f4c869f4b28c None None] Network 693dddf7-01a4-45f7-93ba-3565e16b13c8 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:54:55.707321 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-399c45f3-35e2-4f7b-900e-8fe750cd18d1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5507710 Jun 02 12:54:55.875483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2d14e8-58e8-4bc7-a324-d3e59bf71249 None None] Network 693dddf7-01a4-45f7-93ba-3565e16b13c8 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:54:55.986490 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:56.348217 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-1ebedaf4-a280-4f66-aaf4-08922ab2ca16 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:54:56.348886 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-1ebedaf4-a280-4f66-aaf4-08922ab2ca16 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Synchronizing usage tracker for tenant:172cf3950aa14f27a6368beefde595a6 on resource:network {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:54:56.365246 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-1ebedaf4-a280-4f66-aaf4-08922ab2ca16 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Unset dirty status for tenant:172cf3950aa14f27a6368beefde595a6 on resource:network {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:54:56.366428 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-1ebedaf4-a280-4f66-aaf4-08922ab2ca16 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/networks?id=cf7cabd3-8040-46db-9bde-8fdfbc2ea69c HTTP/1.1" status: 200 len: 812 time: 0.1599951 Jun 02 12:54:56.381568 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-bcd5664f-9c28-498b-ba55-0b7aa22b679e tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/quotas/172cf3950aa14f27a6368beefde595a6 HTTP/1.1" status: 200 len: 375 time: 0.0095139 Jun 02 12:54:56.428532 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-9298bd6e-4fee-44b7-9dfb-d1eba425d0d8 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=172cf3950aa14f27a6368beefde595a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419898 Jun 02 12:54:56.439001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-49ea5afc-e9be-48f4-a112-07de5b3ecc1c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 12:54:56.439908 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-49ea5afc-e9be-48f4-a112-07de5b3ecc1c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053265 Jun 02 12:54:56.567773 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-e13bf388-b313-47f4-b1c5-3c59c88f0b05 service neutron] 10.222.0.37 "GET /v2.0/networks/cf7cabd3-8040-46db-9bde-8fdfbc2ea69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224015 Jun 02 12:54:56.699766 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-5c274700-20ab-4026-80b8-ceb3e20ca21c service neutron] 10.222.0.37 "GET /v2.0/networks/cf7cabd3-8040-46db-9bde-8fdfbc2ea69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259537 Jun 02 12:54:56.871051 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-72009ba8-a7d5-4eaa-9557-2368d8cf0959 req-234b9e2c-819a-4b64-b03d-8b9d26d80afc tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 210 time: 0.0426157 Jun 02 12:54:57.893478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-c59abc5b-7dbf-4ab5-8ed9-79db2e256669 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:54:57.895584 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-c59abc5b-7dbf-4ab5-8ed9-79db2e256669 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.22 "GET /v2.0/networks?id=cf7cabd3-8040-46db-9bde-8fdfbc2ea69c HTTP/1.1" status: 200 len: 812 time: 0.1492896 Jun 02 12:54:57.908779 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-fe6d6a88-47c3-4e79-91e3-54409d7e9930 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Request body: {'port': {'device_id': '6bb38c61-c37e-47dc-9134-d6311a7783a9', 'network_id': 'cf7cabd3-8040-46db-9bde-8fdfbc2ea69c', 'admin_state_up': True, 'tenant_id': '172cf3950aa14f27a6368beefde595a6'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:54:58.046946 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-61ee1c93-9fe0-4248-9884-44710cba2d06 req-cb3e5ff6-2785-4967-a558-200b9dd44dd9 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 210 time: 0.0614448 Jun 02 12:54:58.090342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-fe6d6a88-47c3-4e79-91e3-54409d7e9930 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:54:58.094141 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-fe6d6a88-47c3-4e79-91e3-54409d7e9930 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Usage tracker for resource:port and tenant:172cf3950aa14f27a6368beefde595a6 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:54:58.096896 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-fe6d6a88-47c3-4e79-91e3-54409d7e9930 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:54:58.102505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-fe6d6a88-47c3-4e79-91e3-54409d7e9930 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:54:58.112035 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-fe6d6a88-47c3-4e79-91e3-54409d7e9930 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Made reservation on behalf of 172cf3950aa14f27a6368beefde595a6 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:54:58.115610 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-fe6d6a88-47c3-4e79-91e3-54409d7e9930 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:58.281144 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-fe6d6a88-47c3-4e79-91e3-54409d7e9930 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Allocated IP 172.20.0.8 (cf7cabd3-8040-46db-9bde-8fdfbc2ea69c/f4e26a14-40ef-4a5a-88d4-ef233181bfea/20b3c31f-bc0a-486a-bd61-023228f076ba) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:54:58.479797 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-fe6d6a88-47c3-4e79-91e3-54409d7e9930 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:58.509498 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-fe6d6a88-47c3-4e79-91e3-54409d7e9930 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:58.514954 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-423ec50e-a8fd-49f3-a22d-0b5b00d0446f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:58.704070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-fe6d6a88-47c3-4e79-91e3-54409d7e9930 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Network cf7cabd3-8040-46db-9bde-8fdfbc2ea69c is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:54:58.707226 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-fe6d6a88-47c3-4e79-91e3-54409d7e9930 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:54:58.711089 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-fe6d6a88-47c3-4e79-91e3-54409d7e9930 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:54:58.740474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d6a88-47c3-4e79-91e3-54409d7e9930 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Pushing event updated for resources: {'Port': ['ID=20b3c31f-bc0a-486a-bd61-023228f076ba,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:58.746413 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fe6d6a88-47c3-4e79-91e3-54409d7e9930 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:58.775433 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-fe6d6a88-47c3-4e79-91e3-54409d7e9930 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:54:58.776028 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-fe6d6a88-47c3-4e79-91e3-54409d7e9930 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:58.795440 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-fe6d6a88-47c3-4e79-91e3-54409d7e9930 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8907962 Jun 02 12:54:58.807347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Request body: {'port': {'device_id': '6bb38c61-c37e-47dc-9134-d6311a7783a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:54:58.917269 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:59.236280 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012f02c-bcf3-48ac-96bc-8732c6f9edf0 req-76a8a951-b7b7-4e09-80b6-482d85033252 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:54:59.237845 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c012f02c-bcf3-48ac-96bc-8732c6f9edf0 req-76a8a951-b7b7-4e09-80b6-482d85033252 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 931 time: 0.0854433 Jun 02 12:54:59.261553 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b3c31f-bc0a-486a-bd61-023228f076ba {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:54:59.271896 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:59.288648 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Transition to ACTIVE for port object 20b3c31f-bc0a-486a-bd61-023228f076ba will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:54:59.290117 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c012f02c-bcf3-48ac-96bc-8732c6f9edf0 req-0db68467-79f7-45b0-ada4-5662cd138166 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/security-groups?id=518c8934-235a-43ab-a598-5f1c74466a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397787 Jun 02 12:54:59.293053 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:59.298396 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cfcf4741-8c79-4d15-b721-7b231e28c2aa tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:59.456081 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Pushing event updated for resources: {'Port': ['ID=20b3c31f-bc0a-486a-bd61-023228f076ba,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:59.463320 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:59.530362 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Attempting to bind port 20b3c31f-bc0a-486a-bd61-023228f076ba on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:54:59.530694 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Attempting to bind port 20b3c31f-bc0a-486a-bd61-023228f076ba by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '7003f967-5f62-487a-8f89-0f669f70bd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cf7cabd3-8040-46db-9bde-8fdfbc2ea69c'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:54:59.531025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Attempting to bind port 20b3c31f-bc0a-486a-bd61-023228f076ba on network cf7cabd3-8040-46db-9bde-8fdfbc2ea69c {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:54:59.535779 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Port 20b3c31f-bc0a-486a-bd61-023228f076ba on network cf7cabd3-8040-46db-9bde-8fdfbc2ea69c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:54:59.536101 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Attempting to bind port 20b3c31f-bc0a-486a-bd61-023228f076ba on network cf7cabd3-8040-46db-9bde-8fdfbc2ea69c {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:54:59.541385 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:54:59.541912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Checking segment: {'id': '7003f967-5f62-487a-8f89-0f669f70bd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cf7cabd3-8040-46db-9bde-8fdfbc2ea69c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:54:59.542411 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Bound using segment: {'id': '7003f967-5f62-487a-8f89-0f669f70bd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cf7cabd3-8040-46db-9bde-8fdfbc2ea69c'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:54:59.542837 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Bound port: 20b3c31f-bc0a-486a-bd61-023228f076ba, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7003f967-5f62-487a-8f89-0f669f70bd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cf7cabd3-8040-46db-9bde-8fdfbc2ea69c'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:54:59.543178 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:59.639693 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] For port 20b3c31f-bc0a-486a-bd61-023228f076ba, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:54:59.642673 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] For port 20b3c31f-bc0a-486a-bd61-023228f076ba, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=20b3c31f-bc0a-486a-bd61-023228f076ba,segment=NetworkSegment(7003f967-5f62-487a-8f89-0f669f70bd2d),segment_id=7003f967-5f62-487a-8f89-0f669f70bd2d)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:54:59.647258 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:59.651052 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bee033a5-f99c-404a-b1ae-cc272678fc05 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:54:59.710395 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:54:59.711007 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:54:59.712404 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] 10.222.0.22 "PUT /v2.0/ports/20b3c31f-bc0a-486a-bd61-023228f076ba HTTP/1.1" status: 200 len: 1093 time: 0.9088676 Jun 02 12:54:59.712924 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb38c61-c37e-47dc-9134-d6311a7783a9', 'tag': '20b3c31f-bc0a-486a-bd61-023228f076ba'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:54:59.715246 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245b1e5a-25f4-432e-aa52-969718dbaedb" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb38c61-c37e-47dc-9134-d6311a7783a9", "tag": "20b3c31f-bc0a-486a-bd61-023228f076ba"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:54:59.735538 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Pushing event updated for resources: {'Port': ['ID=20b3c31f-bc0a-486a-bd61-023228f076ba,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:54:59.738655 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:54:59.780476 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b279a213-26e1-4987-a4ef-a0d1bcd3f3bf x-openstack-request-id: req-b279a213-26e1-4987-a4ef-a0d1bcd3f3bf {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:54:59.780815 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb38c61-c37e-47dc-9134-d6311a7783a9", "tag": "20b3c31f-bc0a-486a-bd61-023228f076ba", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:54:59.781116 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b279a213-26e1-4987-a4ef-a0d1bcd3f3bf {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:54:59.781552 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb38c61-c37e-47dc-9134-d6311a7783a9', 'tag': '20b3c31f-bc0a-486a-bd61-023228f076ba', 'status': 'completed', 'code': 200} Jun 02 12:54:59.825904 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-603dfaf9-dd54-4df4-97e2-9ef30919f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:54:59.827443 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-603dfaf9-dd54-4df4-97e2-9ef30919f0a2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=172cf3950aa14f27a6368beefde595a6&device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 1096 time: 0.0790222 Jun 02 12:54:59.898324 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-3f51ef9e-ba30-46a1-a7c7-d35fed7b1713 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20b3c31f-bc0a-486a-bd61-023228f076ba HTTP/1.1" status: 200 len: 217 time: 0.0631723 Jun 02 12:54:59.964428 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-a371a82c-a4a5-47ac-9682-e8f088252054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:54:59.966025 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-a371a82c-a4a5-47ac-9682-e8f088252054 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f4e26a14-40ef-4a5a-88d4-ef233181bfea HTTP/1.1" status: 200 len: 852 time: 0.0614860 Jun 02 12:55:00.014463 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-bf389b40-476b-4673-9b2c-be0e79f59f33 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cf7cabd3-8040-46db-9bde-8fdfbc2ea69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412691 Jun 02 12:55:00.142983 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-15a67c46-f257-4100-bc53-fe2980836227 service neutron] 10.222.0.22 "GET /v2.0/networks/cf7cabd3-8040-46db-9bde-8fdfbc2ea69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213706 Jun 02 12:55:00.272185 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b48a5077-13a7-450c-a2d7-5a411e7517b6 req-4e330c6b-183c-4276-8df0-fbbad286b400 service neutron] 10.222.0.22 "GET /v2.0/networks/cf7cabd3-8040-46db-9bde-8fdfbc2ea69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230328 Jun 02 12:55:00.391600 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b1e5a-25f4-432e-aa52-969718dbaedb req-29d1c2d0-5b6d-42a5-901b-509451d76748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:00.393053 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-245b1e5a-25f4-432e-aa52-969718dbaedb req-29d1c2d0-5b6d-42a5-901b-509451d76748 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=172cf3950aa14f27a6368beefde595a6&device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 1096 time: 0.0709958 Jun 02 12:55:00.474838 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373de81-6978-49ec-af78-39453da649ae req-73621513-202a-4a63-a042-86eb9a6e14d2 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:00.476312 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7373de81-6978-49ec-af78-39453da649ae req-73621513-202a-4a63-a042-86eb9a6e14d2 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 943 time: 0.0818858 Jun 02 12:55:00.532564 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7373de81-6978-49ec-af78-39453da649ae req-a0558e6a-67e2-43ad-a847-3c7195c10e3a tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/security-groups?id=518c8934-235a-43ab-a598-5f1c74466a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496960 Jun 02 12:55:00.644003 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b1e5a-25f4-432e-aa52-969718dbaedb req-cb6db985-008a-47da-baef-398467fcc3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:00.645412 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-245b1e5a-25f4-432e-aa52-969718dbaedb req-cb6db985-008a-47da-baef-398467fcc3d2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cf7cabd3-8040-46db-9bde-8fdfbc2ea69c HTTP/1.1" status: 200 len: 913 time: 0.2458763 Jun 02 12:55:00.717036 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-245b1e5a-25f4-432e-aa52-969718dbaedb req-bbb5506e-743e-4385-bb7b-6b4d63b7eebb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20b3c31f-bc0a-486a-bd61-023228f076ba HTTP/1.1" status: 200 len: 217 time: 0.0645771 Jun 02 12:55:00.781450 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b1e5a-25f4-432e-aa52-969718dbaedb req-04521a48-b49a-4792-a7a3-402444e84e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:00.782765 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-245b1e5a-25f4-432e-aa52-969718dbaedb req-04521a48-b49a-4792-a7a3-402444e84e9e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f4e26a14-40ef-4a5a-88d4-ef233181bfea HTTP/1.1" status: 200 len: 852 time: 0.0589564 Jun 02 12:55:00.828704 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-245b1e5a-25f4-432e-aa52-969718dbaedb req-0cb36ce5-c7fb-4a92-99b3-4872bfd44488 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cf7cabd3-8040-46db-9bde-8fdfbc2ea69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390110 Jun 02 12:55:00.956920 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-245b1e5a-25f4-432e-aa52-969718dbaedb req-4ed3aee4-c757-44fd-9ce3-9883bfea50f6 service neutron] 10.222.0.22 "GET /v2.0/networks/cf7cabd3-8040-46db-9bde-8fdfbc2ea69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212223 Jun 02 12:55:01.084004 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-245b1e5a-25f4-432e-aa52-969718dbaedb req-699b330c-7671-4ac0-8372-60fe93c32375 service neutron] 10.222.0.22 "GET /v2.0/networks/cf7cabd3-8040-46db-9bde-8fdfbc2ea69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206958 Jun 02 12:55:01.720881 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a1306-c326-4da5-a08b-3c4de5e5d57f req-eec622b7-46d5-4504-812a-0f94f943739e tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:01.721576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-0b5a1306-c326-4da5-a08b-3c4de5e5d57f req-eec622b7-46d5-4504-812a-0f94f943739e tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Synchronizing usage tracker for tenant:172cf3950aa14f27a6368beefde595a6 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:55:01.738795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-0b5a1306-c326-4da5-a08b-3c4de5e5d57f req-eec622b7-46d5-4504-812a-0f94f943739e tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Unset dirty status for tenant:172cf3950aa14f27a6368beefde595a6 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:55:01.739920 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0b5a1306-c326-4da5-a08b-3c4de5e5d57f req-eec622b7-46d5-4504-812a-0f94f943739e tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 943 time: 0.0997815 Jun 02 12:55:01.783974 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-0b5a1306-c326-4da5-a08b-3c4de5e5d57f req-aa672599-7384-481d-8ffd-aec47f3de38a tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Synchronizing usage tracker for tenant:172cf3950aa14f27a6368beefde595a6 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:55:01.800240 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-0b5a1306-c326-4da5-a08b-3c4de5e5d57f req-aa672599-7384-481d-8ffd-aec47f3de38a tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Unset dirty status for tenant:172cf3950aa14f27a6368beefde595a6 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:55:01.801405 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0b5a1306-c326-4da5-a08b-3c4de5e5d57f req-aa672599-7384-481d-8ffd-aec47f3de38a tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/security-groups?id=518c8934-235a-43ab-a598-5f1c74466a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559108 Jun 02 12:55:02.982770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ec72e-5b6a-4ee0-8d62-a7bf3d81dd7e req-778661b3-6b3a-4939-a9b2-c34b6e535e94 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:02.984203 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-984ec72e-5b6a-4ee0-8d62-a7bf3d81dd7e req-778661b3-6b3a-4939-a9b2-c34b6e535e94 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 943 time: 0.0810213 Jun 02 12:55:03.027169 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-984ec72e-5b6a-4ee0-8d62-a7bf3d81dd7e req-f825891a-8325-421c-ac76-9dd4a79bbdb0 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/security-groups?id=518c8934-235a-43ab-a598-5f1c74466a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374801 Jun 02 12:55:03.568474 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 20b3c31f-bc0a-486a-bd61-023228f076ba details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:55:03.699405 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 20b3c31f-bc0a-486a-bd61-023228f076ba, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=20b3c31f-bc0a-486a-bd61-023228f076ba,segment=NetworkSegment(7003f967-5f62-487a-8f89-0f669f70bd2d),segment_id=7003f967-5f62-487a-8f89-0f669f70bd2d)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:55:03.712623 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '20b3c31f-bc0a-486a-bd61-023228f076ba', 'network_id': 'cf7cabd3-8040-46db-9bde-8fdfbc2ea69c', 'port_id': '20b3c31f-bc0a-486a-bd61-023228f076ba', 'mac_address': 'fa:16:3e:91:44:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e26a14-40ef-4a5a-88d4-ef233181bfea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:55:03.769606 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:03.786502 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b3c31f-bc0a-486a-bd61-023228f076ba {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:55:03.801523 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 20b3c31f-bc0a-486a-bd61-023228f076ba, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=20b3c31f-bc0a-486a-bd61-023228f076ba,segment=NetworkSegment(7003f967-5f62-487a-8f89-0f669f70bd2d),segment_id=7003f967-5f62-487a-8f89-0f669f70bd2d)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:55:03.805419 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:03.807026 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:03.871278 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=20b3c31f-bc0a-486a-bd61-023228f076ba,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:03.874734 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:04.129789 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['20b3c31f-bc0a-486a-bd61-023228f076ba'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:55:04.210885 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6150c16-078c-4fa4-bde1-af56eaa1c891 req-f3a9834d-90c5-45ce-9d3f-3ca911ee1dd7 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:04.212370 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c6150c16-078c-4fa4-bde1-af56eaa1c891 req-f3a9834d-90c5-45ce-9d3f-3ca911ee1dd7 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 944 time: 0.0835459 Jun 02 12:55:04.257602 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c6150c16-078c-4fa4-bde1-af56eaa1c891 req-e9b9290b-fe64-43b7-8f98-d4d576458dc1 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/security-groups?id=518c8934-235a-43ab-a598-5f1c74466a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391095 Jun 02 12:55:05.445559 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e123fcf-07fb-4bf5-ab31-10c735ea3f8b req-b8bb749b-f98f-4d46-b10e-59fb860101bf tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:05.447008 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2e123fcf-07fb-4bf5-ab31-10c735ea3f8b req-b8bb749b-f98f-4d46-b10e-59fb860101bf tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 944 time: 0.0833225 Jun 02 12:55:05.491400 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2e123fcf-07fb-4bf5-ab31-10c735ea3f8b req-0d9ca6a2-b9c7-43f5-aa3d-bf1fc9660272 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/security-groups?id=518c8934-235a-43ab-a598-5f1c74466a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380666 Jun 02 12:55:05.578002 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 20b3c31f-bc0a-486a-bd61-023228f076ba up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:55:05.644488 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 20b3c31f-bc0a-486a-bd61-023228f076ba completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:55:05.649103 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 20b3c31f-bc0a-486a-bd61-023228f076ba triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:55:05.649467 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:05.765545 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:05.791469 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb38c61-c37e-47dc-9134-d6311a7783a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b3c31f-bc0a-486a-bd61-023228f076ba'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:55:05.794266 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a655c4f1-de3f-489f-81d5-9febb1e8b7fc" -d '{"events": [{"server_uuid": "6bb38c61-c37e-47dc-9134-d6311a7783a9", "name": "network-vif-plugged", "status": "completed", "tag": "20b3c31f-bc0a-486a-bd61-023228f076ba"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:55:05.801958 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 20b3c31f-bc0a-486a-bd61-023228f076ba, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=20b3c31f-bc0a-486a-bd61-023228f076ba,segment=NetworkSegment(7003f967-5f62-487a-8f89-0f669f70bd2d),segment_id=7003f967-5f62-487a-8f89-0f669f70bd2d)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:55:05.805857 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:05.807908 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:05.837881 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3a2c72-5a0c-4c39-8ad0-2b921333bd1e x-openstack-request-id: req-8c3a2c72-5a0c-4c39-8ad0-2b921333bd1e {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:55:05.838223 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb38c61-c37e-47dc-9134-d6311a7783a9", "name": "network-vif-plugged", "status": "completed", "tag": "20b3c31f-bc0a-486a-bd61-023228f076ba", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:55:05.838487 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c3a2c72-5a0c-4c39-8ad0-2b921333bd1e {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:55:05.838882 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb38c61-c37e-47dc-9134-d6311a7783a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b3c31f-bc0a-486a-bd61-023228f076ba', 'code': 200} Jun 02 12:55:05.881207 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=20b3c31f-bc0a-486a-bd61-023228f076ba,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:05.884030 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:06.056490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60293c69-786c-4f6d-a5aa-477f471d2d6f req-fe1d9a82-7249-4e5f-aa25-4224e246ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:06.057841 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-60293c69-786c-4f6d-a5aa-477f471d2d6f req-fe1d9a82-7249-4e5f-aa25-4224e246ff0c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 1098 time: 0.0685866 Jun 02 12:55:06.100757 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-60293c69-786c-4f6d-a5aa-477f471d2d6f req-420cdda0-11a4-4e2c-86d6-128d01ceaa7e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=518c8934-235a-43ab-a598-5f1c74466a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358644 Jun 02 12:55:06.673147 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b9e27-d58d-4bf2-9454-d705cb7bc252 req-3a33a796-e10d-4bec-8c3e-ba63282231c5 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:06.674621 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2e4b9e27-d58d-4bf2-9454-d705cb7bc252 req-3a33a796-e10d-4bec-8c3e-ba63282231c5 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 945 time: 0.0800633 Jun 02 12:55:06.719166 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2e4b9e27-d58d-4bf2-9454-d705cb7bc252 req-c4caceb6-407c-4294-8d48-16e199ce1d20 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/security-groups?id=518c8934-235a-43ab-a598-5f1c74466a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389364 Jun 02 12:55:07.904345 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c513005-6724-46c8-80f4-86b5fba2b91f req-cdf6b48f-b654-4096-ad63-3eabb3de9e35 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:07.905787 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7c513005-6724-46c8-80f4-86b5fba2b91f req-cdf6b48f-b654-4096-ad63-3eabb3de9e35 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 945 time: 0.0809116 Jun 02 12:55:07.950041 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7c513005-6724-46c8-80f4-86b5fba2b91f req-3b006a05-99d6-442b-9d48-d3afe3abb22b tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/security-groups?id=518c8934-235a-43ab-a598-5f1c74466a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384111 Jun 02 12:55:08.281143 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ddda7-d1a6-45ff-b26f-1aa9c4911908 req-8e1b87d9-f287-40df-ace6-4a6e5b704f6d tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:08.282608 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-133ddda7-d1a6-45ff-b26f-1aa9c4911908 req-8e1b87d9-f287-40df-ace6-4a6e5b704f6d tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 945 time: 0.2321403 Jun 02 12:55:08.325855 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-133ddda7-d1a6-45ff-b26f-1aa9c4911908 req-388fca31-ddf0-401b-95cd-e388cbf906cf tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/security-groups?id=518c8934-235a-43ab-a598-5f1c74466a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373859 Jun 02 12:55:08.721626 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccbe0b-2a79-4e3b-afa2-281d00e286d0 req-2d50f5a6-bb65-4c08-aa2f-c324ab7b9075 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:08.723098 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a1ccbe0b-2a79-4e3b-afa2-281d00e286d0 req-2d50f5a6-bb65-4c08-aa2f-c324ab7b9075 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 945 time: 0.0801594 Jun 02 12:55:08.768926 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a1ccbe0b-2a79-4e3b-afa2-281d00e286d0 req-f587ff72-060b-464a-bdb9-0fbe0638f63c tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/security-groups?id=518c8934-235a-43ab-a598-5f1c74466a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402107 Jun 02 12:55:09.961806 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3b312-c7f5-4892-8ab2-2b8e048f64bd req-8797b99c-b418-4e72-ac9d-68aa969d2765 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:09.963521 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-67e3b312-c7f5-4892-8ab2-2b8e048f64bd req-8797b99c-b418-4e72-ac9d-68aa969d2765 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 945 time: 0.0858135 Jun 02 12:55:10.009042 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-67e3b312-c7f5-4892-8ab2-2b8e048f64bd req-1ce72aca-8fcc-4809-9f09-c511cca547b9 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/security-groups?id=518c8934-235a-43ab-a598-5f1c74466a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385642 Jun 02 12:55:10.347206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953f46c-6dac-4bb8-8fac-fb6f90f0e58d req-95d00316-73ac-46d4-b475-adff38fd6eab tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:10.348646 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8953f46c-6dac-4bb8-8fac-fb6f90f0e58d req-95d00316-73ac-46d4-b475-adff38fd6eab tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 945 time: 0.0866175 Jun 02 12:55:10.398069 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8953f46c-6dac-4bb8-8fac-fb6f90f0e58d req-59ac44a2-5d06-481f-8f00-637510702b9d tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/security-groups?id=518c8934-235a-43ab-a598-5f1c74466a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437257 Jun 02 12:55:10.470561 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f2884-7098-478a-a5fb-48482e1950f6 req-5b19cbd2-2f19-4eda-a422-9b8fbf392b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:10.471948 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c40f2884-7098-478a-a5fb-48482e1950f6 req-5b19cbd2-2f19-4eda-a422-9b8fbf392b40 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=172cf3950aa14f27a6368beefde595a6&device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 1098 time: 0.1757381 Jun 02 12:55:10.608840 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f2884-7098-478a-a5fb-48482e1950f6 req-9948c72c-2303-4811-9a7b-13b0c8567bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:10.610991 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c40f2884-7098-478a-a5fb-48482e1950f6 req-9948c72c-2303-4811-9a7b-13b0c8567bf8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cf7cabd3-8040-46db-9bde-8fdfbc2ea69c HTTP/1.1" status: 200 len: 913 time: 0.1325645 Jun 02 12:55:10.682191 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c40f2884-7098-478a-a5fb-48482e1950f6 req-52fb3ced-f1eb-46b2-8e11-e6361557ff6e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20b3c31f-bc0a-486a-bd61-023228f076ba HTTP/1.1" status: 200 len: 217 time: 0.0642021 Jun 02 12:55:10.747112 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f2884-7098-478a-a5fb-48482e1950f6 req-9d1f0315-1572-427a-913f-4273a56cf429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:10.748417 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c40f2884-7098-478a-a5fb-48482e1950f6 req-9d1f0315-1572-427a-913f-4273a56cf429 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f4e26a14-40ef-4a5a-88d4-ef233181bfea HTTP/1.1" status: 200 len: 852 time: 0.0588007 Jun 02 12:55:10.795367 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c40f2884-7098-478a-a5fb-48482e1950f6 req-b66f288a-3d5b-4e62-8455-4bb4e3e6b826 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cf7cabd3-8040-46db-9bde-8fdfbc2ea69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403256 Jun 02 12:55:11.034125 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c40f2884-7098-478a-a5fb-48482e1950f6 req-b99f10d1-f9c4-47bf-a37d-c85e217d8300 service neutron] 10.222.0.22 "GET /v2.0/networks/cf7cabd3-8040-46db-9bde-8fdfbc2ea69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319169 Jun 02 12:55:11.162561 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c40f2884-7098-478a-a5fb-48482e1950f6 req-4cc4fddb-551c-4015-ba16-65d58b73c40f service neutron] 10.222.0.22 "GET /v2.0/networks/cf7cabd3-8040-46db-9bde-8fdfbc2ea69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223116 Jun 02 12:55:11.581963 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904c7e1-528e-41c5-a8e0-b7ea67f13124 req-cbc9c93c-101f-4dbb-b886-65c747a0f22b tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:11.583442 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f904c7e1-528e-41c5-a8e0-b7ea67f13124 req-cbc9c93c-101f-4dbb-b886-65c747a0f22b tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 945 time: 0.0815396 Jun 02 12:55:11.627948 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f904c7e1-528e-41c5-a8e0-b7ea67f13124 req-ee52b48c-0b87-492d-ad59-c279ef1981a2 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/security-groups?id=518c8934-235a-43ab-a598-5f1c74466a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389795 Jun 02 12:55:12.814637 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0cdc9-12fc-4755-b095-2bcf11beb86c req-9c55729f-d215-4972-bcde-4a5d9403f894 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:12.816063 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1cf0cdc9-12fc-4755-b095-2bcf11beb86c req-9c55729f-d215-4972-bcde-4a5d9403f894 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 945 time: 0.0829453 Jun 02 12:55:12.859684 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1cf0cdc9-12fc-4755-b095-2bcf11beb86c req-333bfbd5-05bc-4e00-98a6-360c468e1337 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/security-groups?id=518c8934-235a-43ab-a598-5f1c74466a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379899 Jun 02 12:55:13.248550 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a553b4-972b-40b8-9fb6-a5f4aece3d8e req-00cfabfa-6309-4153-a34d-f4b486deb51b tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:13.249992 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b6a553b4-972b-40b8-9fb6-a5f4aece3d8e req-00cfabfa-6309-4153-a34d-f4b486deb51b tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 945 time: 0.0802555 Jun 02 12:55:13.297669 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b6a553b4-972b-40b8-9fb6-a5f4aece3d8e req-ce9fc318-6158-4e16-b048-e5467825111a tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/security-groups?id=518c8934-235a-43ab-a598-5f1c74466a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418839 Jun 02 12:55:14.155764 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-386a03e2-f869-42b0-b6cb-aa5d0f4fd978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:14.510575 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb570f54-0f77-4a81-973b-33fe9a5cb5fc req-2fc906ab-b98c-4c83-aa91-50fa5e1a56f4 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:14.512032 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-bb570f54-0f77-4a81-973b-33fe9a5cb5fc req-2fc906ab-b98c-4c83-aa91-50fa5e1a56f4 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 945 time: 0.0828931 Jun 02 12:55:14.560720 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-bb570f54-0f77-4a81-973b-33fe9a5cb5fc req-84a31f60-d8a0-4d77-a7cc-b780ed7985c5 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/security-groups?id=518c8934-235a-43ab-a598-5f1c74466a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431457 Jun 02 12:55:14.904967 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6043d-ad10-4b60-ba52-c7dd19f4f58c req-639c38a3-470d-472b-8879-94fae853ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:14.906420 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-37a6043d-ad10-4b60-ba52-c7dd19f4f58c req-639c38a3-470d-472b-8879-94fae853ea9c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=172cf3950aa14f27a6368beefde595a6&device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 1098 time: 0.0704162 Jun 02 12:55:14.906557 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce68c1-aada-4489-83e2-f2c074be7772 req-d916e1a0-70ae-4548-ad8c-d80c0668b18e tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:14.907856 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-36ce68c1-aada-4489-83e2-f2c074be7772 req-d916e1a0-70ae-4548-ad8c-d80c0668b18e tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 945 time: 0.0808127 Jun 02 12:55:14.953443 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-36ce68c1-aada-4489-83e2-f2c074be7772 req-552cea70-665f-4ac0-bc3d-41cd3b2b91f2 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/security-groups?id=518c8934-235a-43ab-a598-5f1c74466a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395920 Jun 02 12:55:15.039269 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6043d-ad10-4b60-ba52-c7dd19f4f58c req-298bc148-caea-47ad-a30c-f58d5c31b146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:15.040695 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-37a6043d-ad10-4b60-ba52-c7dd19f4f58c req-298bc148-caea-47ad-a30c-f58d5c31b146 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cf7cabd3-8040-46db-9bde-8fdfbc2ea69c HTTP/1.1" status: 200 len: 913 time: 0.1277027 Jun 02 12:55:15.110467 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-37a6043d-ad10-4b60-ba52-c7dd19f4f58c req-125eec3b-add2-4c85-b875-24cd1b41541e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20b3c31f-bc0a-486a-bd61-023228f076ba HTTP/1.1" status: 200 len: 217 time: 0.0630953 Jun 02 12:55:15.171600 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6043d-ad10-4b60-ba52-c7dd19f4f58c req-2e23a69e-e561-49ad-81fa-52ea83fc526f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:15.172876 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-37a6043d-ad10-4b60-ba52-c7dd19f4f58c req-2e23a69e-e561-49ad-81fa-52ea83fc526f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f4e26a14-40ef-4a5a-88d4-ef233181bfea HTTP/1.1" status: 200 len: 852 time: 0.0559137 Jun 02 12:55:15.219371 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-37a6043d-ad10-4b60-ba52-c7dd19f4f58c req-d115b389-ccb1-4071-be64-e11bd4fe5f8c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cf7cabd3-8040-46db-9bde-8fdfbc2ea69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398314 Jun 02 12:55:15.347911 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-37a6043d-ad10-4b60-ba52-c7dd19f4f58c req-2fc666f7-20ed-4e62-b226-e509c612cd79 service neutron] 10.222.0.22 "GET /v2.0/networks/cf7cabd3-8040-46db-9bde-8fdfbc2ea69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224942 Jun 02 12:55:15.477093 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-37a6043d-ad10-4b60-ba52-c7dd19f4f58c req-cd482af0-3e6c-484f-832d-9bf3a0017a39 service neutron] 10.222.0.22 "GET /v2.0/networks/cf7cabd3-8040-46db-9bde-8fdfbc2ea69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220393 Jun 02 12:55:15.893847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc202593-df59-4e6f-8b77-f34044c47d95 req-7b3d0b7a-b4b7-48d1-a0ea-44106bc9842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:15.895371 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dc202593-df59-4e6f-8b77-f34044c47d95 req-7b3d0b7a-b4b7-48d1-a0ea-44106bc9842e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=172cf3950aa14f27a6368beefde595a6&device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 1098 time: 0.0741436 Jun 02 12:55:16.044396 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc202593-df59-4e6f-8b77-f34044c47d95 req-d3b5d05c-a123-41fa-915c-e409cc19f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:16.045930 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dc202593-df59-4e6f-8b77-f34044c47d95 req-d3b5d05c-a123-41fa-915c-e409cc19f263 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cf7cabd3-8040-46db-9bde-8fdfbc2ea69c HTTP/1.1" status: 200 len: 913 time: 0.1276925 Jun 02 12:55:16.149666 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dc202593-df59-4e6f-8b77-f34044c47d95 req-ca04e6c3-6744-4db1-b2db-b9fe722be04f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20b3c31f-bc0a-486a-bd61-023228f076ba HTTP/1.1" status: 200 len: 217 time: 0.0969200 Jun 02 12:55:16.226996 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc202593-df59-4e6f-8b77-f34044c47d95 req-12a669ca-fa3d-4c0b-b021-453896a86c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:16.228392 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dc202593-df59-4e6f-8b77-f34044c47d95 req-12a669ca-fa3d-4c0b-b021-453896a86c9c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f4e26a14-40ef-4a5a-88d4-ef233181bfea HTTP/1.1" status: 200 len: 852 time: 0.0713973 Jun 02 12:55:16.279306 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455ff81-7e2b-4011-920d-77cf50e7b745 req-7b4caab3-5986-4b3d-87ed-48ae8330adda tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:16.280702 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8455ff81-7e2b-4011-920d-77cf50e7b745 req-7b4caab3-5986-4b3d-87ed-48ae8330adda tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 945 time: 0.1807268 Jun 02 12:55:16.287653 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dc202593-df59-4e6f-8b77-f34044c47d95 req-73c56829-9c82-4073-828e-188a948144ff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cf7cabd3-8040-46db-9bde-8fdfbc2ea69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520051 Jun 02 12:55:16.521219 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8455ff81-7e2b-4011-920d-77cf50e7b745 req-112764b3-b841-4785-b924-983cf060b8db tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/security-groups?id=518c8934-235a-43ab-a598-5f1c74466a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325459 Jun 02 12:55:16.570992 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dc202593-df59-4e6f-8b77-f34044c47d95 req-baa1ef1c-347f-4073-a6fa-94dcbaa38d69 service neutron] 10.222.0.22 "GET /v2.0/networks/cf7cabd3-8040-46db-9bde-8fdfbc2ea69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694240 Jun 02 12:55:16.650719 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-49706eb8-6c76-4dfc-add6-e559d83146c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:16.702282 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dc202593-df59-4e6f-8b77-f34044c47d95 req-50180424-e4a5-4536-ba5e-f63b797104d4 service neutron] 10.222.0.22 "GET /v2.0/networks/cf7cabd3-8040-46db-9bde-8fdfbc2ea69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242478 Jun 02 12:55:16.707264 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:17.721450 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e58bde-3dd1-4fda-984f-b39834efe7b1 req-4c8325fd-73d9-4828-a354-7498df920b20 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:17.723199 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-19e58bde-3dd1-4fda-984f-b39834efe7b1 req-4c8325fd-73d9-4828-a354-7498df920b20 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 945 time: 0.0979109 Jun 02 12:55:17.768008 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:17.768737 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-19e58bde-3dd1-4fda-984f-b39834efe7b1 req-b435aaf5-ec4c-4294-b888-6b9b6247e428 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/security-groups?id=518c8934-235a-43ab-a598-5f1c74466a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395210 Jun 02 12:55:18.150473 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cc2d7-4829-4e5b-9ba9-742f91ef4154 req-999f25ab-a487-4b0d-a259-69474e6f21e8 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:18.151919 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-025cc2d7-4829-4e5b-9ba9-742f91ef4154 req-999f25ab-a487-4b0d-a259-69474e6f21e8 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 945 time: 0.0808880 Jun 02 12:55:18.200710 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-025cc2d7-4829-4e5b-9ba9-742f91ef4154 req-07cd3c6f-482b-486f-833a-10b6d6babb99 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/security-groups?id=518c8934-235a-43ab-a598-5f1c74466a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427766 Jun 02 12:55:19.391151 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89be0a-e7ba-4732-bdd7-447b2ac4e560 req-f7a8c075-2047-40b6-ba88-65853359994d tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:19.392588 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ae89be0a-e7ba-4732-bdd7-447b2ac4e560 req-f7a8c075-2047-40b6-ba88-65853359994d tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 945 time: 0.0877693 Jun 02 12:55:19.436334 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ae89be0a-e7ba-4732-bdd7-447b2ac4e560 req-6843671a-ef03-47e0-a84e-3eb97e342e69 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/security-groups?id=518c8934-235a-43ab-a598-5f1c74466a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382166 Jun 02 12:55:19.543166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:20.252874 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d190c-e29c-4b22-a389-59e1c2ec2ee0 req-82c24c19-5aa7-482b-9ba4-b5e910e14186 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:20.254359 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0a5d190c-e29c-4b22-a389-59e1c2ec2ee0 req-82c24c19-5aa7-482b-9ba4-b5e910e14186 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 945 time: 0.0801344 Jun 02 12:55:20.394536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-0a5d190c-e29c-4b22-a389-59e1c2ec2ee0 req-79021618-72d9-45c8-91f3-1aa0dc28bf7c tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Deleting port 20b3c31f-bc0a-486a-bd61-023228f076ba {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:55:20.395222 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-0a5d190c-e29c-4b22-a389-59e1c2ec2ee0 req-79021618-72d9-45c8-91f3-1aa0dc28bf7c tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:20.529037 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-0a5d190c-e29c-4b22-a389-59e1c2ec2ee0 req-79021618-72d9-45c8-91f3-1aa0dc28bf7c tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] For port 20b3c31f-bc0a-486a-bd61-023228f076ba, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=20b3c31f-bc0a-486a-bd61-023228f076ba,segment=NetworkSegment(7003f967-5f62-487a-8f89-0f669f70bd2d),segment_id=7003f967-5f62-487a-8f89-0f669f70bd2d)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:55:20.529388 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-0a5d190c-e29c-4b22-a389-59e1c2ec2ee0 req-79021618-72d9-45c8-91f3-1aa0dc28bf7c tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:20.622287 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f35eb-0c4a-447d-bc88-ab2b402b7eec req-f817bf80-5cf3-49ca-9f8a-b15a00950e40 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:20.623744 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-296f35eb-0c4a-447d-bc88-ab2b402b7eec req-f817bf80-5cf3-49ca-9f8a-b15a00950e40 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb38c61-c37e-47dc-9134-d6311a7783a9 HTTP/1.1" status: 200 len: 945 time: 0.0822406 Jun 02 12:55:20.655649 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-0a5d190c-e29c-4b22-a389-59e1c2ec2ee0 req-79021618-72d9-45c8-91f3-1aa0dc28bf7c tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Calling delete_port for 20b3c31f-bc0a-486a-bd61-023228f076ba owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:55:20.669301 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-296f35eb-0c4a-447d-bc88-ab2b402b7eec req-136c77c2-d820-4db0-9fd4-23e58b509b0a tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.37 "GET /v2.0/security-groups?id=518c8934-235a-43ab-a598-5f1c74466a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393062 Jun 02 12:55:20.771450 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-0a5d190c-e29c-4b22-a389-59e1c2ec2ee0 req-79021618-72d9-45c8-91f3-1aa0dc28bf7c tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:20.778516 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:20.783603 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['20b3c31f-bc0a-486a-bd61-023228f076ba'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:55:20.825410 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79021618-72d9-45c8-91f3-1aa0dc28bf7c tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Pushing event deleted for resources: {'Port': ['ID=20b3c31f-bc0a-486a-bd61-023228f076ba,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:20.827812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-79021618-72d9-45c8-91f3-1aa0dc28bf7c tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:20.901493 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5d190c-e29c-4b22-a389-59e1c2ec2ee0 req-79021618-72d9-45c8-91f3-1aa0dc28bf7c tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] No DVR routers for this DVR port 20b3c31f-bc0a-486a-bd61-023228f076ba on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:55:20.904613 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-0a5d190c-e29c-4b22-a389-59e1c2ec2ee0 req-79021618-72d9-45c8-91f3-1aa0dc28bf7c tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:20.907241 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb38c61-c37e-47dc-9134-d6311a7783a9', 'name': 'network-vif-deleted', 'tag': '20b3c31f-bc0a-486a-bd61-023228f076ba'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:55:20.909589 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0bc758-200f-406b-8b37-1bf62397743b" -d '{"events": [{"server_uuid": "6bb38c61-c37e-47dc-9134-d6311a7783a9", "name": "network-vif-deleted", "tag": "20b3c31f-bc0a-486a-bd61-023228f076ba"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:55:20.923428 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0a5d190c-e29c-4b22-a389-59e1c2ec2ee0 req-79021618-72d9-45c8-91f3-1aa0dc28bf7c tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] 10.222.0.22 "DELETE /v2.0/ports/20b3c31f-bc0a-486a-bd61-023228f076ba HTTP/1.1" status: 204 len: 173 time: 0.6633015 Jun 02 12:55:20.953226 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b07c18-15a7-45c7-9db0-6b779fd92f71 x-openstack-request-id: req-a5b07c18-15a7-45c7-9db0-6b779fd92f71 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:55:20.953711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb38c61-c37e-47dc-9134-d6311a7783a9", "name": "network-vif-deleted", "tag": "20b3c31f-bc0a-486a-bd61-023228f076ba", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:55:20.954016 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5b07c18-15a7-45c7-9db0-6b779fd92f71 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:55:20.954622 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb38c61-c37e-47dc-9134-d6311a7783a9', 'name': 'network-vif-deleted', 'tag': '20b3c31f-bc0a-486a-bd61-023228f076ba', 'status': 'completed', 'code': 200} Jun 02 12:55:21.770299 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50528) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:55:21.826109 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:55:21.832877 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4666f7f-c67d-4f48-804d-1603d2696b76 admin admin] Deleting subnet f4e26a14-40ef-4a5a-88d4-ef233181bfea {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:55:21.835738 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f4666f7f-c67d-4f48-804d-1603d2696b76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:21.884223 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f4666f7f-c67d-4f48-804d-1603d2696b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:21.937211 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f4666f7f-c67d-4f48-804d-1603d2696b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:22.177715 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f4666f7f-c67d-4f48-804d-1603d2696b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:22.182612 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-abf6610d-15f4-44c7-9ed5-8354c5c5d11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:22.216697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4666f7f-c67d-4f48-804d-1603d2696b76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e26a14-40ef-4a5a-88d4-ef233181bfea,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:22.218654 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f4666f7f-c67d-4f48-804d-1603d2696b76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:22.221188 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f4666f7f-c67d-4f48-804d-1603d2696b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:22.225086 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f4666f7f-c67d-4f48-804d-1603d2696b76 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f4e26a14-40ef-4a5a-88d4-ef233181bfea HTTP/1.1" status: 204 len: 168 time: 0.4536846 Jun 02 12:55:22.227536 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50530) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:55:22.331608 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe759029-5ac1-4665-a559-17663119bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:22.459334 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe759029-5ac1-4665-a559-17663119bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:22.473408 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-fe759029-5ac1-4665-a559-17663119bd54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7cabd3-8040-46db-9bde-8fdfbc2ea69c']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:55:22.494770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-fe759029-5ac1-4665-a559-17663119bd54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7003f967-5f62-487a-8f89-0f669f70bd2d') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:55:22.495124 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-fe759029-5ac1-4665-a559-17663119bd54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7003f967-5f62-487a-8f89-0f669f70bd2d') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:55:22.509567 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe759029-5ac1-4665-a559-17663119bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:22.526436 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe759029-5ac1-4665-a559-17663119bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:22.533262 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe759029-5ac1-4665-a559-17663119bd54 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:55:22.533649 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe759029-5ac1-4665-a559-17663119bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:55:22.547167 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:55:22.629361 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe759029-5ac1-4665-a559-17663119bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:22.632817 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b1d31298-3aae-4c59-81de-9116730870c8 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:22.646618 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-fe759029-5ac1-4665-a559-17663119bd54 admin admin] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:22.655688 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe759029-5ac1-4665-a559-17663119bd54 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf7cabd3-8040-46db-9bde-8fdfbc2ea69c,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:22.659001 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fe759029-5ac1-4665-a559-17663119bd54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:22.669630 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fe759029-5ac1-4665-a559-17663119bd54 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cf7cabd3-8040-46db-9bde-8fdfbc2ea69c HTTP/1.1" status: 204 len: 168 time: 0.4410985 Jun 02 12:55:22.672415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50532) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:55:22.732286 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-877c0ed1-7c08-4a24-b6e8-295153386d9e admin admin] Deleting subnet ab1cb295-4f5e-4b7c-91a1-2c2211554fed {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:55:22.737536 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-877c0ed1-7c08-4a24-b6e8-295153386d9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:22.790791 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-877c0ed1-7c08-4a24-b6e8-295153386d9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:22.845818 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-877c0ed1-7c08-4a24-b6e8-295153386d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:23.097206 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-877c0ed1-7c08-4a24-b6e8-295153386d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:23.100826 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-61b8b330-5705-4c8f-84fb-530c63c35ea3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:23.136328 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c0ed1-7c08-4a24-b6e8-295153386d9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab1cb295-4f5e-4b7c-91a1-2c2211554fed,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:23.139186 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-877c0ed1-7c08-4a24-b6e8-295153386d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:23.140139 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-877c0ed1-7c08-4a24-b6e8-295153386d9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:23.145882 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-877c0ed1-7c08-4a24-b6e8-295153386d9e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ab1cb295-4f5e-4b7c-91a1-2c2211554fed HTTP/1.1" status: 204 len: 168 time: 0.4725368 Jun 02 12:55:23.148319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50534) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:55:23.388053 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-04903408-1237-4bcb-a882-9915fc24f4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:23.506457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-04903408-1237-4bcb-a882-9915fc24f4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:23.518718 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-04903408-1237-4bcb-a882-9915fc24f4da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693dddf7-01a4-45f7-93ba-3565e16b13c8']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:55:23.530749 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-04903408-1237-4bcb-a882-9915fc24f4da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5f80a1-c0b9-48da-b0f0-9148e20dc641') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:55:23.531044 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-04903408-1237-4bcb-a882-9915fc24f4da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5f80a1-c0b9-48da-b0f0-9148e20dc641') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:55:23.542134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-04903408-1237-4bcb-a882-9915fc24f4da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:23.560205 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-04903408-1237-4bcb-a882-9915fc24f4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:23.566071 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04903408-1237-4bcb-a882-9915fc24f4da admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:55:23.566470 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-04903408-1237-4bcb-a882-9915fc24f4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:55:23.579363 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:55:23.658998 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-04903408-1237-4bcb-a882-9915fc24f4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:23.667347 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-04903408-1237-4bcb-a882-9915fc24f4da admin admin] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:23.670770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fe759029-5ac1-4665-a559-17663119bd54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:23.690683 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04903408-1237-4bcb-a882-9915fc24f4da admin admin] Pushing event deleted for resources: {'Network': ['ID=693dddf7-01a4-45f7-93ba-3565e16b13c8,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:23.693242 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-04903408-1237-4bcb-a882-9915fc24f4da admin admin] 10.222.0.37 "DELETE /v2.0/networks/693dddf7-01a4-45f7-93ba-3565e16b13c8 HTTP/1.1" status: 204 len: 168 time: 0.5439863 Jun 02 12:55:23.694179 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-04903408-1237-4bcb-a882-9915fc24f4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:23.708834 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 20b3c31f-bc0a-486a-bd61-023228f076ba no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:55:23.748568 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 20b3c31f-bc0a-486a-bd61-023228f076ba {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:55:23.748912 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 20b3c31f-bc0a-486a-bd61-023228f076ba not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:55:23.867264 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50538) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:55:23.915599 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9d0fa4c4-39ef-408b-bac0-0574f5f629cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=172cf3950aa14f27a6368beefde595a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468438 Jun 02 12:55:23.917809 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50540) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:55:23.978023 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-617d5cb9-9eb5-4dba-bff0-e5569a39f33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:24.002895 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-617d5cb9-9eb5-4dba-bff0-e5569a39f33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:24.055337 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-617d5cb9-9eb5-4dba-bff0-e5569a39f33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:24.061749 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:24.077893 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d5cb9-9eb5-4dba-bff0-e5569a39f33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518c8934-235a-43ab-a598-5f1c74466a1c,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:24.080667 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-617d5cb9-9eb5-4dba-bff0-e5569a39f33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:24.086158 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-617d5cb9-9eb5-4dba-bff0-e5569a39f33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:24.087352 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-617d5cb9-9eb5-4dba-bff0-e5569a39f33e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/518c8934-235a-43ab-a598-5f1c74466a1c HTTP/1.1" status: 204 len: 168 time: 0.1685112 Jun 02 12:55:24.426496 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50546) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:55:24.474531 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d41f5ca9-1b57-4040-8a74-531b6585e838 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cdc3da58e7ae41b6bb573fd5757ac888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467863 Jun 02 12:55:24.476810 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50548) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:55:24.533151 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-180f47ea-a0eb-43bb-9fe8-97d48a75cbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:24.559763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-180f47ea-a0eb-43bb-9fe8-97d48a75cbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:24.617686 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-180f47ea-a0eb-43bb-9fe8-97d48a75cbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:24.623282 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8d25dd4d-6c9c-4cbb-95c8-784a10f086cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:24.635610 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f47ea-a0eb-43bb-9fe8-97d48a75cbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3fdb0b-cef2-4384-811d-e793e7b5e9f6,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:24.638034 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-180f47ea-a0eb-43bb-9fe8-97d48a75cbbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:24.640173 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-180f47ea-a0eb-43bb-9fe8-97d48a75cbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:24.642023 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-180f47ea-a0eb-43bb-9fe8-97d48a75cbbb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf3fdb0b-cef2-4384-811d-e793e7b5e9f6 HTTP/1.1" status: 204 len: 168 time: 0.1635916 Jun 02 12:55:25.968060 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:31.463263 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-0b4e0f98-8f41-4f4d-b264-d784028462f6 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6261fcd18c4d4666b37dcd84caf56bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275979 Jun 02 12:55:31.615525 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-cf2e183b-0175-43ae-84b9-6995e3fff2fe tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:31.616971 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-cf2e183b-0175-43ae-84b9-6995e3fff2fe tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1489215 Jun 02 12:55:31.631777 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-063f9d44-5b19-408e-81ce-d73f45d79ad5 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/quotas/6261fcd18c4d4666b37dcd84caf56bf4 HTTP/1.1" status: 200 len: 375 time: 0.0087900 Jun 02 12:55:31.678752 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-f47cfdec-63b6-476f-a07b-071258939dfd tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6261fcd18c4d4666b37dcd84caf56bf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422194 Jun 02 12:55:31.959290 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d042ff8c-acd2-4f44-84de-3449b93e60c7 req-33a003c8-5cc8-40d4-b578-3b169b55149f tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/ports?device_id=11444e99-bfab-44cb-a205-1433e6741434 HTTP/1.1" status: 200 len: 210 time: 0.1518872 Jun 02 12:55:32.747823 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-b0002bf0-b4af-4409-a950-0a92a477e834 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=6261fcd18c4d4666b37dcd84caf56bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297472 Jun 02 12:55:32.905456 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-6b997416-683e-46f5-a617-063db7c2341f tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:32.906913 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-6b997416-683e-46f5-a617-063db7c2341f tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1539211 Jun 02 12:55:32.920020 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Request body: {'port': {'device_id': '11444e99-bfab-44cb-a205-1433e6741434', 'network_id': '3f380569-7b96-405c-b7ec-24a250c5ebf7', 'admin_state_up': True, 'tenant_id': '6261fcd18c4d4666b37dcd84caf56bf4'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:55:33.057156 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:55:33.061572 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Usage tracker for resource:port and tenant:6261fcd18c4d4666b37dcd84caf56bf4 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:55:33.065940 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:55:33.234367 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:55:33.237921 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8ab11781-8d49-4246-8f94-89cc887f08d6 req-ab85b308-9dfc-4446-9fe9-c69a9b0faa77 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/ports?device_id=11444e99-bfab-44cb-a205-1433e6741434 HTTP/1.1" status: 200 len: 210 time: 0.1735859 Jun 02 12:55:33.246691 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Made reservation on behalf of 6261fcd18c4d4666b37dcd84caf56bf4 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:55:33.250416 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:33.262700 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:33.276885 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:55:33.281158 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Usage tracker for resource:security_group_rule and tenant:6261fcd18c4d4666b37dcd84caf56bf4 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:55:33.283911 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:55:33.289740 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:55:33.379015 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:33.382831 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:33.386998 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a6850bf5-9cb1-46fb-b724-2a3c84740b47 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:33.468971 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7a813d-6fe7-4583-9c35-78171a0d7b22,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:33.475101 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:33.553653 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Allocated IP 192.168.233.213 (3f380569-7b96-405c-b7ec-24a250c5ebf7/5324c928-a028-49ab-9d35-43ab5b7e4484/46e2c78f-7d70-4972-b7ea-8a74c2dee0c4) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:55:33.756291 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:33.771941 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Transition to ACTIVE for port object 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:55:33.795666 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:33.801115 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c26e7bc3-d45b-4257-8ef1-4ca0ff3d6df4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:33.863885 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Network 3f380569-7b96-405c-b7ec-24a250c5ebf7 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:55:33.867349 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:55:33.871895 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:55:33.909106 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Pushing event updated for resources: {'Port': ['ID=46e2c78f-7d70-4972-b7ea-8a74c2dee0c4,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:33.913860 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:33.946073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:33.946730 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:33.972541 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0564096 Jun 02 12:55:33.985187 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Request body: {'port': {'device_id': '11444e99-bfab-44cb-a205-1433e6741434', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:55:34.065613 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4bff5ae9-f6dc-4dfa-8658-efdcfc6ad6fa None None] Provisioning for port 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:55:34.070180 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4bff5ae9-f6dc-4dfa-8658-efdcfc6ad6fa None None] Provisioning complete for port 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:55:34.070562 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4bff5ae9-f6dc-4dfa-8658-efdcfc6ad6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:34.096513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:34.123564 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-4bff5ae9-f6dc-4dfa-8658-efdcfc6ad6fa None None] Port 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:55:34.421362 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc372f57-7a2c-40e3-b082-a3b6acc6ac92 req-b8ee1231-0634-4ee9-b656-2f54571e0456 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:34.422875 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-dc372f57-7a2c-40e3-b082-a3b6acc6ac92 req-b8ee1231-0634-4ee9-b656-2f54571e0456 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/ports?device_id=11444e99-bfab-44cb-a205-1433e6741434 HTTP/1.1" status: 200 len: 936 time: 0.0814650 Jun 02 12:55:34.442659 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:55:34.450264 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:34.464568 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Transition to ACTIVE for port object 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:55:34.469103 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:34.472514 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-dc372f57-7a2c-40e3-b082-a3b6acc6ac92 req-97c333f5-d3f7-470b-9996-a0fdf04c68b8 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7a813d-6fe7-4583-9c35-78171a0d7b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438912 Jun 02 12:55:34.474130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-47692a18-1c5b-44d6-9c66-32c33a6dc49d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:34.639273 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Pushing event updated for resources: {'Port': ['ID=46e2c78f-7d70-4972-b7ea-8a74c2dee0c4,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:34.647909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:34.717969 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Attempting to bind port 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:55:34.718327 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Attempting to bind port 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'd852dc58-d8a6-42b2-97fe-ec1d0cb639b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3f380569-7b96-405c-b7ec-24a250c5ebf7'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:55:34.718654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Attempting to bind port 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 on network 3f380569-7b96-405c-b7ec-24a250c5ebf7 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:55:34.723162 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Port 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 on network 3f380569-7b96-405c-b7ec-24a250c5ebf7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:55:34.723484 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Attempting to bind port 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 on network 3f380569-7b96-405c-b7ec-24a250c5ebf7 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:55:34.728488 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:55:34.728826 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Checking segment: {'id': 'd852dc58-d8a6-42b2-97fe-ec1d0cb639b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3f380569-7b96-405c-b7ec-24a250c5ebf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:55:34.729208 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Bound using segment: {'id': 'd852dc58-d8a6-42b2-97fe-ec1d0cb639b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3f380569-7b96-405c-b7ec-24a250c5ebf7'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:55:34.729635 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Bound port: 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd852dc58-d8a6-42b2-97fe-ec1d0cb639b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3f380569-7b96-405c-b7ec-24a250c5ebf7'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:55:34.730005 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:34.820201 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] For port 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:55:34.823039 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] For port 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=46e2c78f-7d70-4972-b7ea-8a74c2dee0c4,segment=NetworkSegment(d852dc58-d8a6-42b2-97fe-ec1d0cb639b7),segment_id=d852dc58-d8a6-42b2-97fe-ec1d0cb639b7)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:55:34.827887 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:34.832296 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:34.891422 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:34.892041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:34.893428 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] 10.222.0.22 "PUT /v2.0/ports/46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 HTTP/1.1" status: 200 len: 1098 time: 0.9132099 Jun 02 12:55:34.893963 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11444e99-bfab-44cb-a205-1433e6741434', 'tag': '46e2c78f-7d70-4972-b7ea-8a74c2dee0c4'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:55:34.896313 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f603d72-9eb3-4274-a57e-62fcbf24e867" -d '{"events": [{"name": "network-changed", "server_uuid": "11444e99-bfab-44cb-a205-1433e6741434", "tag": "46e2c78f-7d70-4972-b7ea-8a74c2dee0c4"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:55:34.914980 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Pushing event updated for resources: {'Port': ['ID=46e2c78f-7d70-4972-b7ea-8a74c2dee0c4,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:34.918146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:34.966959 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f83551-9d82-4944-9337-38de35117ed2 x-openstack-request-id: req-69f83551-9d82-4944-9337-38de35117ed2 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:55:34.967298 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11444e99-bfab-44cb-a205-1433e6741434", "tag": "46e2c78f-7d70-4972-b7ea-8a74c2dee0c4", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:55:34.967599 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69f83551-9d82-4944-9337-38de35117ed2 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:55:34.968130 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11444e99-bfab-44cb-a205-1433e6741434', 'tag': '46e2c78f-7d70-4972-b7ea-8a74c2dee0c4', 'status': 'completed', 'code': 200} Jun 02 12:55:35.009557 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-df3f6759-cb35-445b-8215-eb54cc46e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:35.011070 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-df3f6759-cb35-445b-8215-eb54cc46e60e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6261fcd18c4d4666b37dcd84caf56bf4&device_id=11444e99-bfab-44cb-a205-1433e6741434 HTTP/1.1" status: 200 len: 1101 time: 0.0787632 Jun 02 12:55:35.197311 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-18da1e49-df41-468f-af7f-cb47899cff05 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 HTTP/1.1" status: 200 len: 217 time: 0.1790919 Jun 02 12:55:35.258670 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-19bef8fd-2f31-4a9a-8251-316f364a8f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:35.260059 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-19bef8fd-2f31-4a9a-8251-316f364a8f8f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5324c928-a028-49ab-9d35-43ab5b7e4484 HTTP/1.1" status: 200 len: 843 time: 0.0562341 Jun 02 12:55:35.333233 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-fa55ff1d-d5e1-4081-929f-f8117e5fff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:35.334671 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-fa55ff1d-d5e1-4081-929f-f8117e5fff68 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3f380569-7b96-405c-b7ec-24a250c5ebf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0681062 Jun 02 12:55:35.464307 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-dd213cb2-b0a3-4017-a6c4-25582a4c19e9 service neutron] 10.222.0.22 "GET /v2.0/networks/3f380569-7b96-405c-b7ec-24a250c5ebf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227639 Jun 02 12:55:35.595840 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-04709aa3-4a96-4d33-bb83-2e1836aa7f61 req-af7181da-4966-4812-9eb7-2e4bb25f0aec service neutron] 10.222.0.22 "GET /v2.0/networks/3f380569-7b96-405c-b7ec-24a250c5ebf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253691 Jun 02 12:55:35.656110 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfa35f-65eb-4576-b552-02d3f0cba6fe req-59d91540-d9c6-4e6b-bf26-815db8e8a7b5 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:35.657559 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b9bfa35f-65eb-4576-b552-02d3f0cba6fe req-59d91540-d9c6-4e6b-bf26-815db8e8a7b5 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/ports?device_id=11444e99-bfab-44cb-a205-1433e6741434 HTTP/1.1" status: 200 len: 948 time: 0.0802705 Jun 02 12:55:35.703448 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b9bfa35f-65eb-4576-b552-02d3f0cba6fe req-0796eabe-389e-4989-8460-0e7601ee091b tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7a813d-6fe7-4583-9c35-78171a0d7b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399275 Jun 02 12:55:35.712706 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f603d72-9eb3-4274-a57e-62fcbf24e867 req-da063b24-415a-4ca8-8ef3-32f26cf09e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:35.714185 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5f603d72-9eb3-4274-a57e-62fcbf24e867 req-da063b24-415a-4ca8-8ef3-32f26cf09e1e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6261fcd18c4d4666b37dcd84caf56bf4&device_id=11444e99-bfab-44cb-a205-1433e6741434 HTTP/1.1" status: 200 len: 1101 time: 0.0761440 Jun 02 12:55:35.851919 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f603d72-9eb3-4274-a57e-62fcbf24e867 req-4665946e-455c-4811-b66c-dd6009499156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:35.853361 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5f603d72-9eb3-4274-a57e-62fcbf24e867 req-4665946e-455c-4811-b66c-dd6009499156 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3f380569-7b96-405c-b7ec-24a250c5ebf7 HTTP/1.1" status: 200 len: 870 time: 0.1325710 Jun 02 12:55:35.925159 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5f603d72-9eb3-4274-a57e-62fcbf24e867 req-5a998a03-545d-4168-8803-b0aade372afa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 HTTP/1.1" status: 200 len: 217 time: 0.0636451 Jun 02 12:55:35.986838 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f603d72-9eb3-4274-a57e-62fcbf24e867 req-88d93ee6-2def-4aff-9ee5-629e2806e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:35.988132 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5f603d72-9eb3-4274-a57e-62fcbf24e867 req-88d93ee6-2def-4aff-9ee5-629e2806e5c8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5324c928-a028-49ab-9d35-43ab5b7e4484 HTTP/1.1" status: 200 len: 843 time: 0.0568266 Jun 02 12:55:36.063531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f603d72-9eb3-4274-a57e-62fcbf24e867 req-dbd9ac91-f6b0-42be-9a0a-eaf0d3ad367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:36.064946 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5f603d72-9eb3-4274-a57e-62fcbf24e867 req-dbd9ac91-f6b0-42be-9a0a-eaf0d3ad367c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3f380569-7b96-405c-b7ec-24a250c5ebf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0698638 Jun 02 12:55:36.199189 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5f603d72-9eb3-4274-a57e-62fcbf24e867 req-5ca9a2aa-f970-4977-87ca-89d494d060ce service neutron] 10.222.0.22 "GET /v2.0/networks/3f380569-7b96-405c-b7ec-24a250c5ebf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275511 Jun 02 12:55:36.333297 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5f603d72-9eb3-4274-a57e-62fcbf24e867 req-f1f6788c-0d9b-43f6-b85d-266886e8324b service neutron] 10.222.0.22 "GET /v2.0/networks/3f380569-7b96-405c-b7ec-24a250c5ebf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273606 Jun 02 12:55:36.894029 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63475425-8064-402b-9ecf-02ae9dafaa59 req-12a720ac-ed3d-4648-b021-99292cbd288d tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:36.894715 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-63475425-8064-402b-9ecf-02ae9dafaa59 req-12a720ac-ed3d-4648-b021-99292cbd288d tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Synchronizing usage tracker for tenant:6261fcd18c4d4666b37dcd84caf56bf4 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:55:36.912272 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-63475425-8064-402b-9ecf-02ae9dafaa59 req-12a720ac-ed3d-4648-b021-99292cbd288d tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Unset dirty status for tenant:6261fcd18c4d4666b37dcd84caf56bf4 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:55:36.913412 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-63475425-8064-402b-9ecf-02ae9dafaa59 req-12a720ac-ed3d-4648-b021-99292cbd288d tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/ports?device_id=11444e99-bfab-44cb-a205-1433e6741434 HTTP/1.1" status: 200 len: 948 time: 0.1032069 Jun 02 12:55:36.958036 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-63475425-8064-402b-9ecf-02ae9dafaa59 req-4339b80f-55ae-420d-84a1-0fb89700825f tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Synchronizing usage tracker for tenant:6261fcd18c4d4666b37dcd84caf56bf4 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:55:36.975317 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-63475425-8064-402b-9ecf-02ae9dafaa59 req-4339b80f-55ae-420d-84a1-0fb89700825f tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Unset dirty status for tenant:6261fcd18c4d4666b37dcd84caf56bf4 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:55:36.976570 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-63475425-8064-402b-9ecf-02ae9dafaa59 req-4339b80f-55ae-420d-84a1-0fb89700825f tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7a813d-6fe7-4583-9c35-78171a0d7b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567813 Jun 02 12:55:37.751214 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:55:37.881536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=46e2c78f-7d70-4972-b7ea-8a74c2dee0c4,segment=NetworkSegment(d852dc58-d8a6-42b2-97fe-ec1d0cb639b7),segment_id=d852dc58-d8a6-42b2-97fe-ec1d0cb639b7)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:55:37.894955 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '46e2c78f-7d70-4972-b7ea-8a74c2dee0c4', 'network_id': '3f380569-7b96-405c-b7ec-24a250c5ebf7', 'port_id': '46e2c78f-7d70-4972-b7ea-8a74c2dee0c4', 'mac_address': 'fa:16:3e:b2:51:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5324c928-a028-49ab-9d35-43ab5b7e4484', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:55:37.951971 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:37.968086 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:55:37.982734 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=46e2c78f-7d70-4972-b7ea-8a74c2dee0c4,segment=NetworkSegment(d852dc58-d8a6-42b2-97fe-ec1d0cb639b7),segment_id=d852dc58-d8a6-42b2-97fe-ec1d0cb639b7)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:55:37.986786 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:37.989605 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-8055f4be-62bf-45d9-ab93-de08928e07cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:38.053914 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=46e2c78f-7d70-4972-b7ea-8a74c2dee0c4,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:38.061527 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:38.061870 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:38.062232 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:38.062559 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:38.062907 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:38.063232 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:38.063550 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:38.063867 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:38.064189 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:38.064505 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:38.064816 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:38.065126 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:38.069095 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:38.161856 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7b728-8fcb-4d03-92bb-fdfd32afb611 req-2ee5ce39-c527-4e10-9390-e54dcefc715a tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:38.163354 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2cb7b728-8fcb-4d03-92bb-fdfd32afb611 req-2ee5ce39-c527-4e10-9390-e54dcefc715a tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/ports?device_id=11444e99-bfab-44cb-a205-1433e6741434 HTTP/1.1" status: 200 len: 949 time: 0.0833495 Jun 02 12:55:38.210165 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2cb7b728-8fcb-4d03-92bb-fdfd32afb611 req-77aecbcb-43ef-404a-b028-e6a5a464d28c tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7a813d-6fe7-4583-9c35-78171a0d7b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407348 Jun 02 12:55:38.321987 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['46e2c78f-7d70-4972-b7ea-8a74c2dee0c4'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:55:39.394639 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7da611-c348-4ef3-856f-8b42f51832d8 req-0c043c30-5aed-4bf8-b9a5-6d9a355bd4e6 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:39.396112 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4d7da611-c348-4ef3-856f-8b42f51832d8 req-0c043c30-5aed-4bf8-b9a5-6d9a355bd4e6 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/ports?device_id=11444e99-bfab-44cb-a205-1433e6741434 HTTP/1.1" status: 200 len: 949 time: 0.0808144 Jun 02 12:55:39.442865 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4d7da611-c348-4ef3-856f-8b42f51832d8 req-d421063a-6783-4888-8b22-5934b6a2e3dc tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7a813d-6fe7-4583-9c35-78171a0d7b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412629 Jun 02 12:55:39.774876 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:55:39.843619 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:55:39.848357 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:55:39.848747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:39.968201 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:39.993866 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11444e99-bfab-44cb-a205-1433e6741434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e2c78f-7d70-4972-b7ea-8a74c2dee0c4'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:55:39.996658 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7125ac41-be4c-466d-b864-c960f6c89c91" -d '{"events": [{"server_uuid": "11444e99-bfab-44cb-a205-1433e6741434", "name": "network-vif-plugged", "status": "completed", "tag": "46e2c78f-7d70-4972-b7ea-8a74c2dee0c4"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:55:40.004306 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=46e2c78f-7d70-4972-b7ea-8a74c2dee0c4,segment=NetworkSegment(d852dc58-d8a6-42b2-97fe-ec1d0cb639b7),segment_id=d852dc58-d8a6-42b2-97fe-ec1d0cb639b7)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:55:40.008506 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:40.011366 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cba03980-654b-4fe5-9854-2056485a1a10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:40.045628 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a701b58-05f8-47d4-a4ce-bfc9cc82f913 x-openstack-request-id: req-3a701b58-05f8-47d4-a4ce-bfc9cc82f913 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:55:40.045923 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11444e99-bfab-44cb-a205-1433e6741434", "name": "network-vif-plugged", "status": "completed", "tag": "46e2c78f-7d70-4972-b7ea-8a74c2dee0c4", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:55:40.046208 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a701b58-05f8-47d4-a4ce-bfc9cc82f913 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:55:40.046607 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11444e99-bfab-44cb-a205-1433e6741434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e2c78f-7d70-4972-b7ea-8a74c2dee0c4', 'code': 200} Jun 02 12:55:40.082572 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=46e2c78f-7d70-4972-b7ea-8a74c2dee0c4,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:40.085560 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:40.264505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10572e48-6a61-4fe9-99f7-c787390da807 req-f8dcae08-3dce-43d9-8b37-3ae8b9f7072e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:40.265953 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-10572e48-6a61-4fe9-99f7-c787390da807 req-f8dcae08-3dce-43d9-8b37-3ae8b9f7072e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=11444e99-bfab-44cb-a205-1433e6741434 HTTP/1.1" status: 200 len: 1103 time: 0.0704606 Jun 02 12:55:40.306931 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-10572e48-6a61-4fe9-99f7-c787390da807 req-0e6bef92-b293-4b32-af63-7f4016e99545 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5b7a813d-6fe7-4583-9c35-78171a0d7b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337799 Jun 02 12:55:40.627981 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf50a7b-4aad-4fc8-b190-8257654f181e req-46f12606-c835-4270-a742-372f25d7cd4b tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:40.629424 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-cbf50a7b-4aad-4fc8-b190-8257654f181e req-46f12606-c835-4270-a742-372f25d7cd4b tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/ports?device_id=11444e99-bfab-44cb-a205-1433e6741434 HTTP/1.1" status: 200 len: 950 time: 0.0840747 Jun 02 12:55:40.673651 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-cbf50a7b-4aad-4fc8-b190-8257654f181e req-7e9eb796-b3f9-414f-bb15-46fd75ecc0cd tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7a813d-6fe7-4583-9c35-78171a0d7b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386620 Jun 02 12:55:41.856760 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d428c-0faa-41e4-b104-7abe4580afa6 req-80544b34-8e01-4f68-a6a5-fb727e1bd893 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:41.858212 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a09d428c-0faa-41e4-b104-7abe4580afa6 req-80544b34-8e01-4f68-a6a5-fb727e1bd893 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/ports?device_id=11444e99-bfab-44cb-a205-1433e6741434 HTTP/1.1" status: 200 len: 950 time: 0.0788918 Jun 02 12:55:41.901108 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a09d428c-0faa-41e4-b104-7abe4580afa6 req-ce9f6545-2ad5-40ff-9bc6-76e33f3810a4 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7a813d-6fe7-4583-9c35-78171a0d7b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373089 Jun 02 12:55:42.975668 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ce409-14f1-4bbe-9c60-19b6b7db29cc req-a6b24315-f75a-4c92-a92e-be39f192aac6 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:42.977107 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-df9ce409-14f1-4bbe-9c60-19b6b7db29cc req-a6b24315-f75a-4c92-a92e-be39f192aac6 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/ports?device_id=11444e99-bfab-44cb-a205-1433e6741434 HTTP/1.1" status: 200 len: 950 time: 0.0827622 Jun 02 12:55:43.022576 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-df9ce409-14f1-4bbe-9c60-19b6b7db29cc req-670d8955-bcd1-4e84-ad69-fe2a2935f2a8 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7a813d-6fe7-4583-9c35-78171a0d7b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398791 Jun 02 12:55:44.157562 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-216658c9-e3a1-43fe-a582-64189ab2804e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:44.210760 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a6b98-a6b8-4e59-9c51-7460bb8979be req-ef530f6b-29e2-4d78-affa-aed21a3f12e6 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:44.212219 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6c9a6b98-a6b8-4e59-9c51-7460bb8979be req-ef530f6b-29e2-4d78-affa-aed21a3f12e6 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/ports?device_id=11444e99-bfab-44cb-a205-1433e6741434 HTTP/1.1" status: 200 len: 950 time: 0.0814073 Jun 02 12:55:44.255908 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6c9a6b98-a6b8-4e59-9c51-7460bb8979be req-b38c0fbe-77a7-46c6-98c7-7e5f41d71ecd tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7a813d-6fe7-4583-9c35-78171a0d7b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374784 Jun 02 12:55:44.368063 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6beb2-1d84-4828-a440-fb44aa58e861 req-75da266e-75c3-422f-a98d-6c0d5b61e01c tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:44.369363 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3ff6beb2-1d84-4828-a440-fb44aa58e861 req-75da266e-75c3-422f-a98d-6c0d5b61e01c tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.22 "GET /v2.0/ports?device_id=11444e99-bfab-44cb-a205-1433e6741434 HTTP/1.1" status: 200 len: 950 time: 0.0812168 Jun 02 12:55:44.503267 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-3ff6beb2-1d84-4828-a440-fb44aa58e861 req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Deleting port 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:55:44.503603 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3ff6beb2-1d84-4828-a440-fb44aa58e861 req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:44.753185 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-3ff6beb2-1d84-4828-a440-fb44aa58e861 req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] For port 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=46e2c78f-7d70-4972-b7ea-8a74c2dee0c4,segment=NetworkSegment(d852dc58-d8a6-42b2-97fe-ec1d0cb639b7),segment_id=d852dc58-d8a6-42b2-97fe-ec1d0cb639b7)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:55:44.753534 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3ff6beb2-1d84-4828-a440-fb44aa58e861 req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:44.880450 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-3ff6beb2-1d84-4828-a440-fb44aa58e861 req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Calling delete_port for 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:55:44.998075 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3ff6beb2-1d84-4828-a440-fb44aa58e861 req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:45.003629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8d228791-d492-4897-986e-7a496145331a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:45.009605 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['46e2c78f-7d70-4972-b7ea-8a74c2dee0c4'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:55:45.050301 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Pushing event deleted for resources: {'Port': ['ID=46e2c78f-7d70-4972-b7ea-8a74c2dee0c4,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:45.091735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:45.092146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:45.092517 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:45.092896 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:45.093267 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:45.093637 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:45.094006 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:45.094409 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:45.094774 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:45.095165 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:45.095526 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:45.095885 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:45.124286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:45.138942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff6beb2-1d84-4828-a440-fb44aa58e861 req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] No DVR routers for this DVR port 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:55:45.141484 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3ff6beb2-1d84-4828-a440-fb44aa58e861 req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:45.144236 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11444e99-bfab-44cb-a205-1433e6741434', 'name': 'network-vif-deleted', 'tag': '46e2c78f-7d70-4972-b7ea-8a74c2dee0c4'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:55:45.146586 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b3708e-6589-4d04-9d55-ad999952c56d" -d '{"events": [{"server_uuid": "11444e99-bfab-44cb-a205-1433e6741434", "name": "network-vif-deleted", "tag": "46e2c78f-7d70-4972-b7ea-8a74c2dee0c4"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:55:45.161874 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3ff6beb2-1d84-4828-a440-fb44aa58e861 req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.22 "DELETE /v2.0/ports/46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 HTTP/1.1" status: 204 len: 173 time: 0.7865486 Jun 02 12:55:45.199542 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fb1ac1-4767-4c43-a040-7968aeb8d88c x-openstack-request-id: req-f7fb1ac1-4767-4c43-a040-7968aeb8d88c {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:55:45.199895 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11444e99-bfab-44cb-a205-1433e6741434", "name": "network-vif-deleted", "tag": "46e2c78f-7d70-4972-b7ea-8a74c2dee0c4", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:55:45.200197 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7fb1ac1-4767-4c43-a040-7968aeb8d88c {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:55:45.200640 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11444e99-bfab-44cb-a205-1433e6741434', 'name': 'network-vif-deleted', 'tag': '46e2c78f-7d70-4972-b7ea-8a74c2dee0c4', 'status': 'completed', 'code': 200} Jun 02 12:55:45.424203 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-6537472e-a35b-4a00-a816-fd8082f2d6dc req-b5db22db-b16d-4ed2-8422-f0d4ebbff32e tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Synchronizing usage tracker for tenant:6261fcd18c4d4666b37dcd84caf56bf4 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:55:45.438751 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-6537472e-a35b-4a00-a816-fd8082f2d6dc req-b5db22db-b16d-4ed2-8422-f0d4ebbff32e tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Unset dirty status for tenant:6261fcd18c4d4666b37dcd84caf56bf4 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:55:45.439859 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6537472e-a35b-4a00-a816-fd8082f2d6dc req-b5db22db-b16d-4ed2-8422-f0d4ebbff32e tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] 10.222.0.37 "GET /v2.0/ports?device_id=11444e99-bfab-44cb-a205-1433e6741434 HTTP/1.1" status: 200 len: 210 time: 0.0584028 Jun 02 12:55:46.652552 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a240ad11-45f6-4130-9bdf-7128c51edd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:46.705442 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:46.802360 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50684) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:55:46.955706 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-fb735344-1207-4f79-9e30-06c5e99bfc03 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6261fcd18c4d4666b37dcd84caf56bf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521037 Jun 02 12:55:46.958009 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50688) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:55:47.018266 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d0988bb0-119c-443b-8b6e-0174b0599c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:47.043154 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d0988bb0-119c-443b-8b6e-0174b0599c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:47.094135 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d0988bb0-119c-443b-8b6e-0174b0599c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:47.097706 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-aeed2654-1124-4dc0-a8ca-a30785f35d8f tempest-RoutersAdminNegativeTest-363554039 tempest-RoutersAdminNegativeTest-363554039-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:47.110192 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0988bb0-119c-443b-8b6e-0174b0599c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7a813d-6fe7-4583-9c35-78171a0d7b22,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:47.119336 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0988bb0-119c-443b-8b6e-0174b0599c60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:47.119727 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0988bb0-119c-443b-8b6e-0174b0599c60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:47.120106 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0988bb0-119c-443b-8b6e-0174b0599c60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:47.120480 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0988bb0-119c-443b-8b6e-0174b0599c60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:47.120849 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0988bb0-119c-443b-8b6e-0174b0599c60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:47.121216 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0988bb0-119c-443b-8b6e-0174b0599c60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:47.121581 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0988bb0-119c-443b-8b6e-0174b0599c60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:47.121997 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0988bb0-119c-443b-8b6e-0174b0599c60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:47.122400 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0988bb0-119c-443b-8b6e-0174b0599c60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:47.122762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0988bb0-119c-443b-8b6e-0174b0599c60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:47.123142 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0988bb0-119c-443b-8b6e-0174b0599c60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:47.123482 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0988bb0-119c-443b-8b6e-0174b0599c60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:55:47.127819 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d0988bb0-119c-443b-8b6e-0174b0599c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:47.131086 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d0988bb0-119c-443b-8b6e-0174b0599c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:47.132197 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d0988bb0-119c-443b-8b6e-0174b0599c60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b7a813d-6fe7-4583-9c35-78171a0d7b22 HTTP/1.1" status: 204 len: 168 time: 0.1732876 Jun 02 12:55:47.406392 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 50694) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:55:47.423500 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f6e3544f-71be-4061-8b0f-cfde720915e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:47.437918 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f6e3544f-71be-4061-8b0f-cfde720915e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:55:47.441691 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f6e3544f-71be-4061-8b0f-cfde720915e0 admin admin] Usage tracker for resource:security_group_rule and tenant:2b84ef8a6832417190ce923252c4025e is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:55:47.444479 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-f6e3544f-71be-4061-8b0f-cfde720915e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:55:47.450774 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-f6e3544f-71be-4061-8b0f-cfde720915e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:55:47.530049 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f6e3544f-71be-4061-8b0f-cfde720915e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:47.533604 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f6e3544f-71be-4061-8b0f-cfde720915e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:47.541868 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f552d850-e3b3-436b-a0c2-8fc375b9d165 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:47.581926 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f6e3544f-71be-4061-8b0f-cfde720915e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b84ef8a6832417190ce923252c4025e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1743596 Jun 02 12:55:47.582786 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3544f-71be-4061-8b0f-cfde720915e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33299bd2-f689-4a4c-aa64-ff04f5d2c905,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:47.584547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 50696) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:55:47.585779 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f6e3544f-71be-4061-8b0f-cfde720915e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:47.642490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b69566de-8dcf-42f5-ab37-dd952f64ab2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:47.667558 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b69566de-8dcf-42f5-ab37-dd952f64ab2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:47.718654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b69566de-8dcf-42f5-ab37-dd952f64ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:47.723374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1af1cbb4-3439-4ae9-9ec0-351ee3ecfb38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:47.736387 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69566de-8dcf-42f5-ab37-dd952f64ab2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33299bd2-f689-4a4c-aa64-ff04f5d2c905,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:47.738665 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b69566de-8dcf-42f5-ab37-dd952f64ab2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:47.739750 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b69566de-8dcf-42f5-ab37-dd952f64ab2b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/33299bd2-f689-4a4c-aa64-ff04f5d2c905 HTTP/1.1" status: 204 len: 168 time: 0.1539171 Jun 02 12:55:47.741086 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b69566de-8dcf-42f5-ab37-dd952f64ab2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:47.771436 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:47.823726 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:55:47.857604 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:55:47.857972 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 46e2c78f-7d70-4972-b7ea-8a74c2dee0c4 not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:55:48.454092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 50718) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:55:48.569048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-414787993-network', 'tenant_id': 'cc427b9032f045feb4e16c79e95358a5'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:55:48.573769 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:55:48.578184 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Usage tracker for resource:network and tenant:cc427b9032f045feb4e16c79e95358a5 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:55:48.580965 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:55:48.586604 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:55:48.601350 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Made reservation on behalf of cc427b9032f045feb4e16c79e95358a5 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:55:48.603632 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:48.615260 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:48.629063 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:55:48.632783 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Usage tracker for resource:security_group_rule and tenant:cc427b9032f045feb4e16c79e95358a5 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:55:48.635568 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:55:48.641654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:55:48.724684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:48.728611 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:48.732641 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1aaf3469-da41-478a-b9ca-28a9db65d2ff tempest-SecGroupIPv6Test-193388278 tempest-SecGroupIPv6Test-193388278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:48.755940 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:55:48.768642 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a060f340-035f-4031-91bc-bd3c4fa1da82,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:48.772562 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:48.773477 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:48.773819 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Added segment 411fad68-a2a8-4fc0-8e6e-8b678e729453 of type vlan for network e910222d-5f51-4ad1-96f8-4ee0ab8057ff Jun 02 12:55:48.799761 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:48.828889 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:48.830084 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:48.830718 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:48.834056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1119933f-c85e-4435-8318-7f83c17d656e tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:48.939243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Pushing event updated for resources: {'Network': ['ID=e910222d-5f51-4ad1-96f8-4ee0ab8057ff,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:48.942251 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4870894 Jun 02 12:55:48.943170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:48.945240 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 50724) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:55:48.948962 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network e910222d-5f51-4ad1-96f8-4ee0ab8057ff details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:55:48.950384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-f00f2868-feec-4ece-9240-1c8cc67f3879 admin admin] Request body: {'subnet': {'network_id': 'e910222d-5f51-4ad1-96f8-4ee0ab8057ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-414787993-subnet', 'tenant_id': 'cc427b9032f045feb4e16c79e95358a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:55:48.955192 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f00f2868-feec-4ece-9240-1c8cc67f3879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:55:48.958995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f00f2868-feec-4ece-9240-1c8cc67f3879 admin admin] Usage tracker for resource:subnet and tenant:cc427b9032f045feb4e16c79e95358a5 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:55:48.961805 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f00f2868-feec-4ece-9240-1c8cc67f3879 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:55:48.967559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f00f2868-feec-4ece-9240-1c8cc67f3879 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:55:48.978286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00f2868-feec-4ece-9240-1c8cc67f3879 admin admin] Made reservation on behalf of cc427b9032f045feb4e16c79e95358a5 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:55:48.980608 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f00f2868-feec-4ece-9240-1c8cc67f3879 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:49.359631 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f00f2868-feec-4ece-9240-1c8cc67f3879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:49.363823 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-acb3061d-88d7-4e62-a558-03ce4d29d222 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:49.431749 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f2868-feec-4ece-9240-1c8cc67f3879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6c9c629-d5a1-4a06-8fab-2061266cf1bd,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:49.435558 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f00f2868-feec-4ece-9240-1c8cc67f3879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:49.441092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00f2868-feec-4ece-9240-1c8cc67f3879 admin admin] Checking segment: {'id': '411fad68-a2a8-4fc0-8e6e-8b678e729453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e910222d-5f51-4ad1-96f8-4ee0ab8057ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:55:49.441445 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00f2868-feec-4ece-9240-1c8cc67f3879 admin admin] Network hostable DHCP agents. Network: e910222d-5f51-4ad1-96f8-4ee0ab8057ff, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:55:49.457889 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00f2868-feec-4ece-9240-1c8cc67f3879 admin admin] Network e910222d-5f51-4ad1-96f8-4ee0ab8057ff is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:55:49.466755 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-f00f2868-feec-4ece-9240-1c8cc67f3879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, e910222d-5f51-4ad1-96f8-4ee0ab8057ff) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:55:49.474712 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00f2868-feec-4ece-9240-1c8cc67f3879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:49.475300 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f00f2868-feec-4ece-9240-1c8cc67f3879 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:49.475720 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd9e720-33f4-406d-a555-c7861e2a0280 None None] Network e910222d-5f51-4ad1-96f8-4ee0ab8057ff requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:55:49.497547 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f00f2868-feec-4ece-9240-1c8cc67f3879 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5500827 Jun 02 12:55:49.583161 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:49.696154 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7def6a19-19a4-4f70-990a-f955cb5380a2 None None] Network e910222d-5f51-4ad1-96f8-4ee0ab8057ff requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:55:49.995526 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-cfbfa237-42f2-49c4-adf5-5470424f8b4a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:49.996200 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-cfbfa237-42f2-49c4-adf5-5470424f8b4a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Synchronizing usage tracker for tenant:cc427b9032f045feb4e16c79e95358a5 on resource:network {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:55:50.013028 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-cfbfa237-42f2-49c4-adf5-5470424f8b4a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Unset dirty status for tenant:cc427b9032f045feb4e16c79e95358a5 on resource:network {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:55:50.014335 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-cfbfa237-42f2-49c4-adf5-5470424f8b4a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/networks?id=e910222d-5f51-4ad1-96f8-4ee0ab8057ff HTTP/1.1" status: 200 len: 811 time: 0.1653798 Jun 02 12:55:50.029759 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-d03fc8c1-72ba-4c58-8f7c-610897baa383 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/quotas/cc427b9032f045feb4e16c79e95358a5 HTTP/1.1" status: 200 len: 375 time: 0.0094995 Jun 02 12:55:50.081152 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-633b44d5-d13e-4eef-949c-e709b87e7315 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc427b9032f045feb4e16c79e95358a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464072 Jun 02 12:55:50.213396 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-7e3281ec-1a36-4b57-88dd-4051bbb2d9aa service neutron] 10.222.0.37 "GET /v2.0/networks/e910222d-5f51-4ad1-96f8-4ee0ab8057ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256924 Jun 02 12:55:50.345990 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-ecc8c88e-df65-4704-9bac-785cb9b923c7 service neutron] 10.222.0.37 "GET /v2.0/networks/e910222d-5f51-4ad1-96f8-4ee0ab8057ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259859 Jun 02 12:55:50.521923 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9393321f-1449-4180-a629-6f270f19f241 req-536ec144-e95d-4622-87be-bee22a38d8ff tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 210 time: 0.0465362 Jun 02 12:55:51.632028 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-c35dc3ed-ffbe-48f8-87ce-c192aba451fc tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:51.633415 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-c35dc3ed-ffbe-48f8-87ce-c192aba451fc tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.22 "GET /v2.0/networks?id=e910222d-5f51-4ad1-96f8-4ee0ab8057ff HTTP/1.1" status: 200 len: 811 time: 0.2644846 Jun 02 12:55:51.668865 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-7d898679-5e90-4124-91b5-304f5ac0e6e2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Request body: {'port': {'device_id': 'd3b7f621-e618-4f13-a6ba-19d3fe8c1627', 'network_id': 'e910222d-5f51-4ad1-96f8-4ee0ab8057ff', 'admin_state_up': True, 'tenant_id': 'cc427b9032f045feb4e16c79e95358a5'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:55:51.697657 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-286407dc-cf59-4150-9f96-9d485abd9779 req-e47bc188-af6c-4c28-9f17-d75981f358ff tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 210 time: 0.0633357 Jun 02 12:55:51.810724 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-7d898679-5e90-4124-91b5-304f5ac0e6e2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:55:51.814442 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-7d898679-5e90-4124-91b5-304f5ac0e6e2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Usage tracker for resource:port and tenant:cc427b9032f045feb4e16c79e95358a5 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:55:51.817170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-7d898679-5e90-4124-91b5-304f5ac0e6e2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:55:51.823947 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-7d898679-5e90-4124-91b5-304f5ac0e6e2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:55:51.833751 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-7d898679-5e90-4124-91b5-304f5ac0e6e2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Made reservation on behalf of cc427b9032f045feb4e16c79e95358a5 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:55:51.837198 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-7d898679-5e90-4124-91b5-304f5ac0e6e2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:51.995083 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-7d898679-5e90-4124-91b5-304f5ac0e6e2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Allocated IP 172.20.0.14 (e910222d-5f51-4ad1-96f8-4ee0ab8057ff/d6c9c629-d5a1-4a06-8fab-2061266cf1bd/0e841812-e7c4-4496-9f0e-1cb467df88d3) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:55:52.192188 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-7d898679-5e90-4124-91b5-304f5ac0e6e2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:52.221385 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-7d898679-5e90-4124-91b5-304f5ac0e6e2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:52.226718 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a89edd96-6fa8-46eb-8c4a-f39a53505585 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:52.293340 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-7d898679-5e90-4124-91b5-304f5ac0e6e2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Network e910222d-5f51-4ad1-96f8-4ee0ab8057ff is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:55:52.297289 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-7d898679-5e90-4124-91b5-304f5ac0e6e2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:55:52.301223 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-7d898679-5e90-4124-91b5-304f5ac0e6e2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:55:52.341204 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d898679-5e90-4124-91b5-304f5ac0e6e2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Pushing event updated for resources: {'Port': ['ID=0e841812-e7c4-4496-9f0e-1cb467df88d3,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:52.348795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7d898679-5e90-4124-91b5-304f5ac0e6e2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:52.366179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-7d898679-5e90-4124-91b5-304f5ac0e6e2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:52.366774 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-7d898679-5e90-4124-91b5-304f5ac0e6e2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:52.386047 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-7d898679-5e90-4124-91b5-304f5ac0e6e2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7206638 Jun 02 12:55:52.397307 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Request body: {'port': {'device_id': 'd3b7f621-e618-4f13-a6ba-19d3fe8c1627', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:55:52.506010 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:52.844339 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e841812-e7c4-4496-9f0e-1cb467df88d3 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:55:52.851435 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:52.867244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Transition to ACTIVE for port object 0e841812-e7c4-4496-9f0e-1cb467df88d3 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:55:52.871132 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:52.876548 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5f218192-c953-43f5-93c0-b2e30e6f13da tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:52.881776 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ade87-780b-485c-b3e2-03dba3eb1290 req-5cb80cef-5c36-4431-a555-eaa530900200 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:52.883291 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4a0ade87-780b-485c-b3e2-03dba3eb1290 req-5cb80cef-5c36-4431-a555-eaa530900200 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 932 time: 0.0809999 Jun 02 12:55:52.928726 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4a0ade87-780b-485c-b3e2-03dba3eb1290 req-02962216-9d60-45cd-98d3-aef5a14c87a1 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391984 Jun 02 12:55:53.034185 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Pushing event updated for resources: {'Port': ['ID=0e841812-e7c4-4496-9f0e-1cb467df88d3,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:53.037261 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:53.106940 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Attempting to bind port 0e841812-e7c4-4496-9f0e-1cb467df88d3 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:55:53.107198 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Attempting to bind port 0e841812-e7c4-4496-9f0e-1cb467df88d3 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '411fad68-a2a8-4fc0-8e6e-8b678e729453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e910222d-5f51-4ad1-96f8-4ee0ab8057ff'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:55:53.107525 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Attempting to bind port 0e841812-e7c4-4496-9f0e-1cb467df88d3 on network e910222d-5f51-4ad1-96f8-4ee0ab8057ff {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:55:53.111961 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Port 0e841812-e7c4-4496-9f0e-1cb467df88d3 on network e910222d-5f51-4ad1-96f8-4ee0ab8057ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:55:53.112283 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Attempting to bind port 0e841812-e7c4-4496-9f0e-1cb467df88d3 on network e910222d-5f51-4ad1-96f8-4ee0ab8057ff {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:55:53.117261 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:55:53.117591 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Checking segment: {'id': '411fad68-a2a8-4fc0-8e6e-8b678e729453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e910222d-5f51-4ad1-96f8-4ee0ab8057ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:55:53.117967 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Bound using segment: {'id': '411fad68-a2a8-4fc0-8e6e-8b678e729453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e910222d-5f51-4ad1-96f8-4ee0ab8057ff'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:55:53.118423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Bound port: 0e841812-e7c4-4496-9f0e-1cb467df88d3, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '411fad68-a2a8-4fc0-8e6e-8b678e729453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e910222d-5f51-4ad1-96f8-4ee0ab8057ff'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:55:53.118764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:53.208742 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] For port 0e841812-e7c4-4496-9f0e-1cb467df88d3, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:55:53.211919 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] For port 0e841812-e7c4-4496-9f0e-1cb467df88d3, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0e841812-e7c4-4496-9f0e-1cb467df88d3,segment=NetworkSegment(411fad68-a2a8-4fc0-8e6e-8b678e729453),segment_id=411fad68-a2a8-4fc0-8e6e-8b678e729453)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:55:53.217016 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:53.220709 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-49b218d4-3814-4b0f-9d0a-bf6c74f403bd tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:53.275986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:53.276591 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:53.277981 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] 10.222.0.22 "PUT /v2.0/ports/0e841812-e7c4-4496-9f0e-1cb467df88d3 HTTP/1.1" status: 200 len: 1094 time: 0.8845108 Jun 02 12:55:53.279012 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b7f621-e618-4f13-a6ba-19d3fe8c1627', 'tag': '0e841812-e7c4-4496-9f0e-1cb467df88d3'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:55:53.281279 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c28f1f-fd5d-4598-b47d-b8dbb50d9292" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b7f621-e618-4f13-a6ba-19d3fe8c1627", "tag": "0e841812-e7c4-4496-9f0e-1cb467df88d3"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:55:53.299432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Pushing event updated for resources: {'Port': ['ID=0e841812-e7c4-4496-9f0e-1cb467df88d3,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:53.302372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:53.356843 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1191ecd5-da2c-489d-91d3-9e731699a0ac x-openstack-request-id: req-1191ecd5-da2c-489d-91d3-9e731699a0ac {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:55:53.357225 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b7f621-e618-4f13-a6ba-19d3fe8c1627", "tag": "0e841812-e7c4-4496-9f0e-1cb467df88d3", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:55:53.357471 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1191ecd5-da2c-489d-91d3-9e731699a0ac {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:55:53.357903 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b7f621-e618-4f13-a6ba-19d3fe8c1627', 'tag': '0e841812-e7c4-4496-9f0e-1cb467df88d3', 'status': 'completed', 'code': 200} Jun 02 12:55:53.507761 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-9e37357c-4120-40b0-aa9e-344272e14666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:53.509208 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-9e37357c-4120-40b0-aa9e-344272e14666 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc427b9032f045feb4e16c79e95358a5&device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 1097 time: 0.1897383 Jun 02 12:55:53.577302 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-e8f0ced5-46ce-4c0f-a648-c6d53385379c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e841812-e7c4-4496-9f0e-1cb467df88d3 HTTP/1.1" status: 200 len: 217 time: 0.0601614 Jun 02 12:55:53.640582 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-48172fea-0b4b-47a1-90ea-956e683f3b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:53.641867 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-48172fea-0b4b-47a1-90ea-956e683f3b92 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6c9c629-d5a1-4a06-8fab-2061266cf1bd HTTP/1.1" status: 200 len: 851 time: 0.0581913 Jun 02 12:55:53.687475 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-bd8014cc-8475-4432-a7e2-7c6688bfc970 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e910222d-5f51-4ad1-96f8-4ee0ab8057ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391920 Jun 02 12:55:53.815441 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-e3da8792-5fbe-47eb-b67b-62e7e40b7955 service neutron] 10.222.0.22 "GET /v2.0/networks/e910222d-5f51-4ad1-96f8-4ee0ab8057ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214373 Jun 02 12:55:53.946550 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-095bb2a8-d34f-4dcf-9262-325a17508f15 req-3ff47c8e-b337-4931-9799-e1384820376e service neutron] 10.222.0.22 "GET /v2.0/networks/e910222d-5f51-4ad1-96f8-4ee0ab8057ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237233 Jun 02 12:55:54.058482 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c28f1f-fd5d-4598-b47d-b8dbb50d9292 req-d3337a8e-13d5-446f-b541-3d4ab890a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:54.060555 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-78c28f1f-fd5d-4598-b47d-b8dbb50d9292 req-d3337a8e-13d5-446f-b541-3d4ab890a0d3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc427b9032f045feb4e16c79e95358a5&device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 1097 time: 0.0711942 Jun 02 12:55:54.115038 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73185b-c00d-4179-8122-38c8172eebd6 req-10760e91-b806-4a83-b1c2-129ed8b27eb5 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:54.116490 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1d73185b-c00d-4179-8122-38c8172eebd6 req-10760e91-b806-4a83-b1c2-129ed8b27eb5 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 944 time: 0.0845869 Jun 02 12:55:54.161243 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1d73185b-c00d-4179-8122-38c8172eebd6 req-aae9720c-af87-4527-a0c8-090b48e29080 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382333 Jun 02 12:55:54.193483 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c28f1f-fd5d-4598-b47d-b8dbb50d9292 req-7deec2f5-4a3e-4847-aef3-524646370bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:54.194966 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-78c28f1f-fd5d-4598-b47d-b8dbb50d9292 req-7deec2f5-4a3e-4847-aef3-524646370bee service neutron] 10.222.0.22 "GET /v2.0/networks?id=e910222d-5f51-4ad1-96f8-4ee0ab8057ff HTTP/1.1" status: 200 len: 912 time: 0.1276445 Jun 02 12:55:54.268626 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-78c28f1f-fd5d-4598-b47d-b8dbb50d9292 req-3504910a-9525-4c21-a443-4eb75f5c8c0e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e841812-e7c4-4496-9f0e-1cb467df88d3 HTTP/1.1" status: 200 len: 217 time: 0.0668471 Jun 02 12:55:54.333970 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c28f1f-fd5d-4598-b47d-b8dbb50d9292 req-085a0a28-fb30-4f70-b551-2423a7f02372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:54.335377 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-78c28f1f-fd5d-4598-b47d-b8dbb50d9292 req-085a0a28-fb30-4f70-b551-2423a7f02372 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6c9c629-d5a1-4a06-8fab-2061266cf1bd HTTP/1.1" status: 200 len: 851 time: 0.0599372 Jun 02 12:55:54.382424 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-78c28f1f-fd5d-4598-b47d-b8dbb50d9292 req-69a85ef5-d714-41ca-904c-d66247994800 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e910222d-5f51-4ad1-96f8-4ee0ab8057ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397403 Jun 02 12:55:54.514751 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-78c28f1f-fd5d-4598-b47d-b8dbb50d9292 req-53d8d810-c907-4fa6-88a1-741f9356a66a service neutron] 10.222.0.22 "GET /v2.0/networks/e910222d-5f51-4ad1-96f8-4ee0ab8057ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255417 Jun 02 12:55:54.644006 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-78c28f1f-fd5d-4598-b47d-b8dbb50d9292 req-bfe1e0fe-64d4-4fcf-870f-39e652390073 service neutron] 10.222.0.22 "GET /v2.0/networks/e910222d-5f51-4ad1-96f8-4ee0ab8057ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224480 Jun 02 12:55:55.347309 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95f03e-2d99-4a44-bd26-184755038f41 req-9b5d8364-fabe-4937-ae34-e4342e5b0646 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:55.348009 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-9f95f03e-2d99-4a44-bd26-184755038f41 req-9b5d8364-fabe-4937-ae34-e4342e5b0646 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Synchronizing usage tracker for tenant:cc427b9032f045feb4e16c79e95358a5 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:55:55.364279 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-9f95f03e-2d99-4a44-bd26-184755038f41 req-9b5d8364-fabe-4937-ae34-e4342e5b0646 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Unset dirty status for tenant:cc427b9032f045feb4e16c79e95358a5 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:55:55.365491 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f95f03e-2d99-4a44-bd26-184755038f41 req-9b5d8364-fabe-4937-ae34-e4342e5b0646 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 944 time: 0.0967126 Jun 02 12:55:55.410795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-9f95f03e-2d99-4a44-bd26-184755038f41 req-d0ee6a3b-3d43-4b5d-b1dd-e8f030889ff6 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Synchronizing usage tracker for tenant:cc427b9032f045feb4e16c79e95358a5 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:55:55.427001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-9f95f03e-2d99-4a44-bd26-184755038f41 req-d0ee6a3b-3d43-4b5d-b1dd-e8f030889ff6 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Unset dirty status for tenant:cc427b9032f045feb4e16c79e95358a5 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:55:55.428238 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f95f03e-2d99-4a44-bd26-184755038f41 req-d0ee6a3b-3d43-4b5d-b1dd-e8f030889ff6 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571582 Jun 02 12:55:55.880697 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 0e841812-e7c4-4496-9f0e-1cb467df88d3 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:55:55.991508 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:56.021646 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 0e841812-e7c4-4496-9f0e-1cb467df88d3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0e841812-e7c4-4496-9f0e-1cb467df88d3,segment=NetworkSegment(411fad68-a2a8-4fc0-8e6e-8b678e729453),segment_id=411fad68-a2a8-4fc0-8e6e-8b678e729453)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:55:56.038327 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '0e841812-e7c4-4496-9f0e-1cb467df88d3', 'network_id': 'e910222d-5f51-4ad1-96f8-4ee0ab8057ff', 'port_id': '0e841812-e7c4-4496-9f0e-1cb467df88d3', 'mac_address': 'fa:16:3e:da:6d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c9c629-d5a1-4a06-8fab-2061266cf1bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:55:56.092136 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:56.108104 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e841812-e7c4-4496-9f0e-1cb467df88d3 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:55:56.123151 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 0e841812-e7c4-4496-9f0e-1cb467df88d3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0e841812-e7c4-4496-9f0e-1cb467df88d3,segment=NetworkSegment(411fad68-a2a8-4fc0-8e6e-8b678e729453),segment_id=411fad68-a2a8-4fc0-8e6e-8b678e729453)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:55:56.126610 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:56.128263 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:56.194130 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=0e841812-e7c4-4496-9f0e-1cb467df88d3,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:56.197209 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:56.446224 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['0e841812-e7c4-4496-9f0e-1cb467df88d3'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:55:56.614741 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703983bd-f8c3-4ed8-938e-5f6988fa8f4c req-3bc9d9ce-2dbf-4623-b9fe-481b39b69fb2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:56.616197 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-703983bd-f8c3-4ed8-938e-5f6988fa8f4c req-3bc9d9ce-2dbf-4623-b9fe-481b39b69fb2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 945 time: 0.0806830 Jun 02 12:55:56.663998 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-703983bd-f8c3-4ed8-938e-5f6988fa8f4c req-9759b755-e183-436f-ba9f-eda659ab4dc2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417900 Jun 02 12:55:57.847825 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6b106-228c-4ffb-a1c9-3548e3d3f99d req-d36e875d-1200-48fb-a03d-37c84bb1f709 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:57.849233 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-41d6b106-228c-4ffb-a1c9-3548e3d3f99d req-d36e875d-1200-48fb-a03d-37c84bb1f709 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 945 time: 0.0826688 Jun 02 12:55:57.887929 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 0e841812-e7c4-4496-9f0e-1cb467df88d3 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:55:57.892723 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-41d6b106-228c-4ffb-a1c9-3548e3d3f99d req-e0865542-3e5f-4698-85dd-c89d508dbc12 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379233 Jun 02 12:55:57.957882 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 0e841812-e7c4-4496-9f0e-1cb467df88d3 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:55:57.962361 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 0e841812-e7c4-4496-9f0e-1cb467df88d3 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:55:57.962734 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:58.074503 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:58.102993 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b7f621-e618-4f13-a6ba-19d3fe8c1627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e841812-e7c4-4496-9f0e-1cb467df88d3'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:55:58.105215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be3fefd-d3a8-4732-8247-77c9bab8d111" -d '{"events": [{"server_uuid": "d3b7f621-e618-4f13-a6ba-19d3fe8c1627", "name": "network-vif-plugged", "status": "completed", "tag": "0e841812-e7c4-4496-9f0e-1cb467df88d3"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:55:58.113223 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 0e841812-e7c4-4496-9f0e-1cb467df88d3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0e841812-e7c4-4496-9f0e-1cb467df88d3,segment=NetworkSegment(411fad68-a2a8-4fc0-8e6e-8b678e729453),segment_id=411fad68-a2a8-4fc0-8e6e-8b678e729453)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:55:58.117091 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:55:58.118945 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:55:58.154012 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2e3fc7-200e-4e7b-9dad-0a4aacca8101 x-openstack-request-id: req-3a2e3fc7-200e-4e7b-9dad-0a4aacca8101 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:55:58.154320 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b7f621-e618-4f13-a6ba-19d3fe8c1627", "name": "network-vif-plugged", "status": "completed", "tag": "0e841812-e7c4-4496-9f0e-1cb467df88d3", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:55:58.154580 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a2e3fc7-200e-4e7b-9dad-0a4aacca8101 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:55:58.154972 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b7f621-e618-4f13-a6ba-19d3fe8c1627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e841812-e7c4-4496-9f0e-1cb467df88d3', 'code': 200} Jun 02 12:55:58.188099 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=0e841812-e7c4-4496-9f0e-1cb467df88d3,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:55:58.191243 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:55:58.375489 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209ab9b-c950-45ae-8c28-7162c4c78717 req-d2e936fc-2088-4be9-9f8e-75f41c6e3910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:58.376836 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2209ab9b-c950-45ae-8c28-7162c4c78717 req-d2e936fc-2088-4be9-9f8e-75f41c6e3910 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 1099 time: 0.0693824 Jun 02 12:55:58.420635 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2209ab9b-c950-45ae-8c28-7162c4c78717 req-7dab2cb7-9475-4352-a3d6-88c948dcf2de service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372372 Jun 02 12:55:58.824459 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:55:59.075691 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d99eb-f116-40cc-b3ae-18e5df4eb558 req-5be44654-a290-43fe-976f-0fc6a702eecf tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:55:59.077037 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-271d99eb-f116-40cc-b3ae-18e5df4eb558 req-5be44654-a290-43fe-976f-0fc6a702eecf tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0813005 Jun 02 12:55:59.120576 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-271d99eb-f116-40cc-b3ae-18e5df4eb558 req-fdfcfbd3-0bf2-4a50-855d-40f09c4fea05 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379870 Jun 02 12:56:00.316797 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a996d-1bd4-411c-8f78-2d40b69037cc req-31a4dcdc-797f-46b3-acfa-d34a80e5c617 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:00.318357 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-077a996d-1bd4-411c-8f78-2d40b69037cc req-31a4dcdc-797f-46b3-acfa-d34a80e5c617 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0926566 Jun 02 12:56:00.362386 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-077a996d-1bd4-411c-8f78-2d40b69037cc req-0a678d6e-8884-4f25-b21d-a8b75ac0b521 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383885 Jun 02 12:56:00.744323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 50784) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:56:00.781872 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0c37a-d98c-43f6-9b72-9b313408808d req-7eba0988-0ef0-4661-bffb-2c31b323ea53 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:00.783375 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2ed0c37a-d98c-43f6-9b72-9b313408808d req-7eba0988-0ef0-4661-bffb-2c31b323ea53 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0880518 Jun 02 12:56:00.828970 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2ed0c37a-d98c-43f6-9b72-9b313408808d req-914b5e23-c760-419a-a665-ea27fb76b279 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396786 Jun 02 12:56:00.868922 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-4b778ed3-953d-4048-9c34-11e0b5d1cb0a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1233380 Jun 02 12:56:02.013246 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b82b93-3748-48c4-8928-f0dbf5377977 req-d3bf3a1c-3c7c-44ec-ac4d-f8b36bf48ee7 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:02.014728 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-29b82b93-3748-48c4-8928-f0dbf5377977 req-d3bf3a1c-3c7c-44ec-ac4d-f8b36bf48ee7 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0834093 Jun 02 12:56:02.223213 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-29b82b93-3748-48c4-8928-f0dbf5377977 req-c1c74466-367d-4d85-9463-ba83b9cb8a30 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745515 Jun 02 12:56:02.243995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-ac869519-4c9d-4598-91d5-5acc996d1d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:02.245442 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-ac869519-4c9d-4598-91d5-5acc996d1d02 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc427b9032f045feb4e16c79e95358a5&device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 1099 time: 0.2271466 Jun 02 12:56:02.376889 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-b40d416b-d5d9-40ca-a701-7f17a6840a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:02.378366 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-b40d416b-d5d9-40ca-a701-7f17a6840a0f service neutron] 10.222.0.22 "GET /v2.0/networks?id=e910222d-5f51-4ad1-96f8-4ee0ab8057ff HTTP/1.1" status: 200 len: 912 time: 0.1259201 Jun 02 12:56:02.445062 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-d1bf8946-12a4-4233-a858-44293fd2a498 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e841812-e7c4-4496-9f0e-1cb467df88d3 HTTP/1.1" status: 200 len: 217 time: 0.0601485 Jun 02 12:56:02.509645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-54a7e65f-7b2f-4cfd-a47d-dfdba81e737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:02.510996 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-54a7e65f-7b2f-4cfd-a47d-dfdba81e737d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6c9c629-d5a1-4a06-8fab-2061266cf1bd HTTP/1.1" status: 200 len: 851 time: 0.0599957 Jun 02 12:56:02.556796 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-191122cc-43fe-4730-8967-d259835451ee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e910222d-5f51-4ad1-96f8-4ee0ab8057ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397420 Jun 02 12:56:02.685811 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-fb4985cc-c277-47d4-a05b-e07eab8a9f41 service neutron] 10.222.0.22 "GET /v2.0/networks/e910222d-5f51-4ad1-96f8-4ee0ab8057ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219134 Jun 02 12:56:02.817949 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-c64a770f-819f-4a8f-a90a-eb8cb6898053 service neutron] 10.222.0.22 "GET /v2.0/networks/e910222d-5f51-4ad1-96f8-4ee0ab8057ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257393 Jun 02 12:56:03.409371 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bf034-c3c1-4b90-a9b8-431c3953d156 req-de7c6d2b-7e96-46e8-a951-a94e2eb9f03a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:03.410864 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-574bf034-c3c1-4b90-a9b8-431c3953d156 req-de7c6d2b-7e96-46e8-a951-a94e2eb9f03a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0817418 Jun 02 12:56:03.455389 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-574bf034-c3c1-4b90-a9b8-431c3953d156 req-505d374b-c27c-41c1-950c-855009441001 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386474 Jun 02 12:56:04.639643 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7226b-2633-418c-9ba0-055972ffae8e req-5251bd42-3653-4710-920b-e31d6524fe94 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:04.641075 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c8a7226b-2633-418c-9ba0-055972ffae8e req-5251bd42-3653-4710-920b-e31d6524fe94 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0809669 Jun 02 12:56:04.688996 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c8a7226b-2633-418c-9ba0-055972ffae8e req-4a10fb05-8353-4a4c-92c1-9d0ea039c8d2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424035 Jun 02 12:56:05.871305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e2ac2-09ec-45e7-b0aa-aa03c1666c82 req-7926eba6-b1cb-449e-9fa1-69eab44318de tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:05.873269 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d31e2ac2-09ec-45e7-b0aa-aa03c1666c82 req-7926eba6-b1cb-449e-9fa1-69eab44318de tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0823715 Jun 02 12:56:05.916670 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d31e2ac2-09ec-45e7-b0aa-aa03c1666c82 req-bee1bf3a-29a5-48c0-9292-b3b4fbfa7205 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375597 Jun 02 12:56:07.100344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd2a84-f82c-4ebc-87b2-d254656f98eb req-6e228714-2865-46d1-aa1e-f3f7c1ae0ac0 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:07.101768 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-24bd2a84-f82c-4ebc-87b2-d254656f98eb req-6e228714-2865-46d1-aa1e-f3f7c1ae0ac0 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0806577 Jun 02 12:56:07.146264 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-24bd2a84-f82c-4ebc-87b2-d254656f98eb req-5646bce4-68b3-4fdd-ae93-0ff8a1ab04aa tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385749 Jun 02 12:56:08.332040 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5caef-bb39-48b9-96af-95001dd33fe4 req-3b6923a1-1f1a-473f-82a5-ea8680f59352 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:08.333459 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-33e5caef-bb39-48b9-96af-95001dd33fe4 req-3b6923a1-1f1a-473f-82a5-ea8680f59352 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0834157 Jun 02 12:56:08.376534 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-33e5caef-bb39-48b9-96af-95001dd33fe4 req-d3199d8b-554f-4f7f-9f77-a767d02f729a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374002 Jun 02 12:56:09.563472 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d52aa-4057-45b1-a937-fcfd3eca2269 req-078a1641-5ca7-4222-bbfc-9870cee4d4f1 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:09.564826 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7b8d52aa-4057-45b1-a937-fcfd3eca2269 req-078a1641-5ca7-4222-bbfc-9870cee4d4f1 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0846715 Jun 02 12:56:09.607978 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7b8d52aa-4057-45b1-a937-fcfd3eca2269 req-fe9dcf6b-8dd2-489b-817d-8e648960da81 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375688 Jun 02 12:56:10.792090 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390523f-22e4-47e6-b4ee-3a330444c40d req-d39ceacb-b756-41ae-8776-38124f4e0797 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:10.793551 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c390523f-22e4-47e6-b4ee-3a330444c40d req-d39ceacb-b756-41ae-8776-38124f4e0797 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0789976 Jun 02 12:56:10.840467 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c390523f-22e4-47e6-b4ee-3a330444c40d req-43cdecff-a6a9-43fa-824a-e2601de1119c tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386579 Jun 02 12:56:12.025226 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca32fb-0c54-402c-b51c-f4c5f7d81cec req-16fcb55a-b1fc-42e2-a6fe-6688a55907ae tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:12.026676 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b7ca32fb-0c54-402c-b51c-f4c5f7d81cec req-16fcb55a-b1fc-42e2-a6fe-6688a55907ae tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0800533 Jun 02 12:56:12.069962 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b7ca32fb-0c54-402c-b51c-f4c5f7d81cec req-5f5e44a4-b20c-4014-8f80-efab87cb21ab tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370643 Jun 02 12:56:13.256713 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772662f-8914-437a-8986-313db5a0c6a0 req-08fb52a4-376e-43d2-8969-e045e60d8585 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:13.258213 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b772662f-8914-437a-8986-313db5a0c6a0 req-08fb52a4-376e-43d2-8969-e045e60d8585 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0849845 Jun 02 12:56:13.301992 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b772662f-8914-437a-8986-313db5a0c6a0 req-7caf31e0-031b-4e40-a804-ec6330e0968c tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376587 Jun 02 12:56:14.158991 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f817aa15-e496-4ab9-9421-e51d7e6e4c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:14.486888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c8144-5066-4946-b290-9ef702b2af13 req-56975c93-3b2a-48c9-9753-9af62e7b051e tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:14.488310 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-832c8144-5066-4946-b290-9ef702b2af13 req-56975c93-3b2a-48c9-9753-9af62e7b051e tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0831888 Jun 02 12:56:14.531554 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-832c8144-5066-4946-b290-9ef702b2af13 req-9d058f07-9136-4d4a-8502-fb722208bb1a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377200 Jun 02 12:56:15.719159 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e530c-64dd-42b1-9d36-427c8035dd62 req-21d10857-f315-4143-9e0e-0d42ba0f9aa2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:15.720630 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-968e530c-64dd-42b1-9d36-427c8035dd62 req-21d10857-f315-4143-9e0e-0d42ba0f9aa2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0855515 Jun 02 12:56:15.767111 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-968e530c-64dd-42b1-9d36-427c8035dd62 req-60c28739-a088-4872-ad15-c64a7ab4067a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408611 Jun 02 12:56:16.655433 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-93bb3dfe-78bc-44c6-94d5-b99efb3def33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:16.706619 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:16.955679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee504db8-b01f-413c-b7f4-f4ec4f380954 req-0ac23771-ab2f-4de6-b702-908bc1c6bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:16.957121 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ee504db8-b01f-413c-b7f4-f4ec4f380954 req-0ac23771-ab2f-4de6-b702-908bc1c6bfe1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc427b9032f045feb4e16c79e95358a5&device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 1099 time: 0.1301966 Jun 02 12:56:16.976343 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946bc30c-f9c5-4749-973b-7c9a88f035d2 req-5185a768-74c6-4b32-946a-4291527c2b59 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:16.977733 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-946bc30c-f9c5-4749-973b-7c9a88f035d2 req-5185a768-74c6-4b32-946a-4291527c2b59 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.1021736 Jun 02 12:56:17.102568 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-946bc30c-f9c5-4749-973b-7c9a88f035d2 req-e0085338-d640-4f02-a023-44749a4472f9 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037428 Jun 02 12:56:17.135432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee504db8-b01f-413c-b7f4-f4ec4f380954 req-54d8aa65-b3ae-4836-97fd-d1e9acaa1919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:17.136870 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ee504db8-b01f-413c-b7f4-f4ec4f380954 req-54d8aa65-b3ae-4836-97fd-d1e9acaa1919 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e910222d-5f51-4ad1-96f8-4ee0ab8057ff HTTP/1.1" status: 200 len: 912 time: 0.1582553 Jun 02 12:56:17.207256 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ee504db8-b01f-413c-b7f4-f4ec4f380954 req-98335bff-2f1e-4b0e-ba14-2737a41649c3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e841812-e7c4-4496-9f0e-1cb467df88d3 HTTP/1.1" status: 200 len: 217 time: 0.0637817 Jun 02 12:56:17.268436 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee504db8-b01f-413c-b7f4-f4ec4f380954 req-2408ea9a-851b-44fd-95fd-5ad7b6c87ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:17.269788 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ee504db8-b01f-413c-b7f4-f4ec4f380954 req-2408ea9a-851b-44fd-95fd-5ad7b6c87ae8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6c9c629-d5a1-4a06-8fab-2061266cf1bd HTTP/1.1" status: 200 len: 851 time: 0.0561788 Jun 02 12:56:17.431627 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ee504db8-b01f-413c-b7f4-f4ec4f380954 req-e4b669cf-77db-4fbe-81d5-bfe6aedf8ca8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e910222d-5f51-4ad1-96f8-4ee0ab8057ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1550083 Jun 02 12:56:17.561097 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ee504db8-b01f-413c-b7f4-f4ec4f380954 req-7dfe6966-5a5d-45ca-8e5c-cd00c2a3a800 service neutron] 10.222.0.22 "GET /v2.0/networks/e910222d-5f51-4ad1-96f8-4ee0ab8057ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227970 Jun 02 12:56:17.694089 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ee504db8-b01f-413c-b7f4-f4ec4f380954 req-a0f66eed-c43b-4c60-adae-b7241db35a1b service neutron] 10.222.0.22 "GET /v2.0/networks/e910222d-5f51-4ad1-96f8-4ee0ab8057ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262884 Jun 02 12:56:17.773341 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:18.423050 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1618a-c532-42d4-bc7a-53eda51433fa req-63ec7dd4-3b5d-431c-82f9-5f9c67609a97 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:18.424510 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-66b1618a-c532-42d4-bc7a-53eda51433fa req-63ec7dd4-3b5d-431c-82f9-5f9c67609a97 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.2102334 Jun 02 12:56:18.467829 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-66b1618a-c532-42d4-bc7a-53eda51433fa req-43bce0d1-5118-42df-950e-1d664bf50871 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378222 Jun 02 12:56:19.547962 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:19.668869 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089915a-2e48-4cb9-b278-5d53c372f9d1 req-ddffa9f4-9aae-477e-89ef-c9acfb0c9789 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:19.670329 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e089915a-2e48-4cb9-b278-5d53c372f9d1 req-ddffa9f4-9aae-477e-89ef-c9acfb0c9789 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0808721 Jun 02 12:56:19.715386 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e089915a-2e48-4cb9-b278-5d53c372f9d1 req-d89ce065-266b-459c-867d-27c41b2c9fa6 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394776 Jun 02 12:56:20.899329 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef410164-08e8-42e7-91ad-458f17276854 req-341a6acf-0fcd-4810-841d-824c9798c4ff tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:20.900767 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ef410164-08e8-42e7-91ad-458f17276854 req-341a6acf-0fcd-4810-841d-824c9798c4ff tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0826340 Jun 02 12:56:20.945438 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ef410164-08e8-42e7-91ad-458f17276854 req-75c2d936-6844-47fe-a588-7ffea4538aba tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382719 Jun 02 12:56:22.133995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c87fbb-c56f-45f6-ad61-e078e8950dfa req-4d8a1d05-401f-476d-bd7c-b9642714d3e7 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:22.135439 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-67c87fbb-c56f-45f6-ad61-e078e8950dfa req-4d8a1d05-401f-476d-bd7c-b9642714d3e7 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0855827 Jun 02 12:56:22.179507 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-67c87fbb-c56f-45f6-ad61-e078e8950dfa req-69ad3009-4e81-4800-a4b7-1bd2df4b8b7a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383120 Jun 02 12:56:23.360676 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e988b0-a058-4aeb-955d-f5d784c97663 req-b56519de-989b-4428-8278-b30320453786 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:23.362242 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-19e988b0-a058-4aeb-955d-f5d784c97663 req-b56519de-989b-4428-8278-b30320453786 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0808892 Jun 02 12:56:23.410538 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-19e988b0-a058-4aeb-955d-f5d784c97663 req-70fa180a-75d7-48fc-a8b1-b0d6ccc7abd0 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426838 Jun 02 12:56:24.593664 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4a567-54f3-43a9-afe8-cea518f10872 req-8fbf43e5-33b4-4d35-8549-b9b98de29e3a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:24.595040 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-46d4a567-54f3-43a9-afe8-cea518f10872 req-8fbf43e5-33b4-4d35-8549-b9b98de29e3a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0806589 Jun 02 12:56:24.637853 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-46d4a567-54f3-43a9-afe8-cea518f10872 req-e979a8bd-4766-4a3f-ae6f-7bcd9c92aebb tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372639 Jun 02 12:56:25.821113 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54099d-ec18-4e1b-97c7-1052e92eb81a req-94d8f6b8-ed3d-4760-8799-890fdece7a25 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:25.822574 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ab54099d-ec18-4e1b-97c7-1052e92eb81a req-94d8f6b8-ed3d-4760-8799-890fdece7a25 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0795364 Jun 02 12:56:25.865439 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ab54099d-ec18-4e1b-97c7-1052e92eb81a req-30d2eea5-1e10-4242-8b5d-e959ddc0e395 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367825 Jun 02 12:56:25.999206 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:27.063751 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fb066-ad0e-4d76-9481-3933af4f8adb req-d4094c06-bb87-4388-9f09-7dbe667acd80 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:27.065226 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4e5fb066-ad0e-4d76-9481-3933af4f8adb req-d4094c06-bb87-4388-9f09-7dbe667acd80 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0848179 Jun 02 12:56:27.108869 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4e5fb066-ad0e-4d76-9481-3933af4f8adb req-84812559-3896-4e64-aa20-ce59dd0035a3 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379002 Jun 02 12:56:28.302269 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047e722-f236-4e0e-a998-9135d4d52d11 req-10854e51-86c1-4d29-9637-fd1b064ac3f4 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:28.303706 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e047e722-f236-4e0e-a998-9135d4d52d11 req-10854e51-86c1-4d29-9637-fd1b064ac3f4 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0853801 Jun 02 12:56:28.346838 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e047e722-f236-4e0e-a998-9135d4d52d11 req-0ac4301a-3b2d-453d-90ec-1a0940a17a4d tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376241 Jun 02 12:56:29.588307 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-66ea7cc9-39f0-426d-8757-f2720893b14d service neutron] 10.222.0.22 "GET /v2.0/ports/0e841812-e7c4-4496-9f0e-1cb467df88d3/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0967894 Jun 02 12:56:29.596672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430f4b9-5f4d-45cd-967b-adb76b995e72 req-dbb9a1a8-a44a-4876-8171-eb04f06cc1ab tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:29.598171 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b430f4b9-5f4d-45cd-967b-adb76b995e72 req-dbb9a1a8-a44a-4876-8171-eb04f06cc1ab tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.1485434 Jun 02 12:56:29.643308 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b430f4b9-5f4d-45cd-967b-adb76b995e72 req-2192d28e-840e-440d-be80-b554facb84a9 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395598 Jun 02 12:56:29.845453 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-24922a8c-ba93-4c53-aaad-246f9c6e881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:29.846895 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-24922a8c-ba93-4c53-aaad-246f9c6e881a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627&tenant_id=cc427b9032f045feb4e16c79e95358a5 HTTP/1.1" status: 200 len: 1099 time: 0.0736609 Jun 02 12:56:29.939421 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-3a0e2588-62ff-440b-ada4-ea9f5b077823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:29.940886 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-3a0e2588-62ff-440b-ada4-ea9f5b077823 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc427b9032f045feb4e16c79e95358a5&device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 1099 time: 0.0714042 Jun 02 12:56:30.069066 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-3a123c4c-fc6a-4ca5-9438-b67ff8b5a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:30.070506 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-3a123c4c-fc6a-4ca5-9438-b67ff8b5a764 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e910222d-5f51-4ad1-96f8-4ee0ab8057ff HTTP/1.1" status: 200 len: 912 time: 0.1235595 Jun 02 12:56:30.141336 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-6c8af150-a9fb-4b07-8182-67d230024d9b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e841812-e7c4-4496-9f0e-1cb467df88d3 HTTP/1.1" status: 200 len: 217 time: 0.0635593 Jun 02 12:56:30.202980 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-1e32b32f-66f2-4eb7-b84d-1ba69178b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:30.204390 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-1e32b32f-66f2-4eb7-b84d-1ba69178b73f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6c9c629-d5a1-4a06-8fab-2061266cf1bd HTTP/1.1" status: 200 len: 851 time: 0.0567091 Jun 02 12:56:30.254090 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-9a9e9f62-6ccd-4253-b1e9-b3d2ce8a3f33 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e910222d-5f51-4ad1-96f8-4ee0ab8057ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435097 Jun 02 12:56:30.383109 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-705ebc4c-f3a3-471a-83b8-700648c30ab3 service neutron] 10.222.0.22 "GET /v2.0/networks/e910222d-5f51-4ad1-96f8-4ee0ab8057ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218667 Jun 02 12:56:30.511355 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fd55f73-63e5-4001-b1e0-d78940472065 req-430c40a8-244a-4d54-bb7a-4f2346360014 service neutron] 10.222.0.22 "GET /v2.0/networks/e910222d-5f51-4ad1-96f8-4ee0ab8057ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217117 Jun 02 12:56:30.825227 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc153d0-e115-4386-a778-b291d8308515 req-137e5568-9afb-452a-be44-6fa199713f05 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:30.827082 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0dc153d0-e115-4386-a778-b291d8308515 req-137e5568-9afb-452a-be44-6fa199713f05 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0797620 Jun 02 12:56:30.869792 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0dc153d0-e115-4386-a778-b291d8308515 req-26cdbef0-ab21-4b32-94b6-b72bb5d741c9 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371270 Jun 02 12:56:32.056567 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a19c49-94d5-47bf-9a53-3d9d4bb7ac16 req-e16a24c0-19e4-4916-b24f-f02556e2da38 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:32.057982 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-48a19c49-94d5-47bf-9a53-3d9d4bb7ac16 req-e16a24c0-19e4-4916-b24f-f02556e2da38 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0800645 Jun 02 12:56:32.101553 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-48a19c49-94d5-47bf-9a53-3d9d4bb7ac16 req-bb8c9168-8955-4502-a59a-4a4fd17c1805 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380063 Jun 02 12:56:32.142030 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 0e841812-e7c4-4496-9f0e-1cb467df88d3 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:56:32.272648 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 0e841812-e7c4-4496-9f0e-1cb467df88d3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0e841812-e7c4-4496-9f0e-1cb467df88d3,segment=NetworkSegment(411fad68-a2a8-4fc0-8e6e-8b678e729453),segment_id=411fad68-a2a8-4fc0-8e6e-8b678e729453)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:56:32.285993 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '0e841812-e7c4-4496-9f0e-1cb467df88d3', 'network_id': 'e910222d-5f51-4ad1-96f8-4ee0ab8057ff', 'port_id': '0e841812-e7c4-4496-9f0e-1cb467df88d3', 'mac_address': 'fa:16:3e:da:6d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c9c629-d5a1-4a06-8fab-2061266cf1bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:56:32.343818 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:32.360611 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e841812-e7c4-4496-9f0e-1cb467df88d3 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:56:32.375284 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 0e841812-e7c4-4496-9f0e-1cb467df88d3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0e841812-e7c4-4496-9f0e-1cb467df88d3,segment=NetworkSegment(411fad68-a2a8-4fc0-8e6e-8b678e729453),segment_id=411fad68-a2a8-4fc0-8e6e-8b678e729453)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:56:32.379037 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:32.380697 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:56:32.448281 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=0e841812-e7c4-4496-9f0e-1cb467df88d3,revision_number=6']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:56:32.451236 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:56:32.568432 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['0e841812-e7c4-4496-9f0e-1cb467df88d3'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:56:33.300872 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee926b1b-59d6-4e7d-8732-8824b1dff955 req-b77ba794-077b-4ae3-a7a4-908e7f1f7f78 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:33.302338 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ee926b1b-59d6-4e7d-8732-8824b1dff955 req-b77ba794-077b-4ae3-a7a4-908e7f1f7f78 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 945 time: 0.0859516 Jun 02 12:56:33.345146 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ee926b1b-59d6-4e7d-8732-8824b1dff955 req-9b43b648-0c5a-4bfc-91a9-5344f2be1e8a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373302 Jun 02 12:56:34.156675 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 0e841812-e7c4-4496-9f0e-1cb467df88d3 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:56:34.224260 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 0e841812-e7c4-4496-9f0e-1cb467df88d3 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:56:34.224634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:34.340919 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:34.366720 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b7f621-e618-4f13-a6ba-19d3fe8c1627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e841812-e7c4-4496-9f0e-1cb467df88d3'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:56:34.369235 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90db4d9-99d1-43f1-8040-6bb1d8d55710" -d '{"events": [{"server_uuid": "d3b7f621-e618-4f13-a6ba-19d3fe8c1627", "name": "network-vif-plugged", "status": "completed", "tag": "0e841812-e7c4-4496-9f0e-1cb467df88d3"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:56:34.377191 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 0e841812-e7c4-4496-9f0e-1cb467df88d3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0e841812-e7c4-4496-9f0e-1cb467df88d3,segment=NetworkSegment(411fad68-a2a8-4fc0-8e6e-8b678e729453),segment_id=411fad68-a2a8-4fc0-8e6e-8b678e729453)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:56:34.382343 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:34.384470 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:56:34.430854 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29538f25-3239-4131-ba35-bb233ff81d86 x-openstack-request-id: req-29538f25-3239-4131-ba35-bb233ff81d86 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:56:34.431155 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b7f621-e618-4f13-a6ba-19d3fe8c1627", "name": "network-vif-plugged", "status": "completed", "tag": "0e841812-e7c4-4496-9f0e-1cb467df88d3", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:56:34.431419 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29538f25-3239-4131-ba35-bb233ff81d86 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:56:34.431812 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b7f621-e618-4f13-a6ba-19d3fe8c1627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e841812-e7c4-4496-9f0e-1cb467df88d3', 'code': 200} Jun 02 12:56:34.456975 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=0e841812-e7c4-4496-9f0e-1cb467df88d3,revision_number=7']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:56:34.460162 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:56:34.551789 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8197b-6a9c-477f-b8ac-1b0a02c67596 req-63055581-6f25-4596-8678-8445ce43c811 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:34.553224 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9dd8197b-6a9c-477f-b8ac-1b0a02c67596 req-63055581-6f25-4596-8678-8445ce43c811 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0848081 Jun 02 12:56:34.717305 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9dd8197b-6a9c-477f-b8ac-1b0a02c67596 req-b855156d-9e99-4f6f-9cd2-9a9349f680d3 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581974 Jun 02 12:56:35.084923 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195aefc-43ea-4344-986d-4eb3a4aa4d40 req-a4a3bd58-4f35-4d34-a3be-7dbc0f86bd07 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:35.086272 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c195aefc-43ea-4344-986d-4eb3a4aa4d40 req-a4a3bd58-4f35-4d34-a3be-7dbc0f86bd07 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627&tenant_id=cc427b9032f045feb4e16c79e95358a5&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 946 time: 0.0836985 Jun 02 12:56:35.227852 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195aefc-43ea-4344-986d-4eb3a4aa4d40 req-6b360fb7-f970-4661-9693-71f1cf532590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:35.229299 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c195aefc-43ea-4344-986d-4eb3a4aa4d40 req-6b360fb7-f970-4661-9693-71f1cf532590 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cc427b9032f045feb4e16c79e95358a5&device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 1099 time: 0.0738254 Jun 02 12:56:35.358031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195aefc-43ea-4344-986d-4eb3a4aa4d40 req-21eaafcb-0359-40b8-8069-c80563d16bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:35.359437 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c195aefc-43ea-4344-986d-4eb3a4aa4d40 req-21eaafcb-0359-40b8-8069-c80563d16bbd service neutron] 10.222.0.22 "GET /v2.0/networks?id=e910222d-5f51-4ad1-96f8-4ee0ab8057ff HTTP/1.1" status: 200 len: 912 time: 0.1238534 Jun 02 12:56:35.426467 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c195aefc-43ea-4344-986d-4eb3a4aa4d40 req-9a12dafe-292a-4127-9575-202df5c9fc21 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e841812-e7c4-4496-9f0e-1cb467df88d3 HTTP/1.1" status: 200 len: 217 time: 0.0605667 Jun 02 12:56:35.489723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195aefc-43ea-4344-986d-4eb3a4aa4d40 req-3d11e11f-32f5-411d-ac36-076a466f9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:35.491110 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c195aefc-43ea-4344-986d-4eb3a4aa4d40 req-3d11e11f-32f5-411d-ac36-076a466f9af6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6c9c629-d5a1-4a06-8fab-2061266cf1bd HTTP/1.1" status: 200 len: 851 time: 0.0587676 Jun 02 12:56:35.537628 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c195aefc-43ea-4344-986d-4eb3a4aa4d40 req-d861b65f-dd0c-4525-bab9-58442afd25af service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e910222d-5f51-4ad1-96f8-4ee0ab8057ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389102 Jun 02 12:56:35.664590 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c195aefc-43ea-4344-986d-4eb3a4aa4d40 req-763b879c-fb2a-44bc-99a3-f8769f00954f service neutron] 10.222.0.22 "GET /v2.0/networks/e910222d-5f51-4ad1-96f8-4ee0ab8057ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205645 Jun 02 12:56:35.793352 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c195aefc-43ea-4344-986d-4eb3a4aa4d40 req-e796aa6e-d5da-40a7-bd87-3ba9f2a975c3 service neutron] 10.222.0.22 "GET /v2.0/networks/e910222d-5f51-4ad1-96f8-4ee0ab8057ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214418 Jun 02 12:56:35.823391 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:56:36.610806 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab6cf2-3e82-439b-80d5-0c553c0b66b3 req-1f4d7b2c-71db-4329-8c51-fe428557fa35 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:36.612179 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7bab6cf2-3e82-439b-80d5-0c553c0b66b3 req-1f4d7b2c-71db-4329-8c51-fe428557fa35 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0856109 Jun 02 12:56:36.657216 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7bab6cf2-3e82-439b-80d5-0c553c0b66b3 req-6ed5901b-a697-4818-bd68-96eefdb11fbd tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393395 Jun 02 12:56:37.842066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c296da8-e555-4fbf-b7e7-fa581587c449 req-ce3000d8-aa1e-4a4b-9e95-e0ecc011630e tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:37.843540 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4c296da8-e555-4fbf-b7e7-fa581587c449 req-ce3000d8-aa1e-4a4b-9e95-e0ecc011630e tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0801065 Jun 02 12:56:37.889976 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4c296da8-e555-4fbf-b7e7-fa581587c449 req-282772c1-a585-473d-88c5-1981e2fe4848 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/security-groups?id=a060f340-035f-4031-91bc-bd3c4fa1da82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409777 Jun 02 12:56:38.390359 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195aefc-43ea-4344-986d-4eb3a4aa4d40 req-365ea1a4-ea73-4ff2-aef5-c15fcd366d83 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:38.391770 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c195aefc-43ea-4344-986d-4eb3a4aa4d40 req-365ea1a4-ea73-4ff2-aef5-c15fcd366d83 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 946 time: 0.0800238 Jun 02 12:56:38.526133 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-c195aefc-43ea-4344-986d-4eb3a4aa4d40 req-f8084431-9b02-4719-b46b-59fab4cef13a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Deleting port 0e841812-e7c4-4496-9f0e-1cb467df88d3 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:56:38.526394 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c195aefc-43ea-4344-986d-4eb3a4aa4d40 req-f8084431-9b02-4719-b46b-59fab4cef13a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:38.657312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-c195aefc-43ea-4344-986d-4eb3a4aa4d40 req-f8084431-9b02-4719-b46b-59fab4cef13a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] For port 0e841812-e7c4-4496-9f0e-1cb467df88d3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0e841812-e7c4-4496-9f0e-1cb467df88d3,segment=NetworkSegment(411fad68-a2a8-4fc0-8e6e-8b678e729453),segment_id=411fad68-a2a8-4fc0-8e6e-8b678e729453)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:56:38.657660 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c195aefc-43ea-4344-986d-4eb3a4aa4d40 req-f8084431-9b02-4719-b46b-59fab4cef13a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:38.777372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-c195aefc-43ea-4344-986d-4eb3a4aa4d40 req-f8084431-9b02-4719-b46b-59fab4cef13a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Calling delete_port for 0e841812-e7c4-4496-9f0e-1cb467df88d3 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:56:38.885264 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c195aefc-43ea-4344-986d-4eb3a4aa4d40 req-f8084431-9b02-4719-b46b-59fab4cef13a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:38.890700 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-250a2b3a-2a68-464d-a427-1060822f80f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:56:38.896867 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['0e841812-e7c4-4496-9f0e-1cb467df88d3'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:56:38.940071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8084431-9b02-4719-b46b-59fab4cef13a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Pushing event deleted for resources: {'Port': ['ID=0e841812-e7c4-4496-9f0e-1cb467df88d3,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:56:38.944386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f8084431-9b02-4719-b46b-59fab4cef13a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:56:39.162355 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c195aefc-43ea-4344-986d-4eb3a4aa4d40 req-f8084431-9b02-4719-b46b-59fab4cef13a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] No DVR routers for this DVR port 0e841812-e7c4-4496-9f0e-1cb467df88d3 on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:56:39.164812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c195aefc-43ea-4344-986d-4eb3a4aa4d40 req-f8084431-9b02-4719-b46b-59fab4cef13a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:39.172180 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b7f621-e618-4f13-a6ba-19d3fe8c1627', 'name': 'network-vif-deleted', 'tag': '0e841812-e7c4-4496-9f0e-1cb467df88d3'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:56:39.174426 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a49ebc6-68dd-4091-9726-cdee2c80ee5f" -d '{"events": [{"server_uuid": "d3b7f621-e618-4f13-a6ba-19d3fe8c1627", "name": "network-vif-deleted", "tag": "0e841812-e7c4-4496-9f0e-1cb467df88d3"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:56:39.179735 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-85af73e1-5362-4548-ba8d-ba50892fcd9b req-5a50d307-5f31-41d9-8075-ee0e50aa803c tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b7f621-e618-4f13-a6ba-19d3fe8c1627 HTTP/1.1" status: 200 len: 210 time: 0.0603867 Jun 02 12:56:39.190315 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c195aefc-43ea-4344-986d-4eb3a4aa4d40 req-f8084431-9b02-4719-b46b-59fab4cef13a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] 10.222.0.22 "DELETE /v2.0/ports/0e841812-e7c4-4496-9f0e-1cb467df88d3 HTTP/1.1" status: 204 len: 173 time: 0.7927401 Jun 02 12:56:39.218221 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccf2959-2246-40a2-b36f-90279d29711f x-openstack-request-id: req-dccf2959-2246-40a2-b36f-90279d29711f {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:56:39.218562 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b7f621-e618-4f13-a6ba-19d3fe8c1627", "name": "network-vif-deleted", "tag": "0e841812-e7c4-4496-9f0e-1cb467df88d3", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:56:39.218882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dccf2959-2246-40a2-b36f-90279d29711f {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:56:39.219312 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b7f621-e618-4f13-a6ba-19d3fe8c1627', 'name': 'network-vif-deleted', 'tag': '0e841812-e7c4-4496-9f0e-1cb467df88d3', 'status': 'completed', 'code': 200} Jun 02 12:56:40.419857 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 50886) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:56:40.478552 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d18ae0-bb68-49c5-b574-8be8939db25e admin admin] Deleting subnet d6c9c629-d5a1-4a06-8fab-2061266cf1bd {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:56:40.481452 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b4d18ae0-bb68-49c5-b574-8be8939db25e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:40.528684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b4d18ae0-bb68-49c5-b574-8be8939db25e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:40.587930 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b4d18ae0-bb68-49c5-b574-8be8939db25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:40.830705 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b4d18ae0-bb68-49c5-b574-8be8939db25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:40.834308 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c002b30d-1f22-4ecd-ba06-fe2e2f4971e5 tempest-PortsTestJSON-1594020477 tempest-PortsTestJSON-1594020477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:56:40.871006 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d18ae0-bb68-49c5-b574-8be8939db25e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6c9c629-d5a1-4a06-8fab-2061266cf1bd,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:56:40.874588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b4d18ae0-bb68-49c5-b574-8be8939db25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:56:40.876830 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b4d18ae0-bb68-49c5-b574-8be8939db25e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:40.882453 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b4d18ae0-bb68-49c5-b574-8be8939db25e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d6c9c629-d5a1-4a06-8fab-2061266cf1bd HTTP/1.1" status: 204 len: 168 time: 0.4615631 Jun 02 12:56:40.884854 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 50888) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:56:40.993929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9403e7a8-22af-4fcb-9ee0-a1ec831f0860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:41.114958 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9403e7a8-22af-4fcb-9ee0-a1ec831f0860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:41.127195 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-9403e7a8-22af-4fcb-9ee0-a1ec831f0860 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e910222d-5f51-4ad1-96f8-4ee0ab8057ff']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:56:41.138946 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-9403e7a8-22af-4fcb-9ee0-a1ec831f0860 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411fad68-a2a8-4fc0-8e6e-8b678e729453') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:56:41.139241 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-9403e7a8-22af-4fcb-9ee0-a1ec831f0860 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411fad68-a2a8-4fc0-8e6e-8b678e729453') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:56:41.150639 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9403e7a8-22af-4fcb-9ee0-a1ec831f0860 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:41.166858 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9403e7a8-22af-4fcb-9ee0-a1ec831f0860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:41.172739 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9403e7a8-22af-4fcb-9ee0-a1ec831f0860 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:56:41.173114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9403e7a8-22af-4fcb-9ee0-a1ec831f0860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:56:41.185837 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:56:41.261271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9403e7a8-22af-4fcb-9ee0-a1ec831f0860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:41.265572 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-43604266-eab0-4b09-9578-d33642959854 tempest-TagsExtTest-226002615 tempest-TagsExtTest-226002615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:56:41.280814 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9403e7a8-22af-4fcb-9ee0-a1ec831f0860 admin admin] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:41.291270 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403e7a8-22af-4fcb-9ee0-a1ec831f0860 admin admin] Pushing event deleted for resources: {'Network': ['ID=e910222d-5f51-4ad1-96f8-4ee0ab8057ff,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:56:41.294391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9403e7a8-22af-4fcb-9ee0-a1ec831f0860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:56:41.299862 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9403e7a8-22af-4fcb-9ee0-a1ec831f0860 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e910222d-5f51-4ad1-96f8-4ee0ab8057ff HTTP/1.1" status: 204 len: 168 time: 0.4138701 Jun 02 12:56:41.407612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 50892) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:56:41.455460 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-54ba66f6-607c-4ce3-8811-9be052fc8588 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc427b9032f045feb4e16c79e95358a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465775 Jun 02 12:56:41.457716 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 50894) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:56:41.512876 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10fde46d-1a80-47c9-b866-f1104564d2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:41.538373 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10fde46d-1a80-47c9-b866-f1104564d2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:41.589577 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10fde46d-1a80-47c9-b866-f1104564d2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:41.594209 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e2043d5a-e6e4-469c-866f-594b65eddd9b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:56:41.609748 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fde46d-1a80-47c9-b866-f1104564d2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a060f340-035f-4031-91bc-bd3c4fa1da82,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:56:41.612574 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-10fde46d-1a80-47c9-b866-f1104564d2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:56:41.619508 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10fde46d-1a80-47c9-b866-f1104564d2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:41.622956 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-10fde46d-1a80-47c9-b866-f1104564d2e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a060f340-035f-4031-91bc-bd3c4fa1da82 HTTP/1.1" status: 204 len: 168 time: 0.1619484 Jun 02 12:56:42.189131 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 0e841812-e7c4-4496-9f0e-1cb467df88d3 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:56:42.225121 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 0e841812-e7c4-4496-9f0e-1cb467df88d3 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:56:42.225533 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 0e841812-e7c4-4496-9f0e-1cb467df88d3 not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:56:42.315874 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 50916) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:56:42.416239 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1830447508-network', 'tenant_id': 'f7f0fbf9823c4f68b98e2b7cbfc36da4'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:56:42.421517 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:56:42.425345 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Usage tracker for resource:network and tenant:f7f0fbf9823c4f68b98e2b7cbfc36da4 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:56:42.428322 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:56:42.434064 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:56:42.444482 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Made reservation on behalf of f7f0fbf9823c4f68b98e2b7cbfc36da4 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:56:42.446981 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:42.458676 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:42.473124 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:56:42.476893 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Usage tracker for resource:security_group_rule and tenant:f7f0fbf9823c4f68b98e2b7cbfc36da4 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:56:42.479662 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:56:42.485805 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:56:42.568358 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:42.572420 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:42.576323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f63e3a29-09dc-4d78-8582-7521bd72c049 tempest-NegativeSecGroupTest-765331188 tempest-NegativeSecGroupTest-765331188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:56:42.605255 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:56:42.614633 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca95695b-0a5f-41ca-8628-d9fe890102aa,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:56:42.618918 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:56:42.619818 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:42.620153 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Added segment 243369b5-79e4-462e-b02b-d9adf82721b0 of type vlan for network e6c5a8e9-836d-4046-bf24-77137dc14c52 Jun 02 12:56:42.647020 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:42.675723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:42.676708 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:42.677282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:42.680526 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-55db7da0-b0d0-411e-b085-fbcf42b7dd86 tempest-TagsTest-857342237 tempest-TagsTest-857342237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:56:42.783519 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4665351 Jun 02 12:56:42.784308 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Pushing event updated for resources: {'Network': ['ID=e6c5a8e9-836d-4046-bf24-77137dc14c52,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:56:42.786274 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 50920) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:56:42.791134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4ff79a7c-ef16-472f-9e1f-9840066c461e admin admin] Request body: {'subnet': {'network_id': 'e6c5a8e9-836d-4046-bf24-77137dc14c52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1830447508-subnet', 'tenant_id': 'f7f0fbf9823c4f68b98e2b7cbfc36da4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:56:42.794280 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network e6c5a8e9-836d-4046-bf24-77137dc14c52 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:56:42.794614 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:56:42.796752 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4ff79a7c-ef16-472f-9e1f-9840066c461e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:56:42.800651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4ff79a7c-ef16-472f-9e1f-9840066c461e admin admin] Usage tracker for resource:subnet and tenant:f7f0fbf9823c4f68b98e2b7cbfc36da4 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:56:42.803538 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4ff79a7c-ef16-472f-9e1f-9840066c461e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:56:42.809262 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4ff79a7c-ef16-472f-9e1f-9840066c461e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:56:42.821413 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff79a7c-ef16-472f-9e1f-9840066c461e admin admin] Made reservation on behalf of f7f0fbf9823c4f68b98e2b7cbfc36da4 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:56:42.823788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ff79a7c-ef16-472f-9e1f-9840066c461e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:43.321988 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ff79a7c-ef16-472f-9e1f-9840066c461e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:43.326360 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-86353a88-5582-4160-b732-0df53ffb71ae tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:56:43.398394 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff79a7c-ef16-472f-9e1f-9840066c461e admin admin] Pushing event updated for resources: {'Subnet': ['ID=10403ebb-d50d-4f77-bbc1-9f638344ddf1,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:56:43.401808 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4ff79a7c-ef16-472f-9e1f-9840066c461e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:56:43.407390 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff79a7c-ef16-472f-9e1f-9840066c461e admin admin] Checking segment: {'id': '243369b5-79e4-462e-b02b-d9adf82721b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e6c5a8e9-836d-4046-bf24-77137dc14c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:56:43.407748 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff79a7c-ef16-472f-9e1f-9840066c461e admin admin] Network hostable DHCP agents. Network: e6c5a8e9-836d-4046-bf24-77137dc14c52, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:56:43.425822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff79a7c-ef16-472f-9e1f-9840066c461e admin admin] Network e6c5a8e9-836d-4046-bf24-77137dc14c52 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:56:43.435381 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-4ff79a7c-ef16-472f-9e1f-9840066c461e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, e6c5a8e9-836d-4046-bf24-77137dc14c52) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:56:43.443891 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1df3ed-b40e-4cdc-a5fb-36eb5677a198 None None] Network e6c5a8e9-836d-4046-bf24-77137dc14c52 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:56:43.444340 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff79a7c-ef16-472f-9e1f-9840066c461e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:43.444614 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ff79a7c-ef16-472f-9e1f-9840066c461e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:43.464058 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4ff79a7c-ef16-472f-9e1f-9840066c461e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6764877 Jun 02 12:56:43.633328 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcf4d9c-2e43-4a88-9bf8-df71b8413908 None None] Network e6c5a8e9-836d-4046-bf24-77137dc14c52 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:56:43.962145 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-b42cae46-c35a-4187-b462-fd63a3a99a2b tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:43.963831 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-b42cae46-c35a-4187-b462-fd63a3a99a2b tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/networks?id=e6c5a8e9-836d-4046-bf24-77137dc14c52 HTTP/1.1" status: 200 len: 815 time: 0.1437228 Jun 02 12:56:43.979561 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-b46e0e42-72e7-44d9-ae08-9eec51d8a901 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/quotas/f7f0fbf9823c4f68b98e2b7cbfc36da4 HTTP/1.1" status: 200 len: 375 time: 0.0093195 Jun 02 12:56:44.025981 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-e6f37988-a3e1-4f52-95e5-b2cf2a792e7e tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7f0fbf9823c4f68b98e2b7cbfc36da4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410812 Jun 02 12:56:44.161090 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6b0ff480-04d4-48cc-8e7c-4a668fd3d5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:44.205662 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-761a830d-b774-4d0c-a0b1-e334d369fd0b service neutron] 10.222.0.37 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726637 Jun 02 12:56:44.339802 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-aa1e4fde-c4c5-4f67-b210-3ae93513bf6f service neutron] 10.222.0.37 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283345 Jun 02 12:56:44.510572 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e92796b2-b162-48d7-b92b-cfa4b55da656 req-099a4cd8-fb69-4e0f-9407-6b5aa7f7b764 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 210 time: 0.0418520 Jun 02 12:56:45.520472 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-b2cebf3d-de19-47bd-a776-492dd4e7c0bc tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:45.521177 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-b2cebf3d-de19-47bd-a776-492dd4e7c0bc tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Synchronizing usage tracker for tenant:f7f0fbf9823c4f68b98e2b7cbfc36da4 on resource:network {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:56:45.538957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-b2cebf3d-de19-47bd-a776-492dd4e7c0bc tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Unset dirty status for tenant:f7f0fbf9823c4f68b98e2b7cbfc36da4 on resource:network {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:56:45.540318 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-b2cebf3d-de19-47bd-a776-492dd4e7c0bc tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.22 "GET /v2.0/networks?id=e6c5a8e9-836d-4046-bf24-77137dc14c52 HTTP/1.1" status: 200 len: 815 time: 0.1724532 Jun 02 12:56:45.554355 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Request body: {'port': {'device_id': '3b71aa17-633f-4e47-9751-07ba96dd45b1', 'network_id': 'e6c5a8e9-836d-4046-bf24-77137dc14c52', 'admin_state_up': True, 'tenant_id': 'f7f0fbf9823c4f68b98e2b7cbfc36da4'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:56:45.661002 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-21308808-5fe8-4f30-8b0d-c7914b5aeaa8 req-2b48a29e-eb61-4db4-833a-606ce0c605ef tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 210 time: 0.0433707 Jun 02 12:56:45.690943 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:56:45.694957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Usage tracker for resource:port and tenant:f7f0fbf9823c4f68b98e2b7cbfc36da4 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:56:45.697705 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:56:45.704160 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:56:45.713383 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Made reservation on behalf of f7f0fbf9823c4f68b98e2b7cbfc36da4 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:56:45.717558 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:45.874887 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Allocated IP 172.20.0.7 (e6c5a8e9-836d-4046-bf24-77137dc14c52/10403ebb-d50d-4f77-bbc1-9f638344ddf1/0ff0ac9b-5e46-4a05-9836-a92f41b51c0b) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:56:46.078294 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:46.106478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:46.111783 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f8084431-9b02-4719-b46b-59fab4cef13a tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:56:46.178654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Network e6c5a8e9-836d-4046-bf24-77137dc14c52 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:56:46.182127 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:56:46.186600 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:56:46.223153 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Pushing event updated for resources: {'Port': ['ID=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:56:46.234996 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:46.235395 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:46.235779 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:46.236157 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:46.236535 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:46.236906 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:46.237277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:46.237646 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:46.238021 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:46.238414 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:46.238781 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:46.239145 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:46.248200 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:56:46.265787 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:46.266433 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:46.287988 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7385736 Jun 02 12:56:46.299603 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Request body: {'port': {'device_id': '3b71aa17-633f-4e47-9751-07ba96dd45b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:56:46.423164 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:46.664675 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1bca53a4-d7ef-4ad8-9707-a6e61ec13801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:46.709669 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:46.770009 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:56:46.778320 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:46.836275 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Transition to ACTIVE for port object 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:56:46.840087 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:46.845546 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-64afadc4-73e7-4358-b9e3-09230fa3e7b6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:56:47.112945 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:56:47.117072 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:56:47.192411 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540a50e-aece-499f-bd3d-318a919011b5 req-c49fdafb-44ae-4d94-b334-707e15854da1 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:47.193018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-0540a50e-aece-499f-bd3d-318a919011b5 req-c49fdafb-44ae-4d94-b334-707e15854da1 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Synchronizing usage tracker for tenant:f7f0fbf9823c4f68b98e2b7cbfc36da4 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:56:47.236008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-0540a50e-aece-499f-bd3d-318a919011b5 req-c49fdafb-44ae-4d94-b334-707e15854da1 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Unset dirty status for tenant:f7f0fbf9823c4f68b98e2b7cbfc36da4 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:56:47.237154 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0540a50e-aece-499f-bd3d-318a919011b5 req-c49fdafb-44ae-4d94-b334-707e15854da1 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 931 time: 0.4607289 Jun 02 12:56:47.244808 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Attempting to bind port 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:56:47.245148 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Attempting to bind port 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '243369b5-79e4-462e-b02b-d9adf82721b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e6c5a8e9-836d-4046-bf24-77137dc14c52'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:56:47.245479 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Attempting to bind port 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b on network e6c5a8e9-836d-4046-bf24-77137dc14c52 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:56:47.266449 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Port 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b on network e6c5a8e9-836d-4046-bf24-77137dc14c52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:56:47.266768 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Attempting to bind port 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b on network e6c5a8e9-836d-4046-bf24-77137dc14c52 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:56:47.282425 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:56:47.282760 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Checking segment: {'id': '243369b5-79e4-462e-b02b-d9adf82721b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e6c5a8e9-836d-4046-bf24-77137dc14c52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:56:47.283136 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Bound using segment: {'id': '243369b5-79e4-462e-b02b-d9adf82721b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e6c5a8e9-836d-4046-bf24-77137dc14c52'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:56:47.283569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Bound port: 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243369b5-79e4-462e-b02b-d9adf82721b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e6c5a8e9-836d-4046-bf24-77137dc14c52'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:56:47.283912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:47.306606 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-0540a50e-aece-499f-bd3d-318a919011b5 req-0b2c5256-3766-45b9-a239-bb4b8cb370f7 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Synchronizing usage tracker for tenant:f7f0fbf9823c4f68b98e2b7cbfc36da4 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:56:47.384602 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-0540a50e-aece-499f-bd3d-318a919011b5 req-0b2c5256-3766-45b9-a239-bb4b8cb370f7 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Unset dirty status for tenant:f7f0fbf9823c4f68b98e2b7cbfc36da4 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:56:47.385734 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0540a50e-aece-499f-bd3d-318a919011b5 req-0b2c5256-3766-45b9-a239-bb4b8cb370f7 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418984 Jun 02 12:56:47.404825 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] For port 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:56:47.408131 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] For port 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b,segment=NetworkSegment(243369b5-79e4-462e-b02b-d9adf82721b0),segment_id=243369b5-79e4-462e-b02b-d9adf82721b0)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:56:47.411997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:47.416485 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:56:47.472725 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:47.473334 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:47.474701 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] 10.222.0.22 "PUT /v2.0/ports/0ff0ac9b-5e46-4a05-9836-a92f41b51c0b HTTP/1.1" status: 200 len: 1093 time: 1.1791153 Jun 02 12:56:47.475213 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b71aa17-633f-4e47-9751-07ba96dd45b1', 'tag': '0ff0ac9b-5e46-4a05-9836-a92f41b51c0b'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:56:47.477482 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc9cd7c-86dc-44df-bc58-dda28ea605bc" -d '{"events": [{"name": "network-changed", "server_uuid": "3b71aa17-633f-4e47-9751-07ba96dd45b1", "tag": "0ff0ac9b-5e46-4a05-9836-a92f41b51c0b"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:56:47.495679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:56:47.499611 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:56:47.554219 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448dd555-35e1-4785-af0b-d4fef0e01ba6 x-openstack-request-id: req-448dd555-35e1-4785-af0b-d4fef0e01ba6 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:56:47.554561 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b71aa17-633f-4e47-9751-07ba96dd45b1", "tag": "0ff0ac9b-5e46-4a05-9836-a92f41b51c0b", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:56:47.554865 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-448dd555-35e1-4785-af0b-d4fef0e01ba6 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:56:47.555299 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b71aa17-633f-4e47-9751-07ba96dd45b1', 'tag': '0ff0ac9b-5e46-4a05-9836-a92f41b51c0b', 'status': 'completed', 'code': 200} Jun 02 12:56:47.593722 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-2feee467-7c58-44ee-bcd9-d99054ee06cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:47.595212 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-2feee467-7c58-44ee-bcd9-d99054ee06cb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f7f0fbf9823c4f68b98e2b7cbfc36da4&device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 1096 time: 0.0769677 Jun 02 12:56:47.663671 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-7098fb01-7906-4981-8241-d00272b96b72 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b HTTP/1.1" status: 200 len: 217 time: 0.0606523 Jun 02 12:56:47.728794 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-f2fe80bf-f7b2-42a9-a26c-b9e4cf34a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:47.730127 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-f2fe80bf-f7b2-42a9-a26c-b9e4cf34a66b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10403ebb-d50d-4f77-bbc1-9f638344ddf1 HTTP/1.1" status: 200 len: 855 time: 0.0598264 Jun 02 12:56:47.775418 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:47.777198 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-ac96df70-c492-40cf-acb8-2f28da3479c2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e6c5a8e9-836d-4046-bf24-77137dc14c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404587 Jun 02 12:56:47.908515 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-ea825f3a-1f76-465e-9754-00b878c64172 service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237624 Jun 02 12:56:48.037580 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9ecbcf9f-389a-4fb2-a915-d7d8d02e57a4 req-e1daee9b-6325-477a-9feb-8dfc7ca9aff4 service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227798 Jun 02 12:56:48.153991 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9cd7c-86dc-44df-bc58-dda28ea605bc req-a51b72a5-597d-4cf4-9a12-f055bb8ad2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:48.155441 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-cbc9cd7c-86dc-44df-bc58-dda28ea605bc req-a51b72a5-597d-4cf4-9a12-f055bb8ad2da service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f7f0fbf9823c4f68b98e2b7cbfc36da4&device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 1096 time: 0.0706935 Jun 02 12:56:48.287768 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9cd7c-86dc-44df-bc58-dda28ea605bc req-9891aaf1-198b-4714-b00b-2b8356fe4a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:48.289106 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-cbc9cd7c-86dc-44df-bc58-dda28ea605bc req-9891aaf1-198b-4714-b00b-2b8356fe4a06 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e6c5a8e9-836d-4046-bf24-77137dc14c52 HTTP/1.1" status: 200 len: 916 time: 0.1275210 Jun 02 12:56:48.364332 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-cbc9cd7c-86dc-44df-bc58-dda28ea605bc req-195abf5d-d8ac-4c3c-bea7-a6f0bf37f813 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b HTTP/1.1" status: 200 len: 217 time: 0.0680356 Jun 02 12:56:48.427280 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9cd7c-86dc-44df-bc58-dda28ea605bc req-8fdc32ce-3382-4d4e-8c0c-1f318fed2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:48.428706 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-cbc9cd7c-86dc-44df-bc58-dda28ea605bc req-8fdc32ce-3382-4d4e-8c0c-1f318fed2a29 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10403ebb-d50d-4f77-bbc1-9f638344ddf1 HTTP/1.1" status: 200 len: 855 time: 0.0580883 Jun 02 12:56:48.480309 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-cbc9cd7c-86dc-44df-bc58-dda28ea605bc req-3fd3ac88-e020-4d95-b7a3-c551af02320a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e6c5a8e9-836d-4046-bf24-77137dc14c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437152 Jun 02 12:56:48.674027 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-cbc9cd7c-86dc-44df-bc58-dda28ea605bc req-92eaed50-b5e3-4bf9-92a6-1db21ac25762 service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846840 Jun 02 12:56:48.682272 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28296f72-bff5-452d-98b2-20b67a52e00f req-acd37c6d-3811-4f1f-89dd-b0f0bc58a084 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:48.683688 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-28296f72-bff5-452d-98b2-20b67a52e00f req-acd37c6d-3811-4f1f-89dd-b0f0bc58a084 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 943 time: 0.1744733 Jun 02 12:56:48.808848 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-28296f72-bff5-452d-98b2-20b67a52e00f req-2a379729-7240-440e-af7c-06a933d68858 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066852 Jun 02 12:56:48.847513 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-cbc9cd7c-86dc-44df-bc58-dda28ea605bc req-d386c5de-9b02-4bd4-b3c3-9a288e300762 service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629226 Jun 02 12:56:49.550394 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:49.999441 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b216cc1-b610-4bfd-ab82-d3632e2db115 req-b5396b2f-74b6-4320-8e4a-55b4b8971b20 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:50.000913 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3b216cc1-b610-4bfd-ab82-d3632e2db115 req-b5396b2f-74b6-4320-8e4a-55b4b8971b20 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 943 time: 0.0892293 Jun 02 12:56:50.045904 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3b216cc1-b610-4bfd-ab82-d3632e2db115 req-e3dc544a-9008-4b4b-bae8-df74b4d36305 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393038 Jun 02 12:56:50.194867 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:56:50.327867 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b,segment=NetworkSegment(243369b5-79e4-462e-b02b-d9adf82721b0),segment_id=243369b5-79e4-462e-b02b-d9adf82721b0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:56:50.344680 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '0ff0ac9b-5e46-4a05-9836-a92f41b51c0b', 'network_id': 'e6c5a8e9-836d-4046-bf24-77137dc14c52', 'port_id': '0ff0ac9b-5e46-4a05-9836-a92f41b51c0b', 'mac_address': 'fa:16:3e:bb:cf:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10403ebb-d50d-4f77-bbc1-9f638344ddf1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:56:50.398638 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:50.415042 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:56:50.429706 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b,segment=NetworkSegment(243369b5-79e4-462e-b02b-d9adf82721b0),segment_id=243369b5-79e4-462e-b02b-d9adf82721b0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:56:50.433374 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:50.435559 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:56:50.498986 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:56:50.505821 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:50.506192 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:50.506533 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:50.506868 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:50.507201 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:50.507525 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:50.507848 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:50.508171 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:50.508492 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:50.508809 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:50.509126 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:50.509441 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:56:50.513668 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:56:50.777090 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['0ff0ac9b-5e46-4a05-9836-a92f41b51c0b'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:56:51.225742 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90742919-4cae-4910-b067-de8c173e0dd3 req-a8ac383e-3f8f-4178-a5b4-ca13787c7ada tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:51.227209 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-90742919-4cae-4910-b067-de8c173e0dd3 req-a8ac383e-3f8f-4178-a5b4-ca13787c7ada tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 944 time: 0.0802536 Jun 02 12:56:51.270934 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-90742919-4cae-4910-b067-de8c173e0dd3 req-6518bc3d-368d-416f-8855-a9c2e4f2f2e1 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371423 Jun 02 12:56:52.205370 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:56:52.274709 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:56:52.279284 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:56:52.279662 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:52.395005 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:52.424222 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b71aa17-633f-4e47-9751-07ba96dd45b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff0ac9b-5e46-4a05-9836-a92f41b51c0b'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:56:52.426509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9398b7-6abb-495d-b92c-5d6278474909" -d '{"events": [{"server_uuid": "3b71aa17-633f-4e47-9751-07ba96dd45b1", "name": "network-vif-plugged", "status": "completed", "tag": "0ff0ac9b-5e46-4a05-9836-a92f41b51c0b"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:56:52.435447 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b,segment=NetworkSegment(243369b5-79e4-462e-b02b-d9adf82721b0),segment_id=243369b5-79e4-462e-b02b-d9adf82721b0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:56:52.439660 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:52.442396 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:56:52.458222 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f8158-e69e-4521-9538-c13555be65b6 req-007ef011-21c6-4853-ab08-ed5206da368b tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:52.459616 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-074f8158-e69e-4521-9538-c13555be65b6 req-007ef011-21c6-4853-ab08-ed5206da368b tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 944 time: 0.0846305 Jun 02 12:56:52.475958 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4253e5b-b810-48d5-aee6-f549b8f0a9a5 x-openstack-request-id: req-b4253e5b-b810-48d5-aee6-f549b8f0a9a5 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:56:52.476268 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b71aa17-633f-4e47-9751-07ba96dd45b1", "name": "network-vif-plugged", "status": "completed", "tag": "0ff0ac9b-5e46-4a05-9836-a92f41b51c0b", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:56:52.476610 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4253e5b-b810-48d5-aee6-f549b8f0a9a5 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:56:52.476941 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b71aa17-633f-4e47-9751-07ba96dd45b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff0ac9b-5e46-4a05-9836-a92f41b51c0b', 'code': 200} Jun 02 12:56:52.513386 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-074f8158-e69e-4521-9538-c13555be65b6 req-2315fc3c-bdc9-4427-b002-e3315b473687 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481136 Jun 02 12:56:52.515873 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:56:52.518802 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:56:52.701889 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d06b46-6e4e-4396-be2a-2985d2f4e60e req-1c456bf3-491f-46e9-9366-f26521d7d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:52.703444 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-33d06b46-6e4e-4396-be2a-2985d2f4e60e req-1c456bf3-491f-46e9-9366-f26521d7d52f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 1098 time: 0.0739393 Jun 02 12:56:52.860636 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-33d06b46-6e4e-4396-be2a-2985d2f4e60e req-3254f73e-1667-4896-9dcb-0ae5dbb7ac45 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510768 Jun 02 12:56:53.703391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8d833-5d28-4712-b630-44f52cf59649 req-40fe537f-10a1-4b38-83a8-da49df4eb785 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:53.704818 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7de8d833-5d28-4712-b630-44f52cf59649 req-40fe537f-10a1-4b38-83a8-da49df4eb785 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0796533 Jun 02 12:56:53.748384 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7de8d833-5d28-4712-b630-44f52cf59649 req-975f3280-5393-4921-822a-8da15d214997 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380361 Jun 02 12:56:54.930881 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405d88b-0c38-4aed-bb84-32ca783dacc9 req-45dbd84b-3aeb-4ba5-aa7a-ff0622683b32 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:54.932318 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4405d88b-0c38-4aed-bb84-32ca783dacc9 req-45dbd84b-3aeb-4ba5-aa7a-ff0622683b32 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0790784 Jun 02 12:56:54.976197 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4405d88b-0c38-4aed-bb84-32ca783dacc9 req-e76b947f-8e71-4b2e-b952-8c616dfc4420 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378721 Jun 02 12:56:55.163751 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b54845-6a6d-4a7a-9ff2-c8ff66bd68f9 req-d0e3af33-2166-41d4-b41a-15ba9061aa5f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:55.165199 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-18b54845-6a6d-4a7a-9ff2-c8ff66bd68f9 req-d0e3af33-2166-41d4-b41a-15ba9061aa5f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0807767 Jun 02 12:56:55.209218 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-18b54845-6a6d-4a7a-9ff2-c8ff66bd68f9 req-8ef47e9c-b05c-4945-8058-ed725faee291 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381126 Jun 02 12:56:55.687078 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300b74c-2ccf-4898-bea7-72d772fa4578 req-b9192aee-1c85-406f-bed5-50c663eb111e tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:55.688478 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7300b74c-2ccf-4898-bea7-72d772fa4578 req-b9192aee-1c85-406f-bed5-50c663eb111e tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0821874 Jun 02 12:56:55.731101 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7300b74c-2ccf-4898-bea7-72d772fa4578 req-13e60ae7-1449-4489-bb58-f843f6d09ab9 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371287 Jun 02 12:56:55.914039 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80a69f-6a14-4295-aec5-84859eebc20a req-32eac568-c59a-4793-85fd-a14eda77edd6 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:55.915480 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6e80a69f-6a14-4295-aec5-84859eebc20a req-32eac568-c59a-4793-85fd-a14eda77edd6 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0823972 Jun 02 12:56:55.960347 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6e80a69f-6a14-4295-aec5-84859eebc20a req-1cdbb294-c818-4e9d-873c-54cb8d93c6eb tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388162 Jun 02 12:56:56.004121 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:56:56.313855 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-49be43b2-12df-4e82-b69f-edca758f476c req-888e2f76-319c-4a5b-a507-3838291a0adc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0710528 Jun 02 12:56:56.394391 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf961964-a76d-4379-b3e1-3fd9fc7e5690 req-d08a6d67-0b2e-408c-a905-e94c33fce4b6 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:56.395926 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-cf961964-a76d-4379-b3e1-3fd9fc7e5690 req-d08a6d67-0b2e-408c-a905-e94c33fce4b6 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.1104581 Jun 02 12:56:56.445256 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-cf961964-a76d-4379-b3e1-3fd9fc7e5690 req-38ac3ca3-c661-4df4-b5c3-feeb3b03cc10 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434558 Jun 02 12:56:57.505946 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be43b2-12df-4e82-b69f-edca758f476c req-711418bc-e7de-4f8e-901c-e86feb120d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:57.507429 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-49be43b2-12df-4e82-b69f-edca758f476c req-711418bc-e7de-4f8e-901c-e86feb120d3d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f7f0fbf9823c4f68b98e2b7cbfc36da4&device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 1098 time: 0.0755370 Jun 02 12:56:57.688152 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be43b2-12df-4e82-b69f-edca758f476c req-82abba36-d5b0-4844-adee-5e792928955f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:57.689558 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-49be43b2-12df-4e82-b69f-edca758f476c req-82abba36-d5b0-4844-adee-5e792928955f service neutron] 10.222.0.22 "GET /v2.0/networks?id=e6c5a8e9-836d-4046-bf24-77137dc14c52 HTTP/1.1" status: 200 len: 916 time: 0.1754212 Jun 02 12:56:57.765139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d53166-1cc6-487a-a6dd-a5b180be3b54 req-f8cc51f1-1c61-4f0c-a9d4-655d7591cfe7 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:57.766485 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-00d53166-1cc6-487a-a6dd-a5b180be3b54 req-f8cc51f1-1c61-4f0c-a9d4-655d7591cfe7 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.1826935 Jun 02 12:56:57.775795 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-49be43b2-12df-4e82-b69f-edca758f476c req-16710796-7ad0-42d9-ad42-91dc93019654 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b HTTP/1.1" status: 200 len: 217 time: 0.0792184 Jun 02 12:56:57.860016 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-00d53166-1cc6-487a-a6dd-a5b180be3b54 req-97c8d36c-ec7f-4849-ae9c-74620193fbc4 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863810 Jun 02 12:56:57.863212 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be43b2-12df-4e82-b69f-edca758f476c req-93261a42-b766-4501-a975-a27ce553f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:57.864616 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-49be43b2-12df-4e82-b69f-edca758f476c req-93261a42-b766-4501-a975-a27ce553f7a9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10403ebb-d50d-4f77-bbc1-9f638344ddf1 HTTP/1.1" status: 200 len: 855 time: 0.0764353 Jun 02 12:56:57.914457 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-49be43b2-12df-4e82-b69f-edca758f476c req-2abad779-e7a5-4488-995f-07eacd2d81ea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e6c5a8e9-836d-4046-bf24-77137dc14c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435617 Jun 02 12:56:58.046774 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-49be43b2-12df-4e82-b69f-edca758f476c req-137b3823-ee31-457b-a9c1-62fc7ff120d4 service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256454 Jun 02 12:56:58.175655 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-49be43b2-12df-4e82-b69f-edca758f476c req-a6c370dc-584e-48a3-9681-c34b56b5c83a service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229358 Jun 02 12:56:59.179165 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9b6e8-2c5f-4e33-875c-3f6d3a2e4e22 req-5ad18cf3-2507-4cd8-bdfa-0e522b7c0b21 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:56:59.180620 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e2b9b6e8-2c5f-4e33-875c-3f6d3a2e4e22 req-5ad18cf3-2507-4cd8-bdfa-0e522b7c0b21 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.2185109 Jun 02 12:56:59.225082 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e2b9b6e8-2c5f-4e33-875c-3f6d3a2e4e22 req-062f9cce-24e7-48a6-8954-9e8dff6dd176 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382068 Jun 02 12:57:00.420440 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30253d-5a5c-4f2c-b5d0-a43440091dc8 req-46dcf3bf-5c3b-4711-8cd3-5864f394541f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:00.421899 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4c30253d-5a5c-4f2c-b5d0-a43440091dc8 req-46dcf3bf-5c3b-4711-8cd3-5864f394541f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0930777 Jun 02 12:57:00.466581 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4c30253d-5a5c-4f2c-b5d0-a43440091dc8 req-3659358d-2dd6-4a2b-85d5-1030bd9638e1 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384924 Jun 02 12:57:01.651253 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904c3fc-af2a-428e-b200-e4ce07e52c6d req-cb33f9d1-4ec4-4b24-9837-d70c8de4fb9d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:01.652690 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7904c3fc-af2a-428e-b200-e4ce07e52c6d req-cb33f9d1-4ec4-4b24-9837-d70c8de4fb9d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0815847 Jun 02 12:57:01.699185 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7904c3fc-af2a-428e-b200-e4ce07e52c6d req-a92938fd-085f-4e16-9771-57618da6f6db tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409865 Jun 02 12:57:02.889666 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d22fbd-ad08-47c1-815a-6d217b2be143 req-eacf91ed-4833-46c1-b1d7-a8f9a5fe1904 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:02.891200 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-70d22fbd-ad08-47c1-815a-6d217b2be143 req-eacf91ed-4833-46c1-b1d7-a8f9a5fe1904 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0847323 Jun 02 12:57:02.934574 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-70d22fbd-ad08-47c1-815a-6d217b2be143 req-bf69983f-4cfd-4ba4-bf01-e9cbbcc89163 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379422 Jun 02 12:57:04.131706 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454ea60-9cfe-4248-9831-ed5ec09a9c47 req-e02c2268-2b79-4461-8afa-4fe497481929 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:04.133141 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b454ea60-9cfe-4248-9831-ed5ec09a9c47 req-e02c2268-2b79-4461-8afa-4fe497481929 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0896914 Jun 02 12:57:04.178621 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b454ea60-9cfe-4248-9831-ed5ec09a9c47 req-4a20149f-10f3-42e6-9ee1-6fcd53993e8c tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398538 Jun 02 12:57:05.359742 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8839d-c1f7-437e-ba9a-9dff253fd281 req-c16c25f9-c1a9-4107-a6a3-09dd047c7ae6 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:05.361145 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9cc8839d-c1f7-437e-ba9a-9dff253fd281 req-c16c25f9-c1a9-4107-a6a3-09dd047c7ae6 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0802040 Jun 02 12:57:05.409101 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9cc8839d-c1f7-437e-ba9a-9dff253fd281 req-125720c9-6942-4ab1-9de0-3c6ec7db7a8e tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423954 Jun 02 12:57:06.593299 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf1b6f-8b0d-4549-ae9a-9706db85f143 req-fdb9440f-4875-442f-ad22-239753a5c56f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:06.594647 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ebaf1b6f-8b0d-4549-ae9a-9706db85f143 req-fdb9440f-4875-442f-ad22-239753a5c56f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0835547 Jun 02 12:57:06.638264 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ebaf1b6f-8b0d-4549-ae9a-9706db85f143 req-a48b5049-88b2-4c9b-8f5b-6f5167fd41cb tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376027 Jun 02 12:57:07.820051 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90f860-3393-45c3-a5d3-489f2d43aa72 req-ed57b2b1-9758-4f7f-9dbb-5b415da36f09 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:07.821482 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0e90f860-3393-45c3-a5d3-489f2d43aa72 req-ed57b2b1-9758-4f7f-9dbb-5b415da36f09 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0797901 Jun 02 12:57:07.864653 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0e90f860-3393-45c3-a5d3-489f2d43aa72 req-94060b7b-d48e-4638-8a20-b8a3f002836c tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370009 Jun 02 12:57:09.050311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcf63d-698e-4693-b3f0-ed1a4fa84639 req-a7f41d5c-8fcb-4ba2-9936-cee642176841 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:09.051697 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d6bcf63d-698e-4693-b3f0-ed1a4fa84639 req-a7f41d5c-8fcb-4ba2-9936-cee642176841 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0813060 Jun 02 12:57:09.095849 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d6bcf63d-698e-4693-b3f0-ed1a4fa84639 req-0e79e835-92e9-493b-b635-59dee65773ee tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385213 Jun 02 12:57:10.283222 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57369e3f-d65c-4c97-a59f-54702206ed88 req-cbd58d62-e8d7-4036-b87e-b8f811d1f051 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:10.284655 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-57369e3f-d65c-4c97-a59f-54702206ed88 req-cbd58d62-e8d7-4036-b87e-b8f811d1f051 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0843165 Jun 02 12:57:10.443034 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-57369e3f-d65c-4c97-a59f-54702206ed88 req-011f4210-137a-436e-a4b9-16586d15c402 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525679 Jun 02 12:57:11.627660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e454011-00ee-4534-bb4e-a5772278f885 req-482625fa-a286-4925-9f07-cd295a32a12a tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:11.629113 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8e454011-00ee-4534-bb4e-a5772278f885 req-482625fa-a286-4925-9f07-cd295a32a12a tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0822363 Jun 02 12:57:11.673617 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8e454011-00ee-4534-bb4e-a5772278f885 req-e4e3e1ad-41b0-4ea7-91f4-b7d0c3062f29 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386600 Jun 02 12:57:12.821516 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:57:12.866340 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdae14f-b211-4c59-97c3-b81123c5b3fd req-9ae8f24c-f3a4-4693-8ed2-ce153222ecb2 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:12.867775 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fdae14f-b211-4c59-97c3-b81123c5b3fd req-9ae8f24c-f3a4-4693-8ed2-ce153222ecb2 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0794883 Jun 02 12:57:12.910527 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fdae14f-b211-4c59-97c3-b81123c5b3fd req-b501d61b-867e-4f3a-9d6b-262d3655ec10 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372634 Jun 02 12:57:14.092108 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612eb59-35ce-47f3-b9a5-4c81dd2d2e42 req-996aa7e6-c365-46fe-8959-4785f3fe9215 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:14.093548 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d612eb59-35ce-47f3-b9a5-4c81dd2d2e42 req-996aa7e6-c365-46fe-8959-4785f3fe9215 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0811501 Jun 02 12:57:14.140046 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d612eb59-35ce-47f3-b9a5-4c81dd2d2e42 req-b69c4d09-4891-4723-bb7d-73f7da456ae4 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409808 Jun 02 12:57:14.164262 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d858f32d-14b8-4be5-a6d1-4aea2463fb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:15.323730 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5859e-6979-4a9c-a792-4928033dd58c req-4f578911-b429-463d-8088-13d6d9619c8e tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:15.325173 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-aaa5859e-6979-4a9c-a792-4928033dd58c req-4f578911-b429-463d-8088-13d6d9619c8e tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0812531 Jun 02 12:57:15.368300 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-aaa5859e-6979-4a9c-a792-4928033dd58c req-b2cd3b8b-62ae-48b7-af79-b6403422b923 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376875 Jun 02 12:57:16.552114 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70127c08-a0ef-4abc-ae37-daf07978b1c1 req-0299e23e-70ba-4d69-bf14-91849f435004 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:16.553447 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-70127c08-a0ef-4abc-ae37-daf07978b1c1 req-0299e23e-70ba-4d69-bf14-91849f435004 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0793290 Jun 02 12:57:16.597444 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-70127c08-a0ef-4abc-ae37-daf07978b1c1 req-45dce335-89e5-430b-b076-012c57fefa86 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384581 Jun 02 12:57:16.656272 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dd2dded8-57bc-45c9-ae3b-4f9fd8b0045d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:16.712280 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:16.894406 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d0b30-7ae4-4234-b4b8-7ae5f582a046 req-274aa3e5-9a01-4b88-a825-923cbdcf49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:16.895770 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f83d0b30-7ae4-4234-b4b8-7ae5f582a046 req-274aa3e5-9a01-4b88-a825-923cbdcf49c0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f7f0fbf9823c4f68b98e2b7cbfc36da4&device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 1098 time: 0.0712423 Jun 02 12:57:17.038723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d0b30-7ae4-4234-b4b8-7ae5f582a046 req-d883d22a-f45e-49d8-8b50-81fbdd0f44bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:17.040557 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f83d0b30-7ae4-4234-b4b8-7ae5f582a046 req-d883d22a-f45e-49d8-8b50-81fbdd0f44bb service neutron] 10.222.0.22 "GET /v2.0/networks?id=e6c5a8e9-836d-4046-bf24-77137dc14c52 HTTP/1.1" status: 200 len: 916 time: 0.1252270 Jun 02 12:57:17.115216 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f83d0b30-7ae4-4234-b4b8-7ae5f582a046 req-11ffe43b-e14f-47b6-ad48-86563f4f4e05 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b HTTP/1.1" status: 200 len: 217 time: 0.0681448 Jun 02 12:57:17.185496 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d0b30-7ae4-4234-b4b8-7ae5f582a046 req-1ee89586-b97a-4149-adf6-814199bf6593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:17.187680 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f83d0b30-7ae4-4234-b4b8-7ae5f582a046 req-1ee89586-b97a-4149-adf6-814199bf6593 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10403ebb-d50d-4f77-bbc1-9f638344ddf1 HTTP/1.1" status: 200 len: 855 time: 0.0664265 Jun 02 12:57:17.236846 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f83d0b30-7ae4-4234-b4b8-7ae5f582a046 req-eb384ce8-527a-42eb-ad21-ea464176492e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e6c5a8e9-836d-4046-bf24-77137dc14c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418544 Jun 02 12:57:17.366402 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f83d0b30-7ae4-4234-b4b8-7ae5f582a046 req-ef07eb60-a361-465c-a555-7c7400a3158f service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225021 Jun 02 12:57:17.522271 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f83d0b30-7ae4-4234-b4b8-7ae5f582a046 req-4d684f9d-dea4-4794-986b-d9c196e5615b service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488092 Jun 02 12:57:17.778628 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:17.781376 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769cb747-e4af-4d05-bdaf-676df0d43f92 req-c596b4d2-44fd-48d6-a4e1-85cbb37e1b6d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:17.782876 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-769cb747-e4af-4d05-bdaf-676df0d43f92 req-c596b4d2-44fd-48d6-a4e1-85cbb37e1b6d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0802827 Jun 02 12:57:17.833075 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-769cb747-e4af-4d05-bdaf-676df0d43f92 req-c1fbee45-1b42-4106-91a0-ff1fd0156803 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442214 Jun 02 12:57:19.017158 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f63034-c0bb-45c2-86e8-afc525a69d24 req-a8613cef-0a01-4ffc-8861-df5c6353a967 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:19.018521 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-84f63034-c0bb-45c2-86e8-afc525a69d24 req-a8613cef-0a01-4ffc-8861-df5c6353a967 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0828340 Jun 02 12:57:19.062194 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-84f63034-c0bb-45c2-86e8-afc525a69d24 req-f8de3eea-e514-471c-b6ec-530d7c8bac73 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381217 Jun 02 12:57:19.552847 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:20.249276 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87460be8-d44e-4760-b0bf-953f2b62c158 req-538de14c-24c3-4856-ae88-3066f69360b6 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:20.250763 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-87460be8-d44e-4760-b0bf-953f2b62c158 req-538de14c-24c3-4856-ae88-3066f69360b6 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0844977 Jun 02 12:57:20.294277 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-87460be8-d44e-4760-b0bf-953f2b62c158 req-598c1207-e372-44f4-b41d-2991fa939d6a tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373347 Jun 02 12:57:21.475603 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be802f43-543f-48a5-bfe5-3ff8cd3d02d5 req-d3e9934e-459c-4042-8acc-a1f7be64bd89 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:21.476958 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-be802f43-543f-48a5-bfe5-3ff8cd3d02d5 req-d3e9934e-459c-4042-8acc-a1f7be64bd89 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0802038 Jun 02 12:57:21.520569 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-be802f43-543f-48a5-bfe5-3ff8cd3d02d5 req-681f0d9a-c26e-49ce-aa5e-47997310f021 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374372 Jun 02 12:57:22.702895 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb81d06-7f08-4e72-babc-ff1d74a3ee4e req-0645747b-18ea-4862-bec8-2d4da15650c3 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:22.704338 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6bb81d06-7f08-4e72-babc-ff1d74a3ee4e req-0645747b-18ea-4862-bec8-2d4da15650c3 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0806446 Jun 02 12:57:22.754086 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6bb81d06-7f08-4e72-babc-ff1d74a3ee4e req-9f05d9b0-10b1-43c1-b632-52180d88cf7a tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442376 Jun 02 12:57:23.943619 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c402ee0-9918-47ae-95d1-ad7170fbd6db req-213860ce-98b7-49b5-beed-87569a70c43b tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:23.945050 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9c402ee0-9918-47ae-95d1-ad7170fbd6db req-213860ce-98b7-49b5-beed-87569a70c43b tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0820503 Jun 02 12:57:23.988497 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9c402ee0-9918-47ae-95d1-ad7170fbd6db req-811af70f-602f-4f3e-8673-828a603e06f7 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374372 Jun 02 12:57:24.992677 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-49be43b2-12df-4e82-b69f-edca758f476c req-ee53d53c-24a0-4d09-bc90-6f9f10949a1c service neutron] 10.222.0.22 "GET /v2.0/ports/0ff0ac9b-5e46-4a05-9836-a92f41b51c0b/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0736151 Jun 02 12:57:25.187827 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398d857-8965-4c52-b02e-bec6df331830 req-874a929b-d22b-46be-9a16-2a2ffdbb5f6e tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:25.189285 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8398d857-8965-4c52-b02e-bec6df331830 req-874a929b-d22b-46be-9a16-2a2ffdbb5f6e tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0916438 Jun 02 12:57:25.273871 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8398d857-8965-4c52-b02e-bec6df331830 req-01b0a8d0-198f-4f16-98fd-b0a69bbc3efd tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532639 Jun 02 12:57:25.295073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be43b2-12df-4e82-b69f-edca758f476c req-ac9d7114-713f-41ee-ac99-b890bcb4d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:25.296596 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-49be43b2-12df-4e82-b69f-edca758f476c req-ac9d7114-713f-41ee-ac99-b890bcb4d961 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1&tenant_id=f7f0fbf9823c4f68b98e2b7cbfc36da4 HTTP/1.1" status: 200 len: 1098 time: 0.1063910 Jun 02 12:57:25.393017 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be43b2-12df-4e82-b69f-edca758f476c req-00768934-d70d-46bf-aaa7-9265caac9219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:25.394521 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-49be43b2-12df-4e82-b69f-edca758f476c req-00768934-d70d-46bf-aaa7-9265caac9219 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f7f0fbf9823c4f68b98e2b7cbfc36da4&device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 1098 time: 0.0738482 Jun 02 12:57:25.631904 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be43b2-12df-4e82-b69f-edca758f476c req-ea268fd0-1093-4340-b63a-81e093a99e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:25.633281 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-49be43b2-12df-4e82-b69f-edca758f476c req-ea268fd0-1093-4340-b63a-81e093a99e97 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e6c5a8e9-836d-4046-bf24-77137dc14c52 HTTP/1.1" status: 200 len: 916 time: 0.2321043 Jun 02 12:57:25.701477 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-49be43b2-12df-4e82-b69f-edca758f476c req-4fa057d8-f390-4fea-8109-def9f97a4716 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b HTTP/1.1" status: 200 len: 217 time: 0.0596185 Jun 02 12:57:25.764668 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be43b2-12df-4e82-b69f-edca758f476c req-bc92e0a0-c82a-4999-9c56-88533eb5c320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:25.766030 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-49be43b2-12df-4e82-b69f-edca758f476c req-bc92e0a0-c82a-4999-9c56-88533eb5c320 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10403ebb-d50d-4f77-bbc1-9f638344ddf1 HTTP/1.1" status: 200 len: 855 time: 0.0580006 Jun 02 12:57:25.812730 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-49be43b2-12df-4e82-b69f-edca758f476c req-d663d251-cd73-4fb7-a683-f7a0bd327e44 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e6c5a8e9-836d-4046-bf24-77137dc14c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399678 Jun 02 12:57:25.941251 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-49be43b2-12df-4e82-b69f-edca758f476c req-967f4755-260e-4e2f-86b3-475bbdf3bf01 service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214428 Jun 02 12:57:26.016314 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:26.070837 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-49be43b2-12df-4e82-b69f-edca758f476c req-1d708508-bba1-4308-bd71-bf520b39e4f7 service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230037 Jun 02 12:57:26.454944 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24ba32-63d6-4af5-b139-72accd776a4f req-2bfe0cae-46dd-4a41-bafd-844cd5eb4fe5 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:26.456273 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ed24ba32-63d6-4af5-b139-72accd776a4f req-2bfe0cae-46dd-4a41-bafd-844cd5eb4fe5 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0791817 Jun 02 12:57:26.504016 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ed24ba32-63d6-4af5-b139-72accd776a4f req-4b76ce26-b583-4da4-a5ee-c3831b3df5b3 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420699 Jun 02 12:57:27.696031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8e264-092c-4b8d-b008-10ae609541f5 req-a0e2d975-2393-415f-a426-cfe03a644262 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:27.697468 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0eb8e264-092c-4b8d-b008-10ae609541f5 req-a0e2d975-2393-415f-a426-cfe03a644262 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 945 time: 0.0847926 Jun 02 12:57:27.741443 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0eb8e264-092c-4b8d-b008-10ae609541f5 req-06d1445a-8332-4477-9417-f728bb7da033 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379655 Jun 02 12:57:28.485521 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:57:28.488397 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:57:28.740786 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:28.762393 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b,segment=NetworkSegment(243369b5-79e4-462e-b02b-d9adf82721b0),segment_id=243369b5-79e4-462e-b02b-d9adf82721b0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:57:28.784071 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '0ff0ac9b-5e46-4a05-9836-a92f41b51c0b', 'network_id': 'e6c5a8e9-836d-4046-bf24-77137dc14c52', 'port_id': '0ff0ac9b-5e46-4a05-9836-a92f41b51c0b', 'mac_address': 'fa:16:3e:bb:cf:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10403ebb-d50d-4f77-bbc1-9f638344ddf1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:57:28.789445 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b71aa17-633f-4e47-9751-07ba96dd45b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ff0ac9b-5e46-4a05-9836-a92f41b51c0b'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:57:28.791744 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c70dec-a7be-4032-b398-8278dead5ca7" -d '{"events": [{"server_uuid": "3b71aa17-633f-4e47-9751-07ba96dd45b1", "name": "network-vif-unplugged", "status": "completed", "tag": "0ff0ac9b-5e46-4a05-9836-a92f41b51c0b"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:57:28.839931 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b,segment=NetworkSegment(243369b5-79e4-462e-b02b-d9adf82721b0),segment_id=243369b5-79e4-462e-b02b-d9adf82721b0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:57:28.871308 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:28.881169 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:57:28.937845 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 12:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15c54e4-f480-413b-8ef5-91edf5cea17c x-openstack-request-id: req-a15c54e4-f480-413b-8ef5-91edf5cea17c {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:57:28.938124 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b71aa17-633f-4e47-9751-07ba96dd45b1", "name": "network-vif-unplugged", "status": "completed", "tag": "0ff0ac9b-5e46-4a05-9836-a92f41b51c0b", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:57:28.938509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a15c54e4-f480-413b-8ef5-91edf5cea17c {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:57:28.938987 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b71aa17-633f-4e47-9751-07ba96dd45b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ff0ac9b-5e46-4a05-9836-a92f41b51c0b', 'code': 200} Jun 02 12:57:28.952544 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:28.976423 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed163461-3a70-49de-8d71-13483afabd50 req-77f982fc-3b82-4c05-bef8-7ef932b98b76 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:28.977896 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ed163461-3a70-49de-8d71-13483afabd50 req-77f982fc-3b82-4c05-bef8-7ef932b98b76 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 943 time: 0.0981958 Jun 02 12:57:28.978995 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:57:28.988172 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b,revision_number=6']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:57:29.023362 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:57:29.034741 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ed163461-3a70-49de-8d71-13483afabd50 req-79b36dd0-f03a-4768-be5b-989884d8117d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500724 Jun 02 12:57:29.055508 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.db.api [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:57:29.055862 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_db.api [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:57:29.609023 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:29.624997 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:57:29.639549 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b,segment=NetworkSegment(243369b5-79e4-462e-b02b-d9adf82721b0),segment_id=243369b5-79e4-462e-b02b-d9adf82721b0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:57:29.643363 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:29.645129 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:57:29.708401 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['0ff0ac9b-5e46-4a05-9836-a92f41b51c0b'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:57:29.759501 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b,revision_number=7']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:57:29.764788 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:57:30.213618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfbf3a-f278-4f2b-b711-cef5d15a2ccc req-7f65c096-7b15-4af0-bb82-c4139a1f32d9 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:30.215096 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-64cfbf3a-f278-4f2b-b711-cef5d15a2ccc req-7f65c096-7b15-4af0-bb82-c4139a1f32d9 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 944 time: 0.0822377 Jun 02 12:57:30.258947 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-64cfbf3a-f278-4f2b-b711-cef5d15a2ccc req-4319f4a6-c8a3-465a-a802-423b7274a5d5 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382111 Jun 02 12:57:30.501606 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:57:30.613663 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:30.630334 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:57:30.630769 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e796f36-7e36-4b6e-914e-0a5422f6ba0e req-8120aa73-f25b-4dda-be79-83f728bf1a25 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:30.632286 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9e796f36-7e36-4b6e-914e-0a5422f6ba0e req-8120aa73-f25b-4dda-be79-83f728bf1a25 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 944 time: 0.1125081 Jun 02 12:57:30.640246 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bef7c0-7231-469c-ba13-1c8e8f1972ba req-6b9b6624-4053-4e9e-8e87-3674f6b2ebf0 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:30.641602 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-53bef7c0-7231-469c-ba13-1c8e8f1972ba req-6b9b6624-4053-4e9e-8e87-3674f6b2ebf0 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1&tenant_id=f7f0fbf9823c4f68b98e2b7cbfc36da4&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.1573231 Jun 02 12:57:30.646386 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b,segment=NetworkSegment(243369b5-79e4-462e-b02b-d9adf82721b0),segment_id=243369b5-79e4-462e-b02b-d9adf82721b0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:57:30.651707 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:30.655776 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d1a37484-79d3-4f26-a9b8-491408b326de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:57:30.686689 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9e796f36-7e36-4b6e-914e-0a5422f6ba0e req-d9e1d309-4f1b-4862-a071-328debf67a7a tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440531 Jun 02 12:57:30.728750 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b,revision_number=8']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:57:30.732207 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:57:30.790859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bef7c0-7231-469c-ba13-1c8e8f1972ba req-51a968ed-a6ac-42b9-8a8d-59c37d54c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:30.792310 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-53bef7c0-7231-469c-ba13-1c8e8f1972ba req-51a968ed-a6ac-42b9-8a8d-59c37d54c873 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f7f0fbf9823c4f68b98e2b7cbfc36da4&device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 1096 time: 0.0713019 Jun 02 12:57:30.923336 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bef7c0-7231-469c-ba13-1c8e8f1972ba req-14055edf-3d04-43ee-99c0-637d62918def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:30.924671 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-53bef7c0-7231-469c-ba13-1c8e8f1972ba req-14055edf-3d04-43ee-99c0-637d62918def service neutron] 10.222.0.22 "GET /v2.0/networks?id=e6c5a8e9-836d-4046-bf24-77137dc14c52 HTTP/1.1" status: 200 len: 916 time: 0.1260614 Jun 02 12:57:30.995029 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-53bef7c0-7231-469c-ba13-1c8e8f1972ba req-4d0a9503-171e-4b75-9edd-0d19f676a55a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b HTTP/1.1" status: 200 len: 217 time: 0.0635064 Jun 02 12:57:31.056006 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bef7c0-7231-469c-ba13-1c8e8f1972ba req-ab9e3369-e6f1-470d-aa21-02e089ba9be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:31.057369 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-53bef7c0-7231-469c-ba13-1c8e8f1972ba req-ab9e3369-e6f1-470d-aa21-02e089ba9be8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10403ebb-d50d-4f77-bbc1-9f638344ddf1 HTTP/1.1" status: 200 len: 855 time: 0.0561073 Jun 02 12:57:31.104120 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-53bef7c0-7231-469c-ba13-1c8e8f1972ba req-ea058368-d3d8-49f8-b8b5-2f8c7d1e111a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e6c5a8e9-836d-4046-bf24-77137dc14c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403123 Jun 02 12:57:31.238522 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-53bef7c0-7231-469c-ba13-1c8e8f1972ba req-52ebb931-9c93-462b-aebc-846096721b1d service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275268 Jun 02 12:57:31.370011 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-53bef7c0-7231-469c-ba13-1c8e8f1972ba req-2cb3784f-deaf-4b82-99b2-81c099d3b176 service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246262 Jun 02 12:57:31.881790 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aaa5ac-b3ed-4f1e-b425-514105b93a25 req-39eb3078-8a4b-4579-89f0-e0d81493a630 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:31.883294 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-33aaa5ac-b3ed-4f1e-b425-514105b93a25 req-39eb3078-8a4b-4579-89f0-e0d81493a630 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 943 time: 0.0862701 Jun 02 12:57:31.928036 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-33aaa5ac-b3ed-4f1e-b425-514105b93a25 req-9256290c-360c-4daa-8d44-b6350fb31f84 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382392 Jun 02 12:57:33.119292 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ace0d-564a-4483-83f6-4949eec2ddc3 req-fd565b30-6f3f-4c75-8b58-ff79c2381051 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:33.120731 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-735ace0d-564a-4483-83f6-4949eec2ddc3 req-fd565b30-6f3f-4c75-8b58-ff79c2381051 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 943 time: 0.0854430 Jun 02 12:57:33.168160 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-735ace0d-564a-4483-83f6-4949eec2ddc3 req-10a66cab-198f-4bb7-8649-f86eb8cad8da tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419078 Jun 02 12:57:33.352144 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc48dd-e152-4c13-b127-3f55f72f9602 req-4e67aa21-27be-4efe-ab86-bd4591a01259 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:33.353554 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-54bc48dd-e152-4c13-b127-3f55f72f9602 req-4e67aa21-27be-4efe-ab86-bd4591a01259 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 943 time: 0.0838354 Jun 02 12:57:33.398539 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-54bc48dd-e152-4c13-b127-3f55f72f9602 req-299c31cb-742e-44db-92cd-be34b1143f20 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386679 Jun 02 12:57:33.579289 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde2158-b961-4c14-aeb7-d97a23ba4d9b req-48539e78-e997-4ec7-86c0-65e963bc2e99 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:33.580718 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0dde2158-b961-4c14-aeb7-d97a23ba4d9b req-48539e78-e997-4ec7-86c0-65e963bc2e99 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 943 time: 0.0802991 Jun 02 12:57:33.629075 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0dde2158-b961-4c14-aeb7-d97a23ba4d9b req-1baab1fe-5bfe-45a6-abd3-9fa72d47e542 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427680 Jun 02 12:57:34.210767 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-36e3b14c-1c8c-4716-9839-62ca9dd870c7 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:34.212189 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-36e3b14c-1c8c-4716-9839-62ca9dd870c7 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/networks?id=e6c5a8e9-836d-4046-bf24-77137dc14c52 HTTP/1.1" status: 200 len: 815 time: 0.2546055 Jun 02 12:57:34.226996 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-65fcd99c-82a0-44a6-b475-3f5aaffbdfc0 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/quotas/f7f0fbf9823c4f68b98e2b7cbfc36da4 HTTP/1.1" status: 200 len: 375 time: 0.0088892 Jun 02 12:57:34.304893 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-65cdfb1b-6973-480c-b16f-3869f5f24cc4 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7f0fbf9823c4f68b98e2b7cbfc36da4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0724008 Jun 02 12:57:34.476754 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-2fa7a4ca-8bd7-4b06-8096-b439080b2691 service neutron] 10.222.0.37 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652329 Jun 02 12:57:34.606967 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-f1cf8e07-eb39-4c52-a594-2023a761281d service neutron] 10.222.0.37 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245437 Jun 02 12:57:34.784501 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9e931755-fabe-4f39-9791-329156333cc5 req-f2085839-6881-4b6d-b27d-f4f6a05c915e tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 210 time: 0.0467002 Jun 02 12:57:35.818249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-e3619fe5-095d-47bd-ada9-ac6f9fc307c5 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:35.819668 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-e3619fe5-095d-47bd-ada9-ac6f9fc307c5 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.22 "GET /v2.0/networks?id=e6c5a8e9-836d-4046-bf24-77137dc14c52 HTTP/1.1" status: 200 len: 815 time: 0.1545339 Jun 02 12:57:35.832891 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-32c6e786-151b-43cb-881c-1437f7801c8d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Request body: {'port': {'device_id': 'b1d748f0-18d2-4a12-8dcf-5b50bc71e53d', 'network_id': 'e6c5a8e9-836d-4046-bf24-77137dc14c52', 'admin_state_up': True, 'tenant_id': 'f7f0fbf9823c4f68b98e2b7cbfc36da4'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:57:36.010525 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7156d1ca-6776-4059-997e-e705a3a0bd17 req-394e104e-14ff-4ba1-97a8-23d9b700f16b tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 210 time: 0.0981951 Jun 02 12:57:36.077673 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-32c6e786-151b-43cb-881c-1437f7801c8d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:57:36.094064 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095eb02a-eea8-4346-8998-2da280f3d105 req-ed7f248b-9f1d-4039-abda-2b5a6e8d43d7 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:36.095509 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-095eb02a-eea8-4346-8998-2da280f3d105 req-ed7f248b-9f1d-4039-abda-2b5a6e8d43d7 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b71aa17-633f-4e47-9751-07ba96dd45b1 HTTP/1.1" status: 200 len: 943 time: 0.1843688 Jun 02 12:57:36.099394 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-32c6e786-151b-43cb-881c-1437f7801c8d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:57:36.146807 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-32c6e786-151b-43cb-881c-1437f7801c8d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Made reservation on behalf of f7f0fbf9823c4f68b98e2b7cbfc36da4 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:57:36.150150 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-32c6e786-151b-43cb-881c-1437f7801c8d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:36.371528 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-095eb02a-eea8-4346-8998-2da280f3d105 req-4499cf66-2cd6-43a9-afd7-0f261046fa8c tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Deleting port 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:57:36.372273 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-095eb02a-eea8-4346-8998-2da280f3d105 req-4499cf66-2cd6-43a9-afd7-0f261046fa8c tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:36.455260 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-32c6e786-151b-43cb-881c-1437f7801c8d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Allocated IP 172.20.0.6 (e6c5a8e9-836d-4046-bf24-77137dc14c52/10403ebb-d50d-4f77-bbc1-9f638344ddf1/95a92cc4-18e8-45a1-9a2f-52ce47c4c495) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:57:36.560675 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-095eb02a-eea8-4346-8998-2da280f3d105 req-4499cf66-2cd6-43a9-afd7-0f261046fa8c tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] For port 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b,segment=NetworkSegment(243369b5-79e4-462e-b02b-d9adf82721b0),segment_id=243369b5-79e4-462e-b02b-d9adf82721b0)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:57:36.561039 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-095eb02a-eea8-4346-8998-2da280f3d105 req-4499cf66-2cd6-43a9-afd7-0f261046fa8c tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:36.710133 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-095eb02a-eea8-4346-8998-2da280f3d105 req-4499cf66-2cd6-43a9-afd7-0f261046fa8c tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Calling delete_port for 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:57:36.975054 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-32c6e786-151b-43cb-881c-1437f7801c8d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:37.076142 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-32c6e786-151b-43cb-881c-1437f7801c8d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:37.077871 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-095eb02a-eea8-4346-8998-2da280f3d105 req-4499cf66-2cd6-43a9-afd7-0f261046fa8c tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:37.083003 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9c3b7530-fd9e-495b-aa35-2a122c3f3262 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:57:37.202690 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-32c6e786-151b-43cb-881c-1437f7801c8d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Network e6c5a8e9-836d-4046-bf24-77137dc14c52 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:57:37.203996 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-32c6e786-151b-43cb-881c-1437f7801c8d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:57:37.223008 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172a5b0-d8cb-4b96-ae5a-a7b11faaafb4 req-ecf56a76-7765-46fc-8571-b8810eecde44 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:37.224807 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c172a5b0-d8cb-4b96-ae5a-a7b11faaafb4 req-ecf56a76-7765-46fc-8571-b8810eecde44 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 931 time: 0.0998664 Jun 02 12:57:37.232131 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-32c6e786-151b-43cb-881c-1437f7801c8d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:57:37.269563 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6e786-151b-43cb-881c-1437f7801c8d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Pushing event updated for resources: {'Port': ['ID=95a92cc4-18e8-45a1-9a2f-52ce47c4c495,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:57:37.273420 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c172a5b0-d8cb-4b96-ae5a-a7b11faaafb4 req-a8d3bafb-1373-4274-8612-62429998d804 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423870 Jun 02 12:57:37.281925 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-32c6e786-151b-43cb-881c-1437f7801c8d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:57:37.284703 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:57:37.314079 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-095eb02a-eea8-4346-8998-2da280f3d105 req-4499cf66-2cd6-43a9-afd7-0f261046fa8c tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] No DVR routers for this DVR port 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:57:37.322849 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-095eb02a-eea8-4346-8998-2da280f3d105 req-4499cf66-2cd6-43a9-afd7-0f261046fa8c tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:37.335104 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b71aa17-633f-4e47-9751-07ba96dd45b1', 'name': 'network-vif-deleted', 'tag': '0ff0ac9b-5e46-4a05-9836-a92f41b51c0b'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:57:37.337394 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e57bc9-d981-4b11-8324-ebb7492a4db9" -d '{"events": [{"server_uuid": "3b71aa17-633f-4e47-9751-07ba96dd45b1", "name": "network-vif-deleted", "tag": "0ff0ac9b-5e46-4a05-9836-a92f41b51c0b"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:57:37.351690 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499cf66-2cd6-43a9-afd7-0f261046fa8c tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Pushing event deleted for resources: {'Port': ['ID=0ff0ac9b-5e46-4a05-9836-a92f41b51c0b,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:57:37.360322 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4499cf66-2cd6-43a9-afd7-0f261046fa8c tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:57:37.370317 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-32c6e786-151b-43cb-881c-1437f7801c8d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:37.370921 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-32c6e786-151b-43cb-881c-1437f7801c8d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:37.377101 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-095eb02a-eea8-4346-8998-2da280f3d105 req-4499cf66-2cd6-43a9-afd7-0f261046fa8c tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.22 "DELETE /v2.0/ports/0ff0ac9b-5e46-4a05-9836-a92f41b51c0b HTTP/1.1" status: 204 len: 173 time: 1.2754931 Jun 02 12:57:37.385630 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba1c30a-d377-4aee-9068-3804233e7d2b x-openstack-request-id: req-0ba1c30a-d377-4aee-9068-3804233e7d2b {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:57:37.385975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b71aa17-633f-4e47-9751-07ba96dd45b1", "name": "network-vif-deleted", "tag": "0ff0ac9b-5e46-4a05-9836-a92f41b51c0b", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:57:37.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ba1c30a-d377-4aee-9068-3804233e7d2b {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:57:37.387855 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b71aa17-633f-4e47-9751-07ba96dd45b1', 'name': 'network-vif-deleted', 'tag': '0ff0ac9b-5e46-4a05-9836-a92f41b51c0b', 'status': 'completed', 'code': 200} Jun 02 12:57:37.394229 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-32c6e786-151b-43cb-881c-1437f7801c8d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5652003 Jun 02 12:57:37.408825 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Request body: {'port': {'device_id': 'b1d748f0-18d2-4a12-8dcf-5b50bc71e53d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:57:37.518355 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:37.861522 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:57:37.868661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:37.883041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Transition to ACTIVE for port object 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:57:37.888146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:37.892600 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a2449616-de97-469b-9005-ee25f085626f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:57:38.048369 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Pushing event updated for resources: {'Port': ['ID=95a92cc4-18e8-45a1-9a2f-52ce47c4c495,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:57:38.055019 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:57:38.122763 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Attempting to bind port 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:57:38.123022 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Attempting to bind port 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '243369b5-79e4-462e-b02b-d9adf82721b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e6c5a8e9-836d-4046-bf24-77137dc14c52'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:57:38.123343 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Attempting to bind port 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 on network e6c5a8e9-836d-4046-bf24-77137dc14c52 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:57:38.127788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Port 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 on network e6c5a8e9-836d-4046-bf24-77137dc14c52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:57:38.128107 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Attempting to bind port 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 on network e6c5a8e9-836d-4046-bf24-77137dc14c52 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:57:38.133121 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:57:38.133453 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Checking segment: {'id': '243369b5-79e4-462e-b02b-d9adf82721b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e6c5a8e9-836d-4046-bf24-77137dc14c52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:57:38.133829 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Bound using segment: {'id': '243369b5-79e4-462e-b02b-d9adf82721b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e6c5a8e9-836d-4046-bf24-77137dc14c52'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:57:38.134283 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Bound port: 95a92cc4-18e8-45a1-9a2f-52ce47c4c495, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243369b5-79e4-462e-b02b-d9adf82721b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e6c5a8e9-836d-4046-bf24-77137dc14c52'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:57:38.134621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:38.225012 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] For port 95a92cc4-18e8-45a1-9a2f-52ce47c4c495, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:57:38.228441 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] For port 95a92cc4-18e8-45a1-9a2f-52ce47c4c495, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=95a92cc4-18e8-45a1-9a2f-52ce47c4c495,segment=NetworkSegment(243369b5-79e4-462e-b02b-d9adf82721b0),segment_id=243369b5-79e4-462e-b02b-d9adf82721b0)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:57:38.233709 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:38.238819 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:57:38.294208 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:38.294810 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:38.296143 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] 10.222.0.22 "PUT /v2.0/ports/95a92cc4-18e8-45a1-9a2f-52ce47c4c495 HTTP/1.1" status: 200 len: 1093 time: 0.8915861 Jun 02 12:57:38.317692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Pushing event updated for resources: {'Port': ['ID=95a92cc4-18e8-45a1-9a2f-52ce47c4c495,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:57:38.320975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:57:38.430574 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-7b136778-b7ed-4197-98f8-424784442a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:38.432282 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-7b136778-b7ed-4197-98f8-424784442a8b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f7f0fbf9823c4f68b98e2b7cbfc36da4&device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 1096 time: 0.0729270 Jun 02 12:57:38.467777 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06d07e-b01c-4145-85b9-f00c5043a40b req-323e9a64-685f-4835-9763-af091f501221 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:38.469224 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-bb06d07e-b01c-4145-85b9-f00c5043a40b req-323e9a64-685f-4835-9763-af091f501221 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 943 time: 0.0857615 Jun 02 12:57:38.505060 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-e8d97eab-0232-4271-bae9-18bfc1f74438 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95a92cc4-18e8-45a1-9a2f-52ce47c4c495 HTTP/1.1" status: 200 len: 217 time: 0.0645316 Jun 02 12:57:38.514741 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-bb06d07e-b01c-4145-85b9-f00c5043a40b req-a9743213-2899-497c-b89d-2855930b3abc tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397699 Jun 02 12:57:38.538308 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:57:38.567756 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-b2160b0c-1f2a-4fdc-a7d3-4d039b1d1662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:38.569198 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-b2160b0c-1f2a-4fdc-a7d3-4d039b1d1662 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10403ebb-d50d-4f77-bbc1-9f638344ddf1 HTTP/1.1" status: 200 len: 855 time: 0.0583456 Jun 02 12:57:38.572415 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:57:38.572770 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 0ff0ac9b-5e46-4a05-9836-a92f41b51c0b not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:57:38.615476 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-8cd89eab-0a42-4b69-a201-5fc07ec49c4f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e6c5a8e9-836d-4046-bf24-77137dc14c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393345 Jun 02 12:57:38.862291 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-b4650553-0775-46d4-bdf7-cb4abbf75206 service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368686 Jun 02 12:57:38.990475 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4189af5-5c24-403a-a13d-349b8d6ea3b3 req-97f2e980-aaf5-44d6-b5f1-4252371388b2 service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214008 Jun 02 12:57:39.388379 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d748f0-18d2-4a12-8dcf-5b50bc71e53d', 'tag': '95a92cc4-18e8-45a1-9a2f-52ce47c4c495'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:57:39.390822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103c7234-7661-4386-9951-b876781c18a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d748f0-18d2-4a12-8dcf-5b50bc71e53d", "tag": "95a92cc4-18e8-45a1-9a2f-52ce47c4c495"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:57:39.487979 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1523c559-b408-469e-8a28-37c91816ac22 x-openstack-request-id: req-1523c559-b408-469e-8a28-37c91816ac22 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:57:39.488323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d748f0-18d2-4a12-8dcf-5b50bc71e53d", "tag": "95a92cc4-18e8-45a1-9a2f-52ce47c4c495", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:57:39.488627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1523c559-b408-469e-8a28-37c91816ac22 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:57:39.489073 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d748f0-18d2-4a12-8dcf-5b50bc71e53d', 'tag': '95a92cc4-18e8-45a1-9a2f-52ce47c4c495', 'status': 'completed', 'code': 200} Jun 02 12:57:39.583940 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c7234-7661-4386-9951-b876781c18a2 req-9bb2344d-bc7a-4149-9351-40ee9620afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:39.585420 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-103c7234-7661-4386-9951-b876781c18a2 req-9bb2344d-bc7a-4149-9351-40ee9620afe9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f7f0fbf9823c4f68b98e2b7cbfc36da4&device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 1096 time: 0.0760870 Jun 02 12:57:39.698580 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a6c20-9221-4cd1-a0c0-8edfad67c3eb req-2a1f7425-32fb-4a01-b609-5cbec9ac0aa8 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:39.700571 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b30a6c20-9221-4cd1-a0c0-8edfad67c3eb req-2a1f7425-32fb-4a01-b609-5cbec9ac0aa8 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 943 time: 0.0812287 Jun 02 12:57:39.718128 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c7234-7661-4386-9951-b876781c18a2 req-87b45611-6993-473c-8ec6-470e656a866d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:39.719552 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-103c7234-7661-4386-9951-b876781c18a2 req-87b45611-6993-473c-8ec6-470e656a866d service neutron] 10.222.0.22 "GET /v2.0/networks?id=e6c5a8e9-836d-4046-bf24-77137dc14c52 HTTP/1.1" status: 200 len: 916 time: 0.1274571 Jun 02 12:57:39.748794 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b30a6c20-9221-4cd1-a0c0-8edfad67c3eb req-b6cde1b2-0491-4dad-9595-d731fbe4be8f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426843 Jun 02 12:57:39.791022 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-103c7234-7661-4386-9951-b876781c18a2 req-9ce897d4-2788-4989-a686-8f8b0dab049e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95a92cc4-18e8-45a1-9a2f-52ce47c4c495 HTTP/1.1" status: 200 len: 217 time: 0.0647960 Jun 02 12:57:39.854725 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c7234-7661-4386-9951-b876781c18a2 req-5902a9f9-4143-4aef-b763-4db1547c2eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:39.856130 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-103c7234-7661-4386-9951-b876781c18a2 req-5902a9f9-4143-4aef-b763-4db1547c2eaa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10403ebb-d50d-4f77-bbc1-9f638344ddf1 HTTP/1.1" status: 200 len: 855 time: 0.0572119 Jun 02 12:57:39.903917 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-103c7234-7661-4386-9951-b876781c18a2 req-8d7f9ce6-1faa-4a4d-8d86-06b9f382d8f0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e6c5a8e9-836d-4046-bf24-77137dc14c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404391 Jun 02 12:57:40.034263 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-103c7234-7661-4386-9951-b876781c18a2 req-c7b8599c-89ed-409c-8614-72daae3c83b5 service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228104 Jun 02 12:57:40.164335 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-103c7234-7661-4386-9951-b876781c18a2 req-2b11f22d-2b87-4d92-9c0c-a709f3622b7c service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229682 Jun 02 12:57:40.933388 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e61ef-a162-4727-8b6b-f46a34d9a755 req-4736faf0-46db-4840-9c71-03a596755c17 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:40.934614 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-b09e61ef-a162-4727-8b6b-f46a34d9a755 req-4736faf0-46db-4840-9c71-03a596755c17 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Synchronizing usage tracker for tenant:f7f0fbf9823c4f68b98e2b7cbfc36da4 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:57:40.949209 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-b09e61ef-a162-4727-8b6b-f46a34d9a755 req-4736faf0-46db-4840-9c71-03a596755c17 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Unset dirty status for tenant:f7f0fbf9823c4f68b98e2b7cbfc36da4 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:57:40.950929 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b09e61ef-a162-4727-8b6b-f46a34d9a755 req-4736faf0-46db-4840-9c71-03a596755c17 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 943 time: 0.0994062 Jun 02 12:57:40.994653 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b09e61ef-a162-4727-8b6b-f46a34d9a755 req-8bd716dc-b434-4514-948d-52e13fbb4585 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381467 Jun 02 12:57:42.175464 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5cfda-884f-4db5-927e-9165e9a96f51 req-b8c295e9-66e7-46b1-9d08-77e048511322 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:42.176905 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d3c5cfda-884f-4db5-927e-9165e9a96f51 req-b8c295e9-66e7-46b1-9d08-77e048511322 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 943 time: 0.0802765 Jun 02 12:57:42.223397 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d3c5cfda-884f-4db5-927e-9165e9a96f51 req-9077ce51-d5d9-4aa8-82c2-9e6e86582c2b tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409803 Jun 02 12:57:42.553816 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:57:42.688819 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 95a92cc4-18e8-45a1-9a2f-52ce47c4c495, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=95a92cc4-18e8-45a1-9a2f-52ce47c4c495,segment=NetworkSegment(243369b5-79e4-462e-b02b-d9adf82721b0),segment_id=243369b5-79e4-462e-b02b-d9adf82721b0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:57:42.702284 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '95a92cc4-18e8-45a1-9a2f-52ce47c4c495', 'network_id': 'e6c5a8e9-836d-4046-bf24-77137dc14c52', 'port_id': '95a92cc4-18e8-45a1-9a2f-52ce47c4c495', 'mac_address': 'fa:16:3e:1c:17:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10403ebb-d50d-4f77-bbc1-9f638344ddf1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:57:42.763701 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:42.780530 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:57:42.796030 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 95a92cc4-18e8-45a1-9a2f-52ce47c4c495, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=95a92cc4-18e8-45a1-9a2f-52ce47c4c495,segment=NetworkSegment(243369b5-79e4-462e-b02b-d9adf82721b0),segment_id=243369b5-79e4-462e-b02b-d9adf82721b0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:57:42.799848 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:42.802483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:57:42.867103 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=95a92cc4-18e8-45a1-9a2f-52ce47c4c495,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:57:42.869864 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:57:43.143652 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['95a92cc4-18e8-45a1-9a2f-52ce47c4c495'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:57:43.416599 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a36a96-2c2d-4558-9b2c-7f6b8766913e req-c9ba5941-bae9-413c-988c-753aa09692b2 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:43.418056 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c3a36a96-2c2d-4558-9b2c-7f6b8766913e req-c9ba5941-bae9-413c-988c-753aa09692b2 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 944 time: 0.0810428 Jun 02 12:57:43.465608 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c3a36a96-2c2d-4558-9b2c-7f6b8766913e req-6d1508ef-e65b-4079-a96c-4f936f5da6b8 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414157 Jun 02 12:57:44.165220 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-89753654-ad8a-4f46-819f-9004abaf8ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:44.576641 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:57:44.644652 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:57:44.650329 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:57:44.650718 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:44.655728 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d73905-c382-4d77-bd00-48754395a109 req-a61b237f-148d-436f-896a-59dcdfed36a8 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:44.657278 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-66d73905-c382-4d77-bd00-48754395a109 req-a61b237f-148d-436f-896a-59dcdfed36a8 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 944 time: 0.0884495 Jun 02 12:57:44.706350 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-66d73905-c382-4d77-bd00-48754395a109 req-c8c1054b-c75e-4c90-9639-231e96ffc93c tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394216 Jun 02 12:57:44.770886 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:44.797284 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d748f0-18d2-4a12-8dcf-5b50bc71e53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a92cc4-18e8-45a1-9a2f-52ce47c4c495'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:57:44.799532 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d16a12b-2c73-4f4f-a04b-b85e1013ae22" -d '{"events": [{"server_uuid": "b1d748f0-18d2-4a12-8dcf-5b50bc71e53d", "name": "network-vif-plugged", "status": "completed", "tag": "95a92cc4-18e8-45a1-9a2f-52ce47c4c495"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:57:44.807585 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 95a92cc4-18e8-45a1-9a2f-52ce47c4c495, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=95a92cc4-18e8-45a1-9a2f-52ce47c4c495,segment=NetworkSegment(243369b5-79e4-462e-b02b-d9adf82721b0),segment_id=243369b5-79e4-462e-b02b-d9adf82721b0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:57:44.811333 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:44.814339 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:57:44.848757 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60615bc9-d4be-408e-8145-4c39de72523b x-openstack-request-id: req-60615bc9-d4be-408e-8145-4c39de72523b {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:57:44.849051 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d748f0-18d2-4a12-8dcf-5b50bc71e53d", "name": "network-vif-plugged", "status": "completed", "tag": "95a92cc4-18e8-45a1-9a2f-52ce47c4c495", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:57:44.849310 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60615bc9-d4be-408e-8145-4c39de72523b {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:57:44.849723 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d748f0-18d2-4a12-8dcf-5b50bc71e53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a92cc4-18e8-45a1-9a2f-52ce47c4c495', 'code': 200} Jun 02 12:57:44.922926 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=95a92cc4-18e8-45a1-9a2f-52ce47c4c495,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:57:44.926180 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:57:45.066000 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c79fc4-6d8f-4423-b924-872d81234ad5 req-af2a4744-998c-49a4-a75c-5097564a213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:45.067376 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-18c79fc4-6d8f-4423-b924-872d81234ad5 req-af2a4744-998c-49a4-a75c-5097564a213a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 1098 time: 0.0704656 Jun 02 12:57:45.107868 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-18c79fc4-6d8f-4423-b924-872d81234ad5 req-74458826-3685-4369-bcaa-7267314af051 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340338 Jun 02 12:57:45.887638 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a719ae-6198-4fb4-96e7-c67b1097a9fe req-ee410042-6bc0-4021-8867-ceede16d6394 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:45.889082 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-57a719ae-6198-4fb4-96e7-c67b1097a9fe req-ee410042-6bc0-4021-8867-ceede16d6394 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0816522 Jun 02 12:57:45.931727 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-57a719ae-6198-4fb4-96e7-c67b1097a9fe req-617eaed5-1249-4821-8445-fc62c0f1eaca tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371940 Jun 02 12:57:46.657452 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6123495b-6d6c-44af-a2e1-2d0cae73ab72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:46.713049 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:47.118339 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec66b0-c943-4b64-8358-d777d57d4366 req-c553665a-fff3-4ded-a49a-3dd9db0dc728 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:47.119787 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9eec66b0-c943-4b64-8358-d777d57d4366 req-c553665a-fff3-4ded-a49a-3dd9db0dc728 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0835838 Jun 02 12:57:47.163654 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9eec66b0-c943-4b64-8358-d777d57d4366 req-ffa8e9c0-ff5c-4d47-8dfa-eb5bba78790e tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382032 Jun 02 12:57:47.346615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42ee73-75e2-4ea9-9591-0ca14c73eece req-dfab1e5e-3da7-4a10-b394-0693cb2a6aca tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:47.347950 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8d42ee73-75e2-4ea9-9591-0ca14c73eece req-dfab1e5e-3da7-4a10-b394-0693cb2a6aca tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0826762 Jun 02 12:57:47.392696 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8d42ee73-75e2-4ea9-9591-0ca14c73eece req-8fcaed40-a1cc-43ec-9374-a0526bf9847b tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391822 Jun 02 12:57:47.729698 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-11c23b00-2349-4eea-903b-49273f1cd02e req-4065cf84-b066-4564-8eaf-0667f2c1f1b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0713844 Jun 02 12:57:47.782138 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:47.787251 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1e60e-e1ec-4b42-af32-348586b27fc1 req-2ec9ee20-d044-4c41-94cd-3e728cd1f099 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:47.789000 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-abe1e60e-e1ec-4b42-af32-348586b27fc1 req-2ec9ee20-d044-4c41-94cd-3e728cd1f099 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0829601 Jun 02 12:57:47.838175 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-abe1e60e-e1ec-4b42-af32-348586b27fc1 req-88d309cf-ec25-4f7e-8a25-973ead906a84 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427542 Jun 02 12:57:48.849468 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c23b00-2349-4eea-903b-49273f1cd02e req-605d96d5-26f3-47b0-a6e6-987266679846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:48.850948 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-11c23b00-2349-4eea-903b-49273f1cd02e req-605d96d5-26f3-47b0-a6e6-987266679846 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f7f0fbf9823c4f68b98e2b7cbfc36da4&device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 1098 time: 0.0741637 Jun 02 12:57:49.138768 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c23b00-2349-4eea-903b-49273f1cd02e req-d5c13252-3114-4853-bf3f-45e8d6e06290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:49.140100 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-11c23b00-2349-4eea-903b-49273f1cd02e req-d5c13252-3114-4853-bf3f-45e8d6e06290 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e6c5a8e9-836d-4046-bf24-77137dc14c52 HTTP/1.1" status: 200 len: 916 time: 0.2831006 Jun 02 12:57:49.216123 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-11c23b00-2349-4eea-903b-49273f1cd02e req-515f954f-3381-43e8-9506-631800509e8c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95a92cc4-18e8-45a1-9a2f-52ce47c4c495 HTTP/1.1" status: 200 len: 217 time: 0.0657914 Jun 02 12:57:49.272997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002121c-d1d3-4bb0-a822-7d64f51adee6 req-813dea92-6706-49da-8106-f6619a8d1bae tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:49.274417 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4002121c-d1d3-4bb0-a822-7d64f51adee6 req-813dea92-6706-49da-8106-f6619a8d1bae tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.3313046 Jun 02 12:57:49.310408 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c23b00-2349-4eea-903b-49273f1cd02e req-aa971c95-7194-4af2-a946-5c22bfe5181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:49.311805 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-11c23b00-2349-4eea-903b-49273f1cd02e req-aa971c95-7194-4af2-a946-5c22bfe5181b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10403ebb-d50d-4f77-bbc1-9f638344ddf1 HTTP/1.1" status: 200 len: 855 time: 0.0906763 Jun 02 12:57:49.367988 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-11c23b00-2349-4eea-903b-49273f1cd02e req-938c99d8-f246-47ee-86f8-5d0b8770ce18 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e6c5a8e9-836d-4046-bf24-77137dc14c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481470 Jun 02 12:57:49.372547 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4002121c-d1d3-4bb0-a822-7d64f51adee6 req-f47ab9d2-b163-4971-a61e-d013411fb407 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906160 Jun 02 12:57:49.497151 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-11c23b00-2349-4eea-903b-49273f1cd02e req-7a0a1859-5726-4ac6-b928-2b27f33eb545 service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226182 Jun 02 12:57:49.555021 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:49.628874 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-11c23b00-2349-4eea-903b-49273f1cd02e req-2f36a591-2dc9-429b-a2ba-f7305b6735af service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245434 Jun 02 12:57:49.820547 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:57:50.557582 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bbed4-e963-4219-8e6b-919330da2404 req-38920eb7-21cb-4820-a194-14d82ac8525a tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:50.559143 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3e1bbed4-e963-4219-8e6b-919330da2404 req-38920eb7-21cb-4820-a194-14d82ac8525a tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0814743 Jun 02 12:57:50.603268 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3e1bbed4-e963-4219-8e6b-919330da2404 req-83267dd9-4745-43a8-87ee-a130eb2fc20d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380814 Jun 02 12:57:51.791749 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7d80b-8709-470c-a0f5-c747129c419b req-098a6b20-738a-4165-87c0-0b32d7af5551 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:51.793199 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-58c7d80b-8709-470c-a0f5-c747129c419b req-098a6b20-738a-4165-87c0-0b32d7af5551 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0824709 Jun 02 12:57:51.836528 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-58c7d80b-8709-470c-a0f5-c747129c419b req-876c1a59-ffbc-4d96-884e-a7ef4e6895fd tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377614 Jun 02 12:57:53.018298 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26625f2-a352-44dd-a3e4-1006c783a03c req-49cfb9e1-6c8d-49e5-8244-2b788360acd8 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:53.019624 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b26625f2-a352-44dd-a3e4-1006c783a03c req-49cfb9e1-6c8d-49e5-8244-2b788360acd8 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0821898 Jun 02 12:57:53.190290 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b26625f2-a352-44dd-a3e4-1006c783a03c req-d609630c-f1cc-4705-b4e3-dfdc7213fec0 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650937 Jun 02 12:57:54.379648 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96255a42-79c2-41c9-8ccd-2ac8363d751c req-c1527442-318f-40da-aabb-08aa64a90ef1 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:54.381079 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-96255a42-79c2-41c9-8ccd-2ac8363d751c req-c1527442-318f-40da-aabb-08aa64a90ef1 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0833161 Jun 02 12:57:54.426160 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-96255a42-79c2-41c9-8ccd-2ac8363d751c req-2c793f31-8a0e-409f-ae46-f9632acfec2c tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394018 Jun 02 12:57:55.607762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d2888-2deb-479d-ba0a-4dd6b096cf95 req-ce6ea111-50ed-42ad-94ee-fdb487de6d40 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:55.609170 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-368d2888-2deb-479d-ba0a-4dd6b096cf95 req-ce6ea111-50ed-42ad-94ee-fdb487de6d40 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0791483 Jun 02 12:57:55.651093 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-368d2888-2deb-479d-ba0a-4dd6b096cf95 req-f962d869-52da-4a70-bb02-f53aa63cabc0 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363579 Jun 02 12:57:56.004264 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:57:56.833910 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7838990-b969-4b77-8798-3292f5f807cc req-270757c1-f370-404b-8aba-9ea896d1e33c tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:56.835400 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b7838990-b969-4b77-8798-3292f5f807cc req-270757c1-f370-404b-8aba-9ea896d1e33c tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0794401 Jun 02 12:57:56.883550 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b7838990-b969-4b77-8798-3292f5f807cc req-afe0ef49-059b-46a1-a5db-4e14e6ad9278 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426393 Jun 02 12:57:58.070875 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322adfa7-317b-47ee-8e0c-3d55c51216c3 req-b085a990-3b44-433c-b28f-5fede66a762f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:58.072310 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-322adfa7-317b-47ee-8e0c-3d55c51216c3 req-b085a990-3b44-433c-b28f-5fede66a762f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0848687 Jun 02 12:57:58.115479 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-322adfa7-317b-47ee-8e0c-3d55c51216c3 req-26941569-0a5c-474d-a05c-58588be374f4 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376806 Jun 02 12:57:59.301664 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d255126-a41f-4764-9cd9-214fde04388e req-a4d3c02a-115e-4d69-a257-ff692dd4115e tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:57:59.303138 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5d255126-a41f-4764-9cd9-214fde04388e req-a4d3c02a-115e-4d69-a257-ff692dd4115e tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0855949 Jun 02 12:57:59.347318 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5d255126-a41f-4764-9cd9-214fde04388e req-e7a68432-619a-488f-8792-ca0acf3842de tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386970 Jun 02 12:58:00.532929 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3d8d9-1668-4dd0-8be6-aeec988c19c1 req-33e387df-f28c-4b76-bdb4-5544cca23179 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:00.534404 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-22e3d8d9-1668-4dd0-8be6-aeec988c19c1 req-33e387df-f28c-4b76-bdb4-5544cca23179 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0809915 Jun 02 12:58:00.583842 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-22e3d8d9-1668-4dd0-8be6-aeec988c19c1 req-cc0199ce-e0a3-461d-8c8d-aab19b76267b tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436146 Jun 02 12:58:01.770758 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f56a31-1603-4d9d-a0e8-01fb211df6dc req-23310ecc-522e-4b14-b855-504af4928519 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:01.772210 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e1f56a31-1603-4d9d-a0e8-01fb211df6dc req-23310ecc-522e-4b14-b855-504af4928519 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0825334 Jun 02 12:58:01.816397 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e1f56a31-1603-4d9d-a0e8-01fb211df6dc req-c3304e48-f364-4d7f-a918-8745418b0d71 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387115 Jun 02 12:58:02.998067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15fb58-67c6-4866-9d66-1286fa3d5385 req-37636d6e-19a4-4b35-b3b9-b3ed5391c706 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:02.999421 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3f15fb58-67c6-4866-9d66-1286fa3d5385 req-37636d6e-19a4-4b35-b3b9-b3ed5391c706 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0787106 Jun 02 12:58:03.042281 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3f15fb58-67c6-4866-9d66-1286fa3d5385 req-3ffca06d-c394-498a-a48d-79c5bda7bed7 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373321 Jun 02 12:58:04.227436 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09090eb5-c581-4ede-b0cb-5676f657526c req-2e50640d-4a0d-426b-9c10-a6a578d545c6 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:04.228904 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-09090eb5-c581-4ede-b0cb-5676f657526c req-2e50640d-4a0d-426b-9c10-a6a578d545c6 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0813510 Jun 02 12:58:04.272925 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-09090eb5-c581-4ede-b0cb-5676f657526c req-1a066ebd-158a-4675-943e-2e6534910197 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378556 Jun 02 12:58:05.457224 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3fa57-c0bb-4fa7-b8a7-734b962825e2 req-c691b0de-3de4-4fee-9084-6608261929a1 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:05.458593 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-dcb3fa57-c0bb-4fa7-b8a7-734b962825e2 req-c691b0de-3de4-4fee-9084-6608261929a1 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0837634 Jun 02 12:58:05.501518 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-dcb3fa57-c0bb-4fa7-b8a7-734b962825e2 req-575ba300-3af1-40d8-b928-66483411e24b tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373950 Jun 02 12:58:06.686396 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f97f10-36ed-4dff-bf0a-b86aec1736da req-5c04d1d6-3aab-4c1b-8055-e72e2b7106e2 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:06.687822 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-39f97f10-36ed-4dff-bf0a-b86aec1736da req-5c04d1d6-3aab-4c1b-8055-e72e2b7106e2 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0832615 Jun 02 12:58:06.732251 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-39f97f10-36ed-4dff-bf0a-b86aec1736da req-7f6d47ca-f744-4b45-9009-91f6aebe0cde tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388269 Jun 02 12:58:07.912235 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540356bc-cd8c-48df-9ce7-19d9cc1a58e3 req-ec87d665-7b32-47b9-8c00-87a5e8a2782e tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:07.913948 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-540356bc-cd8c-48df-9ce7-19d9cc1a58e3 req-ec87d665-7b32-47b9-8c00-87a5e8a2782e tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0804033 Jun 02 12:58:07.958358 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-540356bc-cd8c-48df-9ce7-19d9cc1a58e3 req-d442af6d-df93-48f0-8ff3-b4dcc921234f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383291 Jun 02 12:58:09.142818 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e81bb1-262b-454a-812c-e9fb593b58e0 req-b40c7ed0-3bc7-42af-8fac-5a7980fae706 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:09.144252 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-62e81bb1-262b-454a-812c-e9fb593b58e0 req-b40c7ed0-3bc7-42af-8fac-5a7980fae706 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0795031 Jun 02 12:58:09.191716 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-62e81bb1-262b-454a-812c-e9fb593b58e0 req-cde494e7-0109-4da0-8d17-f503ab394a3f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419097 Jun 02 12:58:10.377151 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08964c-6419-46fc-8c25-8bb4b549deca req-397ecc36-ba18-4e13-922d-023f1e2072e1 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:10.378630 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2a08964c-6419-46fc-8c25-8bb4b549deca req-397ecc36-ba18-4e13-922d-023f1e2072e1 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0823522 Jun 02 12:58:10.422162 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2a08964c-6419-46fc-8c25-8bb4b549deca req-01514072-7a16-4e3d-b697-79be0d60a7fa tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379288 Jun 02 12:58:11.604127 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6883c-0ba0-457c-97fe-c39bf92a4b90 req-5c56da60-e2be-454d-af4e-89f2184ed900 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:11.605555 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e7e6883c-0ba0-457c-97fe-c39bf92a4b90 req-5c56da60-e2be-454d-af4e-89f2184ed900 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0803788 Jun 02 12:58:11.649520 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e7e6883c-0ba0-457c-97fe-c39bf92a4b90 req-74c042a5-6147-4e4d-b376-483e627a8656 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384481 Jun 02 12:58:12.831442 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b90a61-ed77-4957-a3e0-258225aaab94 req-8ab627c5-b768-4a43-b3fd-706722b39d02 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:12.832911 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a8b90a61-ed77-4957-a3e0-258225aaab94 req-8ab627c5-b768-4a43-b3fd-706722b39d02 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0825260 Jun 02 12:58:12.880432 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a8b90a61-ed77-4957-a3e0-258225aaab94 req-6214025d-9b51-4579-8f78-7d56de54e5ad tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419891 Jun 02 12:58:14.067499 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c268b-e362-465f-b715-e0351f6e3403 req-fd2689c0-a34f-41b7-a9fe-582aacccef9b tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:14.068935 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fa5c268b-e362-465f-b715-e0351f6e3403 req-fd2689c0-a34f-41b7-a9fe-582aacccef9b tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0845191 Jun 02 12:58:14.112506 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fa5c268b-e362-465f-b715-e0351f6e3403 req-9e9f869f-755d-4c33-870f-300b4453ffa9 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380616 Jun 02 12:58:14.167555 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b45725b0-27f9-49b3-967d-4a595f42584b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:15.293208 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe51831-9908-481b-91ae-207a9f7b27ff req-9a7973e6-f752-45e6-8706-cbd3607c1db3 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:15.295276 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-abe51831-9908-481b-91ae-207a9f7b27ff req-9a7973e6-f752-45e6-8706-cbd3607c1db3 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0816975 Jun 02 12:58:15.338614 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-abe51831-9908-481b-91ae-207a9f7b27ff req-2a7bb41d-f46a-4c2f-a311-ffb084490994 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376883 Jun 02 12:58:16.472909 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-11c23b00-2349-4eea-903b-49273f1cd02e req-21866e03-2dc7-46ed-ae09-90b7e2e6b7fa service neutron] 10.222.0.22 "GET /v2.0/ports/95a92cc4-18e8-45a1-9a2f-52ce47c4c495/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0785944 Jun 02 12:58:16.658856 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fca8303b-60ec-47c7-8f08-7766a6a98efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:16.717536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:16.939651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c70b65-ad58-4ad3-9c87-f94cf4fc777a req-c1de5a30-62d6-43b3-861c-43ab692f8a48 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:16.941097 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-82c70b65-ad58-4ad3-9c87-f94cf4fc777a req-c1de5a30-62d6-43b3-861c-43ab692f8a48 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.3410254 Jun 02 12:58:16.968832 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c23b00-2349-4eea-903b-49273f1cd02e req-51beab32-1e6f-4745-99e0-181baa4b578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:16.970246 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-11c23b00-2349-4eea-903b-49273f1cd02e req-51beab32-1e6f-4745-99e0-181baa4b578f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d&tenant_id=f7f0fbf9823c4f68b98e2b7cbfc36da4 HTTP/1.1" status: 200 len: 1098 time: 0.3040934 Jun 02 12:58:16.988797 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311aaa9c-9dab-4e46-9be2-ff1565f63996 req-08003078-bb0b-42f4-8ad3-978edbd1c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:16.990147 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-311aaa9c-9dab-4e46-9be2-ff1565f63996 req-08003078-bb0b-42f4-8ad3-978edbd1c5e8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f7f0fbf9823c4f68b98e2b7cbfc36da4&device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 1098 time: 0.1472697 Jun 02 12:58:17.002787 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-82c70b65-ad58-4ad3-9c87-f94cf4fc777a req-07703157-e1d7-427a-9f23-c3b12cc3f722 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545924 Jun 02 12:58:17.136955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311aaa9c-9dab-4e46-9be2-ff1565f63996 req-7bd255f7-5084-4335-acef-4082a78cb7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:17.138481 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-311aaa9c-9dab-4e46-9be2-ff1565f63996 req-7bd255f7-5084-4335-acef-4082a78cb7f5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e6c5a8e9-836d-4046-bf24-77137dc14c52 HTTP/1.1" status: 200 len: 916 time: 0.1293676 Jun 02 12:58:17.209668 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-311aaa9c-9dab-4e46-9be2-ff1565f63996 req-191bf788-249e-45d0-8c3c-183571daa21c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95a92cc4-18e8-45a1-9a2f-52ce47c4c495 HTTP/1.1" status: 200 len: 217 time: 0.0635231 Jun 02 12:58:17.270999 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311aaa9c-9dab-4e46-9be2-ff1565f63996 req-a0e2a55f-5a0e-4dd5-b736-09ae876844d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:17.272380 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-311aaa9c-9dab-4e46-9be2-ff1565f63996 req-a0e2a55f-5a0e-4dd5-b736-09ae876844d5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10403ebb-d50d-4f77-bbc1-9f638344ddf1 HTTP/1.1" status: 200 len: 855 time: 0.0563848 Jun 02 12:58:17.321032 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-311aaa9c-9dab-4e46-9be2-ff1565f63996 req-86af4858-8e6d-47bf-850a-d338d1a0dab4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e6c5a8e9-836d-4046-bf24-77137dc14c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420964 Jun 02 12:58:17.455767 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-311aaa9c-9dab-4e46-9be2-ff1565f63996 req-e7f69c88-7187-459c-81b4-f07dad1ef99a service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269715 Jun 02 12:58:17.585180 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-311aaa9c-9dab-4e46-9be2-ff1565f63996 req-78a048fa-27cc-43d8-8651-feb68fba1f63 service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229389 Jun 02 12:58:17.697444 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c23b00-2349-4eea-903b-49273f1cd02e req-7970ea97-9bd8-4734-8448-99622f97410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:17.698930 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-11c23b00-2349-4eea-903b-49273f1cd02e req-7970ea97-9bd8-4734-8448-99622f97410f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f7f0fbf9823c4f68b98e2b7cbfc36da4&device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 1098 time: 0.0757608 Jun 02 12:58:17.785067 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:17.829885 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c23b00-2349-4eea-903b-49273f1cd02e req-ae3aa657-4373-4bdd-b96e-a987480c8766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:17.831381 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-11c23b00-2349-4eea-903b-49273f1cd02e req-ae3aa657-4373-4bdd-b96e-a987480c8766 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e6c5a8e9-836d-4046-bf24-77137dc14c52 HTTP/1.1" status: 200 len: 916 time: 0.1262677 Jun 02 12:58:17.899382 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-11c23b00-2349-4eea-903b-49273f1cd02e req-0598f96f-517c-4b7e-bf77-5811d252cd72 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95a92cc4-18e8-45a1-9a2f-52ce47c4c495 HTTP/1.1" status: 200 len: 217 time: 0.0615721 Jun 02 12:58:17.963058 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c23b00-2349-4eea-903b-49273f1cd02e req-540dd242-afb0-4712-abd7-77cb5bb28797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:17.964413 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-11c23b00-2349-4eea-903b-49273f1cd02e req-540dd242-afb0-4712-abd7-77cb5bb28797 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10403ebb-d50d-4f77-bbc1-9f638344ddf1 HTTP/1.1" status: 200 len: 855 time: 0.0582559 Jun 02 12:58:18.010255 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-11c23b00-2349-4eea-903b-49273f1cd02e req-3cd1346e-55f8-4195-a3da-963b613eb97a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e6c5a8e9-836d-4046-bf24-77137dc14c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387843 Jun 02 12:58:18.141424 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-11c23b00-2349-4eea-903b-49273f1cd02e req-9bba63b9-03e2-43df-af74-f390a8f52d04 service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252553 Jun 02 12:58:18.192140 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0323d7-83f5-49c3-b310-39e94652d7b9 req-337e0c2a-d9eb-4f0c-851e-3b81bdcf9d8a tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:18.193610 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-cb0323d7-83f5-49c3-b310-39e94652d7b9 req-337e0c2a-d9eb-4f0c-851e-3b81bdcf9d8a tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0847604 Jun 02 12:58:18.245009 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-cb0323d7-83f5-49c3-b310-39e94652d7b9 req-53478dd7-1032-41b4-8268-d3d6427ba9e2 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454345 Jun 02 12:58:18.283134 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-11c23b00-2349-4eea-903b-49273f1cd02e req-42a2b377-1000-4692-b1e8-055833a7690c service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340446 Jun 02 12:58:19.557791 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:19.558453 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824eb1a-bde1-485e-b25e-e3d897b27578 req-427d01c3-03a1-4600-8ba6-6590b351b10c tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:19.559844 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f824eb1a-bde1-485e-b25e-e3d897b27578 req-427d01c3-03a1-4600-8ba6-6590b351b10c tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.2077508 Jun 02 12:58:19.605067 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f824eb1a-bde1-485e-b25e-e3d897b27578 req-555ea3cd-0673-4aed-b9ba-148c31f3f3c6 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396821 Jun 02 12:58:20.773950 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:58:20.778646 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:58:20.786745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc4edd-ab9f-4404-bc5f-c227ed21c3df req-12b19b5d-0c2c-48b5-bab9-076660370e46 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:20.788449 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6dcc4edd-ab9f-4404-bc5f-c227ed21c3df req-12b19b5d-0c2c-48b5-bab9-076660370e46 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0788047 Jun 02 12:58:20.833780 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6dcc4edd-ab9f-4404-bc5f-c227ed21c3df req-f9ee3a87-d452-4b84-9f4f-b08d49fe2290 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390148 Jun 02 12:58:21.003687 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:21.017227 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 95a92cc4-18e8-45a1-9a2f-52ce47c4c495, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=95a92cc4-18e8-45a1-9a2f-52ce47c4c495,segment=NetworkSegment(243369b5-79e4-462e-b02b-d9adf82721b0),segment_id=243369b5-79e4-462e-b02b-d9adf82721b0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:58:21.039363 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '95a92cc4-18e8-45a1-9a2f-52ce47c4c495', 'network_id': 'e6c5a8e9-836d-4046-bf24-77137dc14c52', 'port_id': '95a92cc4-18e8-45a1-9a2f-52ce47c4c495', 'mac_address': 'fa:16:3e:1c:17:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10403ebb-d50d-4f77-bbc1-9f638344ddf1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:58:21.079539 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d748f0-18d2-4a12-8dcf-5b50bc71e53d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95a92cc4-18e8-45a1-9a2f-52ce47c4c495'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:58:21.081837 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c40f46e-ccb3-4411-beca-1eea106f690d" -d '{"events": [{"server_uuid": "b1d748f0-18d2-4a12-8dcf-5b50bc71e53d", "name": "network-vif-unplugged", "status": "completed", "tag": "95a92cc4-18e8-45a1-9a2f-52ce47c4c495"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:58:21.102219 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 95a92cc4-18e8-45a1-9a2f-52ce47c4c495, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=95a92cc4-18e8-45a1-9a2f-52ce47c4c495,segment=NetworkSegment(243369b5-79e4-462e-b02b-d9adf82721b0),segment_id=243369b5-79e4-462e-b02b-d9adf82721b0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:58:21.117014 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:21.122402 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:21.181506 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:21.192705 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 12:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9d36a6-4470-4e25-80a3-fd13152da356 x-openstack-request-id: req-4b9d36a6-4470-4e25-80a3-fd13152da356 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:58:21.192945 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d748f0-18d2-4a12-8dcf-5b50bc71e53d", "name": "network-vif-unplugged", "status": "completed", "tag": "95a92cc4-18e8-45a1-9a2f-52ce47c4c495", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:58:21.193209 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b9d36a6-4470-4e25-80a3-fd13152da356 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:58:21.193596 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d748f0-18d2-4a12-8dcf-5b50bc71e53d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95a92cc4-18e8-45a1-9a2f-52ce47c4c495', 'code': 200} Jun 02 12:58:21.213514 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:58:21.256439 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=95a92cc4-18e8-45a1-9a2f-52ce47c4c495,revision_number=6']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:21.271942 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:21.272292 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:21.272639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:21.272971 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:21.273300 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:21.273627 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:21.273950 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:21.274306 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:21.274629 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:21.274952 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:21.275268 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:21.275586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:21.285418 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:21.294824 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.db.api [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 12:58:21.295175 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_db.api [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 12:58:21.849072 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:21.865280 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:58:21.881097 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 95a92cc4-18e8-45a1-9a2f-52ce47c4c495, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=95a92cc4-18e8-45a1-9a2f-52ce47c4c495,segment=NetworkSegment(243369b5-79e4-462e-b02b-d9adf82721b0),segment_id=243369b5-79e4-462e-b02b-d9adf82721b0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:58:21.885312 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:21.886998 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:21.955523 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['95a92cc4-18e8-45a1-9a2f-52ce47c4c495'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:58:21.992870 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=95a92cc4-18e8-45a1-9a2f-52ce47c4c495,revision_number=7']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:21.999299 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:22.033781 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5dbf3-da3b-4c56-a72b-1b60627a6bca req-66815cc3-b1c6-4c79-99b4-50baaa6bf49e tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:22.035257 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-aaa5dbf3-da3b-4c56-a72b-1b60627a6bca req-66815cc3-b1c6-4c79-99b4-50baaa6bf49e tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 944 time: 0.0824666 Jun 02 12:58:22.079398 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-aaa5dbf3-da3b-4c56-a72b-1b60627a6bca req-915ab1e6-5a80-4d18-9477-479aa998398e tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381939 Jun 02 12:58:22.380956 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e701f1-ef65-46fa-91b6-b40680020e1f req-3ba03fcd-511b-4d9f-b369-eb6dfdf263f6 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:22.382353 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-37e701f1-ef65-46fa-91b6-b40680020e1f req-3ba03fcd-511b-4d9f-b369-eb6dfdf263f6 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 944 time: 0.0799420 Jun 02 12:58:22.390357 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcaaad-6295-4531-a001-732bbfb4fafe req-d019dbfc-cf46-423d-841c-39b72861f2a8 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:22.391773 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-21fcaaad-6295-4531-a001-732bbfb4fafe req-d019dbfc-cf46-423d-841c-39b72861f2a8 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d&tenant_id=f7f0fbf9823c4f68b98e2b7cbfc36da4&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.0873978 Jun 02 12:58:22.431149 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-37e701f1-ef65-46fa-91b6-b40680020e1f req-d04f4162-563c-4d8f-877e-60823f79b6fb tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430257 Jun 02 12:58:22.535025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcaaad-6295-4531-a001-732bbfb4fafe req-798b3662-ea64-41cb-8447-e55666d5b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:22.536507 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-21fcaaad-6295-4531-a001-732bbfb4fafe req-798b3662-ea64-41cb-8447-e55666d5b70a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f7f0fbf9823c4f68b98e2b7cbfc36da4&device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 1097 time: 0.0753734 Jun 02 12:58:22.664531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcaaad-6295-4531-a001-732bbfb4fafe req-2266c111-0045-435a-b531-925bb5c8e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:22.665960 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-21fcaaad-6295-4531-a001-732bbfb4fafe req-2266c111-0045-435a-b531-925bb5c8e42c service neutron] 10.222.0.22 "GET /v2.0/networks?id=e6c5a8e9-836d-4046-bf24-77137dc14c52 HTTP/1.1" status: 200 len: 916 time: 0.1232233 Jun 02 12:58:22.734670 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-21fcaaad-6295-4531-a001-732bbfb4fafe req-f12eb360-1bb1-4c25-9f65-bee5b350dbf7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95a92cc4-18e8-45a1-9a2f-52ce47c4c495 HTTP/1.1" status: 200 len: 217 time: 0.0620167 Jun 02 12:58:22.786404 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:58:22.800393 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcaaad-6295-4531-a001-732bbfb4fafe req-0a1fc43a-494c-4c94-8d6b-32350831cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:22.801838 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-21fcaaad-6295-4531-a001-732bbfb4fafe req-0a1fc43a-494c-4c94-8d6b-32350831cba9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10403ebb-d50d-4f77-bbc1-9f638344ddf1 HTTP/1.1" status: 200 len: 855 time: 0.0607386 Jun 02 12:58:22.848098 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-21fcaaad-6295-4531-a001-732bbfb4fafe req-feef005b-0520-4666-91f9-9f886262a410 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e6c5a8e9-836d-4046-bf24-77137dc14c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401847 Jun 02 12:58:22.864397 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:58:22.864906 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:22.979260 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-21fcaaad-6295-4531-a001-732bbfb4fafe req-c0e33496-cef1-4027-8f33-489dc087a28c service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246469 Jun 02 12:58:22.981639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:23.013230 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 95a92cc4-18e8-45a1-9a2f-52ce47c4c495, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=95a92cc4-18e8-45a1-9a2f-52ce47c4c495,segment=NetworkSegment(243369b5-79e4-462e-b02b-d9adf82721b0),segment_id=243369b5-79e4-462e-b02b-d9adf82721b0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:58:23.017177 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:23.019114 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:23.084462 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=95a92cc4-18e8-45a1-9a2f-52ce47c4c495,revision_number=8']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:23.087609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:23.113730 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-21fcaaad-6295-4531-a001-732bbfb4fafe req-667a341f-ba26-4fdb-b45d-45e10280f95e service neutron] 10.222.0.22 "GET /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282947 Jun 02 12:58:23.194437 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d748f0-18d2-4a12-8dcf-5b50bc71e53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a92cc4-18e8-45a1-9a2f-52ce47c4c495'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:58:23.197033 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54208e0a-9fb8-4998-9487-199e8f4c5db2" -d '{"events": [{"server_uuid": "b1d748f0-18d2-4a12-8dcf-5b50bc71e53d", "name": "network-vif-plugged", "status": "completed", "tag": "95a92cc4-18e8-45a1-9a2f-52ce47c4c495"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:58:23.252608 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12703b8-fa50-45ad-8302-18fb84bbade8 x-openstack-request-id: req-a12703b8-fa50-45ad-8302-18fb84bbade8 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:58:23.252930 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d748f0-18d2-4a12-8dcf-5b50bc71e53d", "name": "network-vif-plugged", "status": "completed", "tag": "95a92cc4-18e8-45a1-9a2f-52ce47c4c495", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:58:23.253177 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a12703b8-fa50-45ad-8302-18fb84bbade8 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:58:23.253585 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d748f0-18d2-4a12-8dcf-5b50bc71e53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a92cc4-18e8-45a1-9a2f-52ce47c4c495', 'code': 200} Jun 02 12:58:23.615937 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f016e2-362e-4d51-984a-8f5bc2fb5d6f req-20df6bf2-dd2a-4c0e-88fc-2466e1d2af7e tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:23.617463 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-85f016e2-362e-4d51-984a-8f5bc2fb5d6f req-20df6bf2-dd2a-4c0e-88fc-2466e1d2af7e tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0801289 Jun 02 12:58:23.663504 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-85f016e2-362e-4d51-984a-8f5bc2fb5d6f req-73e482ae-96cb-4220-a30c-4e1ef37492dc tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391231 Jun 02 12:58:24.851433 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc60427-c9f4-4df3-8f47-f6932361edb7 req-fc7feb52-aa74-4e4e-baaf-d15585d1fccc tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:24.852860 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fdc60427-c9f4-4df3-8f47-f6932361edb7 req-fc7feb52-aa74-4e4e-baaf-d15585d1fccc tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0840015 Jun 02 12:58:24.896444 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fdc60427-c9f4-4df3-8f47-f6932361edb7 req-4072920c-c3d7-4074-8b3d-49e2e1f0d874 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380850 Jun 02 12:58:25.079356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4baca-dcd4-4fba-87cb-04b71896f3c2 req-7b061187-f3f3-4fd3-a9d0-6f9c233f0743 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:25.080797 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2df4baca-dcd4-4fba-87cb-04b71896f3c2 req-7b061187-f3f3-4fd3-a9d0-6f9c233f0743 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0831494 Jun 02 12:58:25.123785 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2df4baca-dcd4-4fba-87cb-04b71896f3c2 req-9fa573b0-c88b-4a3e-b941-1edc7e4e33d9 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373845 Jun 02 12:58:25.303500 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b12f7-19bf-4d67-a7b2-fa60c7b7aa21 req-f77edd12-b4c4-4779-9e17-b30bc804dec2 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:25.304930 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a00b12f7-19bf-4d67-a7b2-fa60c7b7aa21 req-f77edd12-b4c4-4779-9e17-b30bc804dec2 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0798275 Jun 02 12:58:25.348954 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a00b12f7-19bf-4d67-a7b2-fa60c7b7aa21 req-7519f447-fb61-41fe-a3d7-85ff100554e4 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379591 Jun 02 12:58:25.890337 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf8c48-8db5-44e2-8822-996bdbe3ffe6 req-eb4acbbd-de2e-4c71-a7a9-596e40d2a78a tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:25.891675 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7cbf8c48-8db5-44e2-8822-996bdbe3ffe6 req-eb4acbbd-de2e-4c71-a7a9-596e40d2a78a tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0783556 Jun 02 12:58:25.935066 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7cbf8c48-8db5-44e2-8822-996bdbe3ffe6 req-57f8cb3f-697f-435e-b32c-b309c6a4ecef tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378394 Jun 02 12:58:26.026564 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:26.819009 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:58:27.119799 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431000a1-df3f-4964-b8d0-719e3041613b req-67233fef-6538-4665-a6a6-ee64c0ee0e4f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:27.121243 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-431000a1-df3f-4964-b8d0-719e3041613b req-67233fef-6538-4665-a6a6-ee64c0ee0e4f tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0834119 Jun 02 12:58:27.165339 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-431000a1-df3f-4964-b8d0-719e3041613b req-34233c05-6bf7-48a9-80d2-593b8885cb2a tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca95695b-0a5f-41ca-8628-d9fe890102aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379248 Jun 02 12:58:27.470704 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86f330-723a-40f0-9d90-a1f5771bf720 req-087f283d-8e2a-43db-83c0-b3aff42b30d4 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:27.472102 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1d86f330-723a-40f0-9d90-a1f5771bf720 req-087f283d-8e2a-43db-83c0-b3aff42b30d4 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 945 time: 0.0784991 Jun 02 12:58:27.609516 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-1d86f330-723a-40f0-9d90-a1f5771bf720 req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Deleting port 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 12:58:27.609851 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1d86f330-723a-40f0-9d90-a1f5771bf720 req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:27.738775 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-1d86f330-723a-40f0-9d90-a1f5771bf720 req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] For port 95a92cc4-18e8-45a1-9a2f-52ce47c4c495, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=95a92cc4-18e8-45a1-9a2f-52ce47c4c495,segment=NetworkSegment(243369b5-79e4-462e-b02b-d9adf82721b0),segment_id=243369b5-79e4-462e-b02b-d9adf82721b0)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:58:27.739047 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1d86f330-723a-40f0-9d90-a1f5771bf720 req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:27.862451 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-1d86f330-723a-40f0-9d90-a1f5771bf720 req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Calling delete_port for 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 12:58:27.971474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1d86f330-723a-40f0-9d90-a1f5771bf720 req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:27.976727 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-792a25cc-f9d7-4c20-a7b0-d01e1b596f4d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:27.982707 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['95a92cc4-18e8-45a1-9a2f-52ce47c4c495'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:58:28.024972 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Pushing event deleted for resources: {'Port': ['ID=95a92cc4-18e8-45a1-9a2f-52ce47c4c495,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:28.177113 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:28.177795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:28.177913 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:28.178243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:28.178610 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:28.178973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:28.179334 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:28.179692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:28.180047 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:28.180401 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:28.180758 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:28.181113 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:28.213481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:28.220299 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d86f330-723a-40f0-9d90-a1f5771bf720 req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] No DVR routers for this DVR port 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 12:58:28.224142 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1d86f330-723a-40f0-9d90-a1f5771bf720 req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:28.227084 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d748f0-18d2-4a12-8dcf-5b50bc71e53d', 'name': 'network-vif-deleted', 'tag': '95a92cc4-18e8-45a1-9a2f-52ce47c4c495'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:58:28.229387 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe12bac6-a537-45b2-9baa-25cad152e5cc" -d '{"events": [{"server_uuid": "b1d748f0-18d2-4a12-8dcf-5b50bc71e53d", "name": "network-vif-deleted", "tag": "95a92cc4-18e8-45a1-9a2f-52ce47c4c495"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:58:28.245111 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1d86f330-723a-40f0-9d90-a1f5771bf720 req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.22 "DELETE /v2.0/ports/95a92cc4-18e8-45a1-9a2f-52ce47c4c495 HTTP/1.1" status: 204 len: 173 time: 0.7663016 Jun 02 12:58:28.273696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36c3ed1-6ae7-4557-85b2-010cbae56574 x-openstack-request-id: req-d36c3ed1-6ae7-4557-85b2-010cbae56574 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:58:28.274041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d748f0-18d2-4a12-8dcf-5b50bc71e53d", "name": "network-vif-deleted", "tag": "95a92cc4-18e8-45a1-9a2f-52ce47c4c495", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:58:28.274373 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d36c3ed1-6ae7-4557-85b2-010cbae56574 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:58:28.274814 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d748f0-18d2-4a12-8dcf-5b50bc71e53d', 'name': 'network-vif-deleted', 'tag': '95a92cc4-18e8-45a1-9a2f-52ce47c4c495', 'status': 'completed', 'code': 200} Jun 02 12:58:28.326721 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-85513889-61ce-42bf-9148-3274f4bd46f1 req-6e2647d3-c96b-4706-a768-bc629b85868d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d748f0-18d2-4a12-8dcf-5b50bc71e53d HTTP/1.1" status: 200 len: 210 time: 0.0524004 Jun 02 12:58:29.557430 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 51266) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:58:29.618276 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c7ddb3-a576-4044-aec6-77fbb5dfb0d6 admin admin] Deleting subnet 10403ebb-d50d-4f77-bbc1-9f638344ddf1 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 12:58:29.621043 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e5c7ddb3-a576-4044-aec6-77fbb5dfb0d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:29.669060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e5c7ddb3-a576-4044-aec6-77fbb5dfb0d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:29.721614 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e5c7ddb3-a576-4044-aec6-77fbb5dfb0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:29.958025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e5c7ddb3-a576-4044-aec6-77fbb5dfb0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:29.962318 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a0c6d56f-e571-4313-abca-214981584693 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:29.999911 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7ddb3-a576-4044-aec6-77fbb5dfb0d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10403ebb-d50d-4f77-bbc1-9f638344ddf1,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:30.005063 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e5c7ddb3-a576-4044-aec6-77fbb5dfb0d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:30.005063 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e5c7ddb3-a576-4044-aec6-77fbb5dfb0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:30.008128 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e5c7ddb3-a576-4044-aec6-77fbb5dfb0d6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/10403ebb-d50d-4f77-bbc1-9f638344ddf1 HTTP/1.1" status: 204 len: 168 time: 0.4497144 Jun 02 12:58:30.010707 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 51268) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:58:30.111291 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-11efb6a8-9f1c-4ba2-9b81-ef2a66c9b62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:30.236402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-11efb6a8-9f1c-4ba2-9b81-ef2a66c9b62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:30.248748 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-11efb6a8-9f1c-4ba2-9b81-ef2a66c9b62c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c5a8e9-836d-4046-bf24-77137dc14c52']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:58:30.260324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-11efb6a8-9f1c-4ba2-9b81-ef2a66c9b62c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243369b5-79e4-462e-b02b-d9adf82721b0') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:58:30.260619 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-11efb6a8-9f1c-4ba2-9b81-ef2a66c9b62c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243369b5-79e4-462e-b02b-d9adf82721b0') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:58:30.271653 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-11efb6a8-9f1c-4ba2-9b81-ef2a66c9b62c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:30.287496 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-11efb6a8-9f1c-4ba2-9b81-ef2a66c9b62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:30.294613 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11efb6a8-9f1c-4ba2-9b81-ef2a66c9b62c admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 12:58:30.295100 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-11efb6a8-9f1c-4ba2-9b81-ef2a66c9b62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 12:58:30.308074 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 12:58:30.384350 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-11efb6a8-9f1c-4ba2-9b81-ef2a66c9b62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:30.388476 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9171f46f-d584-4e3d-92ff-3d48344865d9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:30.401279 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-11efb6a8-9f1c-4ba2-9b81-ef2a66c9b62c admin admin] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:30.411668 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efb6a8-9f1c-4ba2-9b81-ef2a66c9b62c admin admin] Pushing event deleted for resources: {'Network': ['ID=e6c5a8e9-836d-4046-bf24-77137dc14c52,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:30.414957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-11efb6a8-9f1c-4ba2-9b81-ef2a66c9b62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:30.420659 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-11efb6a8-9f1c-4ba2-9b81-ef2a66c9b62c admin admin] 10.222.0.37 "DELETE /v2.0/networks/e6c5a8e9-836d-4046-bf24-77137dc14c52 HTTP/1.1" status: 204 len: 168 time: 0.4090140 Jun 02 12:58:30.530478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 51272) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:58:30.577883 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-89c13aa3-6904-48b1-8c7b-23f4b13cf17a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f7f0fbf9823c4f68b98e2b7cbfc36da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461290 Jun 02 12:58:30.580321 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 51274) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:58:30.635234 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-97dfca71-ffd8-4d5b-9336-ea51067708a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:30.660504 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-97dfca71-ffd8-4d5b-9336-ea51067708a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:30.712560 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-97dfca71-ffd8-4d5b-9336-ea51067708a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:30.716886 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:30.730374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfca71-ffd8-4d5b-9336-ea51067708a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca95695b-0a5f-41ca-8628-d9fe890102aa,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:30.733032 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-97dfca71-ffd8-4d5b-9336-ea51067708a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:30.740816 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-97dfca71-ffd8-4d5b-9336-ea51067708a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:30.741990 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-97dfca71-ffd8-4d5b-9336-ea51067708a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca95695b-0a5f-41ca-8628-d9fe890102aa HTTP/1.1" status: 204 len: 168 time: 0.1607339 Jun 02 12:58:30.806747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 12:58:30.841512 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 12:58:30.841860 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 95a92cc4-18e8-45a1-9a2f-52ce47c4c495 not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 12:58:31.448653 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 51296) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:58:31.549895 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1076376785-network', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:58:31.555518 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:58:31.559417 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Usage tracker for resource:network and tenant:bf5f64e943fb4f028223db23610e354a is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:58:31.562262 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:58:31.571807 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:58:31.581801 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Made reservation on behalf of bf5f64e943fb4f028223db23610e354a for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:58:31.584184 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:31.596744 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:31.610732 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:58:31.614644 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Usage tracker for resource:security_group_rule and tenant:bf5f64e943fb4f028223db23610e354a is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:58:31.617476 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:58:31.623647 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:58:31.703945 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:31.707922 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:31.711878 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3958c5c7-ba6c-4ae3-bb6c-b35a0cbdf506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:31.736808 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 12:58:31.749979 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4657fedb-8e82-46a8-9ce5-27ade75ebcc1,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:31.754377 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:31.757186 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:31.757530 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Added segment cb6bf1c4-7d1e-4a19-81f4-c244528668f0 of type vlan for network 3264455f-2177-4730-bb2e-786f357ca7b1 Jun 02 12:58:31.783934 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:31.812585 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:31.813565 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:31.814153 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:31.819050 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-42d39965-0d59-4724-9643-5c9a45267ec3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:31.919582 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4698281 Jun 02 12:58:31.920501 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Pushing event updated for resources: {'Network': ['ID=3264455f-2177-4730-bb2e-786f357ca7b1,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:31.922879 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 51300) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:58:31.923353 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:31.928380 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Request body: {'subnet': {'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1076376785-subnet', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:58:31.930253 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 3264455f-2177-4730-bb2e-786f357ca7b1 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 12:58:31.933407 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:58:31.937631 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Usage tracker for resource:subnet and tenant:bf5f64e943fb4f028223db23610e354a is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:58:31.940518 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:58:31.946216 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:58:31.958010 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Made reservation on behalf of bf5f64e943fb4f028223db23610e354a for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:58:31.960315 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:32.335958 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:32.340128 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3631fba9-b219-4f07-be59-659181f4fff0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:32.540725 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bb40371-a91d-45d4-8864-990457b491f8,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:32.548407 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Checking segment: {'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:58:32.548757 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Network hostable DHCP agents. Network: 3264455f-2177-4730-bb2e-786f357ca7b1, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 12:58:32.552860 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:32.553250 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:32.553627 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:32.553998 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:32.554392 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:32.554761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:32.555125 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:32.555488 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:32.555849 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:32.556209 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:32.556567 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:32.556922 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:32.561415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:32.575431 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Network 3264455f-2177-4730-bb2e-786f357ca7b1 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 12:58:32.584295 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 3264455f-2177-4730-bb2e-786f357ca7b1) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:58:32.592655 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:32.593046 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54da496-6ec5-4ff3-9204-224437c13dd0 None None] Network 3264455f-2177-4730-bb2e-786f357ca7b1 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:58:32.593266 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:32.616975 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c9e1a25f-8ce5-4142-b93c-83beb5d63f3b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6928163 Jun 02 12:58:32.619897 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 51302) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:58:32.625082 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:58:32.629980 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:58:32.634088 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Usage tracker for resource:router and tenant:bf5f64e943fb4f028223db23610e354a is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:58:32.637735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:58:32.643502 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:58:32.653775 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:32.654768 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:32.669410 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:32.807509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-3264455f-2177-4730-bb2e-786f357ca7b1', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 12:58:32.808386 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:33.010514 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Allocated IP 172.20.0.2 (3264455f-2177-4730-bb2e-786f357ca7b1/1bb40371-a91d-45d4-8864-990457b491f8/ff98b88a-1c65-479b-a670-6820f3705ed4) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:58:33.061133 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:33.213400 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:33.224517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Transition to ACTIVE for port object ff98b88a-1c65-479b-a670-6820f3705ed4 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:58:33.243515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Transition to ACTIVE for port object ff98b88a-1c65-479b-a670-6820f3705ed4 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:58:33.249289 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:33.254279 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:33.314452 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Network 3264455f-2177-4730-bb2e-786f357ca7b1 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:58:33.317634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:58:33.320648 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:58:33.363012 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Pushing event updated for resources: {'Port': ['ID=ff98b88a-1c65-479b-a670-6820f3705ed4,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:33.365596 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:33.371626 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:33.405352 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:33.423940 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Attempting to bind port ff98b88a-1c65-479b-a670-6820f3705ed4 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:58:33.424318 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Attempting to bind port ff98b88a-1c65-479b-a670-6820f3705ed4 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:58:33.424677 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Attempting to bind port ff98b88a-1c65-479b-a670-6820f3705ed4 on network 3264455f-2177-4730-bb2e-786f357ca7b1 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:58:33.429855 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:58:33.430263 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Checking segment: {'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:58:33.430674 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:33.431064 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Bound using segment: {'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:58:33.431528 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Bound port: ff98b88a-1c65-479b-a670-6820f3705ed4, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:58:33.431906 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:33.521198 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] For port ff98b88a-1c65-479b-a670-6820f3705ed4, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:58:33.524136 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] For port ff98b88a-1c65-479b-a670-6820f3705ed4, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ff98b88a-1c65-479b-a670-6820f3705ed4,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:58:33.529252 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:33.534210 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:33.549206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Allocated IP 172.26.7.126 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/22b25a58-0a28-4dda-9f89-8198839e418b) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:58:33.618448 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Pushing event updated for resources: {'Port': ['ID=ff98b88a-1c65-479b-a670-6820f3705ed4,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:33.619657 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:33.703672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:33.733354 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:33.737404 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ebece238-829d-43ca-bf40-1a8aed49c5fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:33.809500 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:58:33.813329 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:58:33.815397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:58:33.850026 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Pushing event updated for resources: {'Port': ['ID=22b25a58-0a28-4dda-9f89-8198839e418b,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:33.856304 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:34.261471 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:34.467574 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d38ccde-b1f5-47ca-aede-c571255133e7 None None] Network 3264455f-2177-4730-bb2e-786f357ca7b1 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 12:58:34.558738 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ab564300-bf4a-4fa8-a971-49c22c470285 None None] Provisioning for port ff98b88a-1c65-479b-a670-6820f3705ed4 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:58:34.755942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:34.779912 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device ff98b88a-1c65-479b-a670-6820f3705ed4 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:58:34.853356 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port ff98b88a-1c65-479b-a670-6820f3705ed4 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:58:34.859116 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port ff98b88a-1c65-479b-a670-6820f3705ed4 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:58:34.859490 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:34.971468 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Router 35622653-247a-4189-a834-4ed087592548 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 12:58:34.990399 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:35.013674 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ecc42c16-47bb-4158-a1fd-533b882bc7c9 None None] Provisioning complete for port ff98b88a-1c65-479b-a670-6820f3705ed4 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:58:35.014039 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ecc42c16-47bb-4158-a1fd-533b882bc7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:35.073767 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port ff98b88a-1c65-479b-a670-6820f3705ed4, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ff98b88a-1c65-479b-a670-6820f3705ed4,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:58:35.079727 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:35.082271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:35.155652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:58:35.165235 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] Sync routers for ids ['35622653-247a-4189-a834-4ed087592548'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:58:35.175643 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] Routers {'35622653-247a-4189-a834-4ed087592548'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:58:35.176633 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:58:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['35622653-247a-4189-a834-4ed087592548'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:58:35.185448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:35.187430 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5657477 Jun 02 12:58:35.189608 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 51304) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:58:35.199298 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=ff98b88a-1c65-479b-a670-6820f3705ed4,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:35.203481 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:35.361217 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] Set router 35622653-247a-4189-a834-4ed087592548 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:58:35.670062 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:34Z', 'revision_number': 3, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:58:35.673816 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] Checking router: 35622653-247a-4189-a834-4ed087592548 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:58:35.674202 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] Updating router 35622653-247a-4189-a834-4ed087592548 port 22b25a58-0a28-4dda-9f89-8198839e418b binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:58:35.725075 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:35.998705 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:36.046996 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:36.057920 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] Transition to ACTIVE for port object 22b25a58-0a28-4dda-9f89-8198839e418b will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:58:36.065256 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:36.069745 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-f83c06fc-a327-45fe-8f80-8584aff0fef5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:36.146626 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3207e-ffc5-48c7-b969-859217bd2df2 None None] Pushing event updated for resources: {'Port': ['ID=22b25a58-0a28-4dda-9f89-8198839e418b,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:36.148703 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] Attempting to bind port 22b25a58-0a28-4dda-9f89-8198839e418b on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:58:36.149065 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] Attempting to bind port 22b25a58-0a28-4dda-9f89-8198839e418b by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:58:36.149423 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] Attempting to bind port 22b25a58-0a28-4dda-9f89-8198839e418b on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:58:36.157871 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3207e-ffc5-48c7-b969-859217bd2df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:36.158807 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3207e-ffc5-48c7-b969-859217bd2df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:36.159142 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3207e-ffc5-48c7-b969-859217bd2df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:36.159469 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3207e-ffc5-48c7-b969-859217bd2df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:36.159803 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3207e-ffc5-48c7-b969-859217bd2df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:36.160102 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3207e-ffc5-48c7-b969-859217bd2df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:36.160419 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3207e-ffc5-48c7-b969-859217bd2df2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:36.160735 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3207e-ffc5-48c7-b969-859217bd2df2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:36.161049 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3207e-ffc5-48c7-b969-859217bd2df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:36.161358 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3207e-ffc5-48c7-b969-859217bd2df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:36.161666 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3207e-ffc5-48c7-b969-859217bd2df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:36.161972 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3207e-ffc5-48c7-b969-859217bd2df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 12:58:36.165927 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-10b3207e-ffc5-48c7-b969-859217bd2df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:36.169544 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:58:36.169925 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:58:36.170636 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:36.170728 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:58:36.171156 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] Bound port: 22b25a58-0a28-4dda-9f89-8198839e418b, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:58:36.171522 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:36.201582 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] Allocated IP 172.20.0.1 (3264455f-2177-4730-bb2e-786f357ca7b1/1bb40371-a91d-45d4-8864-990457b491f8/422e600e-e9b5-4990-9c5c-c1397a95e497) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:58:36.246026 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] For port 22b25a58-0a28-4dda-9f89-8198839e418b, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:58:36.249291 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] For port 22b25a58-0a28-4dda-9f89-8198839e418b, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=22b25a58-0a28-4dda-9f89-8198839e418b,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:58:36.252849 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:36.257338 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:36.335128 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3207e-ffc5-48c7-b969-859217bd2df2 None None] Pushing event updated for resources: {'Port': ['ID=22b25a58-0a28-4dda-9f89-8198839e418b,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:36.337722 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] Routers {'35622653-247a-4189-a834-4ed087592548'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:58:36.338344 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:58:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['35622653-247a-4189-a834-4ed087592548'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:58:36.361224 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:36.376845 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] Transition to ACTIVE for port object 422e600e-e9b5-4990-9c5c-c1397a95e497 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:58:36.385300 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-10b3207e-ffc5-48c7-b969-859217bd2df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:36.403578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:36.408284 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2a77dc60-9486-4908-82e0-d63616236369 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:36.472162 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] Network 3264455f-2177-4730-bb2e-786f357ca7b1 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:58:36.475357 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:58:36.477925 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:58:36.518037 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] Pushing event updated for resources: {'Port': ['ID=422e600e-e9b5-4990-9c5c-c1397a95e497,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:36.518429 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] Set router 35622653-247a-4189-a834-4ed087592548 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:58:36.531346 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:36.560172 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:36.753935 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2af2609d-66fe-4043-a6e4-b4d93978b1f6 None None] Provisioning for port 422e600e-e9b5-4990-9c5c-c1397a95e497 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:58:36.760574 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2af2609d-66fe-4043-a6e4-b4d93978b1f6 None None] Provisioning complete for port 422e600e-e9b5-4990-9c5c-c1397a95e497 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:58:36.760923 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2af2609d-66fe-4043-a6e4-b4d93978b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:36.811711 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device ff98b88a-1c65-479b-a670-6820f3705ed4 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:58:36.831527 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:34Z', 'revision_number': 3, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:58:36.835960 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3c200c-0bdc-4323-8299-7f61e4a1c61e None None] The sync data for ids ['35622653-247a-4189-a834-4ed087592548'] in dv-neutron-601336-80-hyperv is: [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:34Z', 'revision_number': 3, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:58:36.892916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:36.897248 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-2af2609d-66fe-4043-a6e4-b4d93978b1f6 None None] Port 422e600e-e9b5-4990-9c5c-c1397a95e497 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:58:36.915272 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port ff98b88a-1c65-479b-a670-6820f3705ed4 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:58:36.915664 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:37.173609 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:37.179053 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:37.213698 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4499cf66-2cd6-43a9-afd7-0f261046fa8c tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:37.295166 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:37.302623 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] Pushing event updated for resources: {'Port': ['ID=422e600e-e9b5-4990-9c5c-c1397a95e497,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:37.305674 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:37.446160 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] Network 3264455f-2177-4730-bb2e-786f357ca7b1 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:58:37.447388 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:58:37.723003 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0806597a-a86f-4515-80fb-dbc2b5e89133 None None] Provisioning complete for port 422e600e-e9b5-4990-9c5c-c1397a95e497 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:58:37.723298 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0806597a-a86f-4515-80fb-dbc2b5e89133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:37.773185 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] Router 35622653-247a-4189-a834-4ed087592548 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:58:37.813836 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-0806597a-a86f-4515-80fb-dbc2b5e89133 None None] Port 422e600e-e9b5-4990-9c5c-c1397a95e497 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:58:37.951245 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:58:37.959935 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] 10.222.0.37 "PUT /v2.0/routers/35622653-247a-4189-a834-4ed087592548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7692339 Jun 02 12:58:38.386349 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] Sync routers for ids ['35622653-247a-4189-a834-4ed087592548'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:58:38.395566 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] Routers {'35622653-247a-4189-a834-4ed087592548'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:58:38.396188 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:58:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['35622653-247a-4189-a834-4ed087592548'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:58:38.417454 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 51312) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:58:38.423151 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-72c53b6d-d489-443d-a9f7-4ef1be4cb4da tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1416104428', 'description': 'tempest-description--372035220'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:58:38.429278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-72c53b6d-d489-443d-a9f7-4ef1be4cb4da tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:58:38.433192 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-72c53b6d-d489-443d-a9f7-4ef1be4cb4da tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Usage tracker for resource:security_group and tenant:bf5f64e943fb4f028223db23610e354a is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:58:38.436183 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-72c53b6d-d489-443d-a9f7-4ef1be4cb4da tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:58:38.441975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-72c53b6d-d489-443d-a9f7-4ef1be4cb4da tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:58:38.453089 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-72c53b6d-d489-443d-a9f7-4ef1be4cb4da tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:38.474001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-72c53b6d-d489-443d-a9f7-4ef1be4cb4da tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:58:38.477816 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-72c53b6d-d489-443d-a9f7-4ef1be4cb4da tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Usage tracker for resource:security_group_rule and tenant:bf5f64e943fb4f028223db23610e354a is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:58:38.480639 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-72c53b6d-d489-443d-a9f7-4ef1be4cb4da tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:58:38.486790 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-72c53b6d-d489-443d-a9f7-4ef1be4cb4da tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:58:38.564042 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-72c53b6d-d489-443d-a9f7-4ef1be4cb4da tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:38.569722 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-72c53b6d-d489-443d-a9f7-4ef1be4cb4da tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:38.573696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:38.594062 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] Set router 35622653-247a-4189-a834-4ed087592548 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:58:38.612705 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c53b6d-d489-443d-a9f7-4ef1be4cb4da tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39862920-de00-4c66-8210-ea3047cd5662,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:38.615793 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-72c53b6d-d489-443d-a9f7-4ef1be4cb4da tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:38.618598 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-72c53b6d-d489-443d-a9f7-4ef1be4cb4da tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1999412 Jun 02 12:58:38.619896 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 51314) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:58:38.620350 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-72c53b6d-d489-443d-a9f7-4ef1be4cb4da tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:38.624523 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-228c9c59-14b4-4032-acdb-ff894a820be9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Request body: {'security_group_rule': {'security_group_id': '39862920-de00-4c66-8210-ea3047cd5662', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:58:38.630572 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-228c9c59-14b4-4032-acdb-ff894a820be9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:58:38.634342 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-228c9c59-14b4-4032-acdb-ff894a820be9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Usage tracker for resource:security_group_rule and tenant:bf5f64e943fb4f028223db23610e354a is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:58:38.637180 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-228c9c59-14b4-4032-acdb-ff894a820be9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:58:38.643974 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-228c9c59-14b4-4032-acdb-ff894a820be9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:58:38.659451 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-228c9c59-14b4-4032-acdb-ff894a820be9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:38.726944 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-228c9c59-14b4-4032-acdb-ff894a820be9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:38.731322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-228c9c59-14b4-4032-acdb-ff894a820be9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:38.733386 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1dd34439-fe70-49b6-a10a-092519afb4f2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:38.759095 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c9c59-14b4-4032-acdb-ff894a820be9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760f559b-5987-4747-9db5-b422eee540a8,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:38.762619 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-228c9c59-14b4-4032-acdb-ff894a820be9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:38.771399 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-228c9c59-14b4-4032-acdb-ff894a820be9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:38.772668 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-228c9c59-14b4-4032-acdb-ff894a820be9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1517763 Jun 02 12:58:38.775386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 51316) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:58:38.780744 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-cccffb3b-bfe7-4af6-a33b-6a756f0bad52 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Request body: {'security_group_rule': {'security_group_id': '39862920-de00-4c66-8210-ea3047cd5662', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:58:38.786959 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-cccffb3b-bfe7-4af6-a33b-6a756f0bad52 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:58:38.791693 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-cccffb3b-bfe7-4af6-a33b-6a756f0bad52 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Usage tracker for resource:security_group_rule and tenant:bf5f64e943fb4f028223db23610e354a is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:58:38.794907 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-cccffb3b-bfe7-4af6-a33b-6a756f0bad52 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:58:38.800936 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-cccffb3b-bfe7-4af6-a33b-6a756f0bad52 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:58:38.801417 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 22b25a58-0a28-4dda-9f89-8198839e418b up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:58:38.817317 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cccffb3b-bfe7-4af6-a33b-6a756f0bad52 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:38.880542 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cccffb3b-bfe7-4af6-a33b-6a756f0bad52 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:38.884157 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cccffb3b-bfe7-4af6-a33b-6a756f0bad52 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:38.885983 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ae2a6035-6c05-4b00-bf8e-ea13a663a9cb tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:38.906731 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccffb3b-bfe7-4af6-a33b-6a756f0bad52 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d702cd1a-e4d9-42eb-923d-e7a1af24ee0c,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:38.910706 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cccffb3b-bfe7-4af6-a33b-6a756f0bad52 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:38.918642 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cccffb3b-bfe7-4af6-a33b-6a756f0bad52 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:38.919817 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-cccffb3b-bfe7-4af6-a33b-6a756f0bad52 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434073 Jun 02 12:58:38.922937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 51318) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:58:38.927369 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:58:38.933066 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:58:38.937120 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Usage tracker for resource:floatingip and tenant:bf5f64e943fb4f028223db23610e354a is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 12:58:38.940361 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 12:58:38.940982 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 22b25a58-0a28-4dda-9f89-8198839e418b completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:58:38.946575 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:58:38.947292 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 22b25a58-0a28-4dda-9f89-8198839e418b triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:58:38.947672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:38.957973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:39.025138 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 2, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:58:39.031636 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] Checking router: 35622653-247a-4189-a834-4ed087592548 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:58:39.031996 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] Updating router 35622653-247a-4189-a834-4ed087592548 port 422e600e-e9b5-4990-9c5c-c1397a95e497 binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 12:58:39.096653 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:39.131118 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:39.143050 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:39.196196 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 22b25a58-0a28-4dda-9f89-8198839e418b, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=22b25a58-0a28-4dda-9f89-8198839e418b,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:58:39.208664 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:39.212430 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:39.239402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Allocated IP 172.26.7.207 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/0ce06fdb-5409-447c-9e8d-5d74e9a4a218) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:58:39.342608 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=22b25a58-0a28-4dda-9f89-8198839e418b,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:39.346715 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:39.388775 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:39.418256 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:39.422805 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-32c6e786-151b-43cb-881c-1437f7801c8d tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:39.476072 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:58:39.483460 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:58:39.485994 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:58:39.533475 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Pushing event updated for resources: {'Port': ['ID=0ce06fdb-5409-447c-9e8d-5d74e9a4a218,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:39.536758 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:39.549013 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:39.562925 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] Transition to ACTIVE for port object 422e600e-e9b5-4990-9c5c-c1397a95e497 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:58:39.569407 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:39.573785 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cbb2c777-cdfa-468f-b651-a5dd19b9f591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:39.582469 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:39.643954 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:39.731653 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842d5a5-e568-4499-83ed-34ca618fab73 None None] Pushing event updated for resources: {'Port': ['ID=422e600e-e9b5-4990-9c5c-c1397a95e497,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:39.738737 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f842d5a5-e568-4499-83ed-34ca618fab73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:39.793550 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] Attempting to bind port 422e600e-e9b5-4990-9c5c-c1397a95e497 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:58:39.793798 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] Attempting to bind port 422e600e-e9b5-4990-9c5c-c1397a95e497 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:58:39.794318 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] Attempting to bind port 422e600e-e9b5-4990-9c5c-c1397a95e497 on network 3264455f-2177-4730-bb2e-786f357ca7b1 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:58:39.800658 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:58:39.801090 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] Checking segment: {'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:58:39.801509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:39.801909 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] Bound using segment: {'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:58:39.802415 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] Bound port: 422e600e-e9b5-4990-9c5c-c1397a95e497, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:58:39.802800 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:39.869178 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:39.874673 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:39.879013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1ca76d69-68fc-45ba-9769-a2096c3c76ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:39.950531 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] For port 422e600e-e9b5-4990-9c5c-c1397a95e497, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:58:39.954060 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] For port 422e600e-e9b5-4990-9c5c-c1397a95e497, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=422e600e-e9b5-4990-9c5c-c1397a95e497,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:58:39.958064 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:39.962504 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:39.986051 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Pushing event updated for resources: {'Port': ['ID=0ce06fdb-5409-447c-9e8d-5d74e9a4a218,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:39.990251 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:39.999227 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:40.023285 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:40.024544 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1006517 Jun 02 12:58:40.040376 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] Routers {'35622653-247a-4189-a834-4ed087592548'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:58:40.041008 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:58:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['35622653-247a-4189-a834-4ed087592548'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:58:40.105375 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842d5a5-e568-4499-83ed-34ca618fab73 None None] Pushing event updated for resources: {'Port': ['ID=422e600e-e9b5-4990-9c5c-c1397a95e497,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:40.109988 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f842d5a5-e568-4499-83ed-34ca618fab73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:40.203962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-845e437b-dcd2-4fb1-97a5-443d67fbce56 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Synchronizing usage tracker for tenant:bf5f64e943fb4f028223db23610e354a on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:58:40.223323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-845e437b-dcd2-4fb1-97a5-443d67fbce56 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Unset dirty status for tenant:bf5f64e943fb4f028223db23610e354a on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:58:40.224474 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-845e437b-dcd2-4fb1-97a5-443d67fbce56 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1416104428&fields=id&tenant_id=bf5f64e943fb4f028223db23610e354a HTTP/1.1" status: 200 len: 267 time: 0.0637782 Jun 02 12:58:40.231877 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] Set router 35622653-247a-4189-a834-4ed087592548 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:58:40.374798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-b3a49622-564b-4ce1-915f-d67137457d47 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:40.375484 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-b3a49622-564b-4ce1-915f-d67137457d47 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Synchronizing usage tracker for tenant:bf5f64e943fb4f028223db23610e354a on resource:network {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:58:40.392066 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-b3a49622-564b-4ce1-915f-d67137457d47 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Unset dirty status for tenant:bf5f64e943fb4f028223db23610e354a on resource:network {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:58:40.393387 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-b3a49622-564b-4ce1-915f-d67137457d47 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 812 time: 0.1615021 Jun 02 12:58:40.407771 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-fedeb30c-7a99-41a5-8d4a-85be2591b65a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/quotas/bf5f64e943fb4f028223db23610e354a HTTP/1.1" status: 200 len: 375 time: 0.0088997 Jun 02 12:58:40.492244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-22638d37-e3bc-4f20-b629-9f051be99fd4 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Synchronizing usage tracker for tenant:bf5f64e943fb4f028223db23610e354a on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:58:40.508504 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-22638d37-e3bc-4f20-b629-9f051be99fd4 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Unset dirty status for tenant:bf5f64e943fb4f028223db23610e354a on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:58:40.510002 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-22638d37-e3bc-4f20-b629-9f051be99fd4 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0972533 Jun 02 12:58:40.556932 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:58:40.561757 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516dc9c-59fa-4b47-843f-ac52c126ffba None None] The sync data for ids ['35622653-247a-4189-a834-4ed087592548'] in dv-neutron-601336-80-hyperv is: [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:58:40.807434 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-8c223120-7f70-4c6c-bd0c-c2e044b1795d service neutron] 10.222.0.37 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858219 Jun 02 12:58:40.828645 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 22b25a58-0a28-4dda-9f89-8198839e418b up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:58:40.898272 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 22b25a58-0a28-4dda-9f89-8198839e418b triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:58:40.898656 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:40.959195 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-5e4efe50-0fd1-46c1-81ee-63b6a4113eab service neutron] 10.222.0.37 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364257 Jun 02 12:58:41.023230 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 422e600e-e9b5-4990-9c5c-c1397a95e497 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:58:41.099078 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 422e600e-e9b5-4990-9c5c-c1397a95e497 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:58:41.105109 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 422e600e-e9b5-4990-9c5c-c1397a95e497 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:58:41.106543 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:41.162092 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-bcd2c21c-5fc2-4134-b10f-7e4fc5018fd3 req-51e05388-30c8-4434-8666-01c5f0739c2c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 210 time: 0.0590475 Jun 02 12:58:41.244639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:41.284770 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 422e600e-e9b5-4990-9c5c-c1397a95e497, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=422e600e-e9b5-4990-9c5c-c1397a95e497,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:58:41.291080 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:41.293889 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:41.369119 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=422e600e-e9b5-4990-9c5c-c1397a95e497,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:41.373039 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:42.336529 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-97a4bf93-0a96-43bf-a24c-a75e450ae391 req-83655543-23fd-4032-91a8-325a35473060 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 210 time: 0.0558336 Jun 02 12:58:42.457484 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-fc9477c6-9979-466c-9499-18051b78b1ea tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:42.458932 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-fc9477c6-9979-466c-9499-18051b78b1ea tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 812 time: 0.2008460 Jun 02 12:58:42.506771 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-205f74c9-d5f4-4c0f-a9b4-191fb3215ec1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf5f64e943fb4f028223db23610e354a HTTP/1.1" status: 200 len: 380 time: 0.0397820 Jun 02 12:58:42.515330 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-bc79ab5d-33e2-4538-a5d0-ad22e104acaa tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Request body: {'port': {'device_id': 'cf7993eb-ca75-4f74-b67a-3b31907f958a', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'admin_state_up': True, 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'security_groups': ['39862920-de00-4c66-8210-ea3047cd5662']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:58:42.650883 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-bc79ab5d-33e2-4538-a5d0-ad22e104acaa tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 12:58:42.660198 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-bc79ab5d-33e2-4538-a5d0-ad22e104acaa tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 12:58:42.671320 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-bc79ab5d-33e2-4538-a5d0-ad22e104acaa tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Made reservation on behalf of bf5f64e943fb4f028223db23610e354a for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 12:58:42.675082 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-bc79ab5d-33e2-4538-a5d0-ad22e104acaa tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:42.749474 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 422e600e-e9b5-4990-9c5c-c1397a95e497 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:58:42.818573 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 422e600e-e9b5-4990-9c5c-c1397a95e497 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:58:42.818953 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:42.846757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-bc79ab5d-33e2-4538-a5d0-ad22e104acaa tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Allocated IP 172.20.0.7 (3264455f-2177-4730-bb2e-786f357ca7b1/1bb40371-a91d-45d4-8864-990457b491f8/a9e47d1a-58e9-409e-9c6b-72eb90296b16) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 12:58:43.032300 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-bc79ab5d-33e2-4538-a5d0-ad22e104acaa tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:43.047063 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-bc79ab5d-33e2-4538-a5d0-ad22e104acaa tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Transition to ACTIVE for port object a9e47d1a-58e9-409e-9c6b-72eb90296b16 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:58:43.070295 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-bc79ab5d-33e2-4538-a5d0-ad22e104acaa tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:43.076206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-79021618-72d9-45c8-91f3-1aa0dc28bf7c tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:43.143707 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-bc79ab5d-33e2-4538-a5d0-ad22e104acaa tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Network 3264455f-2177-4730-bb2e-786f357ca7b1 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 12:58:43.146833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-bc79ab5d-33e2-4538-a5d0-ad22e104acaa tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 12:58:43.150667 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-bc79ab5d-33e2-4538-a5d0-ad22e104acaa tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 12:58:43.181558 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79ab5d-33e2-4538-a5d0-ad22e104acaa tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Pushing event updated for resources: {'Port': ['ID=a9e47d1a-58e9-409e-9c6b-72eb90296b16,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:43.188664 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bc79ab5d-33e2-4538-a5d0-ad22e104acaa tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:43.219380 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-bc79ab5d-33e2-4538-a5d0-ad22e104acaa tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:43.219985 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-bc79ab5d-33e2-4538-a5d0-ad22e104acaa tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:43.247398 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-bc79ab5d-33e2-4538-a5d0-ad22e104acaa tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7355516 Jun 02 12:58:43.258903 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Request body: {'port': {'device_id': 'cf7993eb-ca75-4f74-b67a-3b31907f958a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:58:43.373889 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:43.407628 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2b285de2-9690-4e21-b443-2b13049452ca None None] Provisioning for port a9e47d1a-58e9-409e-9c6b-72eb90296b16 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:58:43.420157 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2b285de2-9690-4e21-b443-2b13049452ca None None] Provisioning complete for port a9e47d1a-58e9-409e-9c6b-72eb90296b16 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:58:43.420773 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2b285de2-9690-4e21-b443-2b13049452ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:43.483313 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-2b285de2-9690-4e21-b443-2b13049452ca None None] Port a9e47d1a-58e9-409e-9c6b-72eb90296b16 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 12:58:43.527494 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e4c3b-e136-4cb2-affb-0b2fec4cf17a req-bc8933c4-3c69-49c0-a360-c39784af3d36 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:43.528955 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ab8e4c3b-e136-4cb2-affb-0b2fec4cf17a req-bc8933c4-3c69-49c0-a360-c39784af3d36 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 931 time: 0.0846269 Jun 02 12:58:43.577365 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ab8e4c3b-e136-4cb2-affb-0b2fec4cf17a req-924dc3a1-5aba-4280-b4ed-a55ba20b1410 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425098 Jun 02 12:58:43.721890 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e47d1a-58e9-409e-9c6b-72eb90296b16 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:58:43.729416 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:43.743601 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Transition to ACTIVE for port object a9e47d1a-58e9-409e-9c6b-72eb90296b16 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 12:58:43.748090 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:43.752627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:44.039022 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e47d1a-58e9-409e-9c6b-72eb90296b16,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:44.064382 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:44.105660 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Attempting to bind port a9e47d1a-58e9-409e-9c6b-72eb90296b16 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 12:58:44.105919 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Attempting to bind port a9e47d1a-58e9-409e-9c6b-72eb90296b16 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 12:58:44.106273 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Attempting to bind port a9e47d1a-58e9-409e-9c6b-72eb90296b16 on network 3264455f-2177-4730-bb2e-786f357ca7b1 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:58:44.110668 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Port a9e47d1a-58e9-409e-9c6b-72eb90296b16 on network 3264455f-2177-4730-bb2e-786f357ca7b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 12:58:44.110988 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Attempting to bind port a9e47d1a-58e9-409e-9c6b-72eb90296b16 on network 3264455f-2177-4730-bb2e-786f357ca7b1 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 12:58:44.115913 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 12, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 12:58:44.116243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Checking segment: {'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 12:58:44.116616 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Bound using segment: {'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 12:58:44.117035 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Bound port: a9e47d1a-58e9-409e-9c6b-72eb90296b16, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 12:58:44.117369 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:44.170805 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e2780380-5c64-4dae-b97e-96cb1a638bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:44.208530 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] For port a9e47d1a-58e9-409e-9c6b-72eb90296b16, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 12:58:44.211583 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] For port a9e47d1a-58e9-409e-9c6b-72eb90296b16, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a9e47d1a-58e9-409e-9c6b-72eb90296b16,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 12:58:44.216065 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:44.219659 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:44.275268 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:44.275875 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:44.277224 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] 10.222.0.22 "PUT /v2.0/ports/a9e47d1a-58e9-409e-9c6b-72eb90296b16 HTTP/1.1" status: 200 len: 1093 time: 1.0225282 Jun 02 12:58:44.278322 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7993eb-ca75-4f74-b67a-3b31907f958a', 'tag': 'a9e47d1a-58e9-409e-9c6b-72eb90296b16'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:58:44.280622 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baff173d-8b50-4e13-9599-1e829f4c7419" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7993eb-ca75-4f74-b67a-3b31907f958a", "tag": "a9e47d1a-58e9-409e-9c6b-72eb90296b16"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:58:44.301070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e47d1a-58e9-409e-9c6b-72eb90296b16,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:44.304746 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:44.363105 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958c14dd-a69c-415a-9b6d-6e08ee777d7f x-openstack-request-id: req-958c14dd-a69c-415a-9b6d-6e08ee777d7f {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:58:44.363447 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7993eb-ca75-4f74-b67a-3b31907f958a", "tag": "a9e47d1a-58e9-409e-9c6b-72eb90296b16", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:58:44.363744 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-958c14dd-a69c-415a-9b6d-6e08ee777d7f {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:58:44.364175 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7993eb-ca75-4f74-b67a-3b31907f958a', 'tag': 'a9e47d1a-58e9-409e-9c6b-72eb90296b16', 'status': 'completed', 'code': 200} Jun 02 12:58:44.402002 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-9e2401c8-d5a8-4710-aa6c-7aef51658fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:44.403583 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-9e2401c8-d5a8-4710-aa6c-7aef51658fe5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 1096 time: 0.0780191 Jun 02 12:58:44.477638 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-f66ce04c-d3b7-4bca-a296-f15e46d3ac34 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9e47d1a-58e9-409e-9c6b-72eb90296b16 HTTP/1.1" status: 200 len: 217 time: 0.0659277 Jun 02 12:58:44.544096 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-6482f77c-49fe-4c79-93aa-0fffc59552dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:44.545469 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-6482f77c-49fe-4c79-93aa-0fffc59552dc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0617361 Jun 02 12:58:44.622378 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-e11e8840-af38-4a6a-b988-162b4d536f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:44.623881 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-e11e8840-af38-4a6a-b988-162b4d536f1c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0722463 Jun 02 12:58:44.762827 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-70325754-f19d-49a1-a180-b2d74d6ee72e service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316726 Jun 02 12:58:44.768226 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4989c8-9ead-4634-802d-1fd8ba7ddf2a req-a8cecd1b-17f5-469e-be58-c377ac1a611d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:44.769679 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7e4989c8-9ead-4634-802d-1fd8ba7ddf2a req-a8cecd1b-17f5-469e-be58-c377ac1a611d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 943 time: 0.0813990 Jun 02 12:58:44.814142 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7e4989c8-9ead-4634-802d-1fd8ba7ddf2a req-5bf5da1b-3f03-4b82-812b-20fae3fec45b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387902 Jun 02 12:58:44.895223 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-39163bfa-4b23-4dc4-9942-5db352ee350a req-4ed92e86-8daa-4e20-8a7c-2a887e1f1233 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259971 Jun 02 12:58:45.018949 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff173d-8b50-4e13-9599-1e829f4c7419 req-b21511ff-7471-4233-836a-0322fad442d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:45.020399 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-baff173d-8b50-4e13-9599-1e829f4c7419 req-b21511ff-7471-4233-836a-0322fad442d4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 1096 time: 0.0711915 Jun 02 12:58:45.151429 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff173d-8b50-4e13-9599-1e829f4c7419 req-30776f11-5e9c-4fd7-b6c3-9735d6b01f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:45.153310 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-baff173d-8b50-4e13-9599-1e829f4c7419 req-30776f11-5e9c-4fd7-b6c3-9735d6b01f8e service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1262007 Jun 02 12:58:45.224476 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-baff173d-8b50-4e13-9599-1e829f4c7419 req-da751f3a-ae0a-468e-a8bf-e18d60fc0bb6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9e47d1a-58e9-409e-9c6b-72eb90296b16 HTTP/1.1" status: 200 len: 217 time: 0.0647123 Jun 02 12:58:45.286527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff173d-8b50-4e13-9599-1e829f4c7419 req-25994e30-bc4a-4372-9dd2-9f4ee757d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:45.287909 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-baff173d-8b50-4e13-9599-1e829f4c7419 req-25994e30-bc4a-4372-9dd2-9f4ee757d42d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0559003 Jun 02 12:58:45.366844 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff173d-8b50-4e13-9599-1e829f4c7419 req-71c100eb-8336-4eba-a153-10c1a8a06f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:45.368292 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-baff173d-8b50-4e13-9599-1e829f4c7419 req-71c100eb-8336-4eba-a153-10c1a8a06f2b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0723701 Jun 02 12:58:45.501798 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-baff173d-8b50-4e13-9599-1e829f4c7419 req-8b77fefb-9bdb-49e9-b528-0ce63d2bd052 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267092 Jun 02 12:58:45.633649 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-baff173d-8b50-4e13-9599-1e829f4c7419 req-8dc9003b-52d7-44db-a270-6451d681095e service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240466 Jun 02 12:58:46.010248 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc7153-1e35-45b7-a479-4d53fe6c569a req-ea342a69-79e0-4470-b4b6-15dea423e9fd tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:46.010934 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-45cc7153-1e35-45b7-a479-4d53fe6c569a req-ea342a69-79e0-4470-b4b6-15dea423e9fd tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Synchronizing usage tracker for tenant:bf5f64e943fb4f028223db23610e354a on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 12:58:46.026464 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-45cc7153-1e35-45b7-a479-4d53fe6c569a req-ea342a69-79e0-4470-b4b6-15dea423e9fd tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Unset dirty status for tenant:bf5f64e943fb4f028223db23610e354a on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 12:58:46.027840 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-45cc7153-1e35-45b7-a479-4d53fe6c569a req-ea342a69-79e0-4470-b4b6-15dea423e9fd tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 943 time: 0.1094842 Jun 02 12:58:46.072293 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-45cc7153-1e35-45b7-a479-4d53fe6c569a req-02b3c22e-ebbd-4ea1-8b73-559c87fdf82a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387969 Jun 02 12:58:46.661964 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-61385493-7cc8-407a-a8b6-025410be0d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:46.718190 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:46.902496 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device a9e47d1a-58e9-409e-9c6b-72eb90296b16 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 12:58:47.069393 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port a9e47d1a-58e9-409e-9c6b-72eb90296b16, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a9e47d1a-58e9-409e-9c6b-72eb90296b16,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:58:47.083073 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': 'a9e47d1a-58e9-409e-9c6b-72eb90296b16', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'port_id': 'a9e47d1a-58e9-409e-9c6b-72eb90296b16', 'mac_address': 'fa:16:3e:36:cf:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 12:58:47.147421 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:47.166706 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e47d1a-58e9-409e-9c6b-72eb90296b16 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 12:58:47.184876 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port a9e47d1a-58e9-409e-9c6b-72eb90296b16, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a9e47d1a-58e9-409e-9c6b-72eb90296b16,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:58:47.190729 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:47.192849 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:47.264264 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=a9e47d1a-58e9-409e-9c6b-72eb90296b16,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:47.267666 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:47.402388 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2389a9-e171-40ca-bb3e-97a392abad22 req-32a5548e-d7da-4be3-b04a-059ae7c800ce tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:47.404327 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4c2389a9-e171-40ca-bb3e-97a392abad22 req-32a5548e-d7da-4be3-b04a-059ae7c800ce tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 944 time: 0.0829778 Jun 02 12:58:47.448144 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4c2389a9-e171-40ca-bb3e-97a392abad22 req-4efb30d8-ab03-486c-bdcc-d3b2287f20b4 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381937 Jun 02 12:58:47.583173 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['a9e47d1a-58e9-409e-9c6b-72eb90296b16'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 12:58:47.786922 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:48.749454 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515fc1d-6eea-46ed-b168-2940b6d968fa req-3c38e861-0531-43d0-ac5e-14f575d60d86 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:48.750888 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d515fc1d-6eea-46ed-b168-2940b6d968fa req-3c38e861-0531-43d0-ac5e-14f575d60d86 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 944 time: 0.1963274 Jun 02 12:58:48.794977 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d515fc1d-6eea-46ed-b168-2940b6d968fa req-0fbdb1a6-ff6c-4cc1-9200-461f05b492eb tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385478 Jun 02 12:58:48.912064 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device a9e47d1a-58e9-409e-9c6b-72eb90296b16 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 12:58:48.980294 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port a9e47d1a-58e9-409e-9c6b-72eb90296b16 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 12:58:48.984724 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port a9e47d1a-58e9-409e-9c6b-72eb90296b16 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 12:58:48.985097 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:49.099817 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:49.125730 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7993eb-ca75-4f74-b67a-3b31907f958a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e47d1a-58e9-409e-9c6b-72eb90296b16'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:58:49.127989 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b583258c-186c-4320-8028-8b34d8275a75" -d '{"events": [{"server_uuid": "cf7993eb-ca75-4f74-b67a-3b31907f958a", "name": "network-vif-plugged", "status": "completed", "tag": "a9e47d1a-58e9-409e-9c6b-72eb90296b16"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:58:49.135959 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port a9e47d1a-58e9-409e-9c6b-72eb90296b16, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a9e47d1a-58e9-409e-9c6b-72eb90296b16,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 12:58:49.139750 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:49.141649 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 12:58:49.179648 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 12:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bddec34-b137-40dc-bac0-5a6a46187916 x-openstack-request-id: req-3bddec34-b137-40dc-bac0-5a6a46187916 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:58:49.179935 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7993eb-ca75-4f74-b67a-3b31907f958a", "name": "network-vif-plugged", "status": "completed", "tag": "a9e47d1a-58e9-409e-9c6b-72eb90296b16", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:58:49.180196 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3bddec34-b137-40dc-bac0-5a6a46187916 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:58:49.180591 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7993eb-ca75-4f74-b67a-3b31907f958a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e47d1a-58e9-409e-9c6b-72eb90296b16', 'code': 200} Jun 02 12:58:49.213933 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=a9e47d1a-58e9-409e-9c6b-72eb90296b16,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 12:58:49.217473 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 12:58:49.397627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c665565-1c0b-4828-9dbe-9fb81c045739 req-473baaad-72f4-4a61-8cb5-ffe872d3fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:49.399102 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8c665565-1c0b-4828-9dbe-9fb81c045739 req-473baaad-72f4-4a61-8cb5-ffe872d3fb07 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 1098 time: 0.0734439 Jun 02 12:58:49.439294 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8c665565-1c0b-4828-9dbe-9fb81c045739 req-091bdc4b-ad0c-4807-9964-6279cd6dd639 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337286 Jun 02 12:58:49.559672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:49.973522 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f7c17-2f65-47a0-a162-957a233f368f req-78ae6426-51f6-493c-973a-e7c22accc49e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:49.974981 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-821f7c17-2f65-47a0-a162-957a233f368f req-78ae6426-51f6-493c-973a-e7c22accc49e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0787575 Jun 02 12:58:50.028631 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-821f7c17-2f65-47a0-a162-957a233f368f req-b40520c9-2383-42a7-800e-d09ef19abbe2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480778 Jun 02 12:58:51.213164 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e506c-409c-44b5-b01d-41a802d4a2a4 req-177d6780-3cc2-4931-ae4b-ba47ce70453a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:51.214664 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-123e506c-409c-44b5-b01d-41a802d4a2a4 req-177d6780-3cc2-4931-ae4b-ba47ce70453a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0812407 Jun 02 12:58:51.261295 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-123e506c-409c-44b5-b01d-41a802d4a2a4 req-0c81a632-a4b3-4147-a5c8-8b306be5a977 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410113 Jun 02 12:58:51.439312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e13d2f-cfbf-48fb-9c01-503a0bbfcda9 req-82336d18-597c-4c90-848b-1e42d5e6436b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:51.440738 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f7e13d2f-cfbf-48fb-9c01-503a0bbfcda9 req-82336d18-597c-4c90-848b-1e42d5e6436b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0833917 Jun 02 12:58:51.449208 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 51374) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 12:58:51.454452 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-33ca8afa-d265-4648-ae5d-57bee656f5b1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Request body: {'floatingip': {'port_id': 'a9e47d1a-58e9-409e-9c6b-72eb90296b16'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 12:58:51.534805 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-33ca8afa-d265-4648-ae5d-57bee656f5b1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for floatingip, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:52.120427 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-33ca8afa-d265-4648-ae5d-57bee656f5b1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:52.124528 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-33ca8afa-d265-4648-ae5d-57bee656f5b1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:52.289700 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-33ca8afa-d265-4648-ae5d-57bee656f5b1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Floating IP 92d02e76-2e9a-40cf-b9ea-1319547eefe4 associated. External IP: 172.26.7.207, port: a9e47d1a-58e9-409e-9c6b-72eb90296b16. Jun 02 12:58:52.754932 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ca8afa-d265-4648-ae5d-57bee656f5b1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Router 35622653-247a-4189-a834-4ed087592548 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 12:58:52.930644 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ca8afa-d265-4648-ae5d-57bee656f5b1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 12:58:52.935649 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-33ca8afa-d265-4648-ae5d-57bee656f5b1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:58:52.940000 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5848930-6900-4406-a7bc-e09403354ea3 None None] Sync routers for ids ['35622653-247a-4189-a834-4ed087592548'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 12:58:52.950750 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5848930-6900-4406-a7bc-e09403354ea3 None None] Routers {'35622653-247a-4189-a834-4ed087592548'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:58:52.951291 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-f5848930-6900-4406-a7bc-e09403354ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:58:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['35622653-247a-4189-a834-4ed087592548'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:58:52.991517 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-33ca8afa-d265-4648-ae5d-57bee656f5b1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "PUT /v2.0/floatingips/92d02e76-2e9a-40cf-b9ea-1319547eefe4 HTTP/1.1" status: 200 len: 991 time: 1.5405593 Jun 02 12:58:52.992275 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7993eb-ca75-4f74-b67a-3b31907f958a', 'tag': 'a9e47d1a-58e9-409e-9c6b-72eb90296b16'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 12:58:52.994668 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef7a372-5a4b-45db-a2a1-a7162af00b74" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7993eb-ca75-4f74-b67a-3b31907f958a", "tag": "a9e47d1a-58e9-409e-9c6b-72eb90296b16"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 12:58:53.044495 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 12:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53df5923-73da-49ba-b6f7-197261cd56d8 x-openstack-request-id: req-53df5923-73da-49ba-b6f7-197261cd56d8 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 12:58:53.045004 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7993eb-ca75-4f74-b67a-3b31907f958a", "tag": "a9e47d1a-58e9-409e-9c6b-72eb90296b16", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 12:58:53.045409 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53df5923-73da-49ba-b6f7-197261cd56d8 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 12:58:53.046059 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7993eb-ca75-4f74-b67a-3b31907f958a', 'tag': 'a9e47d1a-58e9-409e-9c6b-72eb90296b16', 'status': 'completed', 'code': 200} Jun 02 12:58:53.130733 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-f5848930-6900-4406-a7bc-e09403354ea3 None None] Set router 35622653-247a-4189-a834-4ed087592548 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:58:53.136126 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7a372-5a4b-45db-a2a1-a7162af00b74 req-8ef1fb04-eccc-49ba-af6f-94c000503836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:53.138298 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fef7a372-5a4b-45db-a2a1-a7162af00b74 req-8ef1fb04-eccc-49ba-af6f-94c000503836 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 1098 time: 0.0724900 Jun 02 12:58:53.271441 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7a372-5a4b-45db-a2a1-a7162af00b74 req-a91a4602-4582-4889-966a-e120562fcba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:53.272891 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fef7a372-5a4b-45db-a2a1-a7162af00b74 req-a91a4602-4582-4889-966a-e120562fcba5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1284113 Jun 02 12:58:53.377500 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fef7a372-5a4b-45db-a2a1-a7162af00b74 req-3d1c5206-75ca-4915-a903-155bb75bd2f5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9e47d1a-58e9-409e-9c6b-72eb90296b16 HTTP/1.1" status: 200 len: 999 time: 0.0980442 Jun 02 12:58:53.441356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7a372-5a4b-45db-a2a1-a7162af00b74 req-b216bee5-e040-46d4-baee-64d69de6e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:53.442830 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fef7a372-5a4b-45db-a2a1-a7162af00b74 req-b216bee5-e040-46d4-baee-64d69de6e6c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0588312 Jun 02 12:58:53.497066 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-f5848930-6900-4406-a7bc-e09403354ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '92d02e76-2e9a-40cf-b9ea-1319547eefe4', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'floating_ip_address': '172.26.7.207', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '35622653-247a-4189-a834-4ed087592548', 'port_id': 'a9e47d1a-58e9-409e-9c6b-72eb90296b16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'mac_address': 'fa:16:3e:36:cf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7993eb-ca75-4f74-b67a-3b31907f958a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:58:39Z', 'updated_at': '2021-06-02T12:58:52Z', 'revision_number': 1, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:58:53.500685 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5848930-6900-4406-a7bc-e09403354ea3 None None] Checking router: 35622653-247a-4189-a834-4ed087592548 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 12:58:53.508821 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5848930-6900-4406-a7bc-e09403354ea3 None None] Routers {'35622653-247a-4189-a834-4ed087592548'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 12:58:53.509409 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-f5848930-6900-4406-a7bc-e09403354ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T12:58:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['35622653-247a-4189-a834-4ed087592548'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:58:53.524310 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7a372-5a4b-45db-a2a1-a7162af00b74 req-cd98def4-5dc1-4903-9f13-430a06bd25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:58:53.525777 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fef7a372-5a4b-45db-a2a1-a7162af00b74 req-cd98def4-5dc1-4903-9f13-430a06bd25a1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0767357 Jun 02 12:58:53.664372 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fef7a372-5a4b-45db-a2a1-a7162af00b74 req-dab75806-08ae-4fec-b1ea-8a34a6fa68e9 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315007 Jun 02 12:58:53.685219 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-f5848930-6900-4406-a7bc-e09403354ea3 None None] Set router 35622653-247a-4189-a834-4ed087592548 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 12:58:53.799888 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fef7a372-5a4b-45db-a2a1-a7162af00b74 req-8672cfe0-9366-4d91-9c8c-3cbfa8f815a8 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295640 Jun 02 12:58:54.024744 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-f5848930-6900-4406-a7bc-e09403354ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '92d02e76-2e9a-40cf-b9ea-1319547eefe4', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'floating_ip_address': '172.26.7.207', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '35622653-247a-4189-a834-4ed087592548', 'port_id': 'a9e47d1a-58e9-409e-9c6b-72eb90296b16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'mac_address': 'fa:16:3e:36:cf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7993eb-ca75-4f74-b67a-3b31907f958a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:58:39Z', 'updated_at': '2021-06-02T12:58:52Z', 'revision_number': 1, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 12:58:54.028529 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5848930-6900-4406-a7bc-e09403354ea3 None None] The sync data for ids ['35622653-247a-4189-a834-4ed087592548'] in dv-neutron-601336-80-hyperv is: [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '92d02e76-2e9a-40cf-b9ea-1319547eefe4', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'floating_ip_address': '172.26.7.207', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '35622653-247a-4189-a834-4ed087592548', 'port_id': 'a9e47d1a-58e9-409e-9c6b-72eb90296b16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'mac_address': 'fa:16:3e:36:cf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7993eb-ca75-4f74-b67a-3b31907f958a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:58:39Z', 'updated_at': '2021-06-02T12:58:52Z', 'revision_number': 1, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 12:58:54.220848 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf38de0-6425-41c0-a2b5-48fc6138e280 None None] New status for floating IP 92d02e76-2e9a-40cf-b9ea-1319547eefe4: ACTIVE {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 12:58:56.030957 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:59:03.817879 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:59:14.173011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-37e7f651-e2ce-4e3d-8b04-6c2165f2be9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:59:16.664635 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5c891926-4544-4187-bbfa-ffcf04ce554e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:59:16.720814 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:59:16.844518 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6f679e86-73af-46b3-8887-56cf9a2aa311 req-6fa4e988-a36a-4f46-95a8-ecdfde593622 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691535 Jun 02 12:59:16.980731 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f679e86-73af-46b3-8887-56cf9a2aa311 req-86335806-df49-4d72-acb2-9b9be7ab310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:59:16.982233 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6f679e86-73af-46b3-8887-56cf9a2aa311 req-86335806-df49-4d72-acb2-9b9be7ab310f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 1098 time: 0.0709107 Jun 02 12:59:17.139847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f679e86-73af-46b3-8887-56cf9a2aa311 req-096427c7-17c5-4bbd-a34f-71585bf23293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:59:17.141181 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6f679e86-73af-46b3-8887-56cf9a2aa311 req-096427c7-17c5-4bbd-a34f-71585bf23293 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1412401 Jun 02 12:59:17.361027 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6f679e86-73af-46b3-8887-56cf9a2aa311 req-0b108eb1-f140-49a5-bdf5-1e3c08bac2d6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9e47d1a-58e9-409e-9c6b-72eb90296b16 HTTP/1.1" status: 200 len: 1001 time: 0.2127807 Jun 02 12:59:17.426123 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f679e86-73af-46b3-8887-56cf9a2aa311 req-7af781f0-10a1-4031-a181-77cacb370e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:59:17.427532 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6f679e86-73af-46b3-8887-56cf9a2aa311 req-7af781f0-10a1-4031-a181-77cacb370e24 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0591691 Jun 02 12:59:17.501974 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f679e86-73af-46b3-8887-56cf9a2aa311 req-2f918c6f-f196-4222-a926-a6cffa1ed022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 12:59:17.503412 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6f679e86-73af-46b3-8887-56cf9a2aa311 req-2f918c6f-f196-4222-a926-a6cffa1ed022 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0685368 Jun 02 12:59:17.635412 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6f679e86-73af-46b3-8887-56cf9a2aa311 req-7e6cc2e8-28d6-450e-9c43-33bc025860ed service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245413 Jun 02 12:59:17.769888 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6f679e86-73af-46b3-8887-56cf9a2aa311 req-650f35f7-a08c-43c4-b266-93d341893315 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275856 Jun 02 12:59:17.790014 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:59:19.563474 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:59:26.041613 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:59:40.816999 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 12:59:44.174182 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-df214aef-27b8-4cfb-bb60-0eaebba5b8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:59:46.667458 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d9ec-a488-44b7-8dd6-b1943cffee3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:59:46.722573 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:59:47.793498 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:59:49.564419 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 12:59:56.038403 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:03.735066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de3d79-d17d-40e0-b9b5-ce932fd70002 req-76175212-64d3-4f22-b7fa-ad9a584269b4 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:03.736432 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f9de3d79-d17d-40e0-b9b5-ce932fd70002 req-76175212-64d3-4f22-b7fa-ad9a584269b4 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0805855 Jun 02 13:00:03.781659 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f9de3d79-d17d-40e0-b9b5-ce932fd70002 req-9ee6e7e3-c3ff-4666-9e2b-27067b2a9bca tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395606 Jun 02 13:00:04.132762 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-a379d37c-22df-4c95-b442-b0703f6574cf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0750830 Jun 02 13:00:04.187720 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250b003-bc7f-4501-ba98-b87bd65fb2e3 req-531e4a03-ab31-4d1d-915b-55ef06110bd2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:04.189172 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d250b003-bc7f-4501-ba98-b87bd65fb2e3 req-531e4a03-ab31-4d1d-915b-55ef06110bd2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0850000 Jun 02 13:00:04.234426 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d250b003-bc7f-4501-ba98-b87bd65fb2e3 req-6e73b8e2-b95d-43b7-a0da-f93d36df04fd tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396097 Jun 02 13:00:05.417836 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cea1e-6c59-4cf7-9ed1-57bee7866ffa req-2927b18d-8e0f-4fed-bdd2-3a920c1993f5 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:05.419385 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-398cea1e-6c59-4cf7-9ed1-57bee7866ffa req-2927b18d-8e0f-4fed-bdd2-3a920c1993f5 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0795906 Jun 02 13:00:05.462855 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-398cea1e-6c59-4cf7-9ed1-57bee7866ffa req-5a1338b5-0f71-4f32-a043-7d56c95eaf2c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379636 Jun 02 13:00:06.653059 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be888f4-2391-468c-8680-2cdf138c94ad req-cb3d2f67-5d10-43dd-8dc2-a0b6f01a042a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:06.655173 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1be888f4-2391-468c-8680-2cdf138c94ad req-cb3d2f67-5d10-43dd-8dc2-a0b6f01a042a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0856340 Jun 02 13:00:06.699976 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1be888f4-2391-468c-8680-2cdf138c94ad req-d2e16638-7f69-4eba-9d50-9db83e667f2f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385563 Jun 02 13:00:07.889596 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87a530-925c-41f4-901a-cd0b1c9fa2cd req-6cde8a10-ba26-47e0-ad44-f2660890b8bf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:07.891090 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-af87a530-925c-41f4-901a-cd0b1c9fa2cd req-6cde8a10-ba26-47e0-ad44-f2660890b8bf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0875025 Jun 02 13:00:07.935076 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-af87a530-925c-41f4-901a-cd0b1c9fa2cd req-aec91011-47bb-41b9-b849-c8698ab85651 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383101 Jun 02 13:00:09.121542 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b94c8-96de-487f-ab46-98e0f5ea814f req-1a04e13a-0098-4045-8739-0202eb8e21c0 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:09.122916 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9e3b94c8-96de-487f-ab46-98e0f5ea814f req-1a04e13a-0098-4045-8739-0202eb8e21c0 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0827987 Jun 02 13:00:09.170151 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9e3b94c8-96de-487f-ab46-98e0f5ea814f req-208ffebd-9f6e-460a-856e-6b1ab209b9db tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408685 Jun 02 13:00:09.375008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-a244afde-c1e4-4599-91cd-78667fb872f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:09.376358 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-a244afde-c1e4-4599-91cd-78667fb872f7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 1098 time: 0.0706615 Jun 02 13:00:09.510972 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-6dc508ed-8338-47d0-9d7b-91bdde0be9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:09.512399 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-6dc508ed-8338-47d0-9d7b-91bdde0be9de service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1297493 Jun 02 13:00:09.617255 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-36476aa5-5c15-4b97-a8b2-9214ffbc3ea6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9e47d1a-58e9-409e-9c6b-72eb90296b16 HTTP/1.1" status: 200 len: 1001 time: 0.0973446 Jun 02 13:00:09.683998 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-82a4810c-b611-46a6-b047-f23b3385145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:09.685979 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-82a4810c-b611-46a6-b047-f23b3385145e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0622904 Jun 02 13:00:09.803852 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-e13603d8-f2af-4a25-8cb4-ddbc3968cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:09.805297 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-e13603d8-f2af-4a25-8cb4-ddbc3968cc99 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1125495 Jun 02 13:00:09.816380 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-b68bb0cc-90bb-4f6e-91d1-25af5e6a5bae service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 13:00:09.817287 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-b68bb0cc-90bb-4f6e-91d1-25af5e6a5bae service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047603 Jun 02 13:00:09.948724 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-a5752ec1-b94e-4f84-a0c3-3d3a06c02df0 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251113 Jun 02 13:00:10.077070 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-d0e438be-215f-43e9-9f29-cf9c5d5f3dd2 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221588 Jun 02 13:00:10.361616 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840d013-8ede-41dc-aaba-3da8cd0a409e req-3599d6f8-f687-4b84-a294-bbb4dc4a27a5 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:10.363079 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4840d013-8ede-41dc-aaba-3da8cd0a409e req-3599d6f8-f687-4b84-a294-bbb4dc4a27a5 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0797331 Jun 02 13:00:10.411856 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4840d013-8ede-41dc-aaba-3da8cd0a409e req-adbfc06d-1c2d-4edb-8d0c-0ff577410ae3 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431960 Jun 02 13:00:11.594680 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf60187-edef-42b8-9121-cf948e5762ac req-571b9f12-f152-486b-be83-0635a51009eb tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:11.596014 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fbf60187-edef-42b8-9121-cf948e5762ac req-571b9f12-f152-486b-be83-0635a51009eb tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0784612 Jun 02 13:00:11.642929 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fbf60187-edef-42b8-9121-cf948e5762ac req-7efca3da-8f0d-44de-98a3-6c2d60c193ad tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414395 Jun 02 13:00:12.824561 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc5f6b-6ec1-452d-b1f8-43ac48b830f5 req-39cb4530-3ce8-45dd-b7b8-35566ec37c4d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:12.825989 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-70cc5f6b-6ec1-452d-b1f8-43ac48b830f5 req-39cb4530-3ce8-45dd-b7b8-35566ec37c4d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0798995 Jun 02 13:00:12.874501 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-70cc5f6b-6ec1-452d-b1f8-43ac48b830f5 req-87c1fc7d-b74e-4e7a-bdcd-7a578699b606 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425169 Jun 02 13:00:14.053889 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4be299-3bb9-432a-b187-be92a7b06cf3 req-9d9cde23-5b1d-4209-a049-2192901b0a7f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:14.055337 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-cd4be299-3bb9-432a-b187-be92a7b06cf3 req-9d9cde23-5b1d-4209-a049-2192901b0a7f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0791214 Jun 02 13:00:14.098753 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-cd4be299-3bb9-432a-b187-be92a7b06cf3 req-4625577f-0180-4934-8e78-09aee9422535 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369051 Jun 02 13:00:14.175862 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4e188c82-4d51-4742-936b-c8980f83d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:15.283763 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf687b0-311e-4a19-b463-1c665fd1db6c req-ce3feca7-7340-429d-b83a-a2bb405fb598 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:15.285195 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-adf687b0-311e-4a19-b463-1c665fd1db6c req-ce3feca7-7340-429d-b83a-a2bb405fb598 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0834486 Jun 02 13:00:15.437289 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-adf687b0-311e-4a19-b463-1c665fd1db6c req-1f1b2038-227e-4ba0-b44f-3279e0d9b218 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461570 Jun 02 13:00:16.635849 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789666b9-3fff-498c-b9c5-3deba858f028 req-b415b0fe-0f9b-4d13-a85c-981ac217fc99 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:16.637307 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-789666b9-3fff-498c-b9c5-3deba858f028 req-b415b0fe-0f9b-4d13-a85c-981ac217fc99 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0971975 Jun 02 13:00:16.669114 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6d06eb38-e03a-440f-be26-a97759d6a432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:16.682426 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-789666b9-3fff-498c-b9c5-3deba858f028 req-ee5d9c42-0c41-49c6-8956-b19a1e000c0e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388649 Jun 02 13:00:16.724077 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:17.796723 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:17.815605 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:00:17.869890 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9df08-eae6-4ddb-9b91-681fc16975e8 req-92230ac8-9edc-48c1-8d99-3d162839ee47 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:17.871359 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-03d9df08-eae6-4ddb-9b91-681fc16975e8 req-92230ac8-9edc-48c1-8d99-3d162839ee47 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0814116 Jun 02 13:00:17.917166 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-03d9df08-eae6-4ddb-9b91-681fc16975e8 req-26e84124-6f97-48ee-9559-f7764d90bbd7 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400507 Jun 02 13:00:18.883816 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c932a-60de-4937-ac64-fe763dd3f38c req-d5056782-35b3-4f89-b2c2-763e5cf7c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:18.885349 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-644c932a-60de-4937-ac64-fe763dd3f38c req-d5056782-35b3-4f89-b2c2-763e5cf7c77b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 1098 time: 0.0739219 Jun 02 13:00:19.030445 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c932a-60de-4937-ac64-fe763dd3f38c req-947bdd31-f407-4094-82d2-86c68bc4aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:19.031789 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-644c932a-60de-4937-ac64-fe763dd3f38c req-947bdd31-f407-4094-82d2-86c68bc4aff8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1270454 Jun 02 13:00:19.102212 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622501df-530c-4946-81c5-95e8f50c45a7 req-290e8acd-eb84-4fbf-9c84-6be7dd84c985 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:19.103678 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-622501df-530c-4946-81c5-95e8f50c45a7 req-290e8acd-eb84-4fbf-9c84-6be7dd84c985 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0808501 Jun 02 13:00:19.136784 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-644c932a-60de-4937-ac64-fe763dd3f38c req-b011a8f7-133f-48b5-8228-d864e4cf58f4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9e47d1a-58e9-409e-9c6b-72eb90296b16 HTTP/1.1" status: 200 len: 1001 time: 0.0974686 Jun 02 13:00:19.148802 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-622501df-530c-4946-81c5-95e8f50c45a7 req-5707f658-0262-485a-bea4-569aa3abcefc tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395465 Jun 02 13:00:19.202677 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c932a-60de-4937-ac64-fe763dd3f38c req-914dc195-5a3d-40e4-b997-c5c150c2dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:19.204115 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-644c932a-60de-4937-ac64-fe763dd3f38c req-914dc195-5a3d-40e4-b997-c5c150c2dd72 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0598390 Jun 02 13:00:19.284973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c932a-60de-4937-ac64-fe763dd3f38c req-210a56a2-3690-4301-bd68-105ee0116dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:19.286384 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-644c932a-60de-4937-ac64-fe763dd3f38c req-210a56a2-3690-4301-bd68-105ee0116dbf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0757029 Jun 02 13:00:19.416527 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-644c932a-60de-4937-ac64-fe763dd3f38c req-f5873770-ea6b-449c-99e2-cdf76297a9d8 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230395 Jun 02 13:00:19.548320 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-644c932a-60de-4937-ac64-fe763dd3f38c req-964d7d73-a710-44d9-a10b-9512e8174b0d service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242082 Jun 02 13:00:19.567760 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:20.331397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0b19b-5a7e-4523-89d0-aec90ea919b3 req-10a05911-1a1e-4724-81d1-6c44ea8a0b51 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:20.332822 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c8d0b19b-5a7e-4523-89d0-aec90ea919b3 req-10a05911-1a1e-4724-81d1-6c44ea8a0b51 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0791342 Jun 02 13:00:20.376882 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c8d0b19b-5a7e-4523-89d0-aec90ea919b3 req-e28c84da-eca7-4f6c-bff0-f3f1f3c68eac tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385399 Jun 02 13:00:21.562400 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165675b-f172-461a-986b-6e816fb36aae req-494790e1-dc7a-44f9-a7b7-e0a8127fb43a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:21.563771 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e165675b-f172-461a-986b-6e816fb36aae req-494790e1-dc7a-44f9-a7b7-e0a8127fb43a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0839055 Jun 02 13:00:21.607330 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e165675b-f172-461a-986b-6e816fb36aae req-298c945e-285e-4627-9ea9-1cf1e0115079 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373564 Jun 02 13:00:22.791533 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34055aa9-a156-49d6-8c21-a9c6af79da57 req-f0cfba35-ebe2-495b-8dc0-8925ad162841 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:22.792954 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-34055aa9-a156-49d6-8c21-a9c6af79da57 req-f0cfba35-ebe2-495b-8dc0-8925ad162841 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0821800 Jun 02 13:00:22.836396 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-34055aa9-a156-49d6-8c21-a9c6af79da57 req-3b1a9b68-c91b-45e6-bbbe-542b8cf6f221 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378518 Jun 02 13:00:24.027077 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e0055-388b-4526-8da1-a23960bdad0d req-d21fa8c2-091c-4d79-aba9-34047ec5a8d3 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:24.028528 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-015e0055-388b-4526-8da1-a23960bdad0d req-d21fa8c2-091c-4d79-aba9-34047ec5a8d3 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0809040 Jun 02 13:00:24.072767 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-015e0055-388b-4526-8da1-a23960bdad0d req-9d150ca2-8d7a-48a9-b7d9-116490d1324f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380642 Jun 02 13:00:25.258773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e748c3-f072-4490-920a-5fd244a02d6b req-46ae17a0-be97-4dc7-90bd-463dc588c13a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:25.260237 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-42e748c3-f072-4490-920a-5fd244a02d6b req-46ae17a0-be97-4dc7-90bd-463dc588c13a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0810819 Jun 02 13:00:25.304806 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-42e748c3-f072-4490-920a-5fd244a02d6b req-0c3c848e-c47a-40fd-8289-4be9de62c479 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384517 Jun 02 13:00:26.041963 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:26.491183 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97011a-a383-4347-86a1-a85488591b40 req-80861d8d-7a55-4368-8d0e-6d0107a75cf0 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:26.492630 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ec97011a-a383-4347-86a1-a85488591b40 req-80861d8d-7a55-4368-8d0e-6d0107a75cf0 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0827813 Jun 02 13:00:26.539096 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ec97011a-a383-4347-86a1-a85488591b40 req-fdf7a688-1df2-47d6-84e9-3c3e54335e7a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408731 Jun 02 13:00:26.818308 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-e32de02d-d426-423b-9da4-c73c42c7d0d4 service neutron] 10.222.0.22 "GET /v2.0/ports/a9e47d1a-58e9-409e-9c6b-72eb90296b16/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0775185 Jun 02 13:00:27.071921 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-b2f85cab-d978-42a0-a5a6-18abe9a1fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:27.073265 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-b2f85cab-d978-42a0-a5a6-18abe9a1fffd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a&tenant_id=bf5f64e943fb4f028223db23610e354a HTTP/1.1" status: 200 len: 1098 time: 0.0707407 Jun 02 13:00:27.168594 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-1615328f-2428-40d6-a08f-9002eaffaca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:27.170043 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-1615328f-2428-40d6-a08f-9002eaffaca5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 1098 time: 0.0751014 Jun 02 13:00:27.300487 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-c60dba68-4b77-4375-891b-7884729137df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:27.301904 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-c60dba68-4b77-4375-891b-7884729137df service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1244354 Jun 02 13:00:27.401327 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-fa8df941-8879-4b72-90c4-7fe6b4183d7e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9e47d1a-58e9-409e-9c6b-72eb90296b16 HTTP/1.1" status: 200 len: 1001 time: 0.0904260 Jun 02 13:00:27.572331 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-f0153bd2-9ceb-4258-8527-5347cdb15da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:27.573781 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-f0153bd2-9ceb-4258-8527-5347cdb15da5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.1648948 Jun 02 13:00:27.691789 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-a909fff9-187d-4e8a-a79d-df27eece5826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:27.693108 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-a909fff9-187d-4e8a-a79d-df27eece5826 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1115937 Jun 02 13:00:27.825056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1b626-b069-4b97-9ba7-2a6a47a38901 req-2dd8e653-2c7b-4f30-968e-9b7fc1f0f88d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:27.826517 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-27a1b626-b069-4b97-9ba7-2a6a47a38901 req-2dd8e653-2c7b-4f30-968e-9b7fc1f0f88d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.1825016 Jun 02 13:00:27.867291 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-a274a4bd-c725-4e44-aacd-b784ff5bd81f service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670778 Jun 02 13:00:27.908642 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-27a1b626-b069-4b97-9ba7-2a6a47a38901 req-f12ad9cc-173c-4f67-9945-556b922b8bff tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695882 Jun 02 13:00:28.007347 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-4e46eea3-4a0a-4d2e-9b28-52322564d3b6 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313119 Jun 02 13:00:29.089521 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f927f60-b2c1-4a8e-a321-43c34547f1a2 req-dc2833aa-7d8c-49e6-baa9-f9158ac41d85 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:29.090904 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5f927f60-b2c1-4a8e-a321-43c34547f1a2 req-dc2833aa-7d8c-49e6-baa9-f9158ac41d85 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0787728 Jun 02 13:00:29.138020 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5f927f60-b2c1-4a8e-a321-43c34547f1a2 req-54baabf6-04b0-4258-b139-9e5c4ac55bd4 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416262 Jun 02 13:00:29.436089 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device a9e47d1a-58e9-409e-9c6b-72eb90296b16 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:00:29.461160 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device a9e47d1a-58e9-409e-9c6b-72eb90296b16 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:00:29.644154 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:29.674193 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port a9e47d1a-58e9-409e-9c6b-72eb90296b16, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a9e47d1a-58e9-409e-9c6b-72eb90296b16,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:00:29.695067 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7993eb-ca75-4f74-b67a-3b31907f958a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9e47d1a-58e9-409e-9c6b-72eb90296b16'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:00:29.697192 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bbc64d-e48e-4f2f-bf6c-39d8d69f69ec" -d '{"events": [{"server_uuid": "cf7993eb-ca75-4f74-b67a-3b31907f958a", "name": "network-vif-unplugged", "status": "completed", "tag": "a9e47d1a-58e9-409e-9c6b-72eb90296b16"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:00:29.702084 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': 'a9e47d1a-58e9-409e-9c6b-72eb90296b16', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'port_id': 'a9e47d1a-58e9-409e-9c6b-72eb90296b16', 'mac_address': 'fa:16:3e:36:cf:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:00:29.707808 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port a9e47d1a-58e9-409e-9c6b-72eb90296b16, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a9e47d1a-58e9-409e-9c6b-72eb90296b16,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:00:29.777440 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 13:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e13e599-e022-407d-8659-c857cb0978aa x-openstack-request-id: req-1e13e599-e022-407d-8659-c857cb0978aa {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:00:29.777737 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7993eb-ca75-4f74-b67a-3b31907f958a", "name": "network-vif-unplugged", "status": "completed", "tag": "a9e47d1a-58e9-409e-9c6b-72eb90296b16", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:00:29.777993 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e13e599-e022-407d-8659-c857cb0978aa {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:00:29.778418 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7993eb-ca75-4f74-b67a-3b31907f958a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9e47d1a-58e9-409e-9c6b-72eb90296b16', 'code': 200} Jun 02 13:00:29.784150 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:29.791189 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ed31e36d-adc7-4d40-bad7-ba37fa3f665d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:00:29.859559 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:29.881784 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e47d1a-58e9-409e-9c6b-72eb90296b16 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:00:29.885501 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=a9e47d1a-58e9-409e-9c6b-72eb90296b16,revision_number=6']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:00:29.898298 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:29.898636 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:29.898966 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:29.899287 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:29.899606 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:29.899920 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:29.900233 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:29.900546 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:29.900856 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:29.901165 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:29.901471 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:29.901775 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:29.906931 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:00:29.911807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port a9e47d1a-58e9-409e-9c6b-72eb90296b16, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a9e47d1a-58e9-409e-9c6b-72eb90296b16,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:00:29.915069 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:29.916607 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:00:29.983806 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=a9e47d1a-58e9-409e-9c6b-72eb90296b16,revision_number=7']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:00:29.986612 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:00:29.991410 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['a9e47d1a-58e9-409e-9c6b-72eb90296b16'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:00:30.320627 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe26535-a808-447e-85d0-c8ec5ccfe9bf req-19cb94f8-fe68-490a-88f5-6598f3ccfa83 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:30.321985 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5fe26535-a808-447e-85d0-c8ec5ccfe9bf req-19cb94f8-fe68-490a-88f5-6598f3ccfa83 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 944 time: 0.0804703 Jun 02 13:00:30.367456 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5fe26535-a808-447e-85d0-c8ec5ccfe9bf req-8aa3601c-fb50-4b52-9fd4-63ee333a9e9a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399923 Jun 02 13:00:31.441528 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device a9e47d1a-58e9-409e-9c6b-72eb90296b16 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:00:31.507883 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port a9e47d1a-58e9-409e-9c6b-72eb90296b16 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:00:31.508261 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:31.612454 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df895f-5540-4a30-8424-c60c33776846 req-baf7c941-4100-4c3b-a9db-226b7fb78a08 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:31.614586 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a3df895f-5540-4a30-8424-c60c33776846 req-baf7c941-4100-4c3b-a9db-226b7fb78a08 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 944 time: 0.1421673 Jun 02 13:00:31.635203 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:31.658947 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a3df895f-5540-4a30-8424-c60c33776846 req-b729ef30-0172-4893-8ffb-e9e64c4fb729 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388610 Jun 02 13:00:31.677034 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port a9e47d1a-58e9-409e-9c6b-72eb90296b16, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a9e47d1a-58e9-409e-9c6b-72eb90296b16,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:00:31.682036 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:31.685676 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:00:31.755183 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=a9e47d1a-58e9-409e-9c6b-72eb90296b16,revision_number=8']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:00:31.758246 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:00:31.780038 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7993eb-ca75-4f74-b67a-3b31907f958a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e47d1a-58e9-409e-9c6b-72eb90296b16'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:00:31.782638 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393524d4-4a12-43c5-947c-3692511ad458" -d '{"events": [{"server_uuid": "cf7993eb-ca75-4f74-b67a-3b31907f958a", "name": "network-vif-plugged", "status": "completed", "tag": "a9e47d1a-58e9-409e-9c6b-72eb90296b16"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:00:31.837872 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649951e3-6363-4ec5-88ec-37c7b4b83f56 x-openstack-request-id: req-649951e3-6363-4ec5-88ec-37c7b4b83f56 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:00:31.838267 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7993eb-ca75-4f74-b67a-3b31907f958a", "name": "network-vif-plugged", "status": "completed", "tag": "a9e47d1a-58e9-409e-9c6b-72eb90296b16", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:00:31.838593 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-649951e3-6363-4ec5-88ec-37c7b4b83f56 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:00:31.839058 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7993eb-ca75-4f74-b67a-3b31907f958a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e47d1a-58e9-409e-9c6b-72eb90296b16', 'code': 200} Jun 02 13:00:31.989021 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe121fb-0500-4a98-af5a-99a718a08beb req-e7018ca7-341f-454c-9962-a47361d836e0 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:31.991076 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fe121fb-0500-4a98-af5a-99a718a08beb req-e7018ca7-341f-454c-9962-a47361d836e0 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a&tenant_id=bf5f64e943fb4f028223db23610e354a&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.0947425 Jun 02 13:00:32.025084 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39728220-ca67-4a5e-b970-3f4dea8102cb req-3d71d0f7-d5d8-48b7-9905-07fb5b8319bd tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:32.026499 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-39728220-ca67-4a5e-b970-3f4dea8102cb req-3d71d0f7-d5d8-48b7-9905-07fb5b8319bd tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.1432474 Jun 02 13:00:32.075258 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-39728220-ca67-4a5e-b970-3f4dea8102cb req-cd65afa1-d7de-4810-8c34-410f1ba10522 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421309 Jun 02 13:00:32.137413 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe121fb-0500-4a98-af5a-99a718a08beb req-88a267ba-db91-4009-96dd-27261f20fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:32.138942 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fe121fb-0500-4a98-af5a-99a718a08beb req-88a267ba-db91-4009-96dd-27261f20fce9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 1098 time: 0.0748262 Jun 02 13:00:32.268685 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe121fb-0500-4a98-af5a-99a718a08beb req-e17cb21d-b0f1-4fd5-9d0c-6a953e007242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:32.270154 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fe121fb-0500-4a98-af5a-99a718a08beb req-e17cb21d-b0f1-4fd5-9d0c-6a953e007242 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1246405 Jun 02 13:00:32.375620 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fe121fb-0500-4a98-af5a-99a718a08beb req-bdd01b03-9597-4c73-876c-6a26b390c87b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9e47d1a-58e9-409e-9c6b-72eb90296b16 HTTP/1.1" status: 200 len: 1001 time: 0.0989323 Jun 02 13:00:32.436863 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe121fb-0500-4a98-af5a-99a718a08beb req-e8b89933-7609-4164-a464-8c6cf8fdb583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:32.438279 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fe121fb-0500-4a98-af5a-99a718a08beb req-e8b89933-7609-4164-a464-8c6cf8fdb583 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0562005 Jun 02 13:00:32.510488 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe121fb-0500-4a98-af5a-99a718a08beb req-3cef931a-c4b1-4c4a-bfb1-9af9153ce66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:32.511936 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fe121fb-0500-4a98-af5a-99a718a08beb req-3cef931a-c4b1-4c4a-bfb1-9af9153ce66a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0674510 Jun 02 13:00:32.640304 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fe121fb-0500-4a98-af5a-99a718a08beb req-8a4dbc87-1b7d-411b-940d-046f7d1beb03 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220539 Jun 02 13:00:32.768952 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7fe121fb-0500-4a98-af5a-99a718a08beb req-0eae0421-8137-441b-96ad-e3b3058832eb service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220202 Jun 02 13:00:33.420355 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f81690-f6e2-4da0-a8a8-359eaa8001f3 req-e6217afb-68a4-40ef-bdc2-2811e5fbcc2a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:33.421786 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d9f81690-f6e2-4da0-a8a8-359eaa8001f3 req-e6217afb-68a4-40ef-bdc2-2811e5fbcc2a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0892601 Jun 02 13:00:33.466503 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d9f81690-f6e2-4da0-a8a8-359eaa8001f3 req-da367b2f-dfea-4cfc-be9e-6bde773a169c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389819 Jun 02 13:00:34.647591 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6a0a9-2916-4ef5-85a3-c719dd5c9b6b req-6b7a5678-6ca3-48b0-a31a-7927d002f986 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:34.649020 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7ed6a0a9-2916-4ef5-85a3-c719dd5c9b6b req-6b7a5678-6ca3-48b0-a31a-7927d002f986 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0791149 Jun 02 13:00:34.692571 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7ed6a0a9-2916-4ef5-85a3-c719dd5c9b6b req-16eead40-ef44-4668-931c-6664d6e3a5d2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379865 Jun 02 13:00:34.871227 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d19a16-7846-4cfc-9ae0-7dd7e1e9fec8 req-51198216-899c-481f-969d-34938236878c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:34.873150 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c7d19a16-7846-4cfc-9ae0-7dd7e1e9fec8 req-51198216-899c-481f-969d-34938236878c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0793331 Jun 02 13:00:34.920585 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c7d19a16-7846-4cfc-9ae0-7dd7e1e9fec8 req-61a36db9-c683-4bba-9d54-920cec2cb0fb tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417790 Jun 02 13:00:35.103896 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983999b5-c571-4304-9929-1576346371e9 req-029911cd-c231-409f-81ea-f16a4b58fe9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:35.105227 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-983999b5-c571-4304-9929-1576346371e9 req-029911cd-c231-409f-81ea-f16a4b58fe9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0820622 Jun 02 13:00:35.148570 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-983999b5-c571-4304-9929-1576346371e9 req-420c0429-06cb-4804-aac3-00bd098140a5 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373259 Jun 02 13:00:35.518969 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae71a0-ff7b-40d2-a1d2-1247283e50cd req-5f9e54ad-21b8-411d-99ad-8756b2c329a0 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:35.520389 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c6ae71a0-ff7b-40d2-a1d2-1247283e50cd req-5f9e54ad-21b8-411d-99ad-8756b2c329a0 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0785069 Jun 02 13:00:35.566439 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c6ae71a0-ff7b-40d2-a1d2-1247283e50cd req-42c42772-6b61-4753-b6d3-5dbabdc16fb5 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405619 Jun 02 13:00:36.871215 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c544c0a-ba63-4362-92d6-e7eb7f7e7d41 req-a0d1aa4b-7212-458e-af2f-e043b4df604e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:36.873082 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9c544c0a-ba63-4362-92d6-e7eb7f7e7d41 req-a0d1aa4b-7212-458e-af2f-e043b4df604e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.2020707 Jun 02 13:00:36.918117 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9c544c0a-ba63-4362-92d6-e7eb7f7e7d41 req-7c8438c7-54fd-453d-b5dc-1d5243e19326 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392029 Jun 02 13:00:37.456385 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437f7f1-f46c-47e2-a2a4-5239ae4477be req-1c43787b-8c70-49e7-b7ca-94de1d3f5752 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:37.457685 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d437f7f1-f46c-47e2-a2a4-5239ae4477be req-1c43787b-8c70-49e7-b7ca-94de1d3f5752 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0833497 Jun 02 13:00:37.594196 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-d437f7f1-f46c-47e2-a2a4-5239ae4477be req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Deleting port a9e47d1a-58e9-409e-9c6b-72eb90296b16 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:00:37.594545 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-d437f7f1-f46c-47e2-a2a4-5239ae4477be req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:37.736489 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-d437f7f1-f46c-47e2-a2a4-5239ae4477be req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] For port a9e47d1a-58e9-409e-9c6b-72eb90296b16, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a9e47d1a-58e9-409e-9c6b-72eb90296b16,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:00:37.736765 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-d437f7f1-f46c-47e2-a2a4-5239ae4477be req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:38.028595 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-d437f7f1-f46c-47e2-a2a4-5239ae4477be req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:38.030010 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-d437f7f1-f46c-47e2-a2a4-5239ae4477be req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:38.030010 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [req-d437f7f1-f46c-47e2-a2a4-5239ae4477be req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Floating IP 92d02e76-2e9a-40cf-b9ea-1319547eefe4 disassociated. External IP: 172.26.7.207, port: a9e47d1a-58e9-409e-9c6b-72eb90296b16. Jun 02 13:00:38.030010 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-d437f7f1-f46c-47e2-a2a4-5239ae4477be req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Calling delete_port for a9e47d1a-58e9-409e-9c6b-72eb90296b16 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:00:38.119265 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0bc3a-2b4a-4e5f-ab6a-10e2869e60f3 req-f1e2fdcb-8712-4844-ab28-c6b40ec9906e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:38.120735 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f5e0bc3a-2b4a-4e5f-ab6a-10e2869e60f3 req-f1e2fdcb-8712-4844-ab28-c6b40ec9906e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf7993eb-ca75-4f74-b67a-3b31907f958a HTTP/1.1" status: 200 len: 945 time: 0.0815203 Jun 02 13:00:38.147026 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-d437f7f1-f46c-47e2-a2a4-5239ae4477be req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:38.155511 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fe242ed3-c1f8-4c1a-a7ec-b8c0167e0019 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:00:38.166947 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f5e0bc3a-2b4a-4e5f-ab6a-10e2869e60f3 req-6f211e79-06fd-4cb1-a65b-e4ea34ff7bc8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404365 Jun 02 13:00:38.199884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Pushing event deleted for resources: {'Port': ['ID=a9e47d1a-58e9-409e-9c6b-72eb90296b16,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:00:38.265776 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:38.266193 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:38.266578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:38.266953 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:38.267334 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:38.267733 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:38.268083 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:38.268455 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:38.268859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:38.269232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:38.269620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:38.270010 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:00:38.278201 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:00:38.412000 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d437f7f1-f46c-47e2-a2a4-5239ae4477be req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Router 35622653-247a-4189-a834-4ed087592548 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:00:38.586036 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d437f7f1-f46c-47e2-a2a4-5239ae4477be req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:00:38.595221 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfa4277-6c77-4b34-afec-c3a510f130fb None None] Sync routers for ids ['35622653-247a-4189-a834-4ed087592548'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:00:38.604258 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfa4277-6c77-4b34-afec-c3a510f130fb None None] Routers {'35622653-247a-4189-a834-4ed087592548'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:00:38.604859 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-5cfa4277-6c77-4b34-afec-c3a510f130fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:00:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['35622653-247a-4189-a834-4ed087592548'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:00:38.661480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-d437f7f1-f46c-47e2-a2a4-5239ae4477be req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] No DVR routers for this DVR port a9e47d1a-58e9-409e-9c6b-72eb90296b16 on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:00:38.664020 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-d437f7f1-f46c-47e2-a2a4-5239ae4477be req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:38.666905 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7993eb-ca75-4f74-b67a-3b31907f958a', 'name': 'network-vif-deleted', 'tag': 'a9e47d1a-58e9-409e-9c6b-72eb90296b16'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:00:38.669692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1098070-647b-4881-a799-931a9498c6d5" -d '{"events": [{"server_uuid": "cf7993eb-ca75-4f74-b67a-3b31907f958a", "name": "network-vif-deleted", "tag": "a9e47d1a-58e9-409e-9c6b-72eb90296b16"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:00:38.683191 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d437f7f1-f46c-47e2-a2a4-5239ae4477be req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "DELETE /v2.0/ports/a9e47d1a-58e9-409e-9c6b-72eb90296b16 HTTP/1.1" status: 204 len: 173 time: 1.2183576 Jun 02 13:00:38.712962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f228a1-3fa3-4d2a-acf9-bf99a6736c4c x-openstack-request-id: req-55f228a1-3fa3-4d2a-acf9-bf99a6736c4c {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:00:38.713412 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7993eb-ca75-4f74-b67a-3b31907f958a", "name": "network-vif-deleted", "tag": "a9e47d1a-58e9-409e-9c6b-72eb90296b16", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:00:38.714247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55f228a1-3fa3-4d2a-acf9-bf99a6736c4c {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:00:38.714378 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7993eb-ca75-4f74-b67a-3b31907f958a', 'name': 'network-vif-deleted', 'tag': 'a9e47d1a-58e9-409e-9c6b-72eb90296b16', 'status': 'completed', 'code': 200} Jun 02 13:00:38.785657 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-5cfa4277-6c77-4b34-afec-c3a510f130fb None None] Set router 35622653-247a-4189-a834-4ed087592548 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:00:39.113867 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-5cfa4277-6c77-4b34-afec-c3a510f130fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:00:39.117798 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfa4277-6c77-4b34-afec-c3a510f130fb None None] Checking router: 35622653-247a-4189-a834-4ed087592548 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:00:39.126804 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfa4277-6c77-4b34-afec-c3a510f130fb None None] Routers {'35622653-247a-4189-a834-4ed087592548'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:00:39.127535 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-5cfa4277-6c77-4b34-afec-c3a510f130fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:00:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['35622653-247a-4189-a834-4ed087592548'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:00:39.313504 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-5cfa4277-6c77-4b34-afec-c3a510f130fb None None] Set router 35622653-247a-4189-a834-4ed087592548 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:00:39.496661 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-c1a03b02-0375-4ecd-a707-f55d2e5d8505 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1416104428&fields=id&tenant_id=bf5f64e943fb4f028223db23610e354a HTTP/1.1" status: 200 len: 267 time: 0.0389752 Jun 02 13:00:39.620068 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-5cfa4277-6c77-4b34-afec-c3a510f130fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:00:39.624414 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfa4277-6c77-4b34-afec-c3a510f130fb None None] The sync data for ids ['35622653-247a-4189-a834-4ed087592548'] in dv-neutron-601336-80-hyperv is: [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:00:39.648247 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-15a6e36c-8304-48c4-937e-5c50662e5979 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:39.649797 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-15a6e36c-8304-48c4-937e-5c50662e5979 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 812 time: 0.1462600 Jun 02 13:00:39.666815 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-f03c06a0-e45a-4a5d-9ab0-2efedeb838c5 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/quotas/bf5f64e943fb4f028223db23610e354a HTTP/1.1" status: 200 len: 375 time: 0.0100625 Jun 02 13:00:39.756772 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-61a94a3a-c202-4ff5-904f-e4e24d4fa6e2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840187 Jun 02 13:00:39.837651 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34cae30-ddd3-4e79-b4a5-cba667af49ce None None] New status for floating IP 92d02e76-2e9a-40cf-b9ea-1319547eefe4: DOWN {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:00:40.031871 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-656113c3-765a-46b1-b77e-0e76f6a6fa72 service neutron] 10.222.0.37 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635047 Jun 02 13:00:40.165173 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-75dc0479-a15f-481d-a855-fd00b9ebd9e4 service neutron] 10.222.0.37 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277626 Jun 02 13:00:40.340357 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-b60e8f5f-f94e-4e5b-9f34-e09b63a1e9a2 req-ab91f3cf-4add-466e-b93e-ff39b26593a6 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Synchronizing usage tracker for tenant:bf5f64e943fb4f028223db23610e354a on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:00:40.355965 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-b60e8f5f-f94e-4e5b-9f34-e09b63a1e9a2 req-ab91f3cf-4add-466e-b93e-ff39b26593a6 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Unset dirty status for tenant:bf5f64e943fb4f028223db23610e354a on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:00:40.357688 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b60e8f5f-f94e-4e5b-9f34-e09b63a1e9a2 req-ab91f3cf-4add-466e-b93e-ff39b26593a6 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 210 time: 0.0589890 Jun 02 13:00:41.460268 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-113ef27f-85af-4446-9d69-d763460421d9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:41.461619 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-113ef27f-85af-4446-9d69-d763460421d9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 812 time: 0.2796872 Jun 02 13:00:41.483991 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device a9e47d1a-58e9-409e-9c6b-72eb90296b16 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:00:41.511785 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-cd3ee2f9-e83c-46e3-a085-7c9ee3b85c14 req-3e9ac5e5-b475-4708-ab89-0513d83f7613 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 210 time: 0.0435536 Jun 02 13:00:41.514681 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-b88eed9d-15e1-41e3-893e-d7190a5b5e63 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf5f64e943fb4f028223db23610e354a HTTP/1.1" status: 200 len: 380 time: 0.0443480 Jun 02 13:00:41.518122 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: a9e47d1a-58e9-409e-9c6b-72eb90296b16 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:00:41.518486 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device a9e47d1a-58e9-409e-9c6b-72eb90296b16 not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:00:41.524013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-bfa7b469-2ed2-4f31-95c4-967e5050001f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Request body: {'port': {'device_id': '7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'admin_state_up': True, 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'security_groups': ['39862920-de00-4c66-8210-ea3047cd5662']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:00:41.658993 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-bfa7b469-2ed2-4f31-95c4-967e5050001f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:00:41.668858 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-bfa7b469-2ed2-4f31-95c4-967e5050001f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:00:41.679831 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-bfa7b469-2ed2-4f31-95c4-967e5050001f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Made reservation on behalf of bf5f64e943fb4f028223db23610e354a for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:00:41.683440 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-bfa7b469-2ed2-4f31-95c4-967e5050001f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:41.846685 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-bfa7b469-2ed2-4f31-95c4-967e5050001f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Allocated IP 172.20.0.11 (3264455f-2177-4730-bb2e-786f357ca7b1/1bb40371-a91d-45d4-8864-990457b491f8/14ee7ef4-0177-4faa-8618-82e604158e02) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:00:42.030305 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-bfa7b469-2ed2-4f31-95c4-967e5050001f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:42.045056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-bfa7b469-2ed2-4f31-95c4-967e5050001f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Transition to ACTIVE for port object 14ee7ef4-0177-4faa-8618-82e604158e02 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:00:42.068739 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-bfa7b469-2ed2-4f31-95c4-967e5050001f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:42.076596 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f7dd4101-b507-40ed-a71e-eb5c38c36924 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:00:42.132561 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-bfa7b469-2ed2-4f31-95c4-967e5050001f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Network 3264455f-2177-4730-bb2e-786f357ca7b1 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:00:42.140022 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-bfa7b469-2ed2-4f31-95c4-967e5050001f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:00:42.145277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-bfa7b469-2ed2-4f31-95c4-967e5050001f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:00:42.190125 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7b469-2ed2-4f31-95c4-967e5050001f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Pushing event updated for resources: {'Port': ['ID=14ee7ef4-0177-4faa-8618-82e604158e02,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:00:42.194485 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bfa7b469-2ed2-4f31-95c4-967e5050001f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:00:42.220843 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-bfa7b469-2ed2-4f31-95c4-967e5050001f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:42.221478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-bfa7b469-2ed2-4f31-95c4-967e5050001f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:42.248854 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-bfa7b469-2ed2-4f31-95c4-967e5050001f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7285316 Jun 02 13:00:42.261424 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Request body: {'port': {'device_id': '7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:00:42.323740 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b3fe79ac-8ac5-44ce-b0d8-b72969442d2c None None] Provisioning for port 14ee7ef4-0177-4faa-8618-82e604158e02 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:00:42.328870 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b3fe79ac-8ac5-44ce-b0d8-b72969442d2c None None] Provisioning complete for port 14ee7ef4-0177-4faa-8618-82e604158e02 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:00:42.329562 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b3fe79ac-8ac5-44ce-b0d8-b72969442d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:42.375646 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:42.384796 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe79ac-8ac5-44ce-b0d8-b72969442d2c None None] Port 14ee7ef4-0177-4faa-8618-82e604158e02 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:00:42.775745 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6209bf-a662-4989-9352-e13fbbce4022 req-88a636f9-67df-4a8e-ad29-e30a986c5290 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:42.776434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-0a6209bf-a662-4989-9352-e13fbbce4022 req-88a636f9-67df-4a8e-ad29-e30a986c5290 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Synchronizing usage tracker for tenant:bf5f64e943fb4f028223db23610e354a on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:00:42.783343 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ee7ef4-0177-4faa-8618-82e604158e02 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:00:42.796041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:42.809517 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-0a6209bf-a662-4989-9352-e13fbbce4022 req-88a636f9-67df-4a8e-ad29-e30a986c5290 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Unset dirty status for tenant:bf5f64e943fb4f028223db23610e354a on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:00:42.810681 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0a6209bf-a662-4989-9352-e13fbbce4022 req-88a636f9-67df-4a8e-ad29-e30a986c5290 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 932 time: 0.1909575 Jun 02 13:00:42.812884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Transition to ACTIVE for port object 14ee7ef4-0177-4faa-8618-82e604158e02 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:00:42.816348 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:42.821829 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7d898679-5e90-4124-91b5-304f5ac0e6e2 tempest-DeleteServersTestJSON-1724713957 tempest-DeleteServersTestJSON-1724713957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:00:43.013799 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Pushing event updated for resources: {'Port': ['ID=14ee7ef4-0177-4faa-8618-82e604158e02,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:00:43.023359 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0a6209bf-a662-4989-9352-e13fbbce4022 req-02575e85-9982-4b2d-8c27-5828463f25f1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024128 Jun 02 13:00:43.024206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:00:43.089424 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Attempting to bind port 14ee7ef4-0177-4faa-8618-82e604158e02 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:00:43.089759 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Attempting to bind port 14ee7ef4-0177-4faa-8618-82e604158e02 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:00:43.090080 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Attempting to bind port 14ee7ef4-0177-4faa-8618-82e604158e02 on network 3264455f-2177-4730-bb2e-786f357ca7b1 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:00:43.095125 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Port 14ee7ef4-0177-4faa-8618-82e604158e02 on network 3264455f-2177-4730-bb2e-786f357ca7b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 13:00:43.095438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Attempting to bind port 14ee7ef4-0177-4faa-8618-82e604158e02 on network 3264455f-2177-4730-bb2e-786f357ca7b1 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:00:43.100476 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:00:43.100805 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Checking segment: {'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:00:43.101178 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Bound using segment: {'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:00:43.101600 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Bound port: 14ee7ef4-0177-4faa-8618-82e604158e02, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:00:43.101936 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:43.191276 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] For port 14ee7ef4-0177-4faa-8618-82e604158e02, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:00:43.194262 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] For port 14ee7ef4-0177-4faa-8618-82e604158e02, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14ee7ef4-0177-4faa-8618-82e604158e02,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:00:43.199865 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:43.205543 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:00:43.254548 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:43.255160 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:43.256515 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] 10.222.0.22 "PUT /v2.0/ports/14ee7ef4-0177-4faa-8618-82e604158e02 HTTP/1.1" status: 200 len: 1094 time: 0.9994314 Jun 02 13:00:43.257082 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7', 'tag': '14ee7ef4-0177-4faa-8618-82e604158e02'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:00:43.259379 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5fdf70-bf17-4c96-800b-d7fbeb6db2fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7", "tag": "14ee7ef4-0177-4faa-8618-82e604158e02"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:00:43.297387 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Pushing event updated for resources: {'Port': ['ID=14ee7ef4-0177-4faa-8618-82e604158e02,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:00:43.300604 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:00:43.457290 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eeae7a3-8399-4766-990d-4f06ee8ba243 x-openstack-request-id: req-7eeae7a3-8399-4766-990d-4f06ee8ba243 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:00:43.457626 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7", "tag": "14ee7ef4-0177-4faa-8618-82e604158e02", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:00:43.457949 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7eeae7a3-8399-4766-990d-4f06ee8ba243 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:00:43.458400 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7', 'tag': '14ee7ef4-0177-4faa-8618-82e604158e02', 'status': 'completed', 'code': 200} Jun 02 13:00:43.501338 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-24b8f894-5bde-4717-9b89-2c07c3558d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:43.502850 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-24b8f894-5bde-4717-9b89-2c07c3558d92 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 1097 time: 0.1956062 Jun 02 13:00:43.576289 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-c0bc0fe4-c0a9-4f17-bcdb-5888466029b6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ee7ef4-0177-4faa-8618-82e604158e02 HTTP/1.1" status: 200 len: 217 time: 0.0644572 Jun 02 13:00:43.636155 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-cc61f2eb-66a7-4d1a-9450-2d8eb84e19b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:43.637547 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-cc61f2eb-66a7-4d1a-9450-2d8eb84e19b9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0557940 Jun 02 13:00:43.713708 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-7ebbb048-871d-46f6-b6c3-e342b694ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:43.715158 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-7ebbb048-871d-46f6-b6c3-e342b694ce1b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0715902 Jun 02 13:00:43.846426 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-7391d63a-78f1-43de-9de4-b278a81f89fb service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242590 Jun 02 13:00:43.978375 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-597b5668-4fd2-4c50-b436-4fc3750edb62 req-881eb9e0-8c99-4f3f-9012-4132fbe4efc4 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248384 Jun 02 13:00:44.096728 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fdf70-bf17-4c96-800b-d7fbeb6db2fd req-b4f6dab5-b601-4e45-aeb7-d8d61db0c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:44.098809 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8d5fdf70-bf17-4c96-800b-d7fbeb6db2fd req-b4f6dab5-b601-4e45-aeb7-d8d61db0c607 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 1097 time: 0.0731227 Jun 02 13:00:44.178375 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7de1e402-ab91-46f5-aba4-c0bb9b6361f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:44.285404 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fdf70-bf17-4c96-800b-d7fbeb6db2fd req-e5e82a57-e0c9-4927-82d2-e0a0fc5abf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:44.286862 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8d5fdf70-bf17-4c96-800b-d7fbeb6db2fd req-e5e82a57-e0c9-4927-82d2-e0a0fc5abf61 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1815650 Jun 02 13:00:44.354314 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d0492-b74c-4404-8fd2-15036bd943fd req-23f7c375-2c7d-4c6a-877a-f09d178d4529 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:44.355642 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-397d0492-b74c-4404-8fd2-15036bd943fd req-23f7c375-2c7d-4c6a-877a-f09d178d4529 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 944 time: 0.2231555 Jun 02 13:00:44.365377 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8d5fdf70-bf17-4c96-800b-d7fbeb6db2fd req-f8f3032e-7e11-4fbd-8e8e-8aa94db6dc25 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ee7ef4-0177-4faa-8618-82e604158e02 HTTP/1.1" status: 200 len: 217 time: 0.0697460 Jun 02 13:00:44.452526 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-397d0492-b74c-4404-8fd2-15036bd943fd req-091f2469-3db4-4b8e-9445-3fcce0d05dfa tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892990 Jun 02 13:00:44.455772 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fdf70-bf17-4c96-800b-d7fbeb6db2fd req-1b2ab8c1-75fa-421f-b23b-2b8b014f70ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:44.457104 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8d5fdf70-bf17-4c96-800b-d7fbeb6db2fd req-1b2ab8c1-75fa-421f-b23b-2b8b014f70ec service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0802014 Jun 02 13:00:44.533992 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fdf70-bf17-4c96-800b-d7fbeb6db2fd req-2f208ebd-1cb2-4936-b4a4-93ac29e3233b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:44.535470 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8d5fdf70-bf17-4c96-800b-d7fbeb6db2fd req-2f208ebd-1cb2-4936-b4a4-93ac29e3233b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0708101 Jun 02 13:00:44.669836 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8d5fdf70-bf17-4c96-800b-d7fbeb6db2fd req-d68e77ef-a64d-4617-8473-82ed96b851fd service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266041 Jun 02 13:00:44.799243 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8d5fdf70-bf17-4c96-800b-d7fbeb6db2fd req-70ef77b0-f9c2-4b43-90c0-98a2fbf2d4fe service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222470 Jun 02 13:00:45.497585 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 14ee7ef4-0177-4faa-8618-82e604158e02 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:00:45.630951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 14ee7ef4-0177-4faa-8618-82e604158e02, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14ee7ef4-0177-4faa-8618-82e604158e02,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:00:45.640679 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed0b27-4439-4367-9835-7439a5c72e19 req-8184aaf2-f40b-4cbc-aa98-a6feb190bfc1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:45.642144 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-82ed0b27-4439-4367-9835-7439a5c72e19 req-8184aaf2-f40b-4cbc-aa98-a6feb190bfc1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 944 time: 0.0843132 Jun 02 13:00:45.645222 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '14ee7ef4-0177-4faa-8618-82e604158e02', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'port_id': '14ee7ef4-0177-4faa-8618-82e604158e02', 'mac_address': 'fa:16:3e:93:83:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:00:45.686681 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-82ed0b27-4439-4367-9835-7439a5c72e19 req-545928ed-c691-4de9-a3cd-0f2bda689dd1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384874 Jun 02 13:00:45.700884 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:45.718163 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ee7ef4-0177-4faa-8618-82e604158e02 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:00:45.732867 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 14ee7ef4-0177-4faa-8618-82e604158e02, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14ee7ef4-0177-4faa-8618-82e604158e02,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:00:45.736755 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:45.738783 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:00:45.806748 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=14ee7ef4-0177-4faa-8618-82e604158e02,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:00:45.810402 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:00:46.189534 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['14ee7ef4-0177-4faa-8618-82e604158e02'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:00:46.670793 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-42431aac-0876-4516-b552-0d9ce3f99e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:46.725706 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:46.871503 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b9b6a-f5dd-44c5-a4e9-b6010ed7c4e0 req-1d9424be-bee8-43c3-8de1-ba1ec27c9f70 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:46.873419 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-570b9b6a-f5dd-44c5-a4e9-b6010ed7c4e0 req-1d9424be-bee8-43c3-8de1-ba1ec27c9f70 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 945 time: 0.0844400 Jun 02 13:00:46.916903 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-570b9b6a-f5dd-44c5-a4e9-b6010ed7c4e0 req-bbdc04b8-8858-45dc-9662-fee3e0dc0fba tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378740 Jun 02 13:00:47.511570 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 14ee7ef4-0177-4faa-8618-82e604158e02 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:00:47.580516 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 14ee7ef4-0177-4faa-8618-82e604158e02 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:00:47.584890 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 14ee7ef4-0177-4faa-8618-82e604158e02 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:00:47.585261 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:47.732925 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:47.761221 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ee7ef4-0177-4faa-8618-82e604158e02'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:00:47.763504 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d226ee93-f368-4048-84d2-e678e6470fa5" -d '{"events": [{"server_uuid": "7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7", "name": "network-vif-plugged", "status": "completed", "tag": "14ee7ef4-0177-4faa-8618-82e604158e02"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:00:47.771133 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 14ee7ef4-0177-4faa-8618-82e604158e02, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14ee7ef4-0177-4faa-8618-82e604158e02,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:00:47.775063 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:47.777333 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:00:47.812789 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae01309-7f7b-4e2e-987b-6e7050d3406b x-openstack-request-id: req-1ae01309-7f7b-4e2e-987b-6e7050d3406b {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:00:47.813098 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7", "name": "network-vif-plugged", "status": "completed", "tag": "14ee7ef4-0177-4faa-8618-82e604158e02", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:00:47.813364 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ae01309-7f7b-4e2e-987b-6e7050d3406b {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:00:47.813764 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ee7ef4-0177-4faa-8618-82e604158e02', 'code': 200} Jun 02 13:00:47.845751 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:47.858772 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=14ee7ef4-0177-4faa-8618-82e604158e02,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:00:47.861715 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:00:48.234346 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cf356-1047-4d46-9454-d968efa6952e req-00d2e146-34ec-439e-a260-dff4ac8f1808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:48.235809 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7a7cf356-1047-4d46-9454-d968efa6952e req-00d2e146-34ec-439e-a260-dff4ac8f1808 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 1099 time: 0.2578714 Jun 02 13:00:48.248559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caf582-f22b-479c-a837-f79abe90158f req-76364eb7-9eab-4449-9b81-1ffd6c003582 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:48.249922 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-41caf582-f22b-479c-a837-f79abe90158f req-76364eb7-9eab-4449-9b81-1ffd6c003582 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.2248213 Jun 02 13:00:48.312815 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7a7cf356-1047-4d46-9454-d968efa6952e req-7ff3306e-3591-4ff4-9194-4b58906360ee service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619705 Jun 02 13:00:48.317084 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-41caf582-f22b-479c-a837-f79abe90158f req-165b3e46-cdb3-4691-9762-cdb6df36bd8e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544927 Jun 02 13:00:49.570770 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:49.643305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d040e-c49d-484f-9b96-8bc01bb0627d req-2fb68d7c-26b5-483b-814e-a7f64777ce94 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:49.644751 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4c9d040e-c49d-484f-9b96-8bc01bb0627d req-2fb68d7c-26b5-483b-814e-a7f64777ce94 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0804017 Jun 02 13:00:49.694395 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4c9d040e-c49d-484f-9b96-8bc01bb0627d req-1136c386-8fe1-488b-bcb9-79b9e92aa541 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439618 Jun 02 13:00:49.874945 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f8a0d-f7d8-4409-91c0-806ccedc0975 req-b6f7d500-81e4-464b-8cad-0a9d2cd99a25 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:49.876299 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-101f8a0d-f7d8-4409-91c0-806ccedc0975 req-b6f7d500-81e4-464b-8cad-0a9d2cd99a25 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0845602 Jun 02 13:00:49.884722 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 51684) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:00:49.889657 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-3488ae8a-54fe-4095-aa52-ead0b367664d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Request body: {'floatingip': {'port_id': '14ee7ef4-0177-4faa-8618-82e604158e02'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:00:49.965272 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3488ae8a-54fe-4095-aa52-ead0b367664d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for floatingip, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:50.557519 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3488ae8a-54fe-4095-aa52-ead0b367664d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:50.561170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3488ae8a-54fe-4095-aa52-ead0b367664d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:50.733549 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-3488ae8a-54fe-4095-aa52-ead0b367664d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Floating IP 92d02e76-2e9a-40cf-b9ea-1319547eefe4 associated. External IP: 172.26.7.207, port: 14ee7ef4-0177-4faa-8618-82e604158e02. Jun 02 13:00:51.195578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3488ae8a-54fe-4095-aa52-ead0b367664d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Router 35622653-247a-4189-a834-4ed087592548 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:00:51.376580 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3488ae8a-54fe-4095-aa52-ead0b367664d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:00:51.381425 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3488ae8a-54fe-4095-aa52-ead0b367664d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:00:51.385562 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00f4ec5-d9b2-457b-9d6b-d4cb10d90059 None None] Sync routers for ids ['35622653-247a-4189-a834-4ed087592548'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:00:51.395305 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00f4ec5-d9b2-457b-9d6b-d4cb10d90059 None None] Routers {'35622653-247a-4189-a834-4ed087592548'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:00:51.395911 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e00f4ec5-d9b2-457b-9d6b-d4cb10d90059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:00:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['35622653-247a-4189-a834-4ed087592548'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:00:51.439278 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3488ae8a-54fe-4095-aa52-ead0b367664d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "PUT /v2.0/floatingips/92d02e76-2e9a-40cf-b9ea-1319547eefe4 HTTP/1.1" status: 200 len: 992 time: 1.5535069 Jun 02 13:00:51.439949 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7', 'tag': '14ee7ef4-0177-4faa-8618-82e604158e02'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:00:51.442235 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23db395d-8932-41b0-b002-0ab89130343f" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7", "tag": "14ee7ef4-0177-4faa-8618-82e604158e02"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:00:51.485566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae4707b-2be2-42be-b9f4-fa74c8b949e4 x-openstack-request-id: req-eae4707b-2be2-42be-b9f4-fa74c8b949e4 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:00:51.485914 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7", "tag": "14ee7ef4-0177-4faa-8618-82e604158e02", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:00:51.486226 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eae4707b-2be2-42be-b9f4-fa74c8b949e4 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:00:51.486896 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7', 'tag': '14ee7ef4-0177-4faa-8618-82e604158e02', 'status': 'completed', 'code': 200} Jun 02 13:00:51.581431 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db395d-8932-41b0-b002-0ab89130343f req-348381a4-1aa1-48e8-a086-4ce45d7deaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:51.582967 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-23db395d-8932-41b0-b002-0ab89130343f req-348381a4-1aa1-48e8-a086-4ce45d7deaef service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 1099 time: 0.0747540 Jun 02 13:00:51.584843 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-e00f4ec5-d9b2-457b-9d6b-d4cb10d90059 None None] Set router 35622653-247a-4189-a834-4ed087592548 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:00:51.718013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db395d-8932-41b0-b002-0ab89130343f req-a05f26bf-751d-460b-ae9c-436a6ec7e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:51.719405 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-23db395d-8932-41b0-b002-0ab89130343f req-a05f26bf-751d-460b-ae9c-436a6ec7e130 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1299610 Jun 02 13:00:51.819736 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-23db395d-8932-41b0-b002-0ab89130343f req-4f705a56-e6b2-44f4-bc90-29136599ab6d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ee7ef4-0177-4faa-8618-82e604158e02 HTTP/1.1" status: 200 len: 1000 time: 0.0938144 Jun 02 13:00:51.885589 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db395d-8932-41b0-b002-0ab89130343f req-6b1a1ce3-43c6-4d14-baf5-fcb7a05aa2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:51.887043 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-23db395d-8932-41b0-b002-0ab89130343f req-6b1a1ce3-43c6-4d14-baf5-fcb7a05aa2e6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0606887 Jun 02 13:00:51.950164 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e00f4ec5-d9b2-457b-9d6b-d4cb10d90059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '92d02e76-2e9a-40cf-b9ea-1319547eefe4', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'floating_ip_address': '172.26.7.207', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '35622653-247a-4189-a834-4ed087592548', 'port_id': '14ee7ef4-0177-4faa-8618-82e604158e02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'mac_address': 'fa:16:3e:93:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:58:39Z', 'updated_at': '2021-06-02T13:00:50Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:00:51.953870 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00f4ec5-d9b2-457b-9d6b-d4cb10d90059 None None] Checking router: 35622653-247a-4189-a834-4ed087592548 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:00:51.961987 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00f4ec5-d9b2-457b-9d6b-d4cb10d90059 None None] Routers {'35622653-247a-4189-a834-4ed087592548'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:00:51.962611 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e00f4ec5-d9b2-457b-9d6b-d4cb10d90059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:00:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['35622653-247a-4189-a834-4ed087592548'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:00:51.964296 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db395d-8932-41b0-b002-0ab89130343f req-cf812d18-f87f-4eef-9172-386273e29aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:00:51.966350 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-23db395d-8932-41b0-b002-0ab89130343f req-cf812d18-f87f-4eef-9172-386273e29aa0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0726390 Jun 02 13:00:52.096738 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-23db395d-8932-41b0-b002-0ab89130343f req-c69c833a-5857-418b-9246-4dab66f0381c service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238174 Jun 02 13:00:52.136589 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-e00f4ec5-d9b2-457b-9d6b-d4cb10d90059 None None] Set router 35622653-247a-4189-a834-4ed087592548 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:00:52.233660 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-23db395d-8932-41b0-b002-0ab89130343f req-8b6cd67b-97bb-4a7b-9f3f-074460e0ee3e service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303747 Jun 02 13:00:52.470070 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e00f4ec5-d9b2-457b-9d6b-d4cb10d90059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '92d02e76-2e9a-40cf-b9ea-1319547eefe4', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'floating_ip_address': '172.26.7.207', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '35622653-247a-4189-a834-4ed087592548', 'port_id': '14ee7ef4-0177-4faa-8618-82e604158e02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'mac_address': 'fa:16:3e:93:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:58:39Z', 'updated_at': '2021-06-02T13:00:50Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:00:52.473835 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00f4ec5-d9b2-457b-9d6b-d4cb10d90059 None None] The sync data for ids ['35622653-247a-4189-a834-4ed087592548'] in dv-neutron-601336-80-hyperv is: [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '92d02e76-2e9a-40cf-b9ea-1319547eefe4', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'floating_ip_address': '172.26.7.207', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '35622653-247a-4189-a834-4ed087592548', 'port_id': '14ee7ef4-0177-4faa-8618-82e604158e02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'mac_address': 'fa:16:3e:93:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:58:39Z', 'updated_at': '2021-06-02T13:00:50Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:00:52.651115 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db05a2cb-6867-4c4f-ade2-a2ad13e63735 None None] New status for floating IP 92d02e76-2e9a-40cf-b9ea-1319547eefe4: ACTIVE {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:00:54.813839 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:00:56.048459 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:01:14.181187 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-86f6c0e9-992a-4735-b1e0-0f13691f83f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:01:16.672495 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-128e2749-0d42-46bf-a314-afb823bf6056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:01:16.726840 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:01:17.801759 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:01:19.573983 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:01:20.822457 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4de71ac1-cdce-4de0-bca5-7d2beb2d8d8f req-5b2853b5-734a-437b-b55d-ea784c03dc7c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737083 Jun 02 13:01:20.961016 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de71ac1-cdce-4de0-bca5-7d2beb2d8d8f req-4027f901-9a4d-4b33-92b5-5ae06bd72fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:01:20.962488 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4de71ac1-cdce-4de0-bca5-7d2beb2d8d8f req-4027f901-9a4d-4b33-92b5-5ae06bd72fbc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 1099 time: 0.0729101 Jun 02 13:01:21.109330 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de71ac1-cdce-4de0-bca5-7d2beb2d8d8f req-7e55f385-6e4d-48e8-beb2-570b1aa1d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:01:21.110691 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4de71ac1-cdce-4de0-bca5-7d2beb2d8d8f req-7e55f385-6e4d-48e8-beb2-570b1aa1d2fc service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1300218 Jun 02 13:01:21.213197 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4de71ac1-cdce-4de0-bca5-7d2beb2d8d8f req-166b30eb-9243-4b41-a293-60363dfa604d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ee7ef4-0177-4faa-8618-82e604158e02 HTTP/1.1" status: 200 len: 1002 time: 0.0954876 Jun 02 13:01:21.273885 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de71ac1-cdce-4de0-bca5-7d2beb2d8d8f req-2840a223-3067-4fed-bb71-c0219bfd82a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:01:21.275299 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4de71ac1-cdce-4de0-bca5-7d2beb2d8d8f req-2840a223-3067-4fed-bb71-c0219bfd82a1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0560412 Jun 02 13:01:21.353247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de71ac1-cdce-4de0-bca5-7d2beb2d8d8f req-47de6cef-2d6d-4d99-b62c-8634b4fa8923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:01:21.354696 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4de71ac1-cdce-4de0-bca5-7d2beb2d8d8f req-47de6cef-2d6d-4d99-b62c-8634b4fa8923 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0719833 Jun 02 13:01:21.603202 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4de71ac1-cdce-4de0-bca5-7d2beb2d8d8f req-a718c0bb-bea3-4042-96da-d9bb541c5489 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396023 Jun 02 13:01:21.735126 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4de71ac1-cdce-4de0-bca5-7d2beb2d8d8f req-de61c89a-e671-4e23-bffb-8c5efc26ed9d service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241980 Jun 02 13:01:26.059368 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:01:31.812312 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:01:44.183624 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b8651f4d-a448-4c81-a1a2-096f02d4d53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:01:46.674250 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3eda7dbd-72a5-4be7-88f0-b994d1eb61a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:01:46.727286 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:01:47.804156 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:01:49.577344 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:01:56.052686 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:02.279898 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40782e24-2753-41a6-85e9-f761707f4e41 req-fd8ff918-0ce4-4367-8920-ef9fa424b987 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:02.281333 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-40782e24-2753-41a6-85e9-f761707f4e41 req-fd8ff918-0ce4-4367-8920-ef9fa424b987 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0802014 Jun 02 13:02:02.329162 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-40782e24-2753-41a6-85e9-f761707f4e41 req-9f78561e-5c3a-4b2a-a59c-572475c7214c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422778 Jun 02 13:02:03.514618 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e5a27-3a21-4a34-9f0a-ac92ea42a3f0 req-f0c2dec9-0f9e-49a2-8bdb-249f86735bac tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:03.515996 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-326e5a27-3a21-4a34-9f0a-ac92ea42a3f0 req-f0c2dec9-0f9e-49a2-8bdb-249f86735bac tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0826271 Jun 02 13:02:03.563015 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-326e5a27-3a21-4a34-9f0a-ac92ea42a3f0 req-2ab5870e-4067-4979-951e-c9c73e896dd7 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407038 Jun 02 13:02:04.745222 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48869788-18c8-4b57-a658-082d90800ab9 req-536b6540-fb4a-43c8-8a3a-9e2f729ae92d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:04.746688 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-48869788-18c8-4b57-a658-082d90800ab9 req-536b6540-fb4a-43c8-8a3a-9e2f729ae92d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0811524 Jun 02 13:02:04.790522 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-48869788-18c8-4b57-a658-082d90800ab9 req-10e3d5bd-49d2-42e9-a15b-dab5cc3b8101 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382938 Jun 02 13:02:05.977937 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bfcde-6dd0-4ac0-9434-f3b4bedcafc0 req-b028c8e4-d3ef-45fa-a80a-5bc75cba6a6e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:05.979378 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b46bfcde-6dd0-4ac0-9434-f3b4bedcafc0 req-b028c8e4-d3ef-45fa-a80a-5bc75cba6a6e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0833442 Jun 02 13:02:06.023068 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b46bfcde-6dd0-4ac0-9434-f3b4bedcafc0 req-1a664043-dd5b-43b6-ba5d-d3bb039d6479 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375855 Jun 02 13:02:07.213216 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249d738-6a68-4dcc-80fa-0f5e4f0cc1b7 req-54d3c134-e30e-4719-b2d6-f637dcc4d84b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:07.214723 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1249d738-6a68-4dcc-80fa-0f5e4f0cc1b7 req-54d3c134-e30e-4719-b2d6-f637dcc4d84b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0879772 Jun 02 13:02:07.260385 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1249d738-6a68-4dcc-80fa-0f5e4f0cc1b7 req-f02e79f1-6213-42e9-a571-02b8234a94c8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399396 Jun 02 13:02:08.448319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1742bf1-e1e9-4538-9b2e-e18240aae7dd req-6a3f8126-27ac-4b0d-aed7-b29312b63427 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:08.449771 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c1742bf1-e1e9-4538-9b2e-e18240aae7dd req-6a3f8126-27ac-4b0d-aed7-b29312b63427 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0872188 Jun 02 13:02:08.495726 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c1742bf1-e1e9-4538-9b2e-e18240aae7dd req-3d299986-f8f1-4f08-a023-4eb524e878d9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402155 Jun 02 13:02:08.810552 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:02:09.679222 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524572a2-f237-4bfe-a524-6793a2464af7 req-2acb9a22-a3cb-45b7-9f75-1e938d3c682a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:09.680660 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-524572a2-f237-4bfe-a524-6793a2464af7 req-2acb9a22-a3cb-45b7-9f75-1e938d3c682a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0812838 Jun 02 13:02:09.724441 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-524572a2-f237-4bfe-a524-6793a2464af7 req-181f61ba-a051-4af1-ac70-72e75c48388a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383434 Jun 02 13:02:10.911955 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cd689-7166-421b-950b-a261b6af7f05 req-96344ded-f678-44b0-b3bc-bdcd73630b4e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:10.913406 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4f0cd689-7166-421b-950b-a261b6af7f05 req-96344ded-f678-44b0-b3bc-bdcd73630b4e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0839851 Jun 02 13:02:10.957818 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4f0cd689-7166-421b-950b-a261b6af7f05 req-adb494aa-22ba-4f5a-9ab5-0176ab61367c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383646 Jun 02 13:02:12.144679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405e448-77f0-4d83-bded-182efab31106 req-3661f9fe-76ba-43a4-be44-e484d7d97a42 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:12.146104 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7405e448-77f0-4d83-bded-182efab31106 req-3661f9fe-76ba-43a4-be44-e484d7d97a42 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0828066 Jun 02 13:02:12.188966 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7405e448-77f0-4d83-bded-182efab31106 req-405e90ec-e9b5-46c3-b4a0-30c1fa840aa1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373080 Jun 02 13:02:13.369993 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4682d-a03e-4084-afb3-8c98a5cf498c req-de941f58-4764-45d1-95cd-cf11fd9131bd tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:13.371448 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fdb4682d-a03e-4084-afb3-8c98a5cf498c req-de941f58-4764-45d1-95cd-cf11fd9131bd tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0780308 Jun 02 13:02:13.419549 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fdb4682d-a03e-4084-afb3-8c98a5cf498c req-eaf3d102-98ab-4de9-a858-4019dda6e734 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421062 Jun 02 13:02:14.186005 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c225251d-ffb9-473d-a1a5-3aa2d37bd634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:14.600587 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e63e9-5423-4011-8305-2a2b735e6e98 req-0702eeb8-ab50-4cc6-a168-b2fc9b3910fc tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:14.602002 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c64e63e9-5423-4011-8305-2a2b735e6e98 req-0702eeb8-ab50-4cc6-a168-b2fc9b3910fc tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0794497 Jun 02 13:02:14.648209 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c64e63e9-5423-4011-8305-2a2b735e6e98 req-6a59cbcd-2322-491e-aab7-76632599e311 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406940 Jun 02 13:02:15.828873 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2674ae-db74-41d9-b930-ea1a07704e21 req-d719667a-f79a-40c5-a7e2-c32eddc663f7 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:15.830249 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5c2674ae-db74-41d9-b930-ea1a07704e21 req-d719667a-f79a-40c5-a7e2-c32eddc663f7 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0799360 Jun 02 13:02:15.874982 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5c2674ae-db74-41d9-b930-ea1a07704e21 req-44f2394e-baea-4295-9efc-2f6e016d7e48 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392408 Jun 02 13:02:16.674944 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d77762ec-60bd-426d-b293-55bcfc32cf1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:16.727071 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:17.060263 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ef411-aad9-4fe0-8c5e-cc547ffec62e req-bf430e0d-7197-4371-8086-0c64c428e43e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:17.061615 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7a0ef411-aad9-4fe0-8c5e-cc547ffec62e req-bf430e0d-7197-4371-8086-0c64c428e43e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0819471 Jun 02 13:02:17.105608 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7a0ef411-aad9-4fe0-8c5e-cc547ffec62e req-c1944491-960d-458c-814a-698ab15e6018 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377560 Jun 02 13:02:17.806845 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:18.291567 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e6b83-772e-4863-853a-29fc5dbc03df req-131da44c-7427-4f76-a565-d795224ff282 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:18.292990 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ed1e6b83-772e-4863-853a-29fc5dbc03df req-131da44c-7427-4f76-a565-d795224ff282 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0847511 Jun 02 13:02:18.335751 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ed1e6b83-772e-4863-853a-29fc5dbc03df req-2b91dd17-9ab4-4b11-870c-f2873085fb9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371637 Jun 02 13:02:18.655670 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 51862) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:02:18.726389 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19643cd3-652d-4fd6-8b71-0c1e5aa0b0a2 req-79e6046c-76e5-4dc2-b750-14de0e45246d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:18.727843 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-19643cd3-652d-4fd6-8b71-0c1e5aa0b0a2 req-79e6046c-76e5-4dc2-b750-14de0e45246d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0807230 Jun 02 13:02:18.769750 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-c11e57bd-3bde-459b-8963-47b205e400be service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1128032 Jun 02 13:02:18.772761 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-19643cd3-652d-4fd6-8b71-0c1e5aa0b0a2 req-3597a432-1b8f-4b3f-8210-13dfae3e690f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392029 Jun 02 13:02:19.580073 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:19.884460 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-36f0689d-01fb-4129-9a21-b69f2a0c6662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:19.885924 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-36f0689d-01fb-4129-9a21-b69f2a0c6662 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 1099 time: 0.0791910 Jun 02 13:02:20.075767 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87ea18-df3c-4b2a-ab9d-9d55c03a087d req-1f61335e-4a47-497f-bbf6-241a6892330e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:20.077110 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8c87ea18-df3c-4b2a-ab9d-9d55c03a087d req-1f61335e-4a47-497f-bbf6-241a6892330e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.1889894 Jun 02 13:02:20.081334 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-593e235c-1a2c-4fe4-b1ac-b201f4fc462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:20.082656 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-593e235c-1a2c-4fe4-b1ac-b201f4fc462e service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1646352 Jun 02 13:02:20.199919 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8c87ea18-df3c-4b2a-ab9d-9d55c03a087d req-748f3d4c-1773-4063-a33b-838045c4c11c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163373 Jun 02 13:02:20.211673 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-2bd54947-47af-4784-b3ba-4e517fb488d7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ee7ef4-0177-4faa-8618-82e604158e02 HTTP/1.1" status: 200 len: 1002 time: 0.1156592 Jun 02 13:02:20.273434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-29520921-3899-45f1-b269-e93b219e5146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:20.274860 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-29520921-3899-45f1-b269-e93b219e5146 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0574620 Jun 02 13:02:20.353328 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-ae5c9a24-b5c6-4043-a01c-c455b5b74144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:20.354696 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-ae5c9a24-b5c6-4043-a01c-c455b5b74144 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0728707 Jun 02 13:02:20.487232 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-13b37bec-bcd8-4bdf-a622-c26762b20afb service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255996 Jun 02 13:02:20.729672 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-c4ab8dee-b009-4bca-baf0-dbe19e55d735 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360282 Jun 02 13:02:21.386143 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85f2e8-9c8c-4d35-b184-8dc65fe0b89d req-a2df48a4-6a95-4c5b-b5c6-1ee2f1c24b2f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:21.387593 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5d85f2e8-9c8c-4d35-b184-8dc65fe0b89d req-a2df48a4-6a95-4c5b-b5c6-1ee2f1c24b2f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0834656 Jun 02 13:02:21.432525 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5d85f2e8-9c8c-4d35-b184-8dc65fe0b89d req-26979197-e444-4195-8071-4f442408c853 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393353 Jun 02 13:02:22.387895 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-0eb8510c-bea1-4f85-9a3a-d20751da512d service neutron] 10.222.0.22 "GET /v2.0/ports/14ee7ef4-0177-4faa-8618-82e604158e02/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0739014 Jun 02 13:02:22.679056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3d541-2230-4fd8-9016-3565c83e9e02 req-d9d5faf2-3088-45f0-bce8-d724aa122bef tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:22.680489 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7de3d541-2230-4fd8-9016-3565c83e9e02 req-d9d5faf2-3088-45f0-bce8-d724aa122bef tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.1440856 Jun 02 13:02:22.686389 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-d65840c1-dcd8-43c8-a86a-f164ecf821ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:22.688226 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-d65840c1-dcd8-43c8-a86a-f164ecf821ea service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7&tenant_id=bf5f64e943fb4f028223db23610e354a HTTP/1.1" status: 200 len: 1099 time: 0.1091621 Jun 02 13:02:22.774518 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7de3d541-2230-4fd8-9016-3565c83e9e02 req-fe803f2a-69ac-46f3-9502-969db2f9ed98 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852392 Jun 02 13:02:22.799533 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-e8d9ada9-bb9f-4ff1-8284-de77fbdfdd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:22.800967 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-e8d9ada9-bb9f-4ff1-8284-de77fbdfdd0d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 1099 time: 0.0903573 Jun 02 13:02:22.934336 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-8f49b9b5-7696-4ec6-b3b5-cda242c1ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:22.935756 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-8f49b9b5-7696-4ec6-b3b5-cda242c1ae75 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1286824 Jun 02 13:02:23.037135 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-4675bb09-46df-48be-ab53-a54416b4545c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ee7ef4-0177-4faa-8618-82e604158e02 HTTP/1.1" status: 200 len: 1002 time: 0.0950422 Jun 02 13:02:23.097108 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-af31c152-464b-4a55-8d64-d7e3f04fa042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:23.098471 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-af31c152-464b-4a55-8d64-d7e3f04fa042 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0553906 Jun 02 13:02:23.175077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-c5ee090c-1fd8-4479-affc-6bf3373b6370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:23.176476 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-c5ee090c-1fd8-4479-affc-6bf3373b6370 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0722365 Jun 02 13:02:23.305130 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-3d02187d-a941-44bf-adb8-92314a9f7e94 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217093 Jun 02 13:02:23.435945 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a7ff13b7-d3a2-47df-aca4-0084124b1001 req-096424a8-2e68-4fd1-8307-a34cdffb2638 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247509 Jun 02 13:02:23.621069 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9a9f2-fbac-4443-8b70-39c7df0793fb req-d93d3e5c-ed15-4f64-aa06-983caaff1a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:23.622676 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-79c9a9f2-fbac-4443-8b70-39c7df0793fb req-d93d3e5c-ed15-4f64-aa06-983caaff1a14 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 1099 time: 0.0743108 Jun 02 13:02:23.769583 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9a9f2-fbac-4443-8b70-39c7df0793fb req-9c9f47ca-885d-4770-9a3c-a734cd129410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:23.771034 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-79c9a9f2-fbac-4443-8b70-39c7df0793fb req-9c9f47ca-885d-4770-9a3c-a734cd129410 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1246705 Jun 02 13:02:23.879559 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-79c9a9f2-fbac-4443-8b70-39c7df0793fb req-daec3df8-fd70-4d88-80f6-498ef53b7936 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ee7ef4-0177-4faa-8618-82e604158e02 HTTP/1.1" status: 200 len: 1002 time: 0.1017585 Jun 02 13:02:23.941500 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9a9f2-fbac-4443-8b70-39c7df0793fb req-64c285d9-95a6-491a-834b-c605c1a4f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:23.942960 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-79c9a9f2-fbac-4443-8b70-39c7df0793fb req-64c285d9-95a6-491a-834b-c605c1a4f175 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0571578 Jun 02 13:02:23.957419 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711b902-dc13-44f0-8487-34ba458ae498 req-c8294a05-65aa-4aed-8d26-563e9f19c777 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:23.958919 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5711b902-dc13-44f0-8487-34ba458ae498 req-c8294a05-65aa-4aed-8d26-563e9f19c777 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0807924 Jun 02 13:02:24.002984 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5711b902-dc13-44f0-8487-34ba458ae498 req-3d47e1bd-df32-4c7d-8dc1-f17c5d4e19e1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384328 Jun 02 13:02:24.161153 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9a9f2-fbac-4443-8b70-39c7df0793fb req-1749460f-65e2-478d-b583-ac1e44363ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:24.163268 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-79c9a9f2-fbac-4443-8b70-39c7df0793fb req-1749460f-65e2-478d-b583-ac1e44363ad8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2126503 Jun 02 13:02:24.297913 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-79c9a9f2-fbac-4443-8b70-39c7df0793fb req-4192b7a0-b34a-4b4b-9e26-44eb064002fc service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278820 Jun 02 13:02:24.435605 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-79c9a9f2-fbac-4443-8b70-39c7df0793fb req-c8041d33-e600-425c-a570-4a0eb6f15ab6 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305017 Jun 02 13:02:25.189864 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ad03e-0a6b-4d7e-ba23-28f2c75a0663 req-ae2b11d7-4cbe-4c52-9777-ccd632d61083 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:25.191355 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2f0ad03e-0a6b-4d7e-ba23-28f2c75a0663 req-ae2b11d7-4cbe-4c52-9777-ccd632d61083 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0808327 Jun 02 13:02:25.235768 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2f0ad03e-0a6b-4d7e-ba23-28f2c75a0663 req-ab3512ea-bd6c-48b7-a372-acf615bf4d08 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388870 Jun 02 13:02:26.061377 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 14ee7ef4-0177-4faa-8618-82e604158e02 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:02:26.083705 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:26.098442 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 14ee7ef4-0177-4faa-8618-82e604158e02 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:02:26.287654 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 14ee7ef4-0177-4faa-8618-82e604158e02, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14ee7ef4-0177-4faa-8618-82e604158e02,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:02:26.311923 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '14ee7ef4-0177-4faa-8618-82e604158e02', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'port_id': '14ee7ef4-0177-4faa-8618-82e604158e02', 'mac_address': 'fa:16:3e:93:83:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:02:26.315470 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:26.388184 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ee7ef4-0177-4faa-8618-82e604158e02'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:02:26.390511 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a819f9f4-5cdd-437f-a2fa-f652327a02b0" -d '{"events": [{"server_uuid": "7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7", "name": "network-vif-unplugged", "status": "completed", "tag": "14ee7ef4-0177-4faa-8618-82e604158e02"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:02:26.401415 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:26.411978 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 14ee7ef4-0177-4faa-8618-82e604158e02, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14ee7ef4-0177-4faa-8618-82e604158e02,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:02:26.419562 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:26.422939 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-94a571db-88d1-443d-a49d-22d13b3d26dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:02:26.430274 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941751e5-2cdf-4a94-b7e0-e0563695e916 req-6c3c175e-f395-4e74-9ce3-a9c625489bb6 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:26.431907 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-941751e5-2cdf-4a94-b7e0-e0563695e916 req-6c3c175e-f395-4e74-9ce3-a9c625489bb6 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0891333 Jun 02 13:02:26.461174 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 13:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c8e887-b87a-4f5a-8eec-1f2289659405 x-openstack-request-id: req-66c8e887-b87a-4f5a-8eec-1f2289659405 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:02:26.462163 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7", "name": "network-vif-unplugged", "status": "completed", "tag": "14ee7ef4-0177-4faa-8618-82e604158e02", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:02:26.462163 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66c8e887-b87a-4f5a-8eec-1f2289659405 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:02:26.462163 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ee7ef4-0177-4faa-8618-82e604158e02', 'code': 200} Jun 02 13:02:26.463661 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14ee7ef4-0177-4faa-8618-82e604158e02 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:02:26.486130 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-941751e5-2cdf-4a94-b7e0-e0563695e916 req-a2cbd828-9a73-49e7-9381-fb699771a734 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471635 Jun 02 13:02:26.552136 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=14ee7ef4-0177-4faa-8618-82e604158e02,revision_number=6']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:02:26.561442 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.db.api [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 13:02:26.561898 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_db.api [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 13:02:26.563661 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:26.563949 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:26.564285 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:26.564613 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:26.564937 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:26.565259 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:26.565588 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:26.565907 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:26.566253 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:26.566572 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:26.566888 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:26.567202 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:26.571241 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:02:26.793878 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b6a62-ae61-49d5-80b2-f46fd057c28e req-6eda2dd0-8874-4f0d-af7f-8a4d6954ef85 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:26.795674 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8f3b6a62-ae61-49d5-80b2-f46fd057c28e req-6eda2dd0-8874-4f0d-af7f-8a4d6954ef85 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 944 time: 0.0804546 Jun 02 13:02:26.810840 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb495e1-5c8c-48d9-9aca-d943246c4373 req-39d6ac85-16c2-483e-9c81-24fa5448a894 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:26.812881 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2cb495e1-5c8c-48d9-9aca-d943246c4373 req-39d6ac85-16c2-483e-9c81-24fa5448a894 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7&tenant_id=bf5f64e943fb4f028223db23610e354a&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.0902491 Jun 02 13:02:26.847850 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8f3b6a62-ae61-49d5-80b2-f46fd057c28e req-16e1b74b-7662-410a-b0dd-889b9cb1ac6e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447741 Jun 02 13:02:26.954440 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb495e1-5c8c-48d9-9aca-d943246c4373 req-bac85402-367e-4f83-95fb-b8f54c6d128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:26.955890 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2cb495e1-5c8c-48d9-9aca-d943246c4373 req-bac85402-367e-4f83-95fb-b8f54c6d128b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 1097 time: 0.0712402 Jun 02 13:02:27.086091 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb495e1-5c8c-48d9-9aca-d943246c4373 req-6e0e7308-d062-4e22-8f63-f39e15353159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:27.087547 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2cb495e1-5c8c-48d9-9aca-d943246c4373 req-6e0e7308-d062-4e22-8f63-f39e15353159 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1247547 Jun 02 13:02:27.116411 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:27.134271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ee7ef4-0177-4faa-8618-82e604158e02 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:02:27.150032 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 14ee7ef4-0177-4faa-8618-82e604158e02, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14ee7ef4-0177-4faa-8618-82e604158e02,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:02:27.153851 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:27.156118 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-847739b4-2723-4640-8c68-05a9b0d507a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:02:27.208320 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2cb495e1-5c8c-48d9-9aca-d943246c4373 req-0e020b65-0e9c-4e78-8569-1c073bc1d2b5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ee7ef4-0177-4faa-8618-82e604158e02 HTTP/1.1" status: 200 len: 1001 time: 0.1138592 Jun 02 13:02:27.232118 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['14ee7ef4-0177-4faa-8618-82e604158e02'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:02:27.261611 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=14ee7ef4-0177-4faa-8618-82e604158e02,revision_number=7']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:02:27.270408 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:02:27.273159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb495e1-5c8c-48d9-9aca-d943246c4373 req-8d0fd135-00a3-4fba-9c85-34964149e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:27.274798 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2cb495e1-5c8c-48d9-9aca-d943246c4373 req-8d0fd135-00a3-4fba-9c85-34964149e42b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0601463 Jun 02 13:02:27.353129 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb495e1-5c8c-48d9-9aca-d943246c4373 req-a9338d67-b331-452d-a3cd-bcaf3e462976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:27.354615 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2cb495e1-5c8c-48d9-9aca-d943246c4373 req-a9338d67-b331-452d-a3cd-bcaf3e462976 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0728154 Jun 02 13:02:27.494438 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2cb495e1-5c8c-48d9-9aca-d943246c4373 req-cb08e356-edcc-4efe-bd70-81081a4d3ac8 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328154 Jun 02 13:02:27.623134 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2cb495e1-5c8c-48d9-9aca-d943246c4373 req-99fc17be-9dc2-4f98-9d61-9adbcaaf450f service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222334 Jun 02 13:02:28.034054 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304534f-fd52-443a-95cb-0545d5eefb4e req-6187a23a-78ba-4609-b300-78d3b595e0bb tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:28.035415 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3304534f-fd52-443a-95cb-0545d5eefb4e req-6187a23a-78ba-4609-b300-78d3b595e0bb tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 945 time: 0.0786777 Jun 02 13:02:28.070593 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 14ee7ef4-0177-4faa-8618-82e604158e02 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:02:28.080013 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3304534f-fd52-443a-95cb-0545d5eefb4e req-fa948c6c-0fcd-4de7-91b9-8be1e08a58c9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388353 Jun 02 13:02:28.186749 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 14ee7ef4-0177-4faa-8618-82e604158e02 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:02:28.187814 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:28.306278 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:28.343141 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 14ee7ef4-0177-4faa-8618-82e604158e02, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14ee7ef4-0177-4faa-8618-82e604158e02,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:02:28.346994 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:28.348816 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:02:28.414477 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=14ee7ef4-0177-4faa-8618-82e604158e02,revision_number=8']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:02:28.417554 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:02:28.463479 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ee7ef4-0177-4faa-8618-82e604158e02'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:02:28.465817 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42fd0f2-2791-461e-9127-61dd2434d498" -d '{"events": [{"server_uuid": "7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7", "name": "network-vif-plugged", "status": "completed", "tag": "14ee7ef4-0177-4faa-8618-82e604158e02"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:02:28.515485 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d6b018-3da0-425c-bd3a-5c2b959285ff x-openstack-request-id: req-22d6b018-3da0-425c-bd3a-5c2b959285ff {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:02:28.515786 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7", "name": "network-vif-plugged", "status": "completed", "tag": "14ee7ef4-0177-4faa-8618-82e604158e02", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:02:28.516042 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22d6b018-3da0-425c-bd3a-5c2b959285ff {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:02:28.516435 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ee7ef4-0177-4faa-8618-82e604158e02', 'code': 200} Jun 02 13:02:29.272581 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880942c4-a909-44bc-b90e-f0182d30e51b req-ffb2b5d0-c869-497f-a277-b71dc7685b89 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:29.274025 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-880942c4-a909-44bc-b90e-f0182d30e51b req-ffb2b5d0-c869-497f-a277-b71dc7685b89 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0841517 Jun 02 13:02:29.318593 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-880942c4-a909-44bc-b90e-f0182d30e51b req-5cd9cd04-d4ab-4362-8cf9-cca27e39ede5 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388656 Jun 02 13:02:29.500731 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db1ea8-e20f-4272-a2b0-50a2ba438842 req-2310fcd5-d1a4-4214-9925-6b50b2a6ccaa tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:29.502330 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-71db1ea8-e20f-4272-a2b0-50a2ba438842 req-2310fcd5-d1a4-4214-9925-6b50b2a6ccaa tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0812964 Jun 02 13:02:29.545867 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-71db1ea8-e20f-4272-a2b0-50a2ba438842 req-63fdb7be-d8c7-458c-b810-44dda85985dd tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379393 Jun 02 13:02:29.884634 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f265322-8608-4d23-b211-98e3bbe8ff44 req-948ffcca-9056-44d8-b518-386cbae22f6b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:29.886066 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2f265322-8608-4d23-b211-98e3bbe8ff44 req-948ffcca-9056-44d8-b518-386cbae22f6b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0876641 Jun 02 13:02:29.919732 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3ea5a-f172-4d95-b942-dc387f89ee8d req-d30e01a5-cbb2-4727-a098-a2d4a3b8d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:29.921884 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c2b3ea5a-f172-4d95-b942-dc387f89ee8d req-d30e01a5-cbb2-4727-a098-a2d4a3b8d0e9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 1099 time: 0.0719712 Jun 02 13:02:29.932906 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2f265322-8608-4d23-b211-98e3bbe8ff44 req-c52c1010-ec59-470e-8a00-b4b5037f287f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409112 Jun 02 13:02:30.051900 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3ea5a-f172-4d95-b942-dc387f89ee8d req-e9fe2bf5-094e-4af0-8fca-0e860cf0d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:30.053345 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c2b3ea5a-f172-4d95-b942-dc387f89ee8d req-e9fe2bf5-094e-4af0-8fca-0e860cf0d9a1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1255598 Jun 02 13:02:30.269562 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c2b3ea5a-f172-4d95-b942-dc387f89ee8d req-82c285ee-4eac-461a-a11c-9d1261590444 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ee7ef4-0177-4faa-8618-82e604158e02 HTTP/1.1" status: 200 len: 1002 time: 0.2098813 Jun 02 13:02:30.333549 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3ea5a-f172-4d95-b942-dc387f89ee8d req-4c061b06-8656-46d6-96c6-e9a76313db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:30.334980 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c2b3ea5a-f172-4d95-b942-dc387f89ee8d req-4c061b06-8656-46d6-96c6-e9a76313db4d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0590556 Jun 02 13:02:30.408552 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3ea5a-f172-4d95-b942-dc387f89ee8d req-f64a928f-d288-466b-9c19-c1538c234a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:30.410388 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c2b3ea5a-f172-4d95-b942-dc387f89ee8d req-f64a928f-d288-466b-9c19-c1538c234a67 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0686471 Jun 02 13:02:30.542043 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c2b3ea5a-f172-4d95-b942-dc387f89ee8d req-08f23fe2-948e-40b7-ae9e-a0c9e02cc91d service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237030 Jun 02 13:02:30.674792 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c2b3ea5a-f172-4d95-b942-dc387f89ee8d req-6c6018fe-7b4c-446b-aed6-955dbed47765 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231518 Jun 02 13:02:31.123461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f44baa-f092-4213-847b-f6d8f6e9b97f req-5844ed2b-17ab-4c09-9a93-cebdc77fd3e4 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:31.125442 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-05f44baa-f092-4213-847b-f6d8f6e9b97f req-5844ed2b-17ab-4c09-9a93-cebdc77fd3e4 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0873606 Jun 02 13:02:31.170694 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-05f44baa-f092-4213-847b-f6d8f6e9b97f req-a191a3ce-df38-486a-8cb1-dc20075dfdc8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395994 Jun 02 13:02:32.353256 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d5f60-a2d3-4e79-a039-0f91ac613945 req-06081817-11de-4b53-b00d-da22fea812bf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:32.354736 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5f3d5f60-a2d3-4e79-a039-0f91ac613945 req-06081817-11de-4b53-b00d-da22fea812bf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0803599 Jun 02 13:02:32.401821 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5f3d5f60-a2d3-4e79-a039-0f91ac613945 req-4008c6cb-cafb-4603-9528-1af1f0767f55 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409951 Jun 02 13:02:32.917862 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea32ff2-431e-4325-b780-29f7101c23ab req-f563cf71-b417-4543-8997-36208ec478a4 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:32.919368 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7ea32ff2-431e-4325-b780-29f7101c23ab req-f563cf71-b417-4543-8997-36208ec478a4 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0813863 Jun 02 13:02:32.963778 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7ea32ff2-431e-4325-b780-29f7101c23ab req-86d4fa98-c406-488e-9720-fd42ab13449f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387001 Jun 02 13:02:34.143989 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba821c7-c595-4aec-9b16-8e17d4701ad6 req-4e0feccf-33fe-4b38-a2be-6d9d1f31bc0a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:34.145412 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fba821c7-c595-4aec-9b16-8e17d4701ad6 req-4e0feccf-33fe-4b38-a2be-6d9d1f31bc0a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0790691 Jun 02 13:02:34.189225 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fba821c7-c595-4aec-9b16-8e17d4701ad6 req-1bdf4691-64d7-40ae-a240-f78ddffd3a76 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378404 Jun 02 13:02:34.664531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb4243-6028-48ac-8e97-20f189bafabd req-5abf716b-8a84-4f91-bd98-2873e94a2e1a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:34.666241 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-39fb4243-6028-48ac-8e97-20f189bafabd req-5abf716b-8a84-4f91-bd98-2873e94a2e1a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 946 time: 0.0817294 Jun 02 13:02:34.801645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-39fb4243-6028-48ac-8e97-20f189bafabd req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Deleting port 14ee7ef4-0177-4faa-8618-82e604158e02 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:02:34.801970 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-39fb4243-6028-48ac-8e97-20f189bafabd req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:34.950485 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-39fb4243-6028-48ac-8e97-20f189bafabd req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] For port 14ee7ef4-0177-4faa-8618-82e604158e02, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14ee7ef4-0177-4faa-8618-82e604158e02,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:02:34.950744 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-39fb4243-6028-48ac-8e97-20f189bafabd req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:35.232554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-39fb4243-6028-48ac-8e97-20f189bafabd req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:35.233195 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-39fb4243-6028-48ac-8e97-20f189bafabd req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:35.233317 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [req-39fb4243-6028-48ac-8e97-20f189bafabd req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Floating IP 92d02e76-2e9a-40cf-b9ea-1319547eefe4 disassociated. External IP: 172.26.7.207, port: 14ee7ef4-0177-4faa-8618-82e604158e02. Jun 02 13:02:35.234140 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-39fb4243-6028-48ac-8e97-20f189bafabd req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Calling delete_port for 14ee7ef4-0177-4faa-8618-82e604158e02 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:02:35.346985 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-39fb4243-6028-48ac-8e97-20f189bafabd req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:35.354322 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:02:35.380081 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aaef5-6bed-4d31-bad5-2050b07389f3 req-7a55b1bf-5197-4178-af3b-6ec8d7a87767 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:35.382196 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4d5aaef5-6bed-4d31-bad5-2050b07389f3 req-7a55b1bf-5197-4178-af3b-6ec8d7a87767 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 867 time: 0.0850663 Jun 02 13:02:35.402879 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Pushing event deleted for resources: {'Port': ['ID=14ee7ef4-0177-4faa-8618-82e604158e02,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:02:35.432714 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4d5aaef5-6bed-4d31-bad5-2050b07389f3 req-15270083-4634-4552-b9cb-73484cf59022 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447676 Jun 02 13:02:35.469018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:35.469328 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:35.469713 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:35.470088 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:35.470487 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:35.470863 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:35.471238 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:35.471606 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:35.471973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:35.472340 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:35.472707 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:35.473070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:02:35.481198 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:02:35.720349 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39fb4243-6028-48ac-8e97-20f189bafabd req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Router 35622653-247a-4189-a834-4ed087592548 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:02:35.896346 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39fb4243-6028-48ac-8e97-20f189bafabd req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:02:35.906479 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da094637-4443-4c7e-b89d-865ef07a988b None None] Sync routers for ids ['35622653-247a-4189-a834-4ed087592548'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:02:35.915943 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da094637-4443-4c7e-b89d-865ef07a988b None None] Routers {'35622653-247a-4189-a834-4ed087592548'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:02:35.916534 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-da094637-4443-4c7e-b89d-865ef07a988b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:02:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['35622653-247a-4189-a834-4ed087592548'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:02:35.971008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-39fb4243-6028-48ac-8e97-20f189bafabd req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] No DVR routers for this DVR port 14ee7ef4-0177-4faa-8618-82e604158e02 on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:02:35.973445 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-39fb4243-6028-48ac-8e97-20f189bafabd req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:35.976111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7', 'name': 'network-vif-deleted', 'tag': '14ee7ef4-0177-4faa-8618-82e604158e02'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:02:35.978422 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12452cf3-947a-4f99-86ae-887a683119db" -d '{"events": [{"server_uuid": "7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7", "name": "network-vif-deleted", "tag": "14ee7ef4-0177-4faa-8618-82e604158e02"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:02:35.992965 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-39fb4243-6028-48ac-8e97-20f189bafabd req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "DELETE /v2.0/ports/14ee7ef4-0177-4faa-8618-82e604158e02 HTTP/1.1" status: 204 len: 173 time: 1.3209639 Jun 02 13:02:36.022700 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3033d21-39ee-42d4-9e79-930c658f8581 x-openstack-request-id: req-c3033d21-39ee-42d4-9e79-930c658f8581 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:02:36.023042 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7", "name": "network-vif-deleted", "tag": "14ee7ef4-0177-4faa-8618-82e604158e02", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:02:36.025177 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3033d21-39ee-42d4-9e79-930c658f8581 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:02:36.026212 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7', 'name': 'network-vif-deleted', 'tag': '14ee7ef4-0177-4faa-8618-82e604158e02', 'status': 'completed', 'code': 200} Jun 02 13:02:36.100573 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-da094637-4443-4c7e-b89d-865ef07a988b None None] Set router 35622653-247a-4189-a834-4ed087592548 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:02:36.439894 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-da094637-4443-4c7e-b89d-865ef07a988b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:02:36.444329 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da094637-4443-4c7e-b89d-865ef07a988b None None] Checking router: 35622653-247a-4189-a834-4ed087592548 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:02:36.456005 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da094637-4443-4c7e-b89d-865ef07a988b None None] Routers {'35622653-247a-4189-a834-4ed087592548'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:02:36.456883 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-da094637-4443-4c7e-b89d-865ef07a988b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:02:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['35622653-247a-4189-a834-4ed087592548'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:02:36.638153 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2af98aa8-7144-47e8-bb39-80477021347c req-7d714b39-477c-4cf7-9661-d5fe5aa72096 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb6edee-ea4a-4fa2-b5fb-5ea8d4f5d4b7 HTTP/1.1" status: 200 len: 210 time: 0.0552075 Jun 02 13:02:36.654223 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-da094637-4443-4c7e-b89d-865ef07a988b None None] Set router 35622653-247a-4189-a834-4ed087592548 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:02:36.964430 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-da094637-4443-4c7e-b89d-865ef07a988b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:02:36.968824 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da094637-4443-4c7e-b89d-865ef07a988b None None] The sync data for ids ['35622653-247a-4189-a834-4ed087592548'] in dv-neutron-601336-80-hyperv is: [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:02:37.184544 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d0b10d-423e-40b5-bd57-92de27b52baf None None] New status for floating IP 92d02e76-2e9a-40cf-b9ea-1319547eefe4: DOWN {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:02:37.992223 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-bcdd28cb-523c-4350-b66a-1569b5136242 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1416104428&fields=id&tenant_id=bf5f64e943fb4f028223db23610e354a HTTP/1.1" status: 200 len: 267 time: 0.0418811 Jun 02 13:02:38.117907 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 14ee7ef4-0177-4faa-8618-82e604158e02 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:02:38.142954 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-618e9538-161f-4473-bae6-77942a513e71 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:38.144372 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-618e9538-161f-4473-bae6-77942a513e71 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 812 time: 0.1456661 Jun 02 13:02:38.151947 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 14ee7ef4-0177-4faa-8618-82e604158e02 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:02:38.152300 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 14ee7ef4-0177-4faa-8618-82e604158e02 not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:02:38.160208 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-ed1ee092-b62f-432d-a06a-cadfaa091b2d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/quotas/bf5f64e943fb4f028223db23610e354a HTTP/1.1" status: 200 len: 375 time: 0.0104041 Jun 02 13:02:38.250319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-6d13f683-5d0e-4d08-8809-cbbcf5830740 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Synchronizing usage tracker for tenant:bf5f64e943fb4f028223db23610e354a on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:02:38.266380 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-6d13f683-5d0e-4d08-8809-cbbcf5830740 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Unset dirty status for tenant:bf5f64e943fb4f028223db23610e354a on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:02:38.267637 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-6d13f683-5d0e-4d08-8809-cbbcf5830740 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1021526 Jun 02 13:02:38.448190 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-adae00e6-1dd1-4b3e-b7fb-e408bed15cfd service neutron] 10.222.0.37 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689715 Jun 02 13:02:38.582179 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-f1b6a38b-7602-410d-a5c0-550d2bf9520b service neutron] 10.222.0.37 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274893 Jun 02 13:02:38.752372 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6a86e826-0adb-4225-96ab-477c06f09f4f req-ae0f36fa-6922-43f9-9192-67e3e04660e3 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 210 time: 0.0424511 Jun 02 13:02:39.747948 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-1da9faa2-4562-47da-b747-37452a1c900a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:39.749327 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-1da9faa2-4562-47da-b747-37452a1c900a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 812 time: 0.1441429 Jun 02 13:02:39.801993 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-58610a76-f2df-428c-91b0-35ab73a24bd7 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf5f64e943fb4f028223db23610e354a HTTP/1.1" status: 200 len: 380 time: 0.0437739 Jun 02 13:02:39.816949 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-985dfc01-e9c8-45b9-b44d-1c7e6e6e24d2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Request body: {'port': {'device_id': '53e70afc-6c5a-4193-b77f-a6c6e010c4df', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'admin_state_up': True, 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'security_groups': ['39862920-de00-4c66-8210-ea3047cd5662']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:02:39.948388 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2cde7180-86ca-469a-bb5d-e9096bead300 req-b3e680ae-2550-45b8-b39c-38e7b5c6a93b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 210 time: 0.0602710 Jun 02 13:02:39.993970 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-985dfc01-e9c8-45b9-b44d-1c7e6e6e24d2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:02:40.004095 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-985dfc01-e9c8-45b9-b44d-1c7e6e6e24d2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:02:40.013285 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-985dfc01-e9c8-45b9-b44d-1c7e6e6e24d2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Made reservation on behalf of bf5f64e943fb4f028223db23610e354a for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:02:40.016915 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-985dfc01-e9c8-45b9-b44d-1c7e6e6e24d2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:40.176702 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-985dfc01-e9c8-45b9-b44d-1c7e6e6e24d2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Allocated IP 172.20.0.12 (3264455f-2177-4730-bb2e-786f357ca7b1/1bb40371-a91d-45d4-8864-990457b491f8/29ed591e-8741-48a9-908c-603413a3858a) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:02:40.480060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-985dfc01-e9c8-45b9-b44d-1c7e6e6e24d2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:40.495489 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-985dfc01-e9c8-45b9-b44d-1c7e6e6e24d2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Transition to ACTIVE for port object 29ed591e-8741-48a9-908c-603413a3858a will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:02:40.518219 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-985dfc01-e9c8-45b9-b44d-1c7e6e6e24d2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:40.524865 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-97ba4d36-2a07-4cde-a620-1353e08e45d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:02:40.591852 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-985dfc01-e9c8-45b9-b44d-1c7e6e6e24d2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Network 3264455f-2177-4730-bb2e-786f357ca7b1 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:02:40.595854 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-985dfc01-e9c8-45b9-b44d-1c7e6e6e24d2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:02:40.599852 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-985dfc01-e9c8-45b9-b44d-1c7e6e6e24d2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:02:40.636904 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985dfc01-e9c8-45b9-b44d-1c7e6e6e24d2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Pushing event updated for resources: {'Port': ['ID=29ed591e-8741-48a9-908c-603413a3858a,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:02:40.641619 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-985dfc01-e9c8-45b9-b44d-1c7e6e6e24d2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:02:40.669584 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-985dfc01-e9c8-45b9-b44d-1c7e6e6e24d2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:40.670251 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-985dfc01-e9c8-45b9-b44d-1c7e6e6e24d2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:40.697141 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-985dfc01-e9c8-45b9-b44d-1c7e6e6e24d2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8837991 Jun 02 13:02:40.708901 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Request body: {'port': {'device_id': '53e70afc-6c5a-4193-b77f-a6c6e010c4df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:02:40.823511 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:40.829235 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-eb9d6437-46a1-4dd3-89dc-9b31fc8482aa None None] Provisioning for port 29ed591e-8741-48a9-908c-603413a3858a completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:02:40.834017 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-eb9d6437-46a1-4dd3-89dc-9b31fc8482aa None None] Provisioning complete for port 29ed591e-8741-48a9-908c-603413a3858a triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:02:40.834429 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eb9d6437-46a1-4dd3-89dc-9b31fc8482aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:40.892225 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d6437-46a1-4dd3-89dc-9b31fc8482aa None None] Port 29ed591e-8741-48a9-908c-603413a3858a cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:02:41.169912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ed591e-8741-48a9-908c-603413a3858a {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:02:41.177807 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:41.193681 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Transition to ACTIVE for port object 29ed591e-8741-48a9-908c-603413a3858a will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:02:41.197925 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:41.201952 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bc79ab5d-33e2-4538-a5d0-ad22e104acaa tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:02:41.282272 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c28a9-2ed4-4248-94f6-92c62d355ff2 req-1a95b8a7-dc17-4b13-b5da-f9fa70b5f9e8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:41.283889 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-075c28a9-2ed4-4248-94f6-92c62d355ff2 req-1a95b8a7-dc17-4b13-b5da-f9fa70b5f9e8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 944 time: 0.2284997 Jun 02 13:02:41.331021 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-075c28a9-2ed4-4248-94f6-92c62d355ff2 req-114cf16b-099b-4c95-adda-4f19ed62f36b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413365 Jun 02 13:02:41.342457 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Pushing event updated for resources: {'Port': ['ID=29ed591e-8741-48a9-908c-603413a3858a,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:02:41.369118 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:02:41.448413 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Attempting to bind port 29ed591e-8741-48a9-908c-603413a3858a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:02:41.448761 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Attempting to bind port 29ed591e-8741-48a9-908c-603413a3858a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:02:41.449094 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Attempting to bind port 29ed591e-8741-48a9-908c-603413a3858a on network 3264455f-2177-4730-bb2e-786f357ca7b1 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:02:41.454294 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Port 29ed591e-8741-48a9-908c-603413a3858a on network 3264455f-2177-4730-bb2e-786f357ca7b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 13:02:41.454621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Attempting to bind port 29ed591e-8741-48a9-908c-603413a3858a on network 3264455f-2177-4730-bb2e-786f357ca7b1 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:02:41.459695 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:02:41.460021 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Checking segment: {'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:02:41.460403 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Bound using segment: {'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:02:41.460828 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Bound port: 29ed591e-8741-48a9-908c-603413a3858a, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:02:41.461173 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:41.555814 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] For port 29ed591e-8741-48a9-908c-603413a3858a, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:02:41.558716 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] For port 29ed591e-8741-48a9-908c-603413a3858a, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29ed591e-8741-48a9-908c-603413a3858a,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:02:41.563849 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:41.568302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-30dfb931-e1b6-41f8-a389-e7a15acfeac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:02:41.617223 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:41.617837 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:41.619214 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] 10.222.0.22 "PUT /v2.0/ports/29ed591e-8741-48a9-908c-603413a3858a HTTP/1.1" status: 200 len: 1094 time: 0.9148626 Jun 02 13:02:41.619731 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e70afc-6c5a-4193-b77f-a6c6e010c4df', 'tag': '29ed591e-8741-48a9-908c-603413a3858a'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:02:41.622023 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c333a89-9fe3-4bcc-bf04-ca076a18f56f" -d '{"events": [{"name": "network-changed", "server_uuid": "53e70afc-6c5a-4193-b77f-a6c6e010c4df", "tag": "29ed591e-8741-48a9-908c-603413a3858a"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:02:41.654983 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Pushing event updated for resources: {'Port': ['ID=29ed591e-8741-48a9-908c-603413a3858a,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:02:41.690831 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:02:41.740990 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b479fe67-b2e2-46c1-b2ac-064e311ad6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:41.742534 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-b479fe67-b2e2-46c1-b2ac-064e311ad6c2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 1097 time: 0.0842497 Jun 02 13:02:41.810147 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8da760-b624-4743-b924-76adf41f37dd x-openstack-request-id: req-ab8da760-b624-4743-b924-76adf41f37dd {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:02:41.810493 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e70afc-6c5a-4193-b77f-a6c6e010c4df", "tag": "29ed591e-8741-48a9-908c-603413a3858a", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:02:41.810796 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab8da760-b624-4743-b924-76adf41f37dd {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:02:41.811233 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e70afc-6c5a-4193-b77f-a6c6e010c4df', 'tag': '29ed591e-8741-48a9-908c-603413a3858a', 'status': 'completed', 'code': 200} Jun 02 13:02:41.820035 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-12f84fcd-9b88-4a0c-bee3-cdd62ad330cf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29ed591e-8741-48a9-908c-603413a3858a HTTP/1.1" status: 200 len: 217 time: 0.0648510 Jun 02 13:02:41.886905 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-5d684e23-0461-4dc7-8800-565c50e13d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:41.888263 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-5d684e23-0461-4dc7-8800-565c50e13d4e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0619452 Jun 02 13:02:41.964641 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-be5db37d-40d8-4333-a8ae-b76f1c581aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:41.966131 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-be5db37d-40d8-4333-a8ae-b76f1c581aed service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0704703 Jun 02 13:02:42.095204 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-4f378cf3-b55f-4057-9f73-2e1d9e3f657f service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225238 Jun 02 13:02:42.357248 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-74fe41b6-92ec-4b40-9cb3-97a04ad45c71 req-f91936d1-3470-4230-9ab3-e1850e28b0d8 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553191 Jun 02 13:02:42.478658 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c333a89-9fe3-4bcc-bf04-ca076a18f56f req-4b835fe0-95fc-44f8-8688-b7c7fac9ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:42.480126 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5c333a89-9fe3-4bcc-bf04-ca076a18f56f req-4b835fe0-95fc-44f8-8688-b7c7fac9ed93 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 1097 time: 0.0763493 Jun 02 13:02:42.518159 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956265b-9247-461d-a3c6-b250a4c25cbb req-9ee1d6a6-0174-41bc-987e-ed1623b26a87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:42.519633 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a956265b-9247-461d-a3c6-b250a4c25cbb req-9ee1d6a6-0174-41bc-987e-ed1623b26a87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 944 time: 0.0837679 Jun 02 13:02:42.572227 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a956265b-9247-461d-a3c6-b250a4c25cbb req-606fcbfb-31f6-4663-a22e-240376be4edb tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457587 Jun 02 13:02:42.616508 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c333a89-9fe3-4bcc-bf04-ca076a18f56f req-b51cedd7-8f07-4e01-ae55-871f95143f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:42.617891 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5c333a89-9fe3-4bcc-bf04-ca076a18f56f req-b51cedd7-8f07-4e01-ae55-871f95143f5a service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1307876 Jun 02 13:02:42.684349 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5c333a89-9fe3-4bcc-bf04-ca076a18f56f req-4a0cd931-548a-4b45-bfa1-498850a4bcec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29ed591e-8741-48a9-908c-603413a3858a HTTP/1.1" status: 200 len: 217 time: 0.0599942 Jun 02 13:02:42.747813 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c333a89-9fe3-4bcc-bf04-ca076a18f56f req-a4266912-aa12-4cfc-91e1-115f7730e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:42.749167 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5c333a89-9fe3-4bcc-bf04-ca076a18f56f req-a4266912-aa12-4cfc-91e1-115f7730e667 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0589986 Jun 02 13:02:42.822597 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c333a89-9fe3-4bcc-bf04-ca076a18f56f req-b806755c-f306-4742-a45e-5dfb5e567fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:42.824031 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5c333a89-9fe3-4bcc-bf04-ca076a18f56f req-b806755c-f306-4742-a45e-5dfb5e567fe3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0685065 Jun 02 13:02:42.966152 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5c333a89-9fe3-4bcc-bf04-ca076a18f56f req-e02cd386-1104-4c78-a643-100366532269 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346099 Jun 02 13:02:43.096189 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5c333a89-9fe3-4bcc-bf04-ca076a18f56f req-e08b77fc-59f4-445a-b5c3-f9f90ac241a8 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235294 Jun 02 13:02:43.760116 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5da10a-5868-4ddf-ab2f-04ad3eb2b26d req-7574d7ac-89e2-4500-933f-353acdc733a9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:43.760809 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-ce5da10a-5868-4ddf-ab2f-04ad3eb2b26d req-7574d7ac-89e2-4500-933f-353acdc733a9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Synchronizing usage tracker for tenant:bf5f64e943fb4f028223db23610e354a on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:02:43.775896 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-ce5da10a-5868-4ddf-ab2f-04ad3eb2b26d req-7574d7ac-89e2-4500-933f-353acdc733a9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Unset dirty status for tenant:bf5f64e943fb4f028223db23610e354a on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:02:43.777179 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ce5da10a-5868-4ddf-ab2f-04ad3eb2b26d req-7574d7ac-89e2-4500-933f-353acdc733a9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 944 time: 0.0995734 Jun 02 13:02:43.821594 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ce5da10a-5868-4ddf-ab2f-04ad3eb2b26d req-1365add9-9fae-469f-92d1-bbe74ce8f899 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382144 Jun 02 13:02:44.166742 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 29ed591e-8741-48a9-908c-603413a3858a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:02:44.205395 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-df9a6e16-1f0f-4af2-ab25-c119c4d4f86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:44.338375 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 29ed591e-8741-48a9-908c-603413a3858a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29ed591e-8741-48a9-908c-603413a3858a,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:02:44.355526 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '29ed591e-8741-48a9-908c-603413a3858a', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'port_id': '29ed591e-8741-48a9-908c-603413a3858a', 'mac_address': 'fa:16:3e:1d:9a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:02:44.413126 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:44.430056 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ed591e-8741-48a9-908c-603413a3858a {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:02:44.445468 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 29ed591e-8741-48a9-908c-603413a3858a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29ed591e-8741-48a9-908c-603413a3858a,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:02:44.448863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:44.450596 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:02:44.514920 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=29ed591e-8741-48a9-908c-603413a3858a,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:02:44.517882 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:02:44.756760 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['29ed591e-8741-48a9-908c-603413a3858a'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:02:45.002730 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97262906-92d3-4197-9209-1758fac0fbe7 req-a0a8f9b6-eafa-4d7a-ab03-b1d8cd2a0fe4 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:45.004173 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-97262906-92d3-4197-9209-1758fac0fbe7 req-a0a8f9b6-eafa-4d7a-ab03-b1d8cd2a0fe4 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 945 time: 0.0792103 Jun 02 13:02:45.047721 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-97262906-92d3-4197-9209-1758fac0fbe7 req-c1029663-8395-476a-985d-73c8372e4bdc tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380316 Jun 02 13:02:45.808962 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:02:46.184091 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 29ed591e-8741-48a9-908c-603413a3858a up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:02:46.230804 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef186a7-44c9-4fb1-ab93-1f458affad43 req-cd65bcae-2534-4aaf-8440-a5a954923e66 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:46.232256 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2ef186a7-44c9-4fb1-ab93-1f458affad43 req-cd65bcae-2534-4aaf-8440-a5a954923e66 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 945 time: 0.0818641 Jun 02 13:02:46.250946 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 29ed591e-8741-48a9-908c-603413a3858a completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:02:46.255343 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 29ed591e-8741-48a9-908c-603413a3858a triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:02:46.255721 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:46.281924 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2ef186a7-44c9-4fb1-ab93-1f458affad43 req-3cd947e3-e21b-439e-bcdd-333ed32f3bf6 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431504 Jun 02 13:02:46.371348 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:46.397235 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e70afc-6c5a-4193-b77f-a6c6e010c4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ed591e-8741-48a9-908c-603413a3858a'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:02:46.399478 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1abdd8-e017-4756-94f6-2b9a425e33d1" -d '{"events": [{"server_uuid": "53e70afc-6c5a-4193-b77f-a6c6e010c4df", "name": "network-vif-plugged", "status": "completed", "tag": "29ed591e-8741-48a9-908c-603413a3858a"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:02:46.407653 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 29ed591e-8741-48a9-908c-603413a3858a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29ed591e-8741-48a9-908c-603413a3858a,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:02:46.412377 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:46.414298 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:02:46.447133 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07fdec0-01d1-4f4a-b065-bf9524ea1d14 x-openstack-request-id: req-b07fdec0-01d1-4f4a-b065-bf9524ea1d14 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:02:46.447431 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e70afc-6c5a-4193-b77f-a6c6e010c4df", "name": "network-vif-plugged", "status": "completed", "tag": "29ed591e-8741-48a9-908c-603413a3858a", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:02:46.447693 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b07fdec0-01d1-4f4a-b065-bf9524ea1d14 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:02:46.448083 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e70afc-6c5a-4193-b77f-a6c6e010c4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ed591e-8741-48a9-908c-603413a3858a', 'code': 200} Jun 02 13:02:46.488495 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=29ed591e-8741-48a9-908c-603413a3858a,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:02:46.491977 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:02:46.666402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048603e-0ec3-495b-a6eb-7fd42c65041b req-baba0543-faf2-4230-98a7-3124f8bbacf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:46.667881 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f048603e-0ec3-495b-a6eb-7fd42c65041b req-baba0543-faf2-4230-98a7-3124f8bbacf1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 1099 time: 0.0698595 Jun 02 13:02:46.676797 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d2c9241c-bad8-44a6-98b2-d62dee1668b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:46.709241 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f048603e-0ec3-495b-a6eb-7fd42c65041b req-3e39f1e4-99c5-4783-9381-558fe5242251 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336714 Jun 02 13:02:46.727886 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:47.467191 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf834f8-65db-488c-8041-72ce5c600f03 req-98697e4e-871c-4797-8960-d3e3eef5a0c5 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:47.468599 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bbf834f8-65db-488c-8041-72ce5c600f03 req-98697e4e-871c-4797-8960-d3e3eef5a0c5 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0845535 Jun 02 13:02:47.512291 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bbf834f8-65db-488c-8041-72ce5c600f03 req-a78710aa-2f9f-472c-82d9-cc7ad2426f3d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381393 Jun 02 13:02:47.809739 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:48.703952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187a72b-00e4-4b73-b9d4-387f2a844137 req-327e9724-d7f9-4761-8d19-6aec2294ae12 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:48.705393 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4187a72b-00e4-4b73-b9d4-387f2a844137 req-327e9724-d7f9-4761-8d19-6aec2294ae12 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0832829 Jun 02 13:02:48.747758 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4187a72b-00e4-4b73-b9d4-387f2a844137 req-da8a4702-91e2-495e-9dd9-62b552ea59e5 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368791 Jun 02 13:02:48.922004 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414ec1f-6cca-46f7-af3e-5dc934877080 req-bc4c084e-3121-4459-99fc-f73a387a4bc0 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:48.923544 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f414ec1f-6cca-46f7-af3e-5dc934877080 req-bc4c084e-3121-4459-99fc-f73a387a4bc0 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0788083 Jun 02 13:02:48.931859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 52004) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:02:48.936319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-1e40c7d6-5e08-48d4-a092-359ff86ed296 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Request body: {'floatingip': {'port_id': '29ed591e-8741-48a9-908c-603413a3858a'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:02:49.014621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1e40c7d6-5e08-48d4-a092-359ff86ed296 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for floatingip, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:49.581606 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:49.705340 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1e40c7d6-5e08-48d4-a092-359ff86ed296 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:49.708981 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1e40c7d6-5e08-48d4-a092-359ff86ed296 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:49.883578 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-1e40c7d6-5e08-48d4-a092-359ff86ed296 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Floating IP 92d02e76-2e9a-40cf-b9ea-1319547eefe4 associated. External IP: 172.26.7.207, port: 29ed591e-8741-48a9-908c-603413a3858a. Jun 02 13:02:50.232781 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e40c7d6-5e08-48d4-a092-359ff86ed296 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Router 35622653-247a-4189-a834-4ed087592548 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:02:50.413177 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e40c7d6-5e08-48d4-a092-359ff86ed296 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:02:50.418144 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1e40c7d6-5e08-48d4-a092-359ff86ed296 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:02:50.422362 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41129f1-94a1-40ec-b2ad-832c5ebea041 None None] Sync routers for ids ['35622653-247a-4189-a834-4ed087592548'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:02:50.431577 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41129f1-94a1-40ec-b2ad-832c5ebea041 None None] Routers {'35622653-247a-4189-a834-4ed087592548'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:02:50.432169 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a41129f1-94a1-40ec-b2ad-832c5ebea041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:02:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['35622653-247a-4189-a834-4ed087592548'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:02:50.472835 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1e40c7d6-5e08-48d4-a092-359ff86ed296 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "PUT /v2.0/floatingips/92d02e76-2e9a-40cf-b9ea-1319547eefe4 HTTP/1.1" status: 200 len: 992 time: 1.5397890 Jun 02 13:02:50.473322 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e70afc-6c5a-4193-b77f-a6c6e010c4df', 'tag': '29ed591e-8741-48a9-908c-603413a3858a'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:02:50.475721 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b289277-1916-4a80-aef7-33d73db94504" -d '{"events": [{"name": "network-changed", "server_uuid": "53e70afc-6c5a-4193-b77f-a6c6e010c4df", "tag": "29ed591e-8741-48a9-908c-603413a3858a"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:02:50.518158 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9c6382-246a-45a0-8976-23289c786386 x-openstack-request-id: req-ce9c6382-246a-45a0-8976-23289c786386 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:02:50.518563 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e70afc-6c5a-4193-b77f-a6c6e010c4df", "tag": "29ed591e-8741-48a9-908c-603413a3858a", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:02:50.518922 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce9c6382-246a-45a0-8976-23289c786386 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:02:50.519547 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e70afc-6c5a-4193-b77f-a6c6e010c4df', 'tag': '29ed591e-8741-48a9-908c-603413a3858a', 'status': 'completed', 'code': 200} Jun 02 13:02:50.610606 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-a41129f1-94a1-40ec-b2ad-832c5ebea041 None None] Set router 35622653-247a-4189-a834-4ed087592548 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:02:50.611524 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b289277-1916-4a80-aef7-33d73db94504 req-fbee56f9-35d2-4d37-9b47-b62e07924fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:50.613043 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1b289277-1916-4a80-aef7-33d73db94504 req-fbee56f9-35d2-4d37-9b47-b62e07924fd2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 1099 time: 0.0736270 Jun 02 13:02:50.877947 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b289277-1916-4a80-aef7-33d73db94504 req-e7b7644e-e3dd-45af-907a-6ad62b7e7ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:50.879431 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1b289277-1916-4a80-aef7-33d73db94504 req-e7b7644e-e3dd-45af-907a-6ad62b7e7ee0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.2591746 Jun 02 13:02:50.955416 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a41129f1-94a1-40ec-b2ad-832c5ebea041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '92d02e76-2e9a-40cf-b9ea-1319547eefe4', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'floating_ip_address': '172.26.7.207', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '35622653-247a-4189-a834-4ed087592548', 'port_id': '29ed591e-8741-48a9-908c-603413a3858a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'mac_address': 'fa:16:3e:1d:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e70afc-6c5a-4193-b77f-a6c6e010c4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:58:39Z', 'updated_at': '2021-06-02T13:02:49Z', 'revision_number': 9, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:02:50.959085 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41129f1-94a1-40ec-b2ad-832c5ebea041 None None] Checking router: 35622653-247a-4189-a834-4ed087592548 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:02:50.967065 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41129f1-94a1-40ec-b2ad-832c5ebea041 None None] Routers {'35622653-247a-4189-a834-4ed087592548'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:02:50.967651 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a41129f1-94a1-40ec-b2ad-832c5ebea041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:02:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['35622653-247a-4189-a834-4ed087592548'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:02:50.980341 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1b289277-1916-4a80-aef7-33d73db94504 req-e2923c20-5bbb-4037-93eb-0a91cb2a1b5e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29ed591e-8741-48a9-908c-603413a3858a HTTP/1.1" status: 200 len: 1000 time: 0.0942340 Jun 02 13:02:51.044730 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b289277-1916-4a80-aef7-33d73db94504 req-cbbde6b1-b52a-4658-9495-929f846dd058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:51.046845 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1b289277-1916-4a80-aef7-33d73db94504 req-cbbde6b1-b52a-4658-9495-929f846dd058 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0598052 Jun 02 13:02:51.121951 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b289277-1916-4a80-aef7-33d73db94504 req-1cd18a57-5919-4900-93c1-1a28114885d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:02:51.122998 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1b289277-1916-4a80-aef7-33d73db94504 req-1cd18a57-5919-4900-93c1-1a28114885d5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0701418 Jun 02 13:02:51.138876 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-a41129f1-94a1-40ec-b2ad-832c5ebea041 None None] Set router 35622653-247a-4189-a834-4ed087592548 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:02:51.257468 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1b289277-1916-4a80-aef7-33d73db94504 req-98f0fad1-0eeb-4533-ae9c-5a1a366cca73 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275842 Jun 02 13:02:51.391111 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1b289277-1916-4a80-aef7-33d73db94504 req-b69a5552-e97f-4e88-9948-bfd519d8518b service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268229 Jun 02 13:02:51.505029 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a41129f1-94a1-40ec-b2ad-832c5ebea041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '92d02e76-2e9a-40cf-b9ea-1319547eefe4', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'floating_ip_address': '172.26.7.207', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '35622653-247a-4189-a834-4ed087592548', 'port_id': '29ed591e-8741-48a9-908c-603413a3858a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'mac_address': 'fa:16:3e:1d:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e70afc-6c5a-4193-b77f-a6c6e010c4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:58:39Z', 'updated_at': '2021-06-02T13:02:49Z', 'revision_number': 9, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:02:51.508770 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41129f1-94a1-40ec-b2ad-832c5ebea041 None None] The sync data for ids ['35622653-247a-4189-a834-4ed087592548'] in dv-neutron-601336-80-hyperv is: [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '92d02e76-2e9a-40cf-b9ea-1319547eefe4', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'floating_ip_address': '172.26.7.207', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '35622653-247a-4189-a834-4ed087592548', 'port_id': '29ed591e-8741-48a9-908c-603413a3858a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'mac_address': 'fa:16:3e:1d:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e70afc-6c5a-4193-b77f-a6c6e010c4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:58:39Z', 'updated_at': '2021-06-02T13:02:49Z', 'revision_number': 9, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:02:51.685514 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9b5ac9-6839-4207-bf39-04447e54bef9 None None] New status for floating IP 92d02e76-2e9a-40cf-b9ea-1319547eefe4: ACTIVE {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:02:56.072398 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:03:14.187366 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8e9de9d6-f35c-4722-8ee6-ca61e6d6353e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:03:16.679669 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1f2f5908-b75c-4fb3-9af2-65dda8ec1370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:03:16.728361 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:03:17.811758 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:03:19.587734 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:03:22.808703 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:03:24.821448 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-98ccd86e-bf19-43ec-af3a-522fd459c402 req-0cbd82d8-3508-4d2c-98c5-f3eb182efe95 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733716 Jun 02 13:03:24.959267 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccd86e-bf19-43ec-af3a-522fd459c402 req-ecfa8399-c7c5-4cc6-bca8-ac209f9fbbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:03:24.960686 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-98ccd86e-bf19-43ec-af3a-522fd459c402 req-ecfa8399-c7c5-4cc6-bca8-ac209f9fbbf9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 1099 time: 0.0704877 Jun 02 13:03:25.101117 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccd86e-bf19-43ec-af3a-522fd459c402 req-fb3d3bca-dd31-4609-b1b5-432df4832d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:03:25.102511 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-98ccd86e-bf19-43ec-af3a-522fd459c402 req-fb3d3bca-dd31-4609-b1b5-432df4832d9a service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1236968 Jun 02 13:03:25.210629 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-98ccd86e-bf19-43ec-af3a-522fd459c402 req-c9d8f2e0-3e2c-4519-9a61-949390ebed7c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29ed591e-8741-48a9-908c-603413a3858a HTTP/1.1" status: 200 len: 1003 time: 0.1014116 Jun 02 13:03:25.273725 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccd86e-bf19-43ec-af3a-522fd459c402 req-957f924f-a1ea-4480-83a4-faaa045d80f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:03:25.275174 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-98ccd86e-bf19-43ec-af3a-522fd459c402 req-957f924f-a1ea-4480-83a4-faaa045d80f6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0583155 Jun 02 13:03:25.353104 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccd86e-bf19-43ec-af3a-522fd459c402 req-008e582a-0241-4be0-82a9-51fe356b6ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:03:25.354474 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-98ccd86e-bf19-43ec-af3a-522fd459c402 req-008e582a-0241-4be0-82a9-51fe356b6ed5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0720458 Jun 02 13:03:25.486567 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-98ccd86e-bf19-43ec-af3a-522fd459c402 req-16434ec8-6268-48c9-ae42-a436e1dd751c service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247075 Jun 02 13:03:25.616633 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-98ccd86e-bf19-43ec-af3a-522fd459c402 req-928471b2-d603-45cd-9c46-f21ff2fb6f5a service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235929 Jun 02 13:03:26.078167 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:03:44.190401 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e7f4cb99-ad73-4f66-9564-8dc7c9c0ebc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:03:46.682053 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d9cdfc3c-b042-4eab-a29a-40d17634d3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:03:46.730247 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:03:47.813195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:03:49.587337 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:03:56.080254 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:03:59.807723 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:04:00.578197 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-7493df26-c2bf-4854-85fe-216dc3c8e9c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690885 Jun 02 13:04:00.638452 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23ce15-14e7-4827-bc0f-5e5c07c97124 req-1c6c7876-f926-4efb-8b6f-459194829c98 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:00.639918 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0f23ce15-14e7-4827-bc0f-5e5c07c97124 req-1c6c7876-f926-4efb-8b6f-459194829c98 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0840018 Jun 02 13:04:00.689101 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0f23ce15-14e7-4827-bc0f-5e5c07c97124 req-c1f9aaa7-e795-4908-b679-ebc5978f2746 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434921 Jun 02 13:04:01.959955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-92b94a17-9d5b-496e-8265-fb3889b8823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:01.961416 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-92b94a17-9d5b-496e-8265-fb3889b8823e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 1099 time: 0.2362418 Jun 02 13:04:02.071301 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc00646-729b-471b-b6b6-d041ca5c2a82 req-cf01ebf0-6d17-47fc-abf6-7408bb055215 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:02.072637 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ccc00646-729b-471b-b6b6-d041ca5c2a82 req-cf01ebf0-6d17-47fc-abf6-7408bb055215 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.1754186 Jun 02 13:04:02.138198 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-981e0ec7-5763-4b7b-9434-84d09f3a387e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:02.139590 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-981e0ec7-5763-4b7b-9434-84d09f3a387e service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1699967 Jun 02 13:04:02.144032 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ccc00646-729b-471b-b6b6-d041ca5c2a82 req-7d90e590-6523-4e1c-875c-1481a6fbb54e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648742 Jun 02 13:04:02.245155 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-9a0048ae-3218-4ddb-b7ea-d55103da9373 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29ed591e-8741-48a9-908c-603413a3858a HTTP/1.1" status: 200 len: 1003 time: 0.0981178 Jun 02 13:04:02.308773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-a2d21a40-d6e7-40ac-867f-2cf90bbe4a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:02.310162 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-a2d21a40-d6e7-40ac-867f-2cf90bbe4a02 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0589635 Jun 02 13:04:02.382887 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-4d92b3be-8660-4e03-af28-4d83f55b524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:02.384200 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-4d92b3be-8660-4e03-af28-4d83f55b524f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0674834 Jun 02 13:04:02.518514 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-53d9dbc9-bda0-4266-a0c5-74ab3a580b51 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276481 Jun 02 13:04:02.647227 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-0519be37-7371-4a0d-9ddb-442d5ebefa2c service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220155 Jun 02 13:04:03.325915 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c4eff-b2da-48f3-9fc8-4d4407a72819 req-cda11d9f-73a7-4498-bf87-6052b148b150 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:03.327366 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-de0c4eff-b2da-48f3-9fc8-4d4407a72819 req-cda11d9f-73a7-4498-bf87-6052b148b150 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0785818 Jun 02 13:04:03.370813 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-de0c4eff-b2da-48f3-9fc8-4d4407a72819 req-9e93f1a6-17b2-4b7f-90fd-19afa389ca29 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379801 Jun 02 13:04:04.556693 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40dbc74-f80e-46af-aec6-07897187fa01 req-357c244b-138b-4e67-8a0b-ab15a304ff73 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:04.558034 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a40dbc74-f80e-46af-aec6-07897187fa01 req-357c244b-138b-4e67-8a0b-ab15a304ff73 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0803812 Jun 02 13:04:04.607595 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a40dbc74-f80e-46af-aec6-07897187fa01 req-846779be-a253-4ea1-ad0b-244aca936256 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439038 Jun 02 13:04:05.790709 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f806f-0653-427f-a4f1-2ab464819489 req-b782b912-f9a7-4d4a-85bc-edd4b087374c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:05.792130 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-575f806f-0653-427f-a4f1-2ab464819489 req-b782b912-f9a7-4d4a-85bc-edd4b087374c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0824304 Jun 02 13:04:05.834718 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-575f806f-0653-427f-a4f1-2ab464819489 req-04396861-83dd-4a4d-9412-b0bc96e64eb8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369446 Jun 02 13:04:07.020434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c81ac-40a9-42a5-905a-5376d01d0fdf req-27e3070a-f720-453b-8c66-165c1af564f8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:07.021867 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7c7c81ac-40a9-42a5-905a-5376d01d0fdf req-27e3070a-f720-453b-8c66-165c1af564f8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0817897 Jun 02 13:04:07.065745 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7c7c81ac-40a9-42a5-905a-5376d01d0fdf req-a5cab40b-54fd-4510-916c-b5e3cc21e6c1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377905 Jun 02 13:04:08.249174 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0d3e4-fade-40f7-aac5-6ca4e99a180a req-60f3c6c5-6b87-4547-9081-22089565e53c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:08.250644 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c1a0d3e4-fade-40f7-aac5-6ca4e99a180a req-60f3c6c5-6b87-4547-9081-22089565e53c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0797732 Jun 02 13:04:08.295110 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c1a0d3e4-fade-40f7-aac5-6ca4e99a180a req-4bfe499e-e52b-4357-8b3b-36bd94d37664 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388265 Jun 02 13:04:09.483538 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401778b3-a9c3-4d53-8111-0fbb72862d49 req-50ffb82f-bd34-4523-9f5e-4bb7e9d4d8df tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:09.485333 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-401778b3-a9c3-4d53-8111-0fbb72862d49 req-50ffb82f-bd34-4523-9f5e-4bb7e9d4d8df tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0877657 Jun 02 13:04:09.530202 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-401778b3-a9c3-4d53-8111-0fbb72862d49 req-8c91c9af-2048-43d5-b457-579a491d96aa tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392883 Jun 02 13:04:10.717142 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d6489-4383-4f19-b323-fba61694948c req-8f5a1e67-226f-4f6f-b9c2-0b2e1df531a8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:10.718608 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3c4d6489-4383-4f19-b323-fba61694948c req-8f5a1e67-226f-4f6f-b9c2-0b2e1df531a8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0831008 Jun 02 13:04:10.763639 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3c4d6489-4383-4f19-b323-fba61694948c req-43ec3e58-0790-476e-b30c-5b5e2f55893d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392277 Jun 02 13:04:11.955654 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de7012-b112-40b6-91d3-d7de02cee4da req-3464fc32-a85b-4bca-9be2-223d09d7fba0 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:11.957096 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-35de7012-b112-40b6-91d3-d7de02cee4da req-3464fc32-a85b-4bca-9be2-223d09d7fba0 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0833793 Jun 02 13:04:12.000637 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-35de7012-b112-40b6-91d3-d7de02cee4da req-596a0983-a836-41ee-8f41-d665954ea7dc tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374322 Jun 02 13:04:13.180418 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47e64a-282c-4796-9f7f-158f34212108 req-f516c624-3fe2-4e89-a297-c9e99710b9bb tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:13.181847 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6a47e64a-282c-4796-9f7f-158f34212108 req-f516c624-3fe2-4e89-a297-c9e99710b9bb tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0790811 Jun 02 13:04:13.224908 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6a47e64a-282c-4796-9f7f-158f34212108 req-eb80292e-e6e1-4304-9ab3-0b498b65b2ac tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375605 Jun 02 13:04:14.193954 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-60d4c359-8c56-40b5-a17b-c185d576dd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:14.320069 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-671d5f74-7771-42ef-89a7-0657c4eade1b service neutron] 10.222.0.22 "GET /v2.0/ports/29ed591e-8741-48a9-908c-603413a3858a/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0852532 Jun 02 13:04:14.411562 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60c24f-e513-4258-971f-045c0f22528e req-b46ba6cf-be47-4972-a927-56b6af4baaaf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:14.413000 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6b60c24f-e513-4258-971f-045c0f22528e req-b46ba6cf-be47-4972-a927-56b6af4baaaf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0803497 Jun 02 13:04:14.458063 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6b60c24f-e513-4258-971f-045c0f22528e req-98f2ee6c-5991-4bb9-bb7e-675b4ecbdc2c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380220 Jun 02 13:04:14.586579 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-5ae6f129-1c42-4fa4-ac15-43f788dd7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:14.587966 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-5ae6f129-1c42-4fa4-ac15-43f788dd7d5d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df&tenant_id=bf5f64e943fb4f028223db23610e354a HTTP/1.1" status: 200 len: 1099 time: 0.0763009 Jun 02 13:04:14.698187 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-2d04cb38-3fba-47b5-8fa8-e83d057c4a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:14.699651 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-2d04cb38-3fba-47b5-8fa8-e83d057c4a88 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 1099 time: 0.0886166 Jun 02 13:04:14.829348 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-7854a7ec-24f9-47b6-8dc0-7e7ecdc235f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:14.830801 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-7854a7ec-24f9-47b6-8dc0-7e7ecdc235f7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1247349 Jun 02 13:04:15.066454 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-4997256b-1d45-44be-9b19-d3c9ae59c9ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29ed591e-8741-48a9-908c-603413a3858a HTTP/1.1" status: 200 len: 1003 time: 0.2286880 Jun 02 13:04:15.129285 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-9cf8385a-6ce8-4cb5-8761-3e72b2089a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:15.130617 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-9cf8385a-6ce8-4cb5-8761-3e72b2089a0f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0574183 Jun 02 13:04:15.204207 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-8e13128e-c4a8-4986-9216-590473549b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:15.205656 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-8e13128e-c4a8-4986-9216-590473549b0d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0686245 Jun 02 13:04:15.345348 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-c54d1863-5be6-498a-b403-0b8f0b2c5db6 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329322 Jun 02 13:04:15.476954 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4748420f-efae-4f7c-8c99-2e2a8fa63e14 req-80b61375-f500-4db9-95bd-f3733c4710e6 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233532 Jun 02 13:04:15.652054 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27926519-b7eb-4553-8031-b4129cc235d8 req-a655b754-77ae-4a0e-963e-a6c69ae94b25 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:15.653513 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-27926519-b7eb-4553-8031-b4129cc235d8 req-a655b754-77ae-4a0e-963e-a6c69ae94b25 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0859571 Jun 02 13:04:15.699243 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-27926519-b7eb-4553-8031-b4129cc235d8 req-3324d579-0cb5-4525-8b48-84f77854a2bf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400031 Jun 02 13:04:16.686022 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4d6b925a-58de-42b7-9538-c9111872666a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:16.732411 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:16.881562 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229e23f-6983-40a1-aa7d-70adfc85a906 req-a32bcd9b-be56-4eb0-954e-8e36bbed6de3 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:16.883014 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8229e23f-6983-40a1-aa7d-70adfc85a906 req-a32bcd9b-be56-4eb0-954e-8e36bbed6de3 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0807514 Jun 02 13:04:16.931956 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8229e23f-6983-40a1-aa7d-70adfc85a906 req-bc0f39a5-173d-40e9-aa89-377837603307 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433619 Jun 02 13:04:17.816962 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:18.118989 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51985174-ada6-43d1-afb4-e6842bb2f868 req-2c2384a0-4f1b-4f75-91a5-9b4c37c191e0 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:18.120384 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-51985174-ada6-43d1-afb4-e6842bb2f868 req-2c2384a0-4f1b-4f75-91a5-9b4c37c191e0 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0858414 Jun 02 13:04:18.167072 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-51985174-ada6-43d1-afb4-e6842bb2f868 req-e0601881-157e-4742-9a56-0f41a65cb8ba tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408440 Jun 02 13:04:18.513147 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 29ed591e-8741-48a9-908c-603413a3858a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:04:18.517861 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 29ed591e-8741-48a9-908c-603413a3858a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:04:18.735500 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:18.756481 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 29ed591e-8741-48a9-908c-603413a3858a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29ed591e-8741-48a9-908c-603413a3858a,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:04:18.775906 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '29ed591e-8741-48a9-908c-603413a3858a', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'port_id': '29ed591e-8741-48a9-908c-603413a3858a', 'mac_address': 'fa:16:3e:1d:9a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:04:18.780824 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e70afc-6c5a-4193-b77f-a6c6e010c4df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ed591e-8741-48a9-908c-603413a3858a'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:04:18.783089 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca38f7da-bccb-4556-83fc-a5aff2f8e7a4" -d '{"events": [{"server_uuid": "53e70afc-6c5a-4193-b77f-a6c6e010c4df", "name": "network-vif-unplugged", "status": "completed", "tag": "29ed591e-8741-48a9-908c-603413a3858a"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:04:18.819759 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 29ed591e-8741-48a9-908c-603413a3858a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29ed591e-8741-48a9-908c-603413a3858a,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:04:18.827146 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:18.830566 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:04:18.895629 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 13:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f004ba4-25c9-4ec8-a81f-b73460614743 x-openstack-request-id: req-7f004ba4-25c9-4ec8-a81f-b73460614743 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:04:18.895940 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e70afc-6c5a-4193-b77f-a6c6e010c4df", "name": "network-vif-unplugged", "status": "completed", "tag": "29ed591e-8741-48a9-908c-603413a3858a", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:04:18.896205 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f004ba4-25c9-4ec8-a81f-b73460614743 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:04:18.896603 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e70afc-6c5a-4193-b77f-a6c6e010c4df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ed591e-8741-48a9-908c-603413a3858a', 'code': 200} Jun 02 13:04:18.904230 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:18.925868 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29ed591e-8741-48a9-908c-603413a3858a {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:04:18.932871 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=29ed591e-8741-48a9-908c-603413a3858a,revision_number=6']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:04:18.964113 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:18.964461 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:18.964796 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:18.965133 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:18.965459 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:18.965784 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:18.966133 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:18.966455 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:18.966776 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:18.967096 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:18.967414 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:18.967727 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:18.975243 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:04:19.000558 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.db.api [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 13:04:19.000915 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_db.api [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 13:04:19.349963 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae70260-f415-4ef7-99bb-9244d312cfb9 req-54b61504-4c69-42b8-964e-da795d27f3d2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:19.351918 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9ae70260-f415-4ef7-99bb-9244d312cfb9 req-54b61504-4c69-42b8-964e-da795d27f3d2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 944 time: 0.0790966 Jun 02 13:04:19.395055 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9ae70260-f415-4ef7-99bb-9244d312cfb9 req-68d9f958-bae0-4ca8-9a04-31ff09a3a116 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376246 Jun 02 13:04:19.559523 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:19.587070 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ed591e-8741-48a9-908c-603413a3858a {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:04:19.602457 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:19.606612 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 29ed591e-8741-48a9-908c-603413a3858a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29ed591e-8741-48a9-908c-603413a3858a,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:04:19.610361 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:19.612062 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:04:19.680613 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['29ed591e-8741-48a9-908c-603413a3858a'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:04:19.721551 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=29ed591e-8741-48a9-908c-603413a3858a,revision_number=7']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:04:19.726069 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:04:19.794210 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-8bd6e6d1-a8dc-48ad-a27a-54e6379df998 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:19.795555 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-8bd6e6d1-a8dc-48ad-a27a-54e6379df998 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df&tenant_id=bf5f64e943fb4f028223db23610e354a&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.0908763 Jun 02 13:04:19.868157 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08672d1f-a77c-422b-9fce-f52d59c50a20 req-f0b5bbda-0774-4e99-bca5-b518de7c3cc3 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:19.869624 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-08672d1f-a77c-422b-9fce-f52d59c50a20 req-f0b5bbda-0774-4e99-bca5-b518de7c3cc3 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 945 time: 0.0976229 Jun 02 13:04:19.875795 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-1935e924-2124-48b0-b46d-b27dc014189a service neutron] 10.222.0.22 "GET /v2.0/ports/29ed591e-8741-48a9-908c-603413a3858a/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0741930 Jun 02 13:04:19.917717 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-08672d1f-a77c-422b-9fce-f52d59c50a20 req-4a821a93-4158-4c7b-aa30-73902db8b00e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424075 Jun 02 13:04:19.991579 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-0575ab02-de18-42b5-99d2-3d8ae98a6551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:19.993039 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-0575ab02-de18-42b5-99d2-3d8ae98a6551 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 1098 time: 0.0740707 Jun 02 13:04:20.124449 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-44d4eefd-ae92-44a6-a696-b9950ea32c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:20.125774 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-44d4eefd-ae92-44a6-a696-b9950ea32c3c service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1243384 Jun 02 13:04:20.228233 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-6323c19f-3fab-489b-9a08-ccf700816e8b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29ed591e-8741-48a9-908c-603413a3858a HTTP/1.1" status: 200 len: 1002 time: 0.0960436 Jun 02 13:04:20.288852 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-0771046c-1190-4561-adc7-1b29fc4290d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:20.290534 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-0771046c-1190-4561-adc7-1b29fc4290d1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0565269 Jun 02 13:04:20.369975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-13457f2e-35c7-482e-a57f-ad82cd93f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:20.371479 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-13457f2e-35c7-482e-a57f-ad82cd93f30b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0742226 Jun 02 13:04:20.502532 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-26dd2d19-372c-4978-a5a3-7eea6b3b297d service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246617 Jun 02 13:04:20.526758 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 29ed591e-8741-48a9-908c-603413a3858a up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:04:20.594172 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 29ed591e-8741-48a9-908c-603413a3858a triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:04:20.594550 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:20.635247 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-e5e8acc6-de6c-44ab-90d6-2b0ad75be1ff service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263325 Jun 02 13:04:20.717706 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:20.749466 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 29ed591e-8741-48a9-908c-603413a3858a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29ed591e-8741-48a9-908c-603413a3858a,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:04:20.752520 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:20.754319 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:04:20.821053 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=29ed591e-8741-48a9-908c-603413a3858a,revision_number=8']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:04:20.824135 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:04:20.897725 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e70afc-6c5a-4193-b77f-a6c6e010c4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ed591e-8741-48a9-908c-603413a3858a'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:04:20.900048 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37502e8d-f963-4c91-91ec-4cd15751e118" -d '{"events": [{"server_uuid": "53e70afc-6c5a-4193-b77f-a6c6e010c4df", "name": "network-vif-plugged", "status": "completed", "tag": "29ed591e-8741-48a9-908c-603413a3858a"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:04:20.951102 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26df896d-23cf-4b8f-979d-f23be1e4f7b0 x-openstack-request-id: req-26df896d-23cf-4b8f-979d-f23be1e4f7b0 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:04:20.951402 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e70afc-6c5a-4193-b77f-a6c6e010c4df", "name": "network-vif-plugged", "status": "completed", "tag": "29ed591e-8741-48a9-908c-603413a3858a", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:04:20.951661 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26df896d-23cf-4b8f-979d-f23be1e4f7b0 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:04:20.952059 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e70afc-6c5a-4193-b77f-a6c6e010c4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ed591e-8741-48a9-908c-603413a3858a', 'code': 200} Jun 02 13:04:21.104104 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868d4c2-c4d2-4636-9226-d1d1898fc1c0 req-5cc6b453-bbee-4a17-9854-babd7a3bb422 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:21.105455 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2868d4c2-c4d2-4636-9226-d1d1898fc1c0 req-5cc6b453-bbee-4a17-9854-babd7a3bb422 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0796735 Jun 02 13:04:21.152401 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2868d4c2-c4d2-4636-9226-d1d1898fc1c0 req-f8de3724-ac27-44ad-927f-c1d19c3a0487 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413892 Jun 02 13:04:22.341412 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2256d-6c5c-406e-8c60-372b655c6213 req-8f3eb88f-24ff-46e2-9066-0b96eb79594d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:22.342945 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1bf2256d-6c5c-406e-8c60-372b655c6213 req-8f3eb88f-24ff-46e2-9066-0b96eb79594d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0818229 Jun 02 13:04:22.391031 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1bf2256d-6c5c-406e-8c60-372b655c6213 req-609e0ff6-9c9a-4ff4-b068-3a1979a0f5b7 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425577 Jun 02 13:04:23.223086 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-16df3363-559a-4da3-8c47-407fe4f695e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:23.224529 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-16df3363-559a-4da3-8c47-407fe4f695e2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df&tenant_id=bf5f64e943fb4f028223db23610e354a HTTP/1.1" status: 200 len: 1099 time: 0.0750964 Jun 02 13:04:23.428644 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-1b2611a2-8fe8-4bdb-a76a-df2726ce175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:23.430159 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-1b2611a2-8fe8-4bdb-a76a-df2726ce175b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 1099 time: 0.1844711 Jun 02 13:04:23.561098 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-6e069394-d006-432e-ab7b-317b1c038523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:23.562580 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-6e069394-d006-432e-ab7b-317b1c038523 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1262453 Jun 02 13:04:23.573967 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea139b4-2a3d-465f-bb8c-af1f8ecb7842 req-5bcd95e5-028b-439f-9fd4-073b54884062 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:23.575463 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5ea139b4-2a3d-465f-bb8c-af1f8ecb7842 req-5bcd95e5-028b-439f-9fd4-073b54884062 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0799530 Jun 02 13:04:23.622428 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5ea139b4-2a3d-465f-bb8c-af1f8ecb7842 req-93123596-0f75-44e5-9394-bdcf1373cc6d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408208 Jun 02 13:04:23.671348 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-1c5adc91-380a-4a3f-b7f4-ab986f295718 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29ed591e-8741-48a9-908c-603413a3858a HTTP/1.1" status: 200 len: 1003 time: 0.1014812 Jun 02 13:04:23.732255 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-cff33062-97aa-428c-b2b4-8b92254a19dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:23.733607 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-cff33062-97aa-428c-b2b4-8b92254a19dc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0556004 Jun 02 13:04:23.809243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-6ef63cde-4258-40bd-bcea-fa4f7fbe9340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:23.810686 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-6ef63cde-4258-40bd-bcea-fa4f7fbe9340 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0709355 Jun 02 13:04:23.938015 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-93e187b5-1106-4fb1-bac5-955c4c20e316 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206141 Jun 02 13:04:24.068905 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9257e9d1-3c60-4719-bb35-bfd969db8242 req-c9e715b0-05a8-46c9-88ae-e8bb50005eed service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242597 Jun 02 13:04:24.826067 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd97f41-af7f-4e13-b727-ccfd3566e42d req-58cd0476-2850-42fe-9b53-22d8ed5e142b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:24.827521 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9cd97f41-af7f-4e13-b727-ccfd3566e42d req-58cd0476-2850-42fe-9b53-22d8ed5e142b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0820098 Jun 02 13:04:24.871504 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9cd97f41-af7f-4e13-b727-ccfd3566e42d req-8bbd16e1-1c36-45ce-8a23-f46047875104 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384076 Jun 02 13:04:25.912056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef67611-0316-4802-8ccf-7cb5d75cd837 req-dff0aa01-0b98-4014-b568-126efe8a58f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:25.913517 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8ef67611-0316-4802-8ccf-7cb5d75cd837 req-dff0aa01-0b98-4014-b568-126efe8a58f2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 1099 time: 0.0773444 Jun 02 13:04:26.065075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30c92e-9fb3-451f-a39b-a09a3e91bad1 req-b324a490-42ee-4937-87e2-fd157e7bc296 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:26.066670 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6a30c92e-9fb3-451f-a39b-a09a3e91bad1 req-b324a490-42ee-4937-87e2-fd157e7bc296 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0856256 Jun 02 13:04:26.077263 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef67611-0316-4802-8ccf-7cb5d75cd837 req-9656dd84-f624-4d96-8b4e-a551c33f7f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:26.078754 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8ef67611-0316-4802-8ccf-7cb5d75cd837 req-9656dd84-f624-4d96-8b4e-a551c33f7f13 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1384723 Jun 02 13:04:26.094410 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:26.129650 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6a30c92e-9fb3-451f-a39b-a09a3e91bad1 req-8390b73a-1790-4cdb-936f-81fe5ed86007 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447903 Jun 02 13:04:26.184919 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8ef67611-0316-4802-8ccf-7cb5d75cd837 req-4546a077-c240-47f0-97e9-de2cffa7032e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29ed591e-8741-48a9-908c-603413a3858a HTTP/1.1" status: 200 len: 1003 time: 0.0994635 Jun 02 13:04:26.246863 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef67611-0316-4802-8ccf-7cb5d75cd837 req-a9fa615b-351a-48c4-8da8-5d20e3310800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:26.248310 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8ef67611-0316-4802-8ccf-7cb5d75cd837 req-a9fa615b-351a-48c4-8da8-5d20e3310800 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0570495 Jun 02 13:04:26.324917 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef67611-0316-4802-8ccf-7cb5d75cd837 req-a1b2bba7-44a7-4652-9059-b7eee408510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:26.326351 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8ef67611-0316-4802-8ccf-7cb5d75cd837 req-a1b2bba7-44a7-4652-9059-b7eee408510e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0721045 Jun 02 13:04:26.454161 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8ef67611-0316-4802-8ccf-7cb5d75cd837 req-fca3d783-e2a5-4a31-b88c-759c764df42d service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210487 Jun 02 13:04:26.557925 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 29ed591e-8741-48a9-908c-603413a3858a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:04:26.560325 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 29ed591e-8741-48a9-908c-603413a3858a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:04:26.582202 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8ef67611-0316-4802-8ccf-7cb5d75cd837 req-a9c4ea98-a0d2-4381-b02a-30c98c05ce3c service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221206 Jun 02 13:04:26.816726 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:26.850238 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 29ed591e-8741-48a9-908c-603413a3858a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29ed591e-8741-48a9-908c-603413a3858a,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:04:26.867435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e70afc-6c5a-4193-b77f-a6c6e010c4df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ed591e-8741-48a9-908c-603413a3858a'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:04:26.869638 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c3dae1-9654-45c5-8dee-f9105f0a82ca" -d '{"events": [{"server_uuid": "53e70afc-6c5a-4193-b77f-a6c6e010c4df", "name": "network-vif-unplugged", "status": "completed", "tag": "29ed591e-8741-48a9-908c-603413a3858a"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:04:26.876187 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '29ed591e-8741-48a9-908c-603413a3858a', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'port_id': '29ed591e-8741-48a9-908c-603413a3858a', 'mac_address': 'fa:16:3e:1d:9a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:04:26.880668 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 29ed591e-8741-48a9-908c-603413a3858a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29ed591e-8741-48a9-908c-603413a3858a,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:04:26.909081 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:26.917353 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:04:26.951388 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 13:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976c30c8-d788-4214-87b6-7fcffa91daa5 x-openstack-request-id: req-976c30c8-d788-4214-87b6-7fcffa91daa5 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:04:26.951693 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e70afc-6c5a-4193-b77f-a6c6e010c4df", "name": "network-vif-unplugged", "status": "completed", "tag": "29ed591e-8741-48a9-908c-603413a3858a", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:04:26.951960 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-976c30c8-d788-4214-87b6-7fcffa91daa5 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:04:26.952359 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e70afc-6c5a-4193-b77f-a6c6e010c4df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ed591e-8741-48a9-908c-603413a3858a', 'code': 200} Jun 02 13:04:26.989834 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:27.017227 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ed591e-8741-48a9-908c-603413a3858a {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:04:27.025758 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=29ed591e-8741-48a9-908c-603413a3858a,revision_number=9']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:04:27.032246 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:04:27.037924 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 29ed591e-8741-48a9-908c-603413a3858a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29ed591e-8741-48a9-908c-603413a3858a,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:04:27.042395 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:27.043993 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:04:27.114936 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['29ed591e-8741-48a9-908c-603413a3858a'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:04:27.154341 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=29ed591e-8741-48a9-908c-603413a3858a,revision_number=10']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:04:27.158724 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:04:27.318376 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd10ad-8aa9-4784-b66a-c1f6f1d994c3 req-a933dc54-e9b4-4b61-8aa9-99deb2e93061 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:27.319813 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-15fd10ad-8aa9-4784-b66a-c1f6f1d994c3 req-a933dc54-e9b4-4b61-8aa9-99deb2e93061 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0796616 Jun 02 13:04:27.363885 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-15fd10ad-8aa9-4784-b66a-c1f6f1d994c3 req-c2563e39-5b48-451d-a944-7b2b4bff5e02 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384958 Jun 02 13:04:27.655597 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9440b7-6064-4b08-b440-0fb83efd6432 req-5bebc6f9-2de9-4dec-a955-89fdbfdceb76 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:27.657029 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bb9440b7-6064-4b08-b440-0fb83efd6432 req-5bebc6f9-2de9-4dec-a955-89fdbfdceb76 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.1890860 Jun 02 13:04:27.700027 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bb9440b7-6064-4b08-b440-0fb83efd6432 req-4e40a077-3985-478d-a76f-6fb69a771b73 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373280 Jun 02 13:04:27.880837 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048fa23-8447-4f70-b521-d811dc58691f req-328ef39e-c4f4-4bd3-9276-227c9008ee6c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:27.882277 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8048fa23-8447-4f70-b521-d811dc58691f req-328ef39e-c4f4-4bd3-9276-227c9008ee6c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0817182 Jun 02 13:04:27.925482 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8048fa23-8447-4f70-b521-d811dc58691f req-d9a4890f-7e29-44f0-a65e-89311abbef42 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367987 Jun 02 13:04:28.292761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3ba42-f0dc-4b06-9602-6c71796999ee req-b512f30c-e502-4b59-9cd8-de7a5d8736e9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:28.294224 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2fe3ba42-f0dc-4b06-9602-6c71796999ee req-b512f30c-e502-4b59-9cd8-de7a5d8736e9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 946 time: 0.0801337 Jun 02 13:04:28.340674 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2fe3ba42-f0dc-4b06-9602-6c71796999ee req-8ac9b5db-8f99-4a7d-bcdf-2fd919aa7da5 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408084 Jun 02 13:04:28.589441 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 29ed591e-8741-48a9-908c-603413a3858a up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:04:28.659907 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 29ed591e-8741-48a9-908c-603413a3858a triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:04:28.660284 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:28.771370 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:28.805850 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 29ed591e-8741-48a9-908c-603413a3858a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29ed591e-8741-48a9-908c-603413a3858a,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:04:28.810353 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:28.812099 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:04:28.877250 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=29ed591e-8741-48a9-908c-603413a3858a,revision_number=11']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:04:28.880322 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:04:28.952898 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e70afc-6c5a-4193-b77f-a6c6e010c4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ed591e-8741-48a9-908c-603413a3858a'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:04:28.955193 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a207b7c-aa5c-4e1c-8513-c729b49c14de" -d '{"events": [{"server_uuid": "53e70afc-6c5a-4193-b77f-a6c6e010c4df", "name": "network-vif-plugged", "status": "completed", "tag": "29ed591e-8741-48a9-908c-603413a3858a"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:04:28.995823 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dd4a88-cd99-41c8-a51f-a01861923b94 x-openstack-request-id: req-c8dd4a88-cd99-41c8-a51f-a01861923b94 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:04:28.996276 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e70afc-6c5a-4193-b77f-a6c6e010c4df", "name": "network-vif-plugged", "status": "completed", "tag": "29ed591e-8741-48a9-908c-603413a3858a", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:04:28.996545 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8dd4a88-cd99-41c8-a51f-a01861923b94 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:04:28.996967 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e70afc-6c5a-4193-b77f-a6c6e010c4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ed591e-8741-48a9-908c-603413a3858a', 'code': 200} Jun 02 13:04:29.526558 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1c9f-b9ec-46ee-b79e-2d19d4d76b72 req-0bd06c52-faef-4e68-964f-704f38a6d7ad tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:29.527898 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2b5f1c9f-b9ec-46ee-b79e-2d19d4d76b72 req-0bd06c52-faef-4e68-964f-704f38a6d7ad tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 947 time: 0.0785613 Jun 02 13:04:29.571527 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2b5f1c9f-b9ec-46ee-b79e-2d19d4d76b72 req-8f06cef8-53e4-4f6f-ae33-66855fb2d1a8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381460 Jun 02 13:04:30.581454 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f608f3-0de5-459f-b487-3dc8ffaacc0c req-743850e5-391d-4c71-b520-1cb9cc8bd069 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:30.582779 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-50f608f3-0de5-459f-b487-3dc8ffaacc0c req-743850e5-391d-4c71-b520-1cb9cc8bd069 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 947 time: 0.0811403 Jun 02 13:04:30.780503 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-50f608f3-0de5-459f-b487-3dc8ffaacc0c req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Deleting port 29ed591e-8741-48a9-908c-603413a3858a {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:04:30.780848 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-50f608f3-0de5-459f-b487-3dc8ffaacc0c req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:30.813374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b3311-25f4-4dd5-9305-f94f9e6ad8db req-69f35466-eb0c-41d6-9302-95907d46467c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:30.814838 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c20b3311-25f4-4dd5-9305-f94f9e6ad8db req-69f35466-eb0c-41d6-9302-95907d46467c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 947 time: 0.1330411 Jun 02 13:04:30.936521 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c20b3311-25f4-4dd5-9305-f94f9e6ad8db req-a5aee5b5-6aca-43a8-a1ec-b908aa868686 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742946 Jun 02 13:04:30.957891 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-50f608f3-0de5-459f-b487-3dc8ffaacc0c req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] For port 29ed591e-8741-48a9-908c-603413a3858a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29ed591e-8741-48a9-908c-603413a3858a,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:04:30.958282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-50f608f3-0de5-459f-b487-3dc8ffaacc0c req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:31.249667 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-50f608f3-0de5-459f-b487-3dc8ffaacc0c req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:31.250031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-50f608f3-0de5-459f-b487-3dc8ffaacc0c req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:31.250388 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [req-50f608f3-0de5-459f-b487-3dc8ffaacc0c req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Floating IP 92d02e76-2e9a-40cf-b9ea-1319547eefe4 disassociated. External IP: 172.26.7.207, port: 29ed591e-8741-48a9-908c-603413a3858a. Jun 02 13:04:31.250710 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-50f608f3-0de5-459f-b487-3dc8ffaacc0c req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Calling delete_port for 29ed591e-8741-48a9-908c-603413a3858a owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:04:31.357404 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-50f608f3-0de5-459f-b487-3dc8ffaacc0c req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:31.363108 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:04:31.409803 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Pushing event deleted for resources: {'Port': ['ID=29ed591e-8741-48a9-908c-603413a3858a,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:04:31.419501 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:31.419615 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:31.419955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:31.420333 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:31.420708 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:31.421081 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:31.421452 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:31.421821 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:31.422213 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:31.422583 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:31.422948 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:31.423314 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:04:31.427670 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:04:31.613231 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50f608f3-0de5-459f-b487-3dc8ffaacc0c req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Router 35622653-247a-4189-a834-4ed087592548 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:04:31.798212 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50f608f3-0de5-459f-b487-3dc8ffaacc0c req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:04:31.807271 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c4302c-eff7-4be2-83c9-f7ac1a8fce43 None None] Sync routers for ids ['35622653-247a-4189-a834-4ed087592548'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:04:31.817085 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c4302c-eff7-4be2-83c9-f7ac1a8fce43 None None] Routers {'35622653-247a-4189-a834-4ed087592548'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:04:31.817683 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e0c4302c-eff7-4be2-83c9-f7ac1a8fce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:04:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['35622653-247a-4189-a834-4ed087592548'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:04:31.993287 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f608f3-0de5-459f-b487-3dc8ffaacc0c req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] No DVR routers for this DVR port 29ed591e-8741-48a9-908c-603413a3858a on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:04:31.995937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-50f608f3-0de5-459f-b487-3dc8ffaacc0c req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:31.998974 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-e0c4302c-eff7-4be2-83c9-f7ac1a8fce43 None None] Set router 35622653-247a-4189-a834-4ed087592548 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:04:32.000623 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e70afc-6c5a-4193-b77f-a6c6e010c4df', 'name': 'network-vif-deleted', 'tag': '29ed591e-8741-48a9-908c-603413a3858a'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:04:32.003722 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751c6648-d8cf-480d-b3ec-eb88bf038dc6" -d '{"events": [{"server_uuid": "53e70afc-6c5a-4193-b77f-a6c6e010c4df", "name": "network-vif-deleted", "tag": "29ed591e-8741-48a9-908c-603413a3858a"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:04:32.017997 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-50f608f3-0de5-459f-b487-3dc8ffaacc0c req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "DELETE /v2.0/ports/29ed591e-8741-48a9-908c-603413a3858a HTTP/1.1" status: 204 len: 173 time: 1.4293430 Jun 02 13:04:32.087005 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84049763-93d8-4b7b-9b29-d7a830abe1a3 x-openstack-request-id: req-84049763-93d8-4b7b-9b29-d7a830abe1a3 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:04:32.088060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e70afc-6c5a-4193-b77f-a6c6e010c4df", "name": "network-vif-deleted", "tag": "29ed591e-8741-48a9-908c-603413a3858a", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:04:32.090053 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84049763-93d8-4b7b-9b29-d7a830abe1a3 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:04:32.090873 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e70afc-6c5a-4193-b77f-a6c6e010c4df', 'name': 'network-vif-deleted', 'tag': '29ed591e-8741-48a9-908c-603413a3858a', 'status': 'completed', 'code': 200} Jun 02 13:04:32.131889 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-db5fd432-c190-48cb-86db-6f3dc792111f req-54b3f0a2-220b-4f37-a344-e19acfd74ce3 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e70afc-6c5a-4193-b77f-a6c6e010c4df HTTP/1.1" status: 200 len: 210 time: 0.0582714 Jun 02 13:04:32.313741 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e0c4302c-eff7-4be2-83c9-f7ac1a8fce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:04:32.317427 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c4302c-eff7-4be2-83c9-f7ac1a8fce43 None None] Checking router: 35622653-247a-4189-a834-4ed087592548 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:04:32.325568 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c4302c-eff7-4be2-83c9-f7ac1a8fce43 None None] Routers {'35622653-247a-4189-a834-4ed087592548'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:04:32.326081 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e0c4302c-eff7-4be2-83c9-f7ac1a8fce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:04:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['35622653-247a-4189-a834-4ed087592548'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:04:32.501517 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-e0c4302c-eff7-4be2-83c9-f7ac1a8fce43 None None] Set router 35622653-247a-4189-a834-4ed087592548 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:04:32.839762 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e0c4302c-eff7-4be2-83c9-f7ac1a8fce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:04:32.843610 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c4302c-eff7-4be2-83c9-f7ac1a8fce43 None None] The sync data for ids ['35622653-247a-4189-a834-4ed087592548'] in dv-neutron-601336-80-hyperv is: [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:04:33.040458 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b6e27-c9a9-4132-9a21-fc0d8cfac4c8 None None] New status for floating IP 92d02e76-2e9a-40cf-b9ea-1319547eefe4: DOWN {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:04:33.488021 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-257761bb-f152-4da0-bb24-ff6173ca1ac2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1416104428&fields=id&tenant_id=bf5f64e943fb4f028223db23610e354a HTTP/1.1" status: 200 len: 267 time: 0.0382667 Jun 02 13:04:33.637333 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-bd56ea47-9186-47f4-85fc-b253634595e1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:33.638782 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-bd56ea47-9186-47f4-85fc-b253634595e1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 812 time: 0.1440294 Jun 02 13:04:33.652884 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-dabe0d15-244a-491a-ac26-8b9d7b2184b1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/quotas/bf5f64e943fb4f028223db23610e354a HTTP/1.1" status: 200 len: 375 time: 0.0087378 Jun 02 13:04:33.740767 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-024b815c-8b46-4966-9345-44b1ba781dda tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Synchronizing usage tracker for tenant:bf5f64e943fb4f028223db23610e354a on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:04:33.755860 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-024b815c-8b46-4966-9345-44b1ba781dda tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Unset dirty status for tenant:bf5f64e943fb4f028223db23610e354a on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:04:33.757108 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-024b815c-8b46-4966-9345-44b1ba781dda tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0995872 Jun 02 13:04:33.893282 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-1364e937-5429-4716-9e15-feaf07548da2 service neutron] 10.222.0.37 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237524 Jun 02 13:04:34.021891 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-87e31781-a317-4af0-81ff-0b76b80e3493 service neutron] 10.222.0.37 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228247 Jun 02 13:04:34.197541 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-86657b4f-b5a0-401a-b58e-647827d12b86 req-fa87767b-3a61-4602-8b7e-ab77514e4e4c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 210 time: 0.0461667 Jun 02 13:04:34.626050 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 29ed591e-8741-48a9-908c-603413a3858a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:04:34.660615 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 29ed591e-8741-48a9-908c-603413a3858a {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:04:34.660968 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 29ed591e-8741-48a9-908c-603413a3858a not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:04:35.199103 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-c0a1ff77-5206-4975-ae6a-3ec5149a300d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:35.200531 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-c0a1ff77-5206-4975-ae6a-3ec5149a300d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 812 time: 0.1479897 Jun 02 13:04:35.260058 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-fc35c4b9-a31c-4828-b451-3485e03c9d4f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf5f64e943fb4f028223db23610e354a HTTP/1.1" status: 200 len: 380 time: 0.0461264 Jun 02 13:04:35.270155 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-8e15a4a3-f1f7-4b3f-9ed6-2d63c83d075a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Request body: {'port': {'device_id': '85b5fe99-bfaa-4144-a082-5c9469a5ccfa', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'admin_state_up': True, 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'security_groups': ['39862920-de00-4c66-8210-ea3047cd5662']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:04:35.398980 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ab813462-10b2-4500-8b6c-d849bdf628b1 req-5a1cc6aa-63a1-4c77-a78a-d29bdff09b9e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 210 time: 0.0555310 Jun 02 13:04:35.446293 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-8e15a4a3-f1f7-4b3f-9ed6-2d63c83d075a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:04:35.455698 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-8e15a4a3-f1f7-4b3f-9ed6-2d63c83d075a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:04:35.465574 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-8e15a4a3-f1f7-4b3f-9ed6-2d63c83d075a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Made reservation on behalf of bf5f64e943fb4f028223db23610e354a for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:04:35.469128 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-8e15a4a3-f1f7-4b3f-9ed6-2d63c83d075a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:35.628828 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-8e15a4a3-f1f7-4b3f-9ed6-2d63c83d075a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Allocated IP 172.20.0.8 (3264455f-2177-4730-bb2e-786f357ca7b1/1bb40371-a91d-45d4-8864-990457b491f8/59a53f6b-d6eb-41ed-9921-48ceae62c22d) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:04:35.812522 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-8e15a4a3-f1f7-4b3f-9ed6-2d63c83d075a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:35.827698 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-8e15a4a3-f1f7-4b3f-9ed6-2d63c83d075a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Transition to ACTIVE for port object 59a53f6b-d6eb-41ed-9921-48ceae62c22d will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:04:35.849361 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-8e15a4a3-f1f7-4b3f-9ed6-2d63c83d075a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:35.854754 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d9306f27-ff49-4332-b054-d685d2d5208f tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:04:35.920960 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-8e15a4a3-f1f7-4b3f-9ed6-2d63c83d075a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Network 3264455f-2177-4730-bb2e-786f357ca7b1 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:04:35.924391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-8e15a4a3-f1f7-4b3f-9ed6-2d63c83d075a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:04:35.928385 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-8e15a4a3-f1f7-4b3f-9ed6-2d63c83d075a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:04:35.965632 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15a4a3-f1f7-4b3f-9ed6-2d63c83d075a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Pushing event updated for resources: {'Port': ['ID=59a53f6b-d6eb-41ed-9921-48ceae62c22d,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:04:35.970194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8e15a4a3-f1f7-4b3f-9ed6-2d63c83d075a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:04:35.998983 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-8e15a4a3-f1f7-4b3f-9ed6-2d63c83d075a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:35.999589 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-8e15a4a3-f1f7-4b3f-9ed6-2d63c83d075a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:36.025508 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-8e15a4a3-f1f7-4b3f-9ed6-2d63c83d075a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7597063 Jun 02 13:04:36.038150 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Request body: {'port': {'device_id': '85b5fe99-bfaa-4144-a082-5c9469a5ccfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:04:36.113527 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-dcdf1a46-ce58-4906-99e0-ae4014ed8b5d None None] Provisioning for port 59a53f6b-d6eb-41ed-9921-48ceae62c22d completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:04:36.119311 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-dcdf1a46-ce58-4906-99e0-ae4014ed8b5d None None] Provisioning complete for port 59a53f6b-d6eb-41ed-9921-48ceae62c22d triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:04:36.119783 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dcdf1a46-ce58-4906-99e0-ae4014ed8b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:36.152387 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:36.175889 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-dcdf1a46-ce58-4906-99e0-ae4014ed8b5d None None] Port 59a53f6b-d6eb-41ed-9921-48ceae62c22d cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:04:36.589975 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe17289-c566-49d9-a711-b99386d31274 req-11b788ef-30f3-46a6-9cbc-5e7715ee7f94 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:36.591541 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-abe17289-c566-49d9-a711-b99386d31274 req-11b788ef-30f3-46a6-9cbc-5e7715ee7f94 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 931 time: 0.0828850 Jun 02 13:04:36.613513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a53f6b-d6eb-41ed-9921-48ceae62c22d {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:04:36.620750 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:36.635904 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Transition to ACTIVE for port object 59a53f6b-d6eb-41ed-9921-48ceae62c22d will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:04:36.639715 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-abe17289-c566-49d9-a711-b99386d31274 req-41dd8afd-22e5-4255-a270-821dbb3415d0 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420794 Jun 02 13:04:36.640124 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:36.643842 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:04:36.807858 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:04:36.812804 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Pushing event updated for resources: {'Port': ['ID=59a53f6b-d6eb-41ed-9921-48ceae62c22d,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:04:36.841058 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:04:36.893398 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Attempting to bind port 59a53f6b-d6eb-41ed-9921-48ceae62c22d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:04:36.893736 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Attempting to bind port 59a53f6b-d6eb-41ed-9921-48ceae62c22d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:04:36.894069 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Attempting to bind port 59a53f6b-d6eb-41ed-9921-48ceae62c22d on network 3264455f-2177-4730-bb2e-786f357ca7b1 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:04:36.899038 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Port 59a53f6b-d6eb-41ed-9921-48ceae62c22d on network 3264455f-2177-4730-bb2e-786f357ca7b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 13:04:36.899998 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Attempting to bind port 59a53f6b-d6eb-41ed-9921-48ceae62c22d on network 3264455f-2177-4730-bb2e-786f357ca7b1 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:04:36.905328 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:04:36.905670 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Checking segment: {'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:04:36.906053 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Bound using segment: {'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:04:36.906509 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Bound port: 59a53f6b-d6eb-41ed-9921-48ceae62c22d, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:04:36.906857 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:36.996523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] For port 59a53f6b-d6eb-41ed-9921-48ceae62c22d, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:04:36.999372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] For port 59a53f6b-d6eb-41ed-9921-48ceae62c22d, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=59a53f6b-d6eb-41ed-9921-48ceae62c22d,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:04:37.003916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:37.007536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:04:37.073706 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:37.074362 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:37.076085 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] 10.222.0.22 "PUT /v2.0/ports/59a53f6b-d6eb-41ed-9921-48ceae62c22d HTTP/1.1" status: 200 len: 1093 time: 1.0419445 Jun 02 13:04:37.078741 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b5fe99-bfaa-4144-a082-5c9469a5ccfa', 'tag': '59a53f6b-d6eb-41ed-9921-48ceae62c22d'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:04:37.081042 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70bb4f1-ee8b-4fa7-ae70-8101eeff999c" -d '{"events": [{"name": "network-changed", "server_uuid": "85b5fe99-bfaa-4144-a082-5c9469a5ccfa", "tag": "59a53f6b-d6eb-41ed-9921-48ceae62c22d"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:04:37.098519 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Pushing event updated for resources: {'Port': ['ID=59a53f6b-d6eb-41ed-9921-48ceae62c22d,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:04:37.101216 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:04:37.148484 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cda9fd-81b1-4e80-9419-aab772ca42e2 x-openstack-request-id: req-56cda9fd-81b1-4e80-9419-aab772ca42e2 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:04:37.148818 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b5fe99-bfaa-4144-a082-5c9469a5ccfa", "tag": "59a53f6b-d6eb-41ed-9921-48ceae62c22d", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:04:37.149121 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56cda9fd-81b1-4e80-9419-aab772ca42e2 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:04:37.149596 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b5fe99-bfaa-4144-a082-5c9469a5ccfa', 'tag': '59a53f6b-d6eb-41ed-9921-48ceae62c22d', 'status': 'completed', 'code': 200} Jun 02 13:04:37.192915 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-cb4498b7-a458-4361-9498-cbf2e564177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:37.198229 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-cb4498b7-a458-4361-9498-cbf2e564177a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 1096 time: 0.0795376 Jun 02 13:04:37.275589 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-c1e0360a-dab6-4082-b923-3c8c1bea00d3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59a53f6b-d6eb-41ed-9921-48ceae62c22d HTTP/1.1" status: 200 len: 217 time: 0.0700562 Jun 02 13:04:37.338293 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-8b01bcae-e6dc-43c1-aacd-ffcb993b5e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:37.339668 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-8b01bcae-e6dc-43c1-aacd-ffcb993b5e6d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0581322 Jun 02 13:04:37.417092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-f711f7d8-7253-445b-9333-1f6c67cfddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:37.418559 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-f711f7d8-7253-445b-9333-1f6c67cfddab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0720367 Jun 02 13:04:37.549740 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-2a966749-83fb-4c78-8163-4f1a1c1d7a31 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234550 Jun 02 13:04:37.680048 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3a3e5109-a1c0-4eab-b640-97a30585b808 req-6028c66a-b059-47ef-a415-7c5549d4a2ce service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230154 Jun 02 13:04:37.796458 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bb4f1-ee8b-4fa7-ae70-8101eeff999c req-f26c3a39-79d0-4730-adaf-3b3226b232cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:37.797925 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c70bb4f1-ee8b-4fa7-ae70-8101eeff999c req-f26c3a39-79d0-4730-adaf-3b3226b232cd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 1096 time: 0.0723403 Jun 02 13:04:37.834745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f800e1-20c6-4146-a339-402083f88768 req-53f196c2-b147-446a-a39f-e5d5d793a832 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:37.836125 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-27f800e1-20c6-4146-a339-402083f88768 req-53f196c2-b147-446a-a39f-e5d5d793a832 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 943 time: 0.0871890 Jun 02 13:04:37.881418 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-27f800e1-20c6-4146-a339-402083f88768 req-99796442-67e6-4311-bff1-9a3fefc5bc67 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390244 Jun 02 13:04:37.931920 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bb4f1-ee8b-4fa7-ae70-8101eeff999c req-d12f7f4b-90e3-4f39-b0ec-a48896c9ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:37.933345 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c70bb4f1-ee8b-4fa7-ae70-8101eeff999c req-d12f7f4b-90e3-4f39-b0ec-a48896c9ff3a service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1289365 Jun 02 13:04:38.116974 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c70bb4f1-ee8b-4fa7-ae70-8101eeff999c req-6ff20a01-15c8-49b3-a729-4e0fd8a71cd5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59a53f6b-d6eb-41ed-9921-48ceae62c22d HTTP/1.1" status: 200 len: 217 time: 0.1751294 Jun 02 13:04:38.183131 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bb4f1-ee8b-4fa7-ae70-8101eeff999c req-524676b8-873a-46ec-8f0b-ae5a37de329c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:38.184542 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c70bb4f1-ee8b-4fa7-ae70-8101eeff999c req-524676b8-873a-46ec-8f0b-ae5a37de329c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0612948 Jun 02 13:04:38.261015 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bb4f1-ee8b-4fa7-ae70-8101eeff999c req-784d0664-b2b8-4aa5-b075-dafcdc704ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:38.262558 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c70bb4f1-ee8b-4fa7-ae70-8101eeff999c req-784d0664-b2b8-4aa5-b075-dafcdc704ebe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0707018 Jun 02 13:04:38.392772 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c70bb4f1-ee8b-4fa7-ae70-8101eeff999c req-5fd0c791-f1f9-4b5f-b0bf-3eaeecc165cd service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220045 Jun 02 13:04:38.527645 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c70bb4f1-ee8b-4fa7-ae70-8101eeff999c req-1eb27698-6502-40e5-bc6a-ea693c24fbe7 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281567 Jun 02 13:04:39.072761 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c9867-19e5-4917-8bc9-f449c07700a9 req-84a8105b-e0e0-4217-91ca-7d014fd7af98 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:39.073452 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-029c9867-19e5-4917-8bc9-f449c07700a9 req-84a8105b-e0e0-4217-91ca-7d014fd7af98 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Synchronizing usage tracker for tenant:bf5f64e943fb4f028223db23610e354a on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:04:39.088037 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-029c9867-19e5-4917-8bc9-f449c07700a9 req-84a8105b-e0e0-4217-91ca-7d014fd7af98 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Unset dirty status for tenant:bf5f64e943fb4f028223db23610e354a on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:04:39.089194 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-029c9867-19e5-4917-8bc9-f449c07700a9 req-84a8105b-e0e0-4217-91ca-7d014fd7af98 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 943 time: 0.1012337 Jun 02 13:04:39.134819 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-029c9867-19e5-4917-8bc9-f449c07700a9 req-1fb64fe8-c78b-4e0f-95ef-18308b5615a2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399032 Jun 02 13:04:40.314080 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bea2a3-cfb1-47a1-9036-61a3c109157c req-29ce9b15-95d8-4129-896c-da1be5fded62 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:40.315532 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e1bea2a3-cfb1-47a1-9036-61a3c109157c req-29ce9b15-95d8-4129-896c-da1be5fded62 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 943 time: 0.0788033 Jun 02 13:04:40.361785 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e1bea2a3-cfb1-47a1-9036-61a3c109157c req-64a70df2-db40-421e-83fc-dc6066804953 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407429 Jun 02 13:04:41.544311 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c09e7-6c72-4108-9feb-a390fb7d31f7 req-8332a49a-8bcf-4264-bdab-01e60acaf632 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:41.545650 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d64c09e7-6c72-4108-9feb-a390fb7d31f7 req-8332a49a-8bcf-4264-bdab-01e60acaf632 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 943 time: 0.0799961 Jun 02 13:04:41.592410 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d64c09e7-6c72-4108-9feb-a390fb7d31f7 req-bf731384-7278-490a-b5e2-9a9c2875bc82 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412197 Jun 02 13:04:42.693085 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 59a53f6b-d6eb-41ed-9921-48ceae62c22d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:04:42.830911 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 59a53f6b-d6eb-41ed-9921-48ceae62c22d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=59a53f6b-d6eb-41ed-9921-48ceae62c22d,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:04:42.844777 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '59a53f6b-d6eb-41ed-9921-48ceae62c22d', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'port_id': '59a53f6b-d6eb-41ed-9921-48ceae62c22d', 'mac_address': 'fa:16:3e:8f:b2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:04:42.899690 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:42.908622 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bda7f-b777-4976-b45c-1d0c17bbe48a req-19ea420f-6ddd-4f14-8fcb-3c047916bf04 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:42.910074 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7d0bda7f-b777-4976-b45c-1d0c17bbe48a req-19ea420f-6ddd-4f14-8fcb-3c047916bf04 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 943 time: 0.2110939 Jun 02 13:04:42.916790 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a53f6b-d6eb-41ed-9921-48ceae62c22d {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:04:42.932481 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 59a53f6b-d6eb-41ed-9921-48ceae62c22d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=59a53f6b-d6eb-41ed-9921-48ceae62c22d,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:04:42.936545 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:42.938332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:04:42.956297 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7d0bda7f-b777-4976-b45c-1d0c17bbe48a req-41349bfd-dd80-4707-a548-f33a2839aa64 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396740 Jun 02 13:04:43.005765 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=59a53f6b-d6eb-41ed-9921-48ceae62c22d,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:04:43.008618 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:04:43.308923 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['59a53f6b-d6eb-41ed-9921-48ceae62c22d'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:04:44.139668 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff050e09-0d9e-4373-a2d3-2cc3fee57b93 req-e192653b-f066-466b-ab7d-75f6071c94e5 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:44.141109 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ff050e09-0d9e-4373-a2d3-2cc3fee57b93 req-e192653b-f066-466b-ab7d-75f6071c94e5 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 944 time: 0.0813394 Jun 02 13:04:44.185239 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ff050e09-0d9e-4373-a2d3-2cc3fee57b93 req-b2f91e8d-3c2e-40ed-aa88-968097e5d01d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384471 Jun 02 13:04:44.194778 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cc1fa8cc-9cf6-444f-9d75-7447988d0fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:44.706065 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 59a53f6b-d6eb-41ed-9921-48ceae62c22d up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:04:44.771555 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 59a53f6b-d6eb-41ed-9921-48ceae62c22d completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:04:44.776634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 59a53f6b-d6eb-41ed-9921-48ceae62c22d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:04:44.777009 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:44.892707 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:44.919801 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b5fe99-bfaa-4144-a082-5c9469a5ccfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a53f6b-d6eb-41ed-9921-48ceae62c22d'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:04:44.922054 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c50e18d-036d-4bce-9cf4-cff203e7e291" -d '{"events": [{"server_uuid": "85b5fe99-bfaa-4144-a082-5c9469a5ccfa", "name": "network-vif-plugged", "status": "completed", "tag": "59a53f6b-d6eb-41ed-9921-48ceae62c22d"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:04:44.929869 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 59a53f6b-d6eb-41ed-9921-48ceae62c22d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=59a53f6b-d6eb-41ed-9921-48ceae62c22d,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:04:44.933838 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:44.936078 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:04:44.969604 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981b0547-8503-43f3-ac7e-86a35d770823 x-openstack-request-id: req-981b0547-8503-43f3-ac7e-86a35d770823 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:04:44.969901 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b5fe99-bfaa-4144-a082-5c9469a5ccfa", "name": "network-vif-plugged", "status": "completed", "tag": "59a53f6b-d6eb-41ed-9921-48ceae62c22d", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:04:44.970187 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-981b0547-8503-43f3-ac7e-86a35d770823 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:04:44.970591 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b5fe99-bfaa-4144-a082-5c9469a5ccfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a53f6b-d6eb-41ed-9921-48ceae62c22d', 'code': 200} Jun 02 13:04:45.007375 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=59a53f6b-d6eb-41ed-9921-48ceae62c22d,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:04:45.010682 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:04:45.190250 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e55b75-af59-4ef2-be5c-450589104984 req-32ff9958-8902-4d6d-b85c-4f0f66e8f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:45.191691 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-06e55b75-af59-4ef2-be5c-450589104984 req-32ff9958-8902-4d6d-b85c-4f0f66e8f43f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 1098 time: 0.0758574 Jun 02 13:04:45.232507 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-06e55b75-af59-4ef2-be5c-450589104984 req-b78ce05a-61f2-45ea-8f67-3b591cf0f8c1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344675 Jun 02 13:04:45.370419 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0dc4b-4e1c-4fd6-b7e1-23eb99bb3676 req-80f92054-b56d-4184-8fff-979569697c7e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:45.371862 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f2f0dc4b-4e1c-4fd6-b7e1-23eb99bb3676 req-80f92054-b56d-4184-8fff-979569697c7e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0787003 Jun 02 13:04:45.414752 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f2f0dc4b-4e1c-4fd6-b7e1-23eb99bb3676 req-5a474939-6c9b-4b7c-a75f-45cd3c71446d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371580 Jun 02 13:04:46.604406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccb6b1-59ef-404e-a251-72e924a9d07b req-23920362-d1a9-4550-8e5c-66251efbc2f9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:46.605827 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-adccb6b1-59ef-404e-a251-72e924a9d07b req-23920362-d1a9-4550-8e5c-66251efbc2f9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0823832 Jun 02 13:04:46.650242 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-adccb6b1-59ef-404e-a251-72e924a9d07b req-06de6849-b312-4967-87e1-b31bcd2e32da tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388374 Jun 02 13:04:46.689502 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a576f517-7fe5-4eaa-a39d-0cb7b3692109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:46.734230 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:46.830450 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340b77a-3a85-426a-99d6-75ccba6fa5f6 req-d41f70b0-3f78-4feb-878b-06bc0c0a532f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:46.831904 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c340b77a-3a85-426a-99d6-75ccba6fa5f6 req-d41f70b0-3f78-4feb-878b-06bc0c0a532f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0840926 Jun 02 13:04:46.840967 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 52314) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:04:46.845326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-259ef97b-798b-46a5-917c-f26be5acb956 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Request body: {'floatingip': {'port_id': '59a53f6b-d6eb-41ed-9921-48ceae62c22d'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:04:46.923024 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-259ef97b-798b-46a5-917c-f26be5acb956 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for floatingip, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:47.627239 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-259ef97b-798b-46a5-917c-f26be5acb956 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:47.630761 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-259ef97b-798b-46a5-917c-f26be5acb956 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:47.804128 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-259ef97b-798b-46a5-917c-f26be5acb956 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Floating IP 92d02e76-2e9a-40cf-b9ea-1319547eefe4 associated. External IP: 172.26.7.207, port: 59a53f6b-d6eb-41ed-9921-48ceae62c22d. Jun 02 13:04:47.824234 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:48.154636 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259ef97b-798b-46a5-917c-f26be5acb956 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Router 35622653-247a-4189-a834-4ed087592548 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:04:48.329479 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259ef97b-798b-46a5-917c-f26be5acb956 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:04:48.333774 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-259ef97b-798b-46a5-917c-f26be5acb956 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:48.339675 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49460ec0-e2e4-40a0-9414-f6fb62f8e757 None None] Sync routers for ids ['35622653-247a-4189-a834-4ed087592548'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:04:48.349751 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49460ec0-e2e4-40a0-9414-f6fb62f8e757 None None] Routers {'35622653-247a-4189-a834-4ed087592548'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:04:48.350469 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-49460ec0-e2e4-40a0-9414-f6fb62f8e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:04:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['35622653-247a-4189-a834-4ed087592548'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:04:48.393023 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-259ef97b-798b-46a5-917c-f26be5acb956 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "PUT /v2.0/floatingips/92d02e76-2e9a-40cf-b9ea-1319547eefe4 HTTP/1.1" status: 200 len: 992 time: 1.5485787 Jun 02 13:04:48.393023 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b5fe99-bfaa-4144-a082-5c9469a5ccfa', 'tag': '59a53f6b-d6eb-41ed-9921-48ceae62c22d'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:04:48.393489 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1957c7e-701b-4d10-b619-9bfea514fcf6" -d '{"events": [{"name": "network-changed", "server_uuid": "85b5fe99-bfaa-4144-a082-5c9469a5ccfa", "tag": "59a53f6b-d6eb-41ed-9921-48ceae62c22d"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:04:48.436614 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad77252-0900-4c71-a998-2c089b744065 x-openstack-request-id: req-9ad77252-0900-4c71-a998-2c089b744065 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:04:48.436957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b5fe99-bfaa-4144-a082-5c9469a5ccfa", "tag": "59a53f6b-d6eb-41ed-9921-48ceae62c22d", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:04:48.437368 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ad77252-0900-4c71-a998-2c089b744065 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:04:48.439223 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b5fe99-bfaa-4144-a082-5c9469a5ccfa', 'tag': '59a53f6b-d6eb-41ed-9921-48ceae62c22d', 'status': 'completed', 'code': 200} Jun 02 13:04:48.531236 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1957c7e-701b-4d10-b619-9bfea514fcf6 req-ae74c258-a9f9-483d-92da-fe2517c483ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:48.532790 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d1957c7e-701b-4d10-b619-9bfea514fcf6 req-ae74c258-a9f9-483d-92da-fe2517c483ad service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 1098 time: 0.0725286 Jun 02 13:04:48.536811 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-49460ec0-e2e4-40a0-9414-f6fb62f8e757 None None] Set router 35622653-247a-4189-a834-4ed087592548 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:04:48.662514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1957c7e-701b-4d10-b619-9bfea514fcf6 req-6445fbfa-f540-4fe0-90ff-91c2c14b8278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:48.663844 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d1957c7e-701b-4d10-b619-9bfea514fcf6 req-6445fbfa-f540-4fe0-90ff-91c2c14b8278 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1245956 Jun 02 13:04:48.770331 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d1957c7e-701b-4d10-b619-9bfea514fcf6 req-1db1993f-cc6d-4ac5-9d05-ff98b0f397f3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59a53f6b-d6eb-41ed-9921-48ceae62c22d HTTP/1.1" status: 200 len: 1000 time: 0.0988274 Jun 02 13:04:48.832049 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1957c7e-701b-4d10-b619-9bfea514fcf6 req-e540283e-ac91-4733-9459-3889124af879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:48.833451 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d1957c7e-701b-4d10-b619-9bfea514fcf6 req-e540283e-ac91-4733-9459-3889124af879 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0575049 Jun 02 13:04:48.875988 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-49460ec0-e2e4-40a0-9414-f6fb62f8e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '92d02e76-2e9a-40cf-b9ea-1319547eefe4', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'floating_ip_address': '172.26.7.207', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '35622653-247a-4189-a834-4ed087592548', 'port_id': '59a53f6b-d6eb-41ed-9921-48ceae62c22d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'mac_address': 'fa:16:3e:8f:b2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b5fe99-bfaa-4144-a082-5c9469a5ccfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:58:39Z', 'updated_at': '2021-06-02T13:04:47Z', 'revision_number': 13, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:04:48.879783 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49460ec0-e2e4-40a0-9414-f6fb62f8e757 None None] Checking router: 35622653-247a-4189-a834-4ed087592548 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:04:48.888145 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49460ec0-e2e4-40a0-9414-f6fb62f8e757 None None] Routers {'35622653-247a-4189-a834-4ed087592548'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:04:48.888758 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-49460ec0-e2e4-40a0-9414-f6fb62f8e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:04:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['35622653-247a-4189-a834-4ed087592548'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:04:49.037656 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1957c7e-701b-4d10-b619-9bfea514fcf6 req-10f4cc3a-8e10-4145-83b9-1a3bded71f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:04:49.039048 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d1957c7e-701b-4d10-b619-9bfea514fcf6 req-10f4cc3a-8e10-4145-83b9-1a3bded71f80 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1988056 Jun 02 13:04:49.068220 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-49460ec0-e2e4-40a0-9414-f6fb62f8e757 None None] Set router 35622653-247a-4189-a834-4ed087592548 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:04:49.171132 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d1957c7e-701b-4d10-b619-9bfea514fcf6 req-7f9cb2d4-7e96-4ca4-8401-b78c1dc7c09c service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243672 Jun 02 13:04:49.304174 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d1957c7e-701b-4d10-b619-9bfea514fcf6 req-9e96af41-2baa-4ea3-ae26-50d1d4c024a2 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258671 Jun 02 13:04:49.410228 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-49460ec0-e2e4-40a0-9414-f6fb62f8e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '92d02e76-2e9a-40cf-b9ea-1319547eefe4', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'floating_ip_address': '172.26.7.207', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '35622653-247a-4189-a834-4ed087592548', 'port_id': '59a53f6b-d6eb-41ed-9921-48ceae62c22d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'mac_address': 'fa:16:3e:8f:b2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b5fe99-bfaa-4144-a082-5c9469a5ccfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:58:39Z', 'updated_at': '2021-06-02T13:04:47Z', 'revision_number': 13, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:04:49.413947 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49460ec0-e2e4-40a0-9414-f6fb62f8e757 None None] The sync data for ids ['35622653-247a-4189-a834-4ed087592548'] in dv-neutron-601336-80-hyperv is: [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '92d02e76-2e9a-40cf-b9ea-1319547eefe4', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'floating_ip_address': '172.26.7.207', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '35622653-247a-4189-a834-4ed087592548', 'port_id': '59a53f6b-d6eb-41ed-9921-48ceae62c22d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'mac_address': 'fa:16:3e:8f:b2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b5fe99-bfaa-4144-a082-5c9469a5ccfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T12:58:39Z', 'updated_at': '2021-06-02T13:04:47Z', 'revision_number': 13, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:04:49.595275 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:04:49.607323 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719635ee-95f0-4a7c-a547-1f640af6ad8d None None] New status for floating IP 92d02e76-2e9a-40cf-b9ea-1319547eefe4: ACTIVE {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:04:56.110188 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:05:13.806619 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:05:14.201037 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-39eea509-9d19-4731-9b2d-72d6fd2e696d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:05:16.690379 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2c348622-85d7-40d9-aac3-c656cb9bd5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:05:16.734352 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:05:17.822847 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:05:19.595161 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:05:26.102645 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:05:27.852828 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-37349b3e-20ac-4c74-9f6c-6d272410cc5b req-ca390847-659a-4aae-9fa8-aee28d31b1bb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1164365 Jun 02 13:05:27.994770 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37349b3e-20ac-4c74-9f6c-6d272410cc5b req-d5815b1d-6b2f-480c-b25d-1b9e4060fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:05:27.996190 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-37349b3e-20ac-4c74-9f6c-6d272410cc5b req-d5815b1d-6b2f-480c-b25d-1b9e4060fc76 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 1098 time: 0.0734365 Jun 02 13:05:28.139794 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37349b3e-20ac-4c74-9f6c-6d272410cc5b req-e277df90-274f-4a23-aab9-0f9a69b1581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:05:28.141125 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-37349b3e-20ac-4c74-9f6c-6d272410cc5b req-e277df90-274f-4a23-aab9-0f9a69b1581c service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1270351 Jun 02 13:05:28.244061 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-37349b3e-20ac-4c74-9f6c-6d272410cc5b req-4f3423c2-4668-477e-9b1b-c92b5b48807c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59a53f6b-d6eb-41ed-9921-48ceae62c22d HTTP/1.1" status: 200 len: 1002 time: 0.0960736 Jun 02 13:05:28.307960 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37349b3e-20ac-4c74-9f6c-6d272410cc5b req-7fd611b0-f1c8-4804-a75c-dc12c8c31ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:05:28.309400 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-37349b3e-20ac-4c74-9f6c-6d272410cc5b req-7fd611b0-f1c8-4804-a75c-dc12c8c31ebc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0585527 Jun 02 13:05:28.384350 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37349b3e-20ac-4c74-9f6c-6d272410cc5b req-88b57e8d-c0a0-45ea-8409-7df4551de755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:05:28.385798 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-37349b3e-20ac-4c74-9f6c-6d272410cc5b req-88b57e8d-c0a0-45ea-8409-7df4551de755 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0694959 Jun 02 13:05:28.518322 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-37349b3e-20ac-4c74-9f6c-6d272410cc5b req-c96c1512-0965-4f6a-804d-97ab69d392a2 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247141 Jun 02 13:05:28.650910 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-37349b3e-20ac-4c74-9f6c-6d272410cc5b req-bab9dc77-2ece-4624-a025-1d918096a7a9 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260142 Jun 02 13:05:44.201970 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7256eb17-b81e-4248-96dc-d7e53e7cb10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:05:46.690796 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-30afc089-fe3f-4dae-ad6c-885b2077687d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:05:46.733914 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:05:47.825112 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:05:49.598513 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:05:50.804597 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:05:56.125513 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:06:01.909408 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d9e60-10d7-45bc-844a-8e4b60221688 req-f3a21f95-1b63-48e4-9133-6c20b1d6b2ba tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:01.910867 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-114d9e60-10d7-45bc-844a-8e4b60221688 req-f3a21f95-1b63-48e4-9133-6c20b1d6b2ba tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.1528003 Jun 02 13:06:01.954392 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-114d9e60-10d7-45bc-844a-8e4b60221688 req-74b15bcd-f192-4aab-b1c0-e7cdce06c5c0 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376871 Jun 02 13:06:13.855638 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-8279e2ad-ebb3-4ab8-be04-eacde34eafe6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0716374 Jun 02 13:06:13.913991 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc36e7e-1952-46fa-ba49-60ed21aa6223 req-f16ab199-4f3e-4ccd-90ba-8076ef3d984d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:13.915778 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ecc36e7e-1952-46fa-ba49-60ed21aa6223 req-f16ab199-4f3e-4ccd-90ba-8076ef3d984d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0828490 Jun 02 13:06:13.964082 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ecc36e7e-1952-46fa-ba49-60ed21aa6223 req-dfde8d6c-2314-4fce-8411-f30e9bbb3931 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427699 Jun 02 13:06:14.203157 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-60ab6abe-9196-4c0e-aad0-7112b72745d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:06:15.151089 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9baaf5-0912-4b29-b8b0-fa836f922957 req-1a2e8405-528b-4bc1-a1f8-25f0e6a2d062 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:15.152528 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6f9baaf5-0912-4b29-b8b0-fa836f922957 req-1a2e8405-528b-4bc1-a1f8-25f0e6a2d062 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0818172 Jun 02 13:06:15.203342 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6f9baaf5-0912-4b29-b8b0-fa836f922957 req-06c73ad1-bf29-4eff-83a4-4690856e3ec1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452931 Jun 02 13:06:16.011539 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-30d4b9c6-2f91-4476-8e69-97e712d25844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:16.012979 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-30d4b9c6-2f91-4476-8e69-97e712d25844 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 1098 time: 0.0705729 Jun 02 13:06:16.142914 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-dae292ac-12d3-47fd-affa-90d325f6d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:16.144317 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-dae292ac-12d3-47fd-affa-90d325f6d9c2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1247201 Jun 02 13:06:16.364102 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-99ba8223-0859-43a9-b54e-ee0430fba0cc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59a53f6b-d6eb-41ed-9921-48ceae62c22d HTTP/1.1" status: 200 len: 1002 time: 0.2125604 Jun 02 13:06:16.390053 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d37a29-b23e-46e3-a52b-23d2e29379bf req-1d6478d6-de16-4bab-89ed-3ba6e086343d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:16.391528 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f6d37a29-b23e-46e3-a52b-23d2e29379bf req-1d6478d6-de16-4bab-89ed-3ba6e086343d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0791657 Jun 02 13:06:16.430494 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-fe91e9e6-336f-472d-b554-349c1aa46c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:16.432626 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-fe91e9e6-336f-472d-b554-349c1aa46c25 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0616438 Jun 02 13:06:16.437017 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f6d37a29-b23e-46e3-a52b-23d2e29379bf req-749ab10c-af0b-4553-8736-52656908c87d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398369 Jun 02 13:06:16.507925 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-66cc4be1-ba9d-4ab7-8ee1-96bac50e356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:16.509318 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-66cc4be1-ba9d-4ab7-8ee1-96bac50e356b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0700021 Jun 02 13:06:16.639930 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-d0b06bb7-e53f-4195-a2ce-deae0c9bbeaf service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241288 Jun 02 13:06:16.692250 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f1ae297b-e8b6-459d-8f5a-351ec2e3b52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:06:16.735632 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:06:16.777237 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-bfec5592-49d8-404a-9860-bab1d0554030 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297119 Jun 02 13:06:17.627347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715aed8-bbc5-45b0-aec5-db4bc5d7931f req-46344193-680a-4cc1-9496-35270271ff7a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:17.629058 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c715aed8-bbc5-45b0-aec5-db4bc5d7931f req-46344193-680a-4cc1-9496-35270271ff7a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0883164 Jun 02 13:06:17.673630 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c715aed8-bbc5-45b0-aec5-db4bc5d7931f req-b06b3bf0-897c-4c8d-a929-46dab3863bd0 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381196 Jun 02 13:06:17.827777 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:06:18.859531 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db21d29-dda8-4f02-b5b0-e91847620f29 req-d22ff57f-63d3-4854-9b44-7dbb8c748218 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:18.860963 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1db21d29-dda8-4f02-b5b0-e91847620f29 req-d22ff57f-63d3-4854-9b44-7dbb8c748218 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0832033 Jun 02 13:06:18.905177 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1db21d29-dda8-4f02-b5b0-e91847620f29 req-37342278-9ccc-4d07-acd8-4825b3259dc9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386848 Jun 02 13:06:19.599676 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:06:20.084618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a1cd2-46f5-44fc-acda-ca5047faf57a req-4e59ee6a-f004-4a5f-a7d6-207145b34ecd tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:20.086052 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-921a1cd2-46f5-44fc-acda-ca5047faf57a req-4e59ee6a-f004-4a5f-a7d6-207145b34ecd tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0789421 Jun 02 13:06:20.129982 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-921a1cd2-46f5-44fc-acda-ca5047faf57a req-8edba5a4-438b-424a-8aa8-f478bb373edb tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378709 Jun 02 13:06:21.317213 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d037b9b-e52f-407f-8d03-ad617d9c0413 req-38332e16-ba50-4006-b894-a158cb252ad7 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:21.318661 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9d037b9b-e52f-407f-8d03-ad617d9c0413 req-38332e16-ba50-4006-b894-a158cb252ad7 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0787201 Jun 02 13:06:21.362375 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9d037b9b-e52f-407f-8d03-ad617d9c0413 req-435a0dce-1419-4788-a107-3a6ecdfecbe3 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381916 Jun 02 13:06:22.550137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e862b67-e7cb-401a-9f44-b0ef625a91b5 req-5e3907fc-e8a0-42f6-8dee-5d186e6f1006 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:22.551481 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5e862b67-e7cb-401a-9f44-b0ef625a91b5 req-5e3907fc-e8a0-42f6-8dee-5d186e6f1006 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0819168 Jun 02 13:06:22.595718 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5e862b67-e7cb-401a-9f44-b0ef625a91b5 req-e7a0f230-9da5-4aa2-b1bb-b68be546ed4b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385494 Jun 02 13:06:23.920318 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5a0be-fb40-4b4b-8cf7-2ac45bb54109 req-da6ba87c-46b2-4ac9-b235-3109de6dd59c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:23.921749 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c1b5a0be-fb40-4b4b-8cf7-2ac45bb54109 req-da6ba87c-46b2-4ac9-b235-3109de6dd59c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0823760 Jun 02 13:06:23.965419 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c1b5a0be-fb40-4b4b-8cf7-2ac45bb54109 req-eaf6c688-be18-4e2a-b7c5-a4ee4e89d7f3 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381062 Jun 02 13:06:25.146517 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70271702-4b2a-4599-8f9e-f949b5c61345 req-a68dbebd-1f36-41cd-bb18-88206c4ba974 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:25.147998 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-70271702-4b2a-4599-8f9e-f949b5c61345 req-a68dbebd-1f36-41cd-bb18-88206c4ba974 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0800269 Jun 02 13:06:25.203953 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-70271702-4b2a-4599-8f9e-f949b5c61345 req-17f19787-3e75-45a6-8885-1cb183a328b1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497868 Jun 02 13:06:26.124122 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:06:26.393030 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7091b22-8027-4538-9c09-eeb7a679e706 req-58be1df1-e6bf-450c-a663-0925f87e9fdc tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:26.394394 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b7091b22-8027-4538-9c09-eeb7a679e706 req-58be1df1-e6bf-450c-a663-0925f87e9fdc tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0783722 Jun 02 13:06:26.441856 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b7091b22-8027-4538-9c09-eeb7a679e706 req-8bb5dd1a-a948-49ca-8f66-73d510001a36 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420299 Jun 02 13:06:27.626066 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe75bd-5999-46ca-8bab-b786e68bfa94 req-b5250c81-6be8-432c-b030-b8c422bc933b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:27.627541 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d3fe75bd-5999-46ca-8bab-b786e68bfa94 req-b5250c81-6be8-432c-b030-b8c422bc933b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0812805 Jun 02 13:06:27.672563 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d3fe75bd-5999-46ca-8bab-b786e68bfa94 req-da255389-894c-4174-a642-bff984c1e3b6 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389762 Jun 02 13:06:27.802772 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:06:28.857032 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19caa3-69c5-4e5b-beb7-53ad9d7fc59a req-96ab82a1-5a6c-40ff-b3a2-532681c1a18d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:28.858529 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5b19caa3-69c5-4e5b-beb7-53ad9d7fc59a req-96ab82a1-5a6c-40ff-b3a2-532681c1a18d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0806122 Jun 02 13:06:28.877599 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f251fa-dde3-458c-9306-2b84abbca025 req-d5237377-5d8f-4fc6-bb06-1e7bb4fc25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:28.879102 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-42f251fa-dde3-458c-9306-2b84abbca025 req-d5237377-5d8f-4fc6-bb06-1e7bb4fc25e0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 1098 time: 0.0785611 Jun 02 13:06:28.903255 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5b19caa3-69c5-4e5b-beb7-53ad9d7fc59a req-020e3ab1-c89d-47d0-ad60-66c084a8a97f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390124 Jun 02 13:06:29.028444 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f251fa-dde3-458c-9306-2b84abbca025 req-d09a70d5-f734-422e-94b1-9a79e8a34aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:29.029782 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-42f251fa-dde3-458c-9306-2b84abbca025 req-d09a70d5-f734-422e-94b1-9a79e8a34aa6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1325493 Jun 02 13:06:29.129362 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-42f251fa-dde3-458c-9306-2b84abbca025 req-d639ac2b-5e8e-4df2-bced-045ff073de1a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59a53f6b-d6eb-41ed-9921-48ceae62c22d HTTP/1.1" status: 200 len: 1002 time: 0.0931473 Jun 02 13:06:29.195328 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f251fa-dde3-458c-9306-2b84abbca025 req-cfedd72d-4a0f-4995-8afe-60ed8753f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:29.197257 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-42f251fa-dde3-458c-9306-2b84abbca025 req-cfedd72d-4a0f-4995-8afe-60ed8753f058 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0607054 Jun 02 13:06:29.271739 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f251fa-dde3-458c-9306-2b84abbca025 req-3ec46e82-ed3f-4088-a0ab-738453ef3fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:29.273181 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-42f251fa-dde3-458c-9306-2b84abbca025 req-3ec46e82-ed3f-4088-a0ab-738453ef3fd1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0696855 Jun 02 13:06:29.407008 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-42f251fa-dde3-458c-9306-2b84abbca025 req-cd7697b4-0cdf-4631-a569-2f445fb07f41 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266725 Jun 02 13:06:29.540558 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-42f251fa-dde3-458c-9306-2b84abbca025 req-aa7da681-dedb-48f9-8249-6f3d58cac99a service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268315 Jun 02 13:06:30.096041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d90702-ab53-4fde-ba1d-48d458b63ae0 req-4a1e2058-7bf7-4864-bb1f-4e34bec05eb5 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:30.097488 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b4d90702-ab53-4fde-ba1d-48d458b63ae0 req-4a1e2058-7bf7-4864-bb1f-4e34bec05eb5 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0836885 Jun 02 13:06:30.141336 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b4d90702-ab53-4fde-ba1d-48d458b63ae0 req-aa891e48-36e7-4df6-8b8b-bbef4efa78e8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378134 Jun 02 13:06:31.326441 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de61d7-49c0-446b-b620-20cc44912c37 req-9a6223c1-9680-40ee-a7a2-21cadc2f0a0a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:31.327864 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-70de61d7-49c0-446b-b620-20cc44912c37 req-9a6223c1-9680-40ee-a7a2-21cadc2f0a0a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0825012 Jun 02 13:06:31.370656 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-70de61d7-49c0-446b-b620-20cc44912c37 req-ca58f490-9bc5-4b10-bbbd-761edb393bd7 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372791 Jun 02 13:06:32.552726 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742188b6-74ca-4a1f-ad47-9229871cf187 req-735f0ec8-fc27-4980-a750-b89790f51f8b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:32.554062 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-742188b6-74ca-4a1f-ad47-9229871cf187 req-735f0ec8-fc27-4980-a750-b89790f51f8b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0800774 Jun 02 13:06:32.604352 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-742188b6-74ca-4a1f-ad47-9229871cf187 req-bed5d133-1c13-4c49-b6f2-2cd40d1b9a0c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441926 Jun 02 13:06:33.785133 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a0ca8-f311-4cf8-8737-9deff1f2ee04 req-f9ce12b3-4343-43b9-a13d-ab7b3de51c7d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:33.786607 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-265a0ca8-f311-4cf8-8737-9deff1f2ee04 req-f9ce12b3-4343-43b9-a13d-ab7b3de51c7d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0799854 Jun 02 13:06:33.830155 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-265a0ca8-f311-4cf8-8737-9deff1f2ee04 req-cfa2b0a9-1481-4279-8ece-de5c0a9421d3 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375824 Jun 02 13:06:35.027618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d96c9-686e-4f21-b0f3-f2899c4105f5 req-3a13441d-c252-4f53-a5e0-7b209e4cb0cf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:35.029125 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4d2d96c9-686e-4f21-b0f3-f2899c4105f5 req-3a13441d-c252-4f53-a5e0-7b209e4cb0cf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0835431 Jun 02 13:06:35.076698 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4d2d96c9-686e-4f21-b0f3-f2899c4105f5 req-960124dd-ca92-487c-a767-623d691a5e1f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410275 Jun 02 13:06:36.265056 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13442037-1932-40ca-9017-04a16fe91d2e req-491d5faf-b8c1-4b04-9880-b49c82edd44c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:36.266532 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-13442037-1932-40ca-9017-04a16fe91d2e req-491d5faf-b8c1-4b04-9880-b49c82edd44c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0838583 Jun 02 13:06:36.311284 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-13442037-1932-40ca-9017-04a16fe91d2e req-dc839838-d166-4cb2-a6ed-d0b0ea57cad6 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391638 Jun 02 13:06:37.500099 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67f706-0be2-4f07-8163-08ce8c96de17 req-7c160587-70e6-4d3b-9387-10df44d876a5 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:37.501522 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bf67f706-0be2-4f07-8163-08ce8c96de17 req-7c160587-70e6-4d3b-9387-10df44d876a5 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0782914 Jun 02 13:06:37.548813 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bf67f706-0be2-4f07-8163-08ce8c96de17 req-40863667-c44b-4784-9aca-b1f855f2ceaf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418067 Jun 02 13:06:38.729152 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abbb51-1d02-4054-80b1-98982465c7e3 req-b00eebce-31ab-4d48-bcf9-e3d59472725c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:38.730607 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-23abbb51-1d02-4054-80b1-98982465c7e3 req-b00eebce-31ab-4d48-bcf9-e3d59472725c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0794280 Jun 02 13:06:38.780857 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-23abbb51-1d02-4054-80b1-98982465c7e3 req-b16a02dc-2459-42dd-a004-b6fb77e0675d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447114 Jun 02 13:06:39.966895 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58509191-f241-43ad-a585-1dec1e5f7d6d req-a641dee9-926e-40a0-b156-ffcae1790d9e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:39.968334 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-58509191-f241-43ad-a585-1dec1e5f7d6d req-a641dee9-926e-40a0-b156-ffcae1790d9e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0808184 Jun 02 13:06:40.013105 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-58509191-f241-43ad-a585-1dec1e5f7d6d req-f66f3f13-a79c-4780-9b9b-f6fc438c884b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391042 Jun 02 13:06:40.470377 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-1e6304f3-28e8-45fa-9988-d01d8d1e2131 service neutron] 10.222.0.22 "GET /v2.0/ports/59a53f6b-d6eb-41ed-9921-48ceae62c22d/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.1830699 Jun 02 13:06:40.719080 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-a7826e41-9bef-439f-8fb0-a970b7656f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:40.720569 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-a7826e41-9bef-439f-8fb0-a970b7656f90 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa&tenant_id=bf5f64e943fb4f028223db23610e354a HTTP/1.1" status: 200 len: 1098 time: 0.0693545 Jun 02 13:06:40.809410 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-5eaa8ef5-b73f-46b3-b38b-546ebf3eb790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:40.810877 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-5eaa8ef5-b73f-46b3-b38b-546ebf3eb790 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 1098 time: 0.0695441 Jun 02 13:06:40.940189 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-f5859df1-bf36-4603-b647-57ea1562b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:40.941594 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-f5859df1-bf36-4603-b647-57ea1562b2a8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1243834 Jun 02 13:06:41.044525 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-b511ff81-6f16-4f8c-bc04-2c2057ca27f7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59a53f6b-d6eb-41ed-9921-48ceae62c22d HTTP/1.1" status: 200 len: 1002 time: 0.0962112 Jun 02 13:06:41.109455 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-6c8fc0cd-3c9a-4c58-b965-4c78fab278e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:41.110905 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-6c8fc0cd-3c9a-4c58-b965-4c78fab278e8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0607100 Jun 02 13:06:41.187454 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-91f10992-5f5c-425a-bfed-9ac814e0a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:41.188923 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-91f10992-5f5c-425a-bfed-9ac814e0a9ab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0709069 Jun 02 13:06:41.196944 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c3b95-5339-4430-b5a3-e64cdfd60297 req-ca8be745-e5d9-4bb9-9dd2-91e5b51940ce tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:41.198535 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-807c3b95-5339-4430-b5a3-e64cdfd60297 req-ca8be745-e5d9-4bb9-9dd2-91e5b51940ce tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0811408 Jun 02 13:06:41.242780 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-807c3b95-5339-4430-b5a3-e64cdfd60297 req-ba3d3a53-83f5-4f8d-99c7-dc70bb0f2935 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384414 Jun 02 13:06:41.319665 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-18a586eb-6e78-4128-bc2b-7c38f4f04bca service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242754 Jun 02 13:06:41.456397 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c94e08b6-514c-40cc-beb5-7359152beec4 req-70f66333-5e94-4e11-a226-ed93d9523d1c service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291924 Jun 02 13:06:42.433250 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddfb7a-96d0-4f66-8594-0249ecc6dd63 req-a555f9dd-f804-466e-9cd9-5ce7d38b9488 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:42.434758 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7dddfb7a-96d0-4f66-8594-0249ecc6dd63 req-a555f9dd-f804-466e-9cd9-5ce7d38b9488 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0860047 Jun 02 13:06:42.480604 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7dddfb7a-96d0-4f66-8594-0249ecc6dd63 req-0bed913f-740a-4074-90cd-899b42aa3abb tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400877 Jun 02 13:06:43.374922 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 59a53f6b-d6eb-41ed-9921-48ceae62c22d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:06:43.487939 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:06:43.514982 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b5fe99-bfaa-4144-a082-5c9469a5ccfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59a53f6b-d6eb-41ed-9921-48ceae62c22d'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:06:43.517245 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd1b285-4bea-4a60-a93f-fc6ddf2bf167" -d '{"events": [{"server_uuid": "85b5fe99-bfaa-4144-a082-5c9469a5ccfa", "name": "network-vif-unplugged", "status": "completed", "tag": "59a53f6b-d6eb-41ed-9921-48ceae62c22d"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:06:43.525673 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 59a53f6b-d6eb-41ed-9921-48ceae62c22d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=59a53f6b-d6eb-41ed-9921-48ceae62c22d,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:06:43.531037 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:06:43.533102 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9ca3e6c7-1325-40b3-a0c9-10a7513ae730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:06:43.585894 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 13:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10b52b3-2cd1-44d4-8c22-c4850ec754b1 x-openstack-request-id: req-e10b52b3-2cd1-44d4-8c22-c4850ec754b1 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:06:43.586257 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b5fe99-bfaa-4144-a082-5c9469a5ccfa", "name": "network-vif-unplugged", "status": "completed", "tag": "59a53f6b-d6eb-41ed-9921-48ceae62c22d", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:06:43.586523 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e10b52b3-2cd1-44d4-8c22-c4850ec754b1 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:06:43.587491 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b5fe99-bfaa-4144-a082-5c9469a5ccfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59a53f6b-d6eb-41ed-9921-48ceae62c22d', 'code': 200} Jun 02 13:06:43.609899 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=59a53f6b-d6eb-41ed-9921-48ceae62c22d,revision_number=6']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:06:43.617315 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:06:43.617656 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:06:43.617992 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:06:43.618377 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:06:43.618759 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:06:43.619084 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:06:43.619404 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:06:43.619724 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:06:43.620041 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:06:43.620357 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:06:43.620671 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:06:43.620981 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:06:43.624992 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:06:43.698221 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6562794-5a7a-4b2c-bd1f-38309c1bd819 req-215942a5-3923-4627-b069-97015f83bfc3 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:43.699679 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b6562794-5a7a-4b2c-bd1f-38309c1bd819 req-215942a5-3923-4627-b069-97015f83bfc3 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 943 time: 0.0939014 Jun 02 13:06:43.744436 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b6562794-5a7a-4b2c-bd1f-38309c1bd819 req-a1852c06-9b78-43ad-bd06-b50edb743275 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383959 Jun 02 13:06:44.204221 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-701a7f7f-a43d-4a5f-adca-7b5dd4e2ff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:06:44.933257 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83a9f0-8518-4d4a-9cde-3fb7d9a7957f req-e01c76cf-7794-48f5-8508-0aad15ee3261 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:44.934742 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-df83a9f0-8518-4d4a-9cde-3fb7d9a7957f req-e01c76cf-7794-48f5-8508-0aad15ee3261 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 943 time: 0.0817511 Jun 02 13:06:44.981078 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-df83a9f0-8518-4d4a-9cde-3fb7d9a7957f req-52d652e9-1ffa-4124-94c2-542e4368293a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388858 Jun 02 13:06:46.163919 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adc636-9c1d-454b-8103-bbeadb07bc4e req-ce473725-5b31-49dd-98bc-388795eac122 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:46.166175 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-07adc636-9c1d-454b-8103-bbeadb07bc4e req-ce473725-5b31-49dd-98bc-388795eac122 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 943 time: 0.0792630 Jun 02 13:06:46.208994 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-07adc636-9c1d-454b-8103-bbeadb07bc4e req-50c40112-f819-4051-b4fd-e7b4939c0903 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372267 Jun 02 13:06:46.694264 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-28c09803-eb4e-4b98-91cc-e085191bc5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:06:46.736907 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:06:47.400232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d910db5-e8a1-4705-8486-4cb51ab6ad25 req-5b23db32-b266-42db-9d29-ecd34f7f8895 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:47.401681 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3d910db5-e8a1-4705-8486-4cb51ab6ad25 req-5b23db32-b266-42db-9d29-ecd34f7f8895 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 943 time: 0.0838268 Jun 02 13:06:47.446738 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3d910db5-e8a1-4705-8486-4cb51ab6ad25 req-dec1b630-85e1-4eca-bcf9-4f8ac7296524 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393937 Jun 02 13:06:47.830729 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:06:48.633871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440f39b-9f62-467b-8bfe-4f02c342ec5b req-4a933fb6-d1a2-4d27-883a-281103647564 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:48.635540 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e440f39b-9f62-467b-8bfe-4f02c342ec5b req-4a933fb6-d1a2-4d27-883a-281103647564 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 943 time: 0.0839453 Jun 02 13:06:48.680614 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e440f39b-9f62-467b-8bfe-4f02c342ec5b req-897bf1b7-6447-4e77-947a-5cd9e658fc47 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395079 Jun 02 13:06:49.375321 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 59a53f6b-d6eb-41ed-9921-48ceae62c22d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:06:49.508111 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 59a53f6b-d6eb-41ed-9921-48ceae62c22d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=59a53f6b-d6eb-41ed-9921-48ceae62c22d,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:06:49.521206 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '59a53f6b-d6eb-41ed-9921-48ceae62c22d', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'port_id': '59a53f6b-d6eb-41ed-9921-48ceae62c22d', 'mac_address': 'fa:16:3e:8f:b2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:06:49.578394 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:06:49.604575 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a53f6b-d6eb-41ed-9921-48ceae62c22d {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:06:49.616835 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:06:49.620997 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 59a53f6b-d6eb-41ed-9921-48ceae62c22d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=59a53f6b-d6eb-41ed-9921-48ceae62c22d,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:06:49.624724 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:06:49.626417 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:06:49.692044 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['59a53f6b-d6eb-41ed-9921-48ceae62c22d'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:06:49.772124 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=59a53f6b-d6eb-41ed-9921-48ceae62c22d,revision_number=7']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:06:49.776457 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:06:49.870376 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82418174-280a-421e-845a-b9ecbc4ea924 req-bbec3554-b0ba-492a-8db3-062b01361980 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:49.871812 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-82418174-280a-421e-845a-b9ecbc4ea924 req-bbec3554-b0ba-492a-8db3-062b01361980 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 944 time: 0.0826929 Jun 02 13:06:49.917126 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-82418174-280a-421e-845a-b9ecbc4ea924 req-37c14b3a-078c-46b7-90e7-48a8f411e0a9 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396760 Jun 02 13:06:51.111645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd781011-cb99-4881-8fe8-104bf6f50ee3 req-352a7ebe-c885-422d-9ef4-ab033f9c4e8a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:51.113075 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-bd781011-cb99-4881-8fe8-104bf6f50ee3 req-352a7ebe-c885-422d-9ef4-ab033f9c4e8a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 944 time: 0.0808458 Jun 02 13:06:51.159773 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-bd781011-cb99-4881-8fe8-104bf6f50ee3 req-d9414707-1479-4381-9290-c984bb81e7cf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410872 Jun 02 13:06:51.390814 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 59a53f6b-d6eb-41ed-9921-48ceae62c22d up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:06:51.457138 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 59a53f6b-d6eb-41ed-9921-48ceae62c22d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:06:51.457434 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:06:51.572291 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:06:51.598322 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b5fe99-bfaa-4144-a082-5c9469a5ccfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a53f6b-d6eb-41ed-9921-48ceae62c22d'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:06:51.600592 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07dce546-afbc-485a-825c-073f7eccf2de" -d '{"events": [{"server_uuid": "85b5fe99-bfaa-4144-a082-5c9469a5ccfa", "name": "network-vif-plugged", "status": "completed", "tag": "59a53f6b-d6eb-41ed-9921-48ceae62c22d"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:06:51.608967 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 59a53f6b-d6eb-41ed-9921-48ceae62c22d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=59a53f6b-d6eb-41ed-9921-48ceae62c22d,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:06:51.613079 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:06:51.615002 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:06:51.652865 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f7949e-f408-4abc-b619-289b25221b6c x-openstack-request-id: req-21f7949e-f408-4abc-b619-289b25221b6c {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:06:51.653168 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b5fe99-bfaa-4144-a082-5c9469a5ccfa", "name": "network-vif-plugged", "status": "completed", "tag": "59a53f6b-d6eb-41ed-9921-48ceae62c22d", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:06:51.653429 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21f7949e-f408-4abc-b619-289b25221b6c {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:06:51.653818 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b5fe99-bfaa-4144-a082-5c9469a5ccfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a53f6b-d6eb-41ed-9921-48ceae62c22d', 'code': 200} Jun 02 13:06:51.684914 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=59a53f6b-d6eb-41ed-9921-48ceae62c22d,revision_number=8']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:06:51.687788 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:06:52.342374 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e325981-51dd-4e5c-9139-f0eb5ace9e46 req-d12c6cf4-68da-4352-9962-b3f9d5af711e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:52.343803 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0e325981-51dd-4e5c-9139-f0eb5ace9e46 req-d12c6cf4-68da-4352-9962-b3f9d5af711e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0797675 Jun 02 13:06:52.387116 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0e325981-51dd-4e5c-9139-f0eb5ace9e46 req-6c77d587-4ad2-4e88-8764-7ab0ad11a4c7 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377901 Jun 02 13:06:53.584975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400bb03-8a51-46ad-8499-72f828f3fef2 req-b9ac29fc-0fa9-459b-9b8f-713b73123094 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:53.586347 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6400bb03-8a51-46ad-8499-72f828f3fef2 req-b9ac29fc-0fa9-459b-9b8f-713b73123094 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0824318 Jun 02 13:06:53.630306 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6400bb03-8a51-46ad-8499-72f828f3fef2 req-5ca305b6-4067-41a6-86d7-7b3d499bc168 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377736 Jun 02 13:06:54.072909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-8d6a723c-e1e6-4177-ae92-8bd2dfe801bf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:54.074343 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-8d6a723c-e1e6-4177-ae92-8bd2dfe801bf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa&tenant_id=bf5f64e943fb4f028223db23610e354a&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.1336942 Jun 02 13:06:54.159729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973f75d-1447-49d0-9eb5-ba70ce8f4563 req-dd163f39-7ed8-424f-951f-4d91d398586c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:54.161054 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3973f75d-1447-49d0-9eb5-ba70ce8f4563 req-dd163f39-7ed8-424f-951f-4d91d398586c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.1609812 Jun 02 13:06:54.189696 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-c20dd2bb-8c02-4ede-85bd-b41cded10d8f service neutron] 10.222.0.22 "GET /v2.0/ports/59a53f6b-d6eb-41ed-9921-48ceae62c22d/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.1077816 Jun 02 13:06:54.212737 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3973f75d-1447-49d0-9eb5-ba70ce8f4563 req-ba787f39-3da8-4247-80ea-9e87c5981a72 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448983 Jun 02 13:06:54.281389 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-cff49aee-c792-4afe-8bc2-d767a22ca1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:54.282864 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-cff49aee-c792-4afe-8bc2-d767a22ca1c8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 1098 time: 0.0694158 Jun 02 13:06:54.518344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-9657fa06-7d52-463e-902b-3d9d1ff0f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:54.519678 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-9657fa06-7d52-463e-902b-3d9d1ff0f224 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.2305763 Jun 02 13:06:54.622587 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-3bddd1f2-cf9e-4c68-8035-bf2c26397cad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59a53f6b-d6eb-41ed-9921-48ceae62c22d HTTP/1.1" status: 200 len: 1002 time: 0.0954380 Jun 02 13:06:54.685979 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-df1168b3-080f-47df-83b9-87a693afe09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:54.687366 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-df1168b3-080f-47df-83b9-87a693afe09a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0592077 Jun 02 13:06:54.760099 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-7e3b665e-c64a-4992-bfc0-df80d236af7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:54.761511 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-7e3b665e-c64a-4992-bfc0-df80d236af7a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0681458 Jun 02 13:06:54.892673 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-d7574c56-215f-4146-aadd-4e11d9c734da service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244404 Jun 02 13:06:55.022292 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-f3f4327e-391c-44a8-a1b6-5659bde80630 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239200 Jun 02 13:06:55.402008 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918a64-5357-4f94-a2ce-ff5d05e1773a req-c322274a-a0ac-459c-9f7f-13e1cdb29631 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:55.403765 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-13918a64-5357-4f94-a2ce-ff5d05e1773a req-c322274a-a0ac-459c-9f7f-13e1cdb29631 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0847239 Jun 02 13:06:55.448828 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-13918a64-5357-4f94-a2ce-ff5d05e1773a req-c5492368-82a5-4063-b587-9e9af6f50a8a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398178 Jun 02 13:06:56.139197 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:06:56.635909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aea70d-c51c-4ed6-bf9f-fee918f3262e req-9cfc00ed-5087-47c1-9959-0badedbc08a1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:56.637349 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-23aea70d-c51c-4ed6-bf9f-fee918f3262e req-9cfc00ed-5087-47c1-9959-0badedbc08a1 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0849421 Jun 02 13:06:56.680227 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-23aea70d-c51c-4ed6-bf9f-fee918f3262e req-5809719d-05a5-45ec-b2d9-c7d621633198 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373173 Jun 02 13:06:57.862605 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06625aa0-cf31-4bca-b29b-23e8c668e0be req-b8982115-e24d-4e92-86c1-8142430b584d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:57.863984 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-06625aa0-cf31-4bca-b29b-23e8c668e0be req-b8982115-e24d-4e92-86c1-8142430b584d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0793166 Jun 02 13:06:57.907634 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-06625aa0-cf31-4bca-b29b-23e8c668e0be req-f760339b-f59d-4037-bf08-f07de4e96bb0 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375252 Jun 02 13:06:59.094040 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7862ac6-2e91-4739-84fa-c6ba6512ebe3 req-c5946d31-ef41-47c8-9887-851968ec71e7 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:59.095388 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c7862ac6-2e91-4739-84fa-c6ba6512ebe3 req-c5946d31-ef41-47c8-9887-851968ec71e7 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0797422 Jun 02 13:06:59.139510 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c7862ac6-2e91-4739-84fa-c6ba6512ebe3 req-65cd827d-fd17-400c-a1a1-1e301fa2c504 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387058 Jun 02 13:06:59.607865 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-64605025-5921-44a3-92c2-5fab475b6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:59.609323 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-64605025-5921-44a3-92c2-5fab475b6f76 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa&tenant_id=bf5f64e943fb4f028223db23610e354a HTTP/1.1" status: 200 len: 1098 time: 0.0754793 Jun 02 13:06:59.701058 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-0c29796f-e098-479b-b0e0-34eeb7c166d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:59.702451 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-0c29796f-e098-479b-b0e0-34eeb7c166d1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5f64e943fb4f028223db23610e354a&device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 1098 time: 0.0714314 Jun 02 13:06:59.832245 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-5d21bf12-f67e-4c8c-8c30-0f61937407aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:06:59.833705 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-5d21bf12-f67e-4c8c-8c30-0f61937407aa service neutron] 10.222.0.22 "GET /v2.0/networks?id=3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 200 len: 913 time: 0.1249590 Jun 02 13:06:59.939493 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-c44c1c1f-7daa-4284-872c-fcbb7487c58f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59a53f6b-d6eb-41ed-9921-48ceae62c22d HTTP/1.1" status: 200 len: 1002 time: 0.0986872 Jun 02 13:06:59.999664 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-012b9a83-8981-449f-be1a-34640d24c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:00.000966 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-012b9a83-8981-449f-be1a-34640d24c323 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 200 len: 851 time: 0.0554144 Jun 02 13:07:00.076732 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-5ae2937b-baf2-4fb4-961e-f94676a4e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:00.078197 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-5ae2937b-baf2-4fb4-961e-f94676a4e0de service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3264455f-2177-4730-bb2e-786f357ca7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0712965 Jun 02 13:07:00.206881 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-9cd8b426-37e9-42a2-ae74-f7ab3142ea24 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220202 Jun 02 13:07:00.331940 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0562ca5-8524-446d-8ecd-b6f5cdf49335 req-44d1ca5e-3582-496e-8ebf-a1e415dadd4d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:00.333405 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b0562ca5-8524-446d-8ecd-b6f5cdf49335 req-44d1ca5e-3582-496e-8ebf-a1e415dadd4d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0861332 Jun 02 13:07:00.380291 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b0562ca5-8524-446d-8ecd-b6f5cdf49335 req-5f7943dd-f2d5-403f-8551-7dd9ce486571 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409949 Jun 02 13:07:00.459229 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5807befc-7eba-4746-ba1f-a3e86349a947 req-0554c74a-1448-4dd1-948d-1fd38c217131 service neutron] 10.222.0.22 "GET /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446108 Jun 02 13:07:01.454642 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 59a53f6b-d6eb-41ed-9921-48ceae62c22d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:07:01.570514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df04b62-ff2b-40b7-8e17-ed408a573ebc req-9e9ccdde-91c6-4c2e-90b4-d99a9aea1f8e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:01.571223 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:01.572004 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8df04b62-ff2b-40b7-8e17-ed408a573ebc req-9e9ccdde-91c6-4c2e-90b4-d99a9aea1f8e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0823483 Jun 02 13:07:01.607138 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 59a53f6b-d6eb-41ed-9921-48ceae62c22d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=59a53f6b-d6eb-41ed-9921-48ceae62c22d,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:07:01.608381 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b5fe99-bfaa-4144-a082-5c9469a5ccfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59a53f6b-d6eb-41ed-9921-48ceae62c22d'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:07:01.610947 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc24930d-d01e-4f88-aef4-81235512b83e" -d '{"events": [{"server_uuid": "85b5fe99-bfaa-4144-a082-5c9469a5ccfa", "name": "network-vif-unplugged", "status": "completed", "tag": "59a53f6b-d6eb-41ed-9921-48ceae62c22d"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:07:01.614868 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:01.617227 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:01.636683 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8df04b62-ff2b-40b7-8e17-ed408a573ebc req-d04f3b95-d07e-4c03-833e-5563fb31f67e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586584 Jun 02 13:07:01.693297 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 13:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ca0dfe-995b-4bfa-9367-5e2855255080 x-openstack-request-id: req-e7ca0dfe-995b-4bfa-9367-5e2855255080 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:07:01.693600 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b5fe99-bfaa-4144-a082-5c9469a5ccfa", "name": "network-vif-unplugged", "status": "completed", "tag": "59a53f6b-d6eb-41ed-9921-48ceae62c22d", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:07:01.693860 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7ca0dfe-995b-4bfa-9367-5e2855255080 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:07:01.694366 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b5fe99-bfaa-4144-a082-5c9469a5ccfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59a53f6b-d6eb-41ed-9921-48ceae62c22d', 'code': 200} Jun 02 13:07:01.694903 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=59a53f6b-d6eb-41ed-9921-48ceae62c22d,revision_number=9']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:01.698545 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:02.829286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809581c-8386-4af9-9dd5-e4c6ed9d6464 req-dc13cbec-0429-481c-8838-a4320c18e238 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:02.830851 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d809581c-8386-4af9-9dd5-e4c6ed9d6464 req-dc13cbec-0429-481c-8838-a4320c18e238 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 943 time: 0.0840116 Jun 02 13:07:02.877583 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d809581c-8386-4af9-9dd5-e4c6ed9d6464 req-6e90c5e2-f602-42ff-a6b4-fb3d9d8e9a13 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408664 Jun 02 13:07:04.065889 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50ad6e-f693-4d89-81e1-3769311268fc req-7f82551c-6d41-4ee3-9fd0-403c83727ce8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:04.067390 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4e50ad6e-f693-4d89-81e1-3769311268fc req-7f82551c-6d41-4ee3-9fd0-403c83727ce8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 943 time: 0.0822194 Jun 02 13:07:04.123220 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4e50ad6e-f693-4d89-81e1-3769311268fc req-d3162513-ae1f-482d-a77e-b1bda93e08da tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481613 Jun 02 13:07:04.801830 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:07:05.312720 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d283c-9ec9-4d13-bb46-3c5a3ae3eeb0 req-c051e00c-6726-427c-aa1e-28c4d38c23a5 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:05.314164 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-177d283c-9ec9-4d13-bb46-3c5a3ae3eeb0 req-c051e00c-6726-427c-aa1e-28c4d38c23a5 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 943 time: 0.0831189 Jun 02 13:07:05.357471 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-177d283c-9ec9-4d13-bb46-3c5a3ae3eeb0 req-915db9bd-9c07-4dc7-9c20-1915c34a019a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377359 Jun 02 13:07:06.551997 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139ed4e-7517-4ff1-8051-4a46052ada03 req-907eef0b-6dc1-449f-b573-d3b9ff0911dc tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:06.553362 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3139ed4e-7517-4ff1-8051-4a46052ada03 req-907eef0b-6dc1-449f-b573-d3b9ff0911dc tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 943 time: 0.0817060 Jun 02 13:07:06.597479 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3139ed4e-7517-4ff1-8051-4a46052ada03 req-5881a2db-570c-4950-82dc-9cea2cc4585b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384824 Jun 02 13:07:07.483651 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 59a53f6b-d6eb-41ed-9921-48ceae62c22d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:07:07.612375 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 59a53f6b-d6eb-41ed-9921-48ceae62c22d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=59a53f6b-d6eb-41ed-9921-48ceae62c22d,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:07:07.626112 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '59a53f6b-d6eb-41ed-9921-48ceae62c22d', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'port_id': '59a53f6b-d6eb-41ed-9921-48ceae62c22d', 'mac_address': 'fa:16:3e:8f:b2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:07:07.686116 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:07.703093 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a53f6b-d6eb-41ed-9921-48ceae62c22d {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:07:07.718967 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 59a53f6b-d6eb-41ed-9921-48ceae62c22d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=59a53f6b-d6eb-41ed-9921-48ceae62c22d,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:07:07.722983 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:07.724647 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:07.783701 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c725c0-5fbb-4aa6-9fc4-7bca7966e93d req-da6cf19b-4210-496f-b979-ef36bd14e08e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:07.785095 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e2c725c0-5fbb-4aa6-9fc4-7bca7966e93d req-da6cf19b-4210-496f-b979-ef36bd14e08e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.0821199 Jun 02 13:07:07.790852 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=59a53f6b-d6eb-41ed-9921-48ceae62c22d,revision_number=10']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:07.795307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['59a53f6b-d6eb-41ed-9921-48ceae62c22d'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:07:07.818781 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:07.830370 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e2c725c0-5fbb-4aa6-9fc4-7bca7966e93d req-28f28a6c-c443-42f2-b9b2-0acb0f26030b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389791 Jun 02 13:07:09.147755 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94817c89-3fb7-4a20-a82a-bc9e5b6af1e0 req-2d5d42cd-aac9-4eaf-b514-90e13a4f3fab tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:09.149210 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-94817c89-3fb7-4a20-a82a-bc9e5b6af1e0 req-2d5d42cd-aac9-4eaf-b514-90e13a4f3fab tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 945 time: 0.2115781 Jun 02 13:07:09.193036 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-94817c89-3fb7-4a20-a82a-bc9e5b6af1e0 req-7f5035ad-41eb-4bf8-b07c-db310cbb150f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382726 Jun 02 13:07:09.486905 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 59a53f6b-d6eb-41ed-9921-48ceae62c22d up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:07:09.552514 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 59a53f6b-d6eb-41ed-9921-48ceae62c22d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:07:09.552886 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:09.665386 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:09.692725 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b5fe99-bfaa-4144-a082-5c9469a5ccfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a53f6b-d6eb-41ed-9921-48ceae62c22d'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:07:09.695055 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12ca200-3d8c-4c37-a2c4-a84a9c220a89" -d '{"events": [{"server_uuid": "85b5fe99-bfaa-4144-a082-5c9469a5ccfa", "name": "network-vif-plugged", "status": "completed", "tag": "59a53f6b-d6eb-41ed-9921-48ceae62c22d"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:07:09.702936 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 59a53f6b-d6eb-41ed-9921-48ceae62c22d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=59a53f6b-d6eb-41ed-9921-48ceae62c22d,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:07:09.707181 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:09.709152 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:09.750264 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9c76a8-046e-4df8-9d85-66d166a029d9 x-openstack-request-id: req-ea9c76a8-046e-4df8-9d85-66d166a029d9 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:07:09.750571 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b5fe99-bfaa-4144-a082-5c9469a5ccfa", "name": "network-vif-plugged", "status": "completed", "tag": "59a53f6b-d6eb-41ed-9921-48ceae62c22d", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:07:09.750838 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea9c76a8-046e-4df8-9d85-66d166a029d9 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:07:09.751241 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b5fe99-bfaa-4144-a082-5c9469a5ccfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a53f6b-d6eb-41ed-9921-48ceae62c22d', 'code': 200} Jun 02 13:07:09.782011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=59a53f6b-d6eb-41ed-9921-48ceae62c22d,revision_number=11']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:09.784982 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:10.383743 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae19af-2948-4cd2-ad99-4db017e3db61 req-ec49a293-1489-4a10-b188-626d5296d23d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:10.385683 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a2ae19af-2948-4cd2-ad99-4db017e3db61 req-ec49a293-1489-4a10-b188-626d5296d23d tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 946 time: 0.0813086 Jun 02 13:07:10.432788 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a2ae19af-2948-4cd2-ad99-4db017e3db61 req-50b885d6-22ae-48d3-bf0e-fa15b61c6e99 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415127 Jun 02 13:07:11.632753 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df0c77-8d9a-49be-b2a8-5c55db23c7f1 req-05103db5-28f4-48ae-99e2-5b919d61255a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:11.634247 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c2df0c77-8d9a-49be-b2a8-5c55db23c7f1 req-05103db5-28f4-48ae-99e2-5b919d61255a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 946 time: 0.0913298 Jun 02 13:07:11.679439 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c2df0c77-8d9a-49be-b2a8-5c55db23c7f1 req-5f627a27-9a6c-4eb9-9764-e07712ee5b50 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383594 Jun 02 13:07:12.861855 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d007d-53ec-49cb-b5d7-b31ab08c73ff req-265402f7-3d9b-4edd-85bd-94124cfaed09 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:12.863332 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-734d007d-53ec-49cb-b5d7-b31ab08c73ff req-265402f7-3d9b-4edd-85bd-94124cfaed09 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 946 time: 0.0801575 Jun 02 13:07:12.906050 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-734d007d-53ec-49cb-b5d7-b31ab08c73ff req-5b0060c6-dee1-447a-ba06-027f8984c6d6 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371871 Jun 02 13:07:13.089505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136bd09-c716-43ed-9bc7-967d7dc552c5 req-a4826fac-1954-4d93-8833-87ecefa7a8ac tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:13.090882 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4136bd09-c716-43ed-9bc7-967d7dc552c5 req-a4826fac-1954-4d93-8833-87ecefa7a8ac tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 946 time: 0.0806501 Jun 02 13:07:13.134261 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4136bd09-c716-43ed-9bc7-967d7dc552c5 req-d5e2853a-6b93-4ee5-b7af-c055a23a3b33 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377715 Jun 02 13:07:13.321431 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18851d-794a-4dfc-9331-364246df34ef req-b1e8939d-9cbe-4fb5-975d-50d967b267d2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:13.323538 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1a18851d-794a-4dfc-9331-364246df34ef req-b1e8939d-9cbe-4fb5-975d-50d967b267d2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 946 time: 0.0840027 Jun 02 13:07:13.366705 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1a18851d-794a-4dfc-9331-364246df34ef req-d1584f6b-5e9a-4d20-a21f-c5977d88d362 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375941 Jun 02 13:07:13.737482 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957ef65-0217-4847-9f3c-9ec744f29b6b req-feac7625-b8e1-436b-b7dc-c5045bbe1cd6 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:13.739026 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6957ef65-0217-4847-9f3c-9ec744f29b6b req-feac7625-b8e1-436b-b7dc-c5045bbe1cd6 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 946 time: 0.0834055 Jun 02 13:07:13.787469 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6957ef65-0217-4847-9f3c-9ec744f29b6b req-a9771b1d-fb65-4518-8cb3-e5abdb0c99dd tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422006 Jun 02 13:07:14.206898 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f8380b03-6e66-4bd4-a961-bdbb1e56bcfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:14.979333 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a87462-4b48-4e80-bfcd-96b439e9ef54 req-3b39537c-8b23-41ea-abfa-bf8e06939312 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:14.980770 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-80a87462-4b48-4e80-bfcd-96b439e9ef54 req-3b39537c-8b23-41ea-abfa-bf8e06939312 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 946 time: 0.0857558 Jun 02 13:07:15.023993 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-80a87462-4b48-4e80-bfcd-96b439e9ef54 req-cd24f2a3-7d85-47c6-8400-443dfae026d6 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376942 Jun 02 13:07:16.210162 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e21837-8ca4-4c86-919e-bb90dee5e52e req-3735d516-d02e-405f-b433-21ca4c4ba4a5 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:16.211623 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-73e21837-8ca4-4c86-919e-bb90dee5e52e req-3735d516-d02e-405f-b433-21ca4c4ba4a5 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 946 time: 0.0838163 Jun 02 13:07:16.261675 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-73e21837-8ca4-4c86-919e-bb90dee5e52e req-cef0fdd5-b9f0-4c49-8519-b1dda3ff5289 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups?id=39862920-de00-4c66-8210-ea3047cd5662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443895 Jun 02 13:07:16.313462 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6086dd-01f6-4620-9c2c-e5b30b68b8a7 req-077a0ffa-a69c-4fdc-9799-0e1f9083f7d8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:16.314907 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fc6086dd-01f6-4620-9c2c-e5b30b68b8a7 req-077a0ffa-a69c-4fdc-9799-0e1f9083f7d8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 946 time: 0.0806117 Jun 02 13:07:16.451231 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-fc6086dd-01f6-4620-9c2c-e5b30b68b8a7 req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Deleting port 59a53f6b-d6eb-41ed-9921-48ceae62c22d {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:07:16.451494 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-fc6086dd-01f6-4620-9c2c-e5b30b68b8a7 req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:16.593581 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-fc6086dd-01f6-4620-9c2c-e5b30b68b8a7 req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] For port 59a53f6b-d6eb-41ed-9921-48ceae62c22d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=59a53f6b-d6eb-41ed-9921-48ceae62c22d,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:07:16.593934 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-fc6086dd-01f6-4620-9c2c-e5b30b68b8a7 req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:16.696102 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2e60eeff-078c-4334-876b-cdf3142450eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:16.738457 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:16.885809 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-fc6086dd-01f6-4620-9c2c-e5b30b68b8a7 req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:16.886197 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-fc6086dd-01f6-4620-9c2c-e5b30b68b8a7 req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:16.886507 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [req-fc6086dd-01f6-4620-9c2c-e5b30b68b8a7 req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Floating IP 92d02e76-2e9a-40cf-b9ea-1319547eefe4 disassociated. External IP: 172.26.7.207, port: 59a53f6b-d6eb-41ed-9921-48ceae62c22d. Jun 02 13:07:16.886842 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-fc6086dd-01f6-4620-9c2c-e5b30b68b8a7 req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Calling delete_port for 59a53f6b-d6eb-41ed-9921-48ceae62c22d owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:07:16.996657 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-fc6086dd-01f6-4620-9c2c-e5b30b68b8a7 req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:17.002943 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bfa7b469-2ed2-4f31-95c4-967e5050001f tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:17.052083 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Pushing event deleted for resources: {'Port': ['ID=59a53f6b-d6eb-41ed-9921-48ceae62c22d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:17.063153 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:17.063548 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:17.063963 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:17.064346 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:17.064746 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:17.065144 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:17.065516 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:17.065894 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:17.066937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:17.067364 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:17.067746 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:17.068119 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:17.071861 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:17.368006 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc6086dd-01f6-4620-9c2c-e5b30b68b8a7 req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Router 35622653-247a-4189-a834-4ed087592548 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:07:17.415108 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a060e21c-5917-4a3e-9aba-15ef316e2ffe req-a857a8fe-7dd0-46c3-9cef-9db67fef5c0e tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 210 time: 0.0492561 Jun 02 13:07:17.585827 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc6086dd-01f6-4620-9c2c-e5b30b68b8a7 req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:07:17.595455 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f19282-f5b7-4bdf-a7ef-8d229ec1a7bc None None] Sync routers for ids ['35622653-247a-4189-a834-4ed087592548'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:07:17.605191 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f19282-f5b7-4bdf-a7ef-8d229ec1a7bc None None] Routers {'35622653-247a-4189-a834-4ed087592548'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:07:17.605789 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-c2f19282-f5b7-4bdf-a7ef-8d229ec1a7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:07:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['35622653-247a-4189-a834-4ed087592548'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:07:17.660994 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6086dd-01f6-4620-9c2c-e5b30b68b8a7 req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] No DVR routers for this DVR port 59a53f6b-d6eb-41ed-9921-48ceae62c22d on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:07:17.663470 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-fc6086dd-01f6-4620-9c2c-e5b30b68b8a7 req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:17.666887 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b5fe99-bfaa-4144-a082-5c9469a5ccfa', 'name': 'network-vif-deleted', 'tag': '59a53f6b-d6eb-41ed-9921-48ceae62c22d'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:07:17.669168 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb975b6-a702-4899-ac45-d85ae935a2df" -d '{"events": [{"server_uuid": "85b5fe99-bfaa-4144-a082-5c9469a5ccfa", "name": "network-vif-deleted", "tag": "59a53f6b-d6eb-41ed-9921-48ceae62c22d"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:07:17.682255 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fc6086dd-01f6-4620-9c2c-e5b30b68b8a7 req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.22 "DELETE /v2.0/ports/59a53f6b-d6eb-41ed-9921-48ceae62c22d HTTP/1.1" status: 204 len: 173 time: 1.3615286 Jun 02 13:07:17.724111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909f5be7-419e-4797-9d49-00b5f0eb373f x-openstack-request-id: req-909f5be7-419e-4797-9d49-00b5f0eb373f {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:07:17.724313 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b5fe99-bfaa-4144-a082-5c9469a5ccfa", "name": "network-vif-deleted", "tag": "59a53f6b-d6eb-41ed-9921-48ceae62c22d", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:07:17.724718 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-909f5be7-419e-4797-9d49-00b5f0eb373f {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:07:17.725193 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b5fe99-bfaa-4144-a082-5c9469a5ccfa', 'name': 'network-vif-deleted', 'tag': '59a53f6b-d6eb-41ed-9921-48ceae62c22d', 'status': 'completed', 'code': 200} Jun 02 13:07:17.783621 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-c2f19282-f5b7-4bdf-a7ef-8d229ec1a7bc None None] Set router 35622653-247a-4189-a834-4ed087592548 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:07:17.835693 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:18.094428 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-c2f19282-f5b7-4bdf-a7ef-8d229ec1a7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:07:18.097996 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f19282-f5b7-4bdf-a7ef-8d229ec1a7bc None None] Checking router: 35622653-247a-4189-a834-4ed087592548 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:07:18.106254 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f19282-f5b7-4bdf-a7ef-8d229ec1a7bc None None] Routers {'35622653-247a-4189-a834-4ed087592548'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:07:18.106864 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-c2f19282-f5b7-4bdf-a7ef-8d229ec1a7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:07:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['35622653-247a-4189-a834-4ed087592548'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:07:18.283232 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-c2f19282-f5b7-4bdf-a7ef-8d229ec1a7bc None None] Set router 35622653-247a-4189-a834-4ed087592548 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:07:18.564962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-65fa4533-773c-4cc5-b71b-7e86824a9f8f req-f0a3d64b-beea-4f96-bc8c-cf8d9febec6b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Synchronizing usage tracker for tenant:bf5f64e943fb4f028223db23610e354a on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:07:18.583144 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-65fa4533-773c-4cc5-b71b-7e86824a9f8f req-f0a3d64b-beea-4f96-bc8c-cf8d9febec6b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Unset dirty status for tenant:bf5f64e943fb4f028223db23610e354a on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:07:18.584762 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-65fa4533-773c-4cc5-b71b-7e86824a9f8f req-f0a3d64b-beea-4f96-bc8c-cf8d9febec6b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 210 time: 0.0628555 Jun 02 13:07:18.610411 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-c2f19282-f5b7-4bdf-a7ef-8d229ec1a7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:07:18.614355 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f19282-f5b7-4bdf-a7ef-8d229ec1a7bc None None] The sync data for ids ['35622653-247a-4189-a834-4ed087592548'] in dv-neutron-601336-80-hyperv is: [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T12:58:36Z', 'revision_number': 4, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '422e600e-e9b5-4990-9c5c-c1397a95e497', 'name': '', 'network_id': '3264455f-2177-4730-bb2e-786f357ca7b1', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'mac_address': 'fa:16:3e:58:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '1bb40371-a91d-45d4-8864-990457b491f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:36Z', 'updated_at': '2021-06-02T12:58:41Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'subnets': [{'id': '1bb40371-a91d-45d4-8864-990457b491f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:07:18.828995 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e027cb-e4b4-4559-bcfb-305265bba663 None None] New status for floating IP 92d02e76-2e9a-40cf-b9ea-1319547eefe4: DOWN {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:07:19.502086 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 59a53f6b-d6eb-41ed-9921-48ceae62c22d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:07:19.545339 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 59a53f6b-d6eb-41ed-9921-48ceae62c22d {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:07:19.545716 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 59a53f6b-d6eb-41ed-9921-48ceae62c22d not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:07:19.605074 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:19.737681 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fbc4e5b2-4708-4935-bcae-a63b85b09093 req-9d4b59d6-7259-4d76-b6b9-516ddc4950b7 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 210 time: 0.0429828 Jun 02 13:07:20.895494 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-85644f77-f76a-43fd-88a3-f47060f09b20 req-f2324c9d-ceed-40f0-a5a9-a347fdbf52bd tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b5fe99-bfaa-4144-a082-5c9469a5ccfa HTTP/1.1" status: 200 len: 210 time: 0.0494637 Jun 02 13:07:25.106489 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 52730) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:07:25.172517 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9c196319-e7ff-4c74-b20c-8450af082dc8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:25.200850 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9c196319-e7ff-4c74-b20c-8450af082dc8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:25.257435 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9c196319-e7ff-4c74-b20c-8450af082dc8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:25.262514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:25.277506 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c196319-e7ff-4c74-b20c-8450af082dc8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39862920-de00-4c66-8210-ea3047cd5662,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:25.280359 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9c196319-e7ff-4c74-b20c-8450af082dc8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:25.285262 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9c196319-e7ff-4c74-b20c-8450af082dc8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:25.286379 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9c196319-e7ff-4c74-b20c-8450af082dc8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "DELETE /v2.0/security-groups/39862920-de00-4c66-8210-ea3047cd5662 HTTP/1.1" status: 204 len: 168 time: 0.1788785 Jun 02 13:07:25.288882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 52732) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:07:25.304563 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.api.v2.resource [None req-1168cd50-5b55-408d-bd10-ab078e40d143 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] show failed (client error): The resource could not be found. Jun 02 13:07:25.305564 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1168cd50-5b55-408d-bd10-ab078e40d143 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "GET /v2.0/security-groups/39862920-de00-4c66-8210-ea3047cd5662 HTTP/1.1" status: 404 len: 347 time: 0.0155158 Jun 02 13:07:25.308134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 52734) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:07:25.527338 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-8fd36c9d-bba5-4a85-b86e-0f1c86506492 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Deleting port 0ce06fdb-5409-447c-9e8d-5d74e9a4a218 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:07:25.527560 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8fd36c9d-bba5-4a85-b86e-0f1c86506492 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:25.647865 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8fd36c9d-bba5-4a85-b86e-0f1c86506492 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:25.648191 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8fd36c9d-bba5-4a85-b86e-0f1c86506492 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:25.770513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-8fd36c9d-bba5-4a85-b86e-0f1c86506492 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Calling delete_port for 0ce06fdb-5409-447c-9e8d-5d74e9a4a218 owned by network:floatingip {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:07:25.885840 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8fd36c9d-bba5-4a85-b86e-0f1c86506492 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:25.890438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d24ffaa1-4ba6-4a86-ac9c-a404a9ba5b9c tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:25.932365 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd36c9d-bba5-4a85-b86e-0f1c86506492 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Pushing event deleted for resources: {'Port': ['ID=0ce06fdb-5409-447c-9e8d-5d74e9a4a218,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:25.935490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8fd36c9d-bba5-4a85-b86e-0f1c86506492 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:26.025900 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8fd36c9d-bba5-4a85-b86e-0f1c86506492 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks [] for floatingip, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:26.042914 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8fd36c9d-bba5-4a85-b86e-0f1c86506492 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:26.044035 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8fd36c9d-bba5-4a85-b86e-0f1c86506492 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] 10.222.0.37 "DELETE /v2.0/floatingips/92d02e76-2e9a-40cf-b9ea-1319547eefe4 HTTP/1.1" status: 204 len: 168 time: 0.7350938 Jun 02 13:07:26.046915 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 52736) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:07:26.136645 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:26.758362 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10a3f137-26c1-479f-830d-3d7d315fcd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:27.163384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-10a3f137-26c1-479f-830d-3d7d315fcd6f admin admin] Deleting port 422e600e-e9b5-4990-9c5c-c1397a95e497 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:07:27.163728 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10a3f137-26c1-479f-830d-3d7d315fcd6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:27.285323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-10a3f137-26c1-479f-830d-3d7d315fcd6f admin admin] For port 422e600e-e9b5-4990-9c5c-c1397a95e497, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=422e600e-e9b5-4990-9c5c-c1397a95e497,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:07:27.285681 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10a3f137-26c1-479f-830d-3d7d315fcd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:27.411045 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-10a3f137-26c1-479f-830d-3d7d315fcd6f admin admin] Calling delete_port for 422e600e-e9b5-4990-9c5c-c1397a95e497 owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:07:27.702787 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10a3f137-26c1-479f-830d-3d7d315fcd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:27.706681 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-180b9a99-ca87-4eba-84e2-732f27727dcf tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:27.879652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3f137-26c1-479f-830d-3d7d315fcd6f admin admin] Pushing event deleted for resources: {'Port': ['ID=422e600e-e9b5-4990-9c5c-c1397a95e497,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:27.882805 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-10a3f137-26c1-479f-830d-3d7d315fcd6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:28.156629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10a3f137-26c1-479f-830d-3d7d315fcd6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:28.512411 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a3f137-26c1-479f-830d-3d7d315fcd6f admin admin] Router 35622653-247a-4189-a834-4ed087592548 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:07:28.688437 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a3f137-26c1-479f-830d-3d7d315fcd6f admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:07:28.696853 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953241be-e351-4cb0-b5d6-aa7602dbd83a None None] Sync routers for ids ['35622653-247a-4189-a834-4ed087592548'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:07:28.701787 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-10a3f137-26c1-479f-830d-3d7d315fcd6f admin admin] 10.222.0.37 "PUT /v2.0/routers/35622653-247a-4189-a834-4ed087592548/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6537716 Jun 02 13:07:28.703341 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 52740) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:07:28.706958 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953241be-e351-4cb0-b5d6-aa7602dbd83a None None] Routers {'35622653-247a-4189-a834-4ed087592548'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:07:28.707558 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-953241be-e351-4cb0-b5d6-aa7602dbd83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:07:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['35622653-247a-4189-a834-4ed087592548'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:07:28.874016 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-44b88769-1dca-45bc-b6ac-bfdd9952d2a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:28.905975 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-953241be-e351-4cb0-b5d6-aa7602dbd83a None None] Set router 35622653-247a-4189-a834-4ed087592548 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:07:29.050596 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-44b88769-1dca-45bc-b6ac-bfdd9952d2a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:29.124416 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-44b88769-1dca-45bc-b6ac-bfdd9952d2a8 admin admin] Deleting port 22b25a58-0a28-4dda-9f89-8198839e418b {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:07:29.124682 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-44b88769-1dca-45bc-b6ac-bfdd9952d2a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:29.184304 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-953241be-e351-4cb0-b5d6-aa7602dbd83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T13:07:27Z', 'revision_number': 5, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port': {'id': '22b25a58-0a28-4dda-9f89-8198839e418b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35622653-247a-4189-a834-4ed087592548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T12:58:33Z', 'updated_at': '2021-06-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:07:29.188402 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953241be-e351-4cb0-b5d6-aa7602dbd83a None None] Checking router: 35622653-247a-4189-a834-4ed087592548 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:07:29.197314 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953241be-e351-4cb0-b5d6-aa7602dbd83a None None] Routers {'35622653-247a-4189-a834-4ed087592548'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:07:29.197932 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-953241be-e351-4cb0-b5d6-aa7602dbd83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:07:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['35622653-247a-4189-a834-4ed087592548'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:07:29.352920 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-953241be-e351-4cb0-b5d6-aa7602dbd83a None None] Set router 35622653-247a-4189-a834-4ed087592548 gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:07:29.389674 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-44b88769-1dca-45bc-b6ac-bfdd9952d2a8 admin admin] For port 22b25a58-0a28-4dda-9f89-8198839e418b, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=22b25a58-0a28-4dda-9f89-8198839e418b,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:07:29.390041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-44b88769-1dca-45bc-b6ac-bfdd9952d2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:29.482370 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-953241be-e351-4cb0-b5d6-aa7602dbd83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T13:07:29Z', 'revision_number': 6, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:07:29.486248 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953241be-e351-4cb0-b5d6-aa7602dbd83a None None] The sync data for ids ['35622653-247a-4189-a834-4ed087592548'] in dv-neutron-601336-80-hyperv is: [{'id': '35622653-247a-4189-a834-4ed087592548', 'name': 'tempest-ServerActionsTestJSON-1076376785-router', 'tenant_id': 'bf5f64e943fb4f028223db23610e354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T12:58:32Z', 'updated_at': '2021-06-02T13:07:29Z', 'revision_number': 6, 'project_id': 'bf5f64e943fb4f028223db23610e354a', 'gw_port_host': None}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:07:29.516384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-44b88769-1dca-45bc-b6ac-bfdd9952d2a8 admin admin] Calling delete_port for 22b25a58-0a28-4dda-9f89-8198839e418b owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:07:29.650650 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-44b88769-1dca-45bc-b6ac-bfdd9952d2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:29.654988 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-58ce5ef2-1999-45f6-a471-a5ee3b2c2d87 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:29.700233 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b88769-1dca-45bc-b6ac-bfdd9952d2a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=22b25a58-0a28-4dda-9f89-8198839e418b,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:29.726557 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-44b88769-1dca-45bc-b6ac-bfdd9952d2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:29.788499 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-44b88769-1dca-45bc-b6ac-bfdd9952d2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:29.966596 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-44b88769-1dca-45bc-b6ac-bfdd9952d2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:29.968743 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-44b88769-1dca-45bc-b6ac-bfdd9952d2a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:29.990513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-44b88769-1dca-45bc-b6ac-bfdd9952d2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:29.991005 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b88769-1dca-45bc-b6ac-bfdd9952d2a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35622653-247a-4189-a834-4ed087592548 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 13:07:30.002744 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-44b88769-1dca-45bc-b6ac-bfdd9952d2a8 admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:30.003856 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-44b88769-1dca-45bc-b6ac-bfdd9952d2a8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/35622653-247a-4189-a834-4ed087592548 HTTP/1.1" status: 204 len: 168 time: 1.2996147 Jun 02 13:07:30.006358 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 52742) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:07:30.067544 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6bb5f2-7d41-4b46-9121-cb9ce078fe05 admin admin] Deleting subnet 1bb40371-a91d-45d4-8864-990457b491f8 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 13:07:30.070462 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe6bb5f2-7d41-4b46-9121-cb9ce078fe05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:30.117957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe6bb5f2-7d41-4b46-9121-cb9ce078fe05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:30.196210 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe6bb5f2-7d41-4b46-9121-cb9ce078fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:30.444142 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe6bb5f2-7d41-4b46-9121-cb9ce078fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:30.448799 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f00f2868-feec-4ece-9240-1c8cc67f3879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:30.486467 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bb5f2-7d41-4b46-9121-cb9ce078fe05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bb40371-a91d-45d4-8864-990457b491f8,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:30.489505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fe6bb5f2-7d41-4b46-9121-cb9ce078fe05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:30.492723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe6bb5f2-7d41-4b46-9121-cb9ce078fe05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:30.498333 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c9a90d-0297-4696-96b9-afedf823ed1b None None] Network 3264455f-2177-4730-bb2e-786f357ca7b1 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:07:30.498817 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fe6bb5f2-7d41-4b46-9121-cb9ce078fe05 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1bb40371-a91d-45d4-8864-990457b491f8 HTTP/1.1" status: 204 len: 168 time: 0.4899085 Jun 02 13:07:30.499579 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 52744) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:07:30.603058 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:30.674086 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] Deleting port ff98b88a-1c65-479b-a670-6820f3705ed4 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:07:30.674449 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:30.748553 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc544269-f155-41ad-a0b9-97116a5483ea None None] DHCP port deletion for 3264455f-2177-4730-bb2e-786f357ca7b1 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 13:07:30.821232 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-cc544269-f155-41ad-a0b9-97116a5483ea None None] Deleting port ff98b88a-1c65-479b-a670-6820f3705ed4 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:07:30.821631 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cc544269-f155-41ad-a0b9-97116a5483ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:30.897553 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] For port ff98b88a-1c65-479b-a670-6820f3705ed4, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ff98b88a-1c65-479b-a670-6820f3705ed4,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:07:30.897899 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:30.917432 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-cc544269-f155-41ad-a0b9-97116a5483ea None None] For port ff98b88a-1c65-479b-a670-6820f3705ed4, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ff98b88a-1c65-479b-a670-6820f3705ed4,segment=NetworkSegment(cb6bf1c4-7d1e-4a19-81f4-c244528668f0),segment_id=cb6bf1c4-7d1e-4a19-81f4-c244528668f0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:07:30.917825 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cc544269-f155-41ad-a0b9-97116a5483ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:31.020528 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] Calling delete_port for ff98b88a-1c65-479b-a670-6820f3705ed4 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:07:31.042612 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 22b25a58-0a28-4dda-9f89-8198839e418b no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:07:31.068704 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:31.074307 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7ef3188b-1f26-4f6a-9dec-a5aff8471761 tempest-ServerDiskConfigTestJSON-778499155 tempest-ServerDiskConfigTestJSON-778499155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:31.077714 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-cc544269-f155-41ad-a0b9-97116a5483ea None None] Calling delete_port for ff98b88a-1c65-479b-a670-6820f3705ed4 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:07:31.086301 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 22b25a58-0a28-4dda-9f89-8198839e418b {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:07:31.086656 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 22b25a58-0a28-4dda-9f89-8198839e418b not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:07:31.087082 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device ff98b88a-1c65-479b-a670-6820f3705ed4 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:07:31.121021 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: ff98b88a-1c65-479b-a670-6820f3705ed4 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:07:31.121457 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device ff98b88a-1c65-479b-a670-6820f3705ed4 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:07:31.121859 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 422e600e-e9b5-4990-9c5c-c1397a95e497 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:07:31.122695 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] Pushing event deleted for resources: {'Port': ['ID=ff98b88a-1c65-479b-a670-6820f3705ed4,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:31.124528 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] No DVR routers for this DVR port ff98b88a-1c65-479b-a670-6820f3705ed4 on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:07:31.125950 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:31.159729 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 422e600e-e9b5-4990-9c5c-c1397a95e497 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:07:31.160102 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 422e600e-e9b5-4990-9c5c-c1397a95e497 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:07:31.199030 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cc544269-f155-41ad-a0b9-97116a5483ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:31.199368 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:31.240137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:31.241479 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc544269-f155-41ad-a0b9-97116a5483ea None None] Pushing event deleted for resources: {'Port': ['ID=ff98b88a-1c65-479b-a670-6820f3705ed4,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:31.244409 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cc544269-f155-41ad-a0b9-97116a5483ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:31.246982 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc544269-f155-41ad-a0b9-97116a5483ea None None] No DVR routers for this DVR port ff98b88a-1c65-479b-a670-6820f3705ed4 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:07:31.255981 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3264455f-2177-4730-bb2e-786f357ca7b1']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:07:31.268696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:07:31.268973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6bf1c4-7d1e-4a19-81f4-c244528668f0') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:07:31.280024 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:31.295547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:31.301374 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 13:07:31.301763 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 13:07:31.315418 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 13:07:31.392525 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:31.395908 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-da0ab785-6f44-4c3c-ab3e-ad21e2c8c2ae tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:31.408658 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:31.419277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] Pushing event deleted for resources: {'Network': ['ID=3264455f-2177-4730-bb2e-786f357ca7b1,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:31.422300 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:31.433814 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] 10.222.0.37 "DELETE /v2.0/networks/3264455f-2177-4730-bb2e-786f357ca7b1 HTTP/1.1" status: 204 len: 168 time: 0.9333038 Jun 02 13:07:31.541427 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 52748) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:07:31.591590 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-72391146-6ff3-4839-bb46-b51c62ccdecc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf5f64e943fb4f028223db23610e354a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489392 Jun 02 13:07:31.593856 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 52750) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:07:31.649350 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c78ec152-8fbc-408c-bcd2-bb33470d0240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:31.674491 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c78ec152-8fbc-408c-bcd2-bb33470d0240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:31.724594 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c78ec152-8fbc-408c-bcd2-bb33470d0240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:31.729907 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b577f08c-0075-41c0-8eaa-d3d70a533673 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:31.742627 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ec152-8fbc-408c-bcd2-bb33470d0240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4657fedb-8e82-46a8-9ce5-27ade75ebcc1,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:31.752352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78ec152-8fbc-408c-bcd2-bb33470d0240 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:31.752736 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78ec152-8fbc-408c-bcd2-bb33470d0240 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:31.753135 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78ec152-8fbc-408c-bcd2-bb33470d0240 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:31.753505 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78ec152-8fbc-408c-bcd2-bb33470d0240 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:31.753870 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78ec152-8fbc-408c-bcd2-bb33470d0240 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:31.754264 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78ec152-8fbc-408c-bcd2-bb33470d0240 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:31.754625 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78ec152-8fbc-408c-bcd2-bb33470d0240 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:31.755032 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78ec152-8fbc-408c-bcd2-bb33470d0240 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:31.755345 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78ec152-8fbc-408c-bcd2-bb33470d0240 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:31.755702 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78ec152-8fbc-408c-bcd2-bb33470d0240 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:31.756059 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78ec152-8fbc-408c-bcd2-bb33470d0240 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:31.756411 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78ec152-8fbc-408c-bcd2-bb33470d0240 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:31.759782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c78ec152-8fbc-408c-bcd2-bb33470d0240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:31.760954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c78ec152-8fbc-408c-bcd2-bb33470d0240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:31.762033 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c78ec152-8fbc-408c-bcd2-bb33470d0240 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4657fedb-8e82-46a8-9ce5-27ade75ebcc1 HTTP/1.1" status: 204 len: 168 time: 0.1672919 Jun 02 13:07:32.524068 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 52772) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:07:32.639887 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-276386623-network', 'tenant_id': '6187bddb5c85458dbb299d9ca3d644fe'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:07:32.645431 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:07:32.649308 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Usage tracker for resource:network and tenant:6187bddb5c85458dbb299d9ca3d644fe is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:07:32.652671 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:07:32.658391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:07:32.669346 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Made reservation on behalf of 6187bddb5c85458dbb299d9ca3d644fe for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:07:32.671626 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:32.683370 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:32.697436 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:07:32.701247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Usage tracker for resource:security_group_rule and tenant:6187bddb5c85458dbb299d9ca3d644fe is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:07:32.704051 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:07:32.709625 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:07:32.793837 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:32.797512 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:32.800475 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b27a5260-55ab-4520-8b9a-83472523d87a tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:32.828168 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 13:07:32.836352 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a9798a-6858-4c51-99c7-a710cbb00117,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:32.840421 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:32.842884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:32.843222 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Added segment ece3a9f6-a6f5-4931-abdf-51b53a3952b0 of type vlan for network 5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf Jun 02 13:07:32.872613 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:32.900779 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:32.901753 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:32.902354 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:32.905506 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b6e7bc2e-b979-4031-9dc6-a8ad34b12778 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:33.003644 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Pushing event updated for resources: {'Network': ['ID=5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:33.006930 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4818587 Jun 02 13:07:33.007794 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:33.010522 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 52776) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:07:33.014310 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 13:07:33.015082 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-1d92b3c7-78c7-4f8e-a82c-9ee7620a3232 admin admin] Request body: {'subnet': {'network_id': '5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-276386623-subnet', 'tenant_id': '6187bddb5c85458dbb299d9ca3d644fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:07:33.019930 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1d92b3c7-78c7-4f8e-a82c-9ee7620a3232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:07:33.023917 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1d92b3c7-78c7-4f8e-a82c-9ee7620a3232 admin admin] Usage tracker for resource:subnet and tenant:6187bddb5c85458dbb299d9ca3d644fe is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:07:33.027609 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1d92b3c7-78c7-4f8e-a82c-9ee7620a3232 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:07:33.033443 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1d92b3c7-78c7-4f8e-a82c-9ee7620a3232 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:07:33.043368 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d92b3c7-78c7-4f8e-a82c-9ee7620a3232 admin admin] Made reservation on behalf of 6187bddb5c85458dbb299d9ca3d644fe for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:07:33.045772 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1d92b3c7-78c7-4f8e-a82c-9ee7620a3232 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:33.426322 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1d92b3c7-78c7-4f8e-a82c-9ee7620a3232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:33.430591 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f3ac02bd-de99-4deb-8806-739b416a6ace tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:33.508833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92b3c7-78c7-4f8e-a82c-9ee7620a3232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2aa5939-c0a1-4ceb-917e-1f47da400295,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:33.512083 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1d92b3c7-78c7-4f8e-a82c-9ee7620a3232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:33.514743 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d92b3c7-78c7-4f8e-a82c-9ee7620a3232 admin admin] Checking segment: {'id': 'ece3a9f6-a6f5-4931-abdf-51b53a3952b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:07:33.515045 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d92b3c7-78c7-4f8e-a82c-9ee7620a3232 admin admin] Network hostable DHCP agents. Network: 5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 13:07:33.531616 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d92b3c7-78c7-4f8e-a82c-9ee7620a3232 admin admin] Network 5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 13:07:33.540923 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-1d92b3c7-78c7-4f8e-a82c-9ee7620a3232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:07:33.549622 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d92b3c7-78c7-4f8e-a82c-9ee7620a3232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:33.550267 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1d92b3c7-78c7-4f8e-a82c-9ee7620a3232 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:33.550876 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8765a68d-ae85-4834-97c4-1d15228b4297 None None] Network 5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:07:33.570010 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1d92b3c7-78c7-4f8e-a82c-9ee7620a3232 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5585942 Jun 02 13:07:33.747135 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4590b82f-069e-4ec8-baeb-9e2214e68a79 None None] Network 5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:07:34.088319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-2803aead-f256-413b-b041-efac9fd10376 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:34.089747 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-2803aead-f256-413b-b041-efac9fd10376 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/networks?id=5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf HTTP/1.1" status: 200 len: 813 time: 0.1429470 Jun 02 13:07:34.104520 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-53011c7b-0cb8-413d-995f-1782ebc30d1e tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/quotas/6187bddb5c85458dbb299d9ca3d644fe HTTP/1.1" status: 200 len: 375 time: 0.0093176 Jun 02 13:07:34.154523 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-ed915288-f791-41f8-894c-1dcf47be9603 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6187bddb5c85458dbb299d9ca3d644fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453596 Jun 02 13:07:34.209984 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-1bd330e8-d449-4f2b-8f14-7b7af88e3f9d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 13:07:34.211029 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-1bd330e8-d449-4f2b-8f14-7b7af88e3f9d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504634 Jun 02 13:07:34.341885 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-a0f85d37-8122-44fd-956d-505e5b22d530 service neutron] 10.222.0.37 "GET /v2.0/networks/5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243718 Jun 02 13:07:34.477671 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-97786777-793d-4deb-8577-10232097386f service neutron] 10.222.0.37 "GET /v2.0/networks/5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301358 Jun 02 13:07:34.648194 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-82f5b965-3a62-468d-a493-63c0c8d13fb4 req-4f04dc34-2dcc-4fb7-bfc0-c99c96485244 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2f68d0-0ef2-46ee-aff5-02625975b39e HTTP/1.1" status: 200 len: 210 time: 0.0439837 Jun 02 13:07:35.802727 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-836f908c-b6a2-4e3d-a70c-7145f8b60eb1 req-08a10c79-c606-4163-9dc9-56948f25cd69 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2f68d0-0ef2-46ee-aff5-02625975b39e HTTP/1.1" status: 200 len: 210 time: 0.0457447 Jun 02 13:07:35.962011 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-fc484808-37fe-4d36-ac90-150b3eee81e6 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:35.962668 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-fc484808-37fe-4d36-ac90-150b3eee81e6 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Synchronizing usage tracker for tenant:6187bddb5c85458dbb299d9ca3d644fe on resource:network {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:07:35.980043 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-fc484808-37fe-4d36-ac90-150b3eee81e6 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Unset dirty status for tenant:6187bddb5c85458dbb299d9ca3d644fe on resource:network {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:07:35.981157 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-fc484808-37fe-4d36-ac90-150b3eee81e6 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.22 "GET /v2.0/networks?id=5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf HTTP/1.1" status: 200 len: 813 time: 0.1681554 Jun 02 13:07:35.994034 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-bc3c00b8-3440-47f6-a2df-73f59dd8b4be tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Request body: {'port': {'device_id': '5f2f68d0-0ef2-46ee-aff5-02625975b39e', 'network_id': '5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf', 'admin_state_up': True, 'tenant_id': '6187bddb5c85458dbb299d9ca3d644fe'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:07:36.137372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-bc3c00b8-3440-47f6-a2df-73f59dd8b4be tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:07:36.141178 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-bc3c00b8-3440-47f6-a2df-73f59dd8b4be tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Usage tracker for resource:port and tenant:6187bddb5c85458dbb299d9ca3d644fe is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:07:36.143966 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-bc3c00b8-3440-47f6-a2df-73f59dd8b4be tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:07:36.149566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-bc3c00b8-3440-47f6-a2df-73f59dd8b4be tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:07:36.158636 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-bc3c00b8-3440-47f6-a2df-73f59dd8b4be tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Made reservation on behalf of 6187bddb5c85458dbb299d9ca3d644fe for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:07:36.162045 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-bc3c00b8-3440-47f6-a2df-73f59dd8b4be tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:36.445896 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-bc3c00b8-3440-47f6-a2df-73f59dd8b4be tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Allocated IP 172.20.0.14 (5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf/b2aa5939-c0a1-4ceb-917e-1f47da400295/5b234ea6-85ac-4ed1-9e7d-3d1532e83109) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:07:36.650174 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-bc3c00b8-3440-47f6-a2df-73f59dd8b4be tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:36.678904 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-bc3c00b8-3440-47f6-a2df-73f59dd8b4be tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:36.684847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:36.755438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-bc3c00b8-3440-47f6-a2df-73f59dd8b4be tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Network 5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:07:36.758834 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-bc3c00b8-3440-47f6-a2df-73f59dd8b4be tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:07:36.763009 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-bc3c00b8-3440-47f6-a2df-73f59dd8b4be tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:07:36.797425 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c00b8-3440-47f6-a2df-73f59dd8b4be tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Pushing event updated for resources: {'Port': ['ID=5b234ea6-85ac-4ed1-9e7d-3d1532e83109,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:36.803692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bc3c00b8-3440-47f6-a2df-73f59dd8b4be tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:36.833892 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-bc3c00b8-3440-47f6-a2df-73f59dd8b4be tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:36.834535 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-bc3c00b8-3440-47f6-a2df-73f59dd8b4be tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:36.856078 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-bc3c00b8-3440-47f6-a2df-73f59dd8b4be tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8656781 Jun 02 13:07:36.867757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Request body: {'port': {'device_id': '5f2f68d0-0ef2-46ee-aff5-02625975b39e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:07:37.035343 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:37.125643 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3472cf-13a1-48b4-8cc3-9c9b268316a9 req-97ac4414-8495-485b-9812-2a7470f704f1 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:37.126369 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-9b3472cf-13a1-48b4-8cc3-9c9b268316a9 req-97ac4414-8495-485b-9812-2a7470f704f1 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Synchronizing usage tracker for tenant:6187bddb5c85458dbb299d9ca3d644fe on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:07:37.194134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-9b3472cf-13a1-48b4-8cc3-9c9b268316a9 req-97ac4414-8495-485b-9812-2a7470f704f1 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Unset dirty status for tenant:6187bddb5c85458dbb299d9ca3d644fe on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:07:37.195768 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9b3472cf-13a1-48b4-8cc3-9c9b268316a9 req-97ac4414-8495-485b-9812-2a7470f704f1 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2f68d0-0ef2-46ee-aff5-02625975b39e HTTP/1.1" status: 200 len: 932 time: 0.2877533 Jun 02 13:07:37.283908 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-9b3472cf-13a1-48b4-8cc3-9c9b268316a9 req-ae257d0b-e6ae-4b31-9bab-327c8eabfb39 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Synchronizing usage tracker for tenant:6187bddb5c85458dbb299d9ca3d644fe on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:07:37.365548 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-9b3472cf-13a1-48b4-8cc3-9c9b268316a9 req-ae257d0b-e6ae-4b31-9bab-327c8eabfb39 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Unset dirty status for tenant:6187bddb5c85458dbb299d9ca3d644fe on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:07:37.366722 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9b3472cf-13a1-48b4-8cc3-9c9b268316a9 req-ae257d0b-e6ae-4b31-9bab-327c8eabfb39 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636989 Jun 02 13:07:37.484888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b234ea6-85ac-4ed1-9e7d-3d1532e83109 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:07:37.491986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:37.506466 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Transition to ACTIVE for port object 5b234ea6-85ac-4ed1-9e7d-3d1532e83109 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:07:37.509860 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:37.514716 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4143de4a-8617-4250-9556-2e4e4d13fbdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:37.666864 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Pushing event updated for resources: {'Port': ['ID=5b234ea6-85ac-4ed1-9e7d-3d1532e83109,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:37.673536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:37.740660 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Attempting to bind port 5b234ea6-85ac-4ed1-9e7d-3d1532e83109 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:07:37.740989 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Attempting to bind port 5b234ea6-85ac-4ed1-9e7d-3d1532e83109 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ece3a9f6-a6f5-4931-abdf-51b53a3952b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:07:37.741307 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Attempting to bind port 5b234ea6-85ac-4ed1-9e7d-3d1532e83109 on network 5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:07:37.746360 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Port 5b234ea6-85ac-4ed1-9e7d-3d1532e83109 on network 5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 13:07:37.746617 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Attempting to bind port 5b234ea6-85ac-4ed1-9e7d-3d1532e83109 on network 5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:07:37.751591 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:07:37.751920 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Checking segment: {'id': 'ece3a9f6-a6f5-4931-abdf-51b53a3952b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:07:37.752293 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Bound using segment: {'id': 'ece3a9f6-a6f5-4931-abdf-51b53a3952b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:07:37.752709 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Bound port: 5b234ea6-85ac-4ed1-9e7d-3d1532e83109, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece3a9f6-a6f5-4931-abdf-51b53a3952b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:07:37.753044 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:37.838902 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] For port 5b234ea6-85ac-4ed1-9e7d-3d1532e83109, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:07:37.841902 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] For port 5b234ea6-85ac-4ed1-9e7d-3d1532e83109, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5b234ea6-85ac-4ed1-9e7d-3d1532e83109,segment=NetworkSegment(ece3a9f6-a6f5-4931-abdf-51b53a3952b0),segment_id=ece3a9f6-a6f5-4931-abdf-51b53a3952b0)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:07:37.846998 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:37.850613 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8fd36c9d-bba5-4a85-b86e-0f1c86506492 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:37.909667 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:37.910301 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:37.911650 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] 10.222.0.22 "PUT /v2.0/ports/5b234ea6-85ac-4ed1-9e7d-3d1532e83109 HTTP/1.1" status: 200 len: 1094 time: 1.0479293 Jun 02 13:07:37.912147 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2f68d0-0ef2-46ee-aff5-02625975b39e', 'tag': '5b234ea6-85ac-4ed1-9e7d-3d1532e83109'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:07:37.914713 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a622cc-8e60-492b-b777-5872828ecb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2f68d0-0ef2-46ee-aff5-02625975b39e", "tag": "5b234ea6-85ac-4ed1-9e7d-3d1532e83109"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:07:37.933466 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Pushing event updated for resources: {'Port': ['ID=5b234ea6-85ac-4ed1-9e7d-3d1532e83109,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:37.936539 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:37.986713 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a990861-2cee-4240-8cf9-f69a896f27b8 x-openstack-request-id: req-7a990861-2cee-4240-8cf9-f69a896f27b8 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:07:37.987065 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2f68d0-0ef2-46ee-aff5-02625975b39e", "tag": "5b234ea6-85ac-4ed1-9e7d-3d1532e83109", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:07:37.987355 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a990861-2cee-4240-8cf9-f69a896f27b8 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:07:37.987785 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2f68d0-0ef2-46ee-aff5-02625975b39e', 'tag': '5b234ea6-85ac-4ed1-9e7d-3d1532e83109', 'status': 'completed', 'code': 200} Jun 02 13:07:38.022069 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-6fb5b90c-2e43-423b-9375-31e0610d6e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:38.023493 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-6fb5b90c-2e43-423b-9375-31e0610d6e09 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6187bddb5c85458dbb299d9ca3d644fe&device_id=5f2f68d0-0ef2-46ee-aff5-02625975b39e HTTP/1.1" status: 200 len: 1097 time: 0.0720274 Jun 02 13:07:38.216598 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-fe607db1-47e4-440a-afc1-360273c2abe5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b234ea6-85ac-4ed1-9e7d-3d1532e83109 HTTP/1.1" status: 200 len: 217 time: 0.1844444 Jun 02 13:07:38.278208 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-f4ff11b4-fc3b-4176-8365-d428d948b9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:38.279526 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-f4ff11b4-fc3b-4176-8365-d428d948b9d0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b2aa5939-c0a1-4ceb-917e-1f47da400295 HTTP/1.1" status: 200 len: 853 time: 0.0560033 Jun 02 13:07:38.327255 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-e02eb82f-7420-4203-a26c-2282e4c8fe61 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406733 Jun 02 13:07:38.459382 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-28f39175-29ad-4551-995c-51140b24afb1 service neutron] 10.222.0.22 "GET /v2.0/networks/5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253402 Jun 02 13:07:38.650319 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5f78547b-0d5b-4877-b082-7f81ba158d23 req-b68f386b-926e-43d1-b593-4ca9e2bc3d08 service neutron] 10.222.0.22 "GET /v2.0/networks/5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836293 Jun 02 13:07:38.659176 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d0725-486d-44a2-96db-98b700460fdc req-24b9a7f8-1ae9-491e-a52c-64028c852270 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:38.660752 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6c4d0725-486d-44a2-96db-98b700460fdc req-24b9a7f8-1ae9-491e-a52c-64028c852270 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2f68d0-0ef2-46ee-aff5-02625975b39e HTTP/1.1" status: 200 len: 944 time: 0.1772749 Jun 02 13:07:38.748768 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6c4d0725-486d-44a2-96db-98b700460fdc req-f6f0a13c-9e69-42eb-800c-f84d87b5507a tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810907 Jun 02 13:07:38.778757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a622cc-8e60-492b-b777-5872828ecb1c req-966bd5d4-c538-4634-bcf3-e285967d1300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:38.780190 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a1a622cc-8e60-492b-b777-5872828ecb1c req-966bd5d4-c538-4634-bcf3-e285967d1300 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6187bddb5c85458dbb299d9ca3d644fe&device_id=5f2f68d0-0ef2-46ee-aff5-02625975b39e HTTP/1.1" status: 200 len: 1097 time: 0.0817788 Jun 02 13:07:38.910476 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a622cc-8e60-492b-b777-5872828ecb1c req-896794a4-ad74-490b-a09b-d62469cc3ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:38.911806 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a1a622cc-8e60-492b-b777-5872828ecb1c req-896794a4-ad74-490b-a09b-d62469cc3ff5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf HTTP/1.1" status: 200 len: 914 time: 0.1248884 Jun 02 13:07:38.978051 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a1a622cc-8e60-492b-b777-5872828ecb1c req-516f842f-8372-4680-b500-b4706299b65c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b234ea6-85ac-4ed1-9e7d-3d1532e83109 HTTP/1.1" status: 200 len: 217 time: 0.0593505 Jun 02 13:07:39.043572 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a622cc-8e60-492b-b777-5872828ecb1c req-68eea930-cb5d-4b9e-8665-67e68004e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:39.044927 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a1a622cc-8e60-492b-b777-5872828ecb1c req-68eea930-cb5d-4b9e-8665-67e68004e012 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b2aa5939-c0a1-4ceb-917e-1f47da400295 HTTP/1.1" status: 200 len: 853 time: 0.0592864 Jun 02 13:07:39.092358 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a1a622cc-8e60-492b-b777-5872828ecb1c req-4afcb13b-8f23-4da0-bb71-5c220c5a0722 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406539 Jun 02 13:07:39.220885 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a1a622cc-8e60-492b-b777-5872828ecb1c req-270697c2-cd7f-43bc-9e58-7c776e1d27e8 service neutron] 10.222.0.22 "GET /v2.0/networks/5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217723 Jun 02 13:07:39.349608 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a1a622cc-8e60-492b-b777-5872828ecb1c req-f50cd4f8-f3d7-4823-8b1d-2cd0eeede820 service neutron] 10.222.0.22 "GET /v2.0/networks/5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214390 Jun 02 13:07:39.936755 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94311c30-6859-4f75-817f-a91f432d1f39 req-7af63239-7f54-40be-8019-a73c7e1db3f9 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:39.938217 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-94311c30-6859-4f75-817f-a91f432d1f39 req-7af63239-7f54-40be-8019-a73c7e1db3f9 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2f68d0-0ef2-46ee-aff5-02625975b39e HTTP/1.1" status: 200 len: 944 time: 0.0810843 Jun 02 13:07:39.981873 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-94311c30-6859-4f75-817f-a91f432d1f39 req-d13da1fe-12fa-4e8a-85ba-d7bfdf6e778d tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380290 Jun 02 13:07:41.164742 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba236e2-9f73-4b56-8a3c-4ebf3fa87f83 req-1da76814-6b90-44e5-ab30-51f844174ab2 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:41.166234 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-eba236e2-9f73-4b56-8a3c-4ebf3fa87f83 req-1da76814-6b90-44e5-ab30-51f844174ab2 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2f68d0-0ef2-46ee-aff5-02625975b39e HTTP/1.1" status: 200 len: 944 time: 0.0797379 Jun 02 13:07:41.215050 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-eba236e2-9f73-4b56-8a3c-4ebf3fa87f83 req-be3e16a9-4d91-4262-82b0-da8d3e1c1077 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426636 Jun 02 13:07:41.592043 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 5b234ea6-85ac-4ed1-9e7d-3d1532e83109 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:07:41.720791 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 5b234ea6-85ac-4ed1-9e7d-3d1532e83109, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5b234ea6-85ac-4ed1-9e7d-3d1532e83109,segment=NetworkSegment(ece3a9f6-a6f5-4931-abdf-51b53a3952b0),segment_id=ece3a9f6-a6f5-4931-abdf-51b53a3952b0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:07:41.733438 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '5b234ea6-85ac-4ed1-9e7d-3d1532e83109', 'network_id': '5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf', 'port_id': '5b234ea6-85ac-4ed1-9e7d-3d1532e83109', 'mac_address': 'fa:16:3e:85:0a:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2aa5939-c0a1-4ceb-917e-1f47da400295', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:07:41.790634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:41.801013 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:07:41.808059 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b234ea6-85ac-4ed1-9e7d-3d1532e83109 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:07:41.822846 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 5b234ea6-85ac-4ed1-9e7d-3d1532e83109, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5b234ea6-85ac-4ed1-9e7d-3d1532e83109,segment=NetworkSegment(ece3a9f6-a6f5-4931-abdf-51b53a3952b0),segment_id=ece3a9f6-a6f5-4931-abdf-51b53a3952b0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:07:41.826639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:41.828366 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:41.895742 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=5b234ea6-85ac-4ed1-9e7d-3d1532e83109,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:41.898710 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:42.184538 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['5b234ea6-85ac-4ed1-9e7d-3d1532e83109'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:07:42.397856 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1505ece-7fd7-4138-8d22-749caaf97ff3 req-0147d3a1-7df0-411a-baab-6d3b4c8d41b8 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:42.399326 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f1505ece-7fd7-4138-8d22-749caaf97ff3 req-0147d3a1-7df0-411a-baab-6d3b4c8d41b8 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2f68d0-0ef2-46ee-aff5-02625975b39e HTTP/1.1" status: 200 len: 945 time: 0.0822043 Jun 02 13:07:42.444298 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f1505ece-7fd7-4138-8d22-749caaf97ff3 req-4f963deb-9c82-4c67-a2e9-a1c10f09594e tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388031 Jun 02 13:07:43.597543 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 5b234ea6-85ac-4ed1-9e7d-3d1532e83109 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:07:43.634288 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417330f-4866-49ec-bf89-5c4bb9efcd11 req-ca9b4c30-739a-4365-949b-b61b9e33624c tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:43.636227 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1417330f-4866-49ec-bf89-5c4bb9efcd11 req-ca9b4c30-739a-4365-949b-b61b9e33624c tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2f68d0-0ef2-46ee-aff5-02625975b39e HTTP/1.1" status: 200 len: 945 time: 0.0814312 Jun 02 13:07:43.665003 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 5b234ea6-85ac-4ed1-9e7d-3d1532e83109 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:07:43.669574 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 5b234ea6-85ac-4ed1-9e7d-3d1532e83109 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:07:43.669947 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:43.682813 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1417330f-4866-49ec-bf89-5c4bb9efcd11 req-4dd25d16-e796-4c73-aa08-5c5de96fe0e5 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404081 Jun 02 13:07:43.784696 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:43.811020 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2f68d0-0ef2-46ee-aff5-02625975b39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b234ea6-85ac-4ed1-9e7d-3d1532e83109'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:07:43.813260 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc07c3b-9eca-40e7-bf3d-d4a1d1eb2fc2" -d '{"events": [{"server_uuid": "5f2f68d0-0ef2-46ee-aff5-02625975b39e", "name": "network-vif-plugged", "status": "completed", "tag": "5b234ea6-85ac-4ed1-9e7d-3d1532e83109"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:07:43.821170 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 5b234ea6-85ac-4ed1-9e7d-3d1532e83109, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5b234ea6-85ac-4ed1-9e7d-3d1532e83109,segment=NetworkSegment(ece3a9f6-a6f5-4931-abdf-51b53a3952b0),segment_id=ece3a9f6-a6f5-4931-abdf-51b53a3952b0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:07:43.824715 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:43.826523 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:43.863644 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7576a7b-f162-48e9-bf5b-d3aa4600f8ed x-openstack-request-id: req-d7576a7b-f162-48e9-bf5b-d3aa4600f8ed {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:07:43.863940 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2f68d0-0ef2-46ee-aff5-02625975b39e", "name": "network-vif-plugged", "status": "completed", "tag": "5b234ea6-85ac-4ed1-9e7d-3d1532e83109", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:07:43.864200 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7576a7b-f162-48e9-bf5b-d3aa4600f8ed {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:07:43.864589 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2f68d0-0ef2-46ee-aff5-02625975b39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b234ea6-85ac-4ed1-9e7d-3d1532e83109', 'code': 200} Jun 02 13:07:43.902772 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=5b234ea6-85ac-4ed1-9e7d-3d1532e83109,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:43.909764 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:43.910123 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:43.910460 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:43.910788 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:43.911109 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:43.911429 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:43.911752 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:43.912080 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:43.912415 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:43.912731 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:43.913039 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:43.913350 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:07:43.917942 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:44.084121 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5cc61b-4b4e-4183-b95c-4eb17dc8bfae req-15b767c5-7ef5-4490-843a-65afbb27ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:44.085539 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ba5cc61b-4b4e-4183-b95c-4eb17dc8bfae req-15b767c5-7ef5-4490-843a-65afbb27ab0b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5f2f68d0-0ef2-46ee-aff5-02625975b39e HTTP/1.1" status: 200 len: 1099 time: 0.0728643 Jun 02 13:07:44.125971 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ba5cc61b-4b4e-4183-b95c-4eb17dc8bfae req-0ab282a6-0cb9-49e6-9460-88df705c6ea9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338073 Jun 02 13:07:44.207990 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d86f56b7-da46-47a9-9c0b-0c327ed48556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:44.879134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e10869-838d-402e-8e4f-70cfacd5a553 req-8b2e92e9-5ba1-4eb1-9e12-b96282b1c59e tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:44.880709 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-04e10869-838d-402e-8e4f-70cfacd5a553 req-8b2e92e9-5ba1-4eb1-9e12-b96282b1c59e tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2f68d0-0ef2-46ee-aff5-02625975b39e HTTP/1.1" status: 200 len: 946 time: 0.0943758 Jun 02 13:07:44.925818 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-04e10869-838d-402e-8e4f-70cfacd5a553 req-10102705-396d-4a8f-b993-c87b0a64ffa5 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395095 Jun 02 13:07:46.110718 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd095d4-6752-4cac-8ad1-094049b85737 req-81c5b07b-9ab2-42b7-85f5-0d540a173c1b tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:46.112139 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ccd095d4-6752-4cac-8ad1-094049b85737 req-81c5b07b-9ab2-42b7-85f5-0d540a173c1b tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2f68d0-0ef2-46ee-aff5-02625975b39e HTTP/1.1" status: 200 len: 946 time: 0.0785191 Jun 02 13:07:46.159632 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ccd095d4-6752-4cac-8ad1-094049b85737 req-74c12800-be90-40d2-9c08-91005eb3d499 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419381 Jun 02 13:07:46.556069 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-eebad018-a441-40ed-b31d-8e5e769e55c9 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:46.558004 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-eebad018-a441-40ed-b31d-8e5e769e55c9 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/networks?id=5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf HTTP/1.1" status: 200 len: 813 time: 0.2606852 Jun 02 13:07:46.572253 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-0cdd9c78-cfe7-42db-942c-d02df8aca242 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/quotas/6187bddb5c85458dbb299d9ca3d644fe HTTP/1.1" status: 200 len: 375 time: 0.0088570 Jun 02 13:07:46.652854 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-10608f18-e9f0-4506-975a-c8a4e3f424cd tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6187bddb5c85458dbb299d9ca3d644fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0758829 Jun 02 13:07:46.698773 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c9e33fab-b5fe-43e6-a1c7-7c7c63d9fa6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:46.709200 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-f8affd31-b8db-44c8-821c-3b852421c7a1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 13:07:46.710210 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-f8affd31-b8db-44c8-821c-3b852421c7a1 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510819 Jun 02 13:07:46.740077 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:46.841583 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-21f92f81-d569-4067-9c47-53a45c265d1c service neutron] 10.222.0.37 "GET /v2.0/networks/5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249840 Jun 02 13:07:46.971873 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-124c531e-a739-4727-86db-7f46973bdb32 service neutron] 10.222.0.37 "GET /v2.0/networks/5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245904 Jun 02 13:07:47.145549 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-13fcb659-5838-494e-9090-29bc18435578 req-091a954f-dcae-42d0-9955-bf6c371f9650 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=38accb44-4a50-4617-a32c-96514606f365 HTTP/1.1" status: 200 len: 210 time: 0.0426059 Jun 02 13:07:47.837537 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:48.186609 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-54a57dde-88fe-4301-b6a8-1e1b9e9a3d4b tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:48.188035 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-54a57dde-88fe-4301-b6a8-1e1b9e9a3d4b tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.22 "GET /v2.0/networks?id=5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf HTTP/1.1" status: 200 len: 813 time: 0.1533601 Jun 02 13:07:48.204532 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-cc0a59fb-67bf-4e7d-8112-6dcb6816e962 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Request body: {'port': {'device_id': '38accb44-4a50-4617-a32c-96514606f365', 'network_id': '5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf', 'admin_state_up': True, 'tenant_id': '6187bddb5c85458dbb299d9ca3d644fe'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:07:48.337441 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f6c0f5f3-a997-4543-8026-ed4cd988150e req-f2241f16-c5c4-4646-905e-8f2701530119 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=38accb44-4a50-4617-a32c-96514606f365 HTTP/1.1" status: 200 len: 210 time: 0.0569971 Jun 02 13:07:48.382830 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-cc0a59fb-67bf-4e7d-8112-6dcb6816e962 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:07:48.392884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-cc0a59fb-67bf-4e7d-8112-6dcb6816e962 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:07:48.402168 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-cc0a59fb-67bf-4e7d-8112-6dcb6816e962 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Made reservation on behalf of 6187bddb5c85458dbb299d9ca3d644fe for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:07:48.405680 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-cc0a59fb-67bf-4e7d-8112-6dcb6816e962 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:48.564794 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-cc0a59fb-67bf-4e7d-8112-6dcb6816e962 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Allocated IP 172.20.0.3 (5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf/b2aa5939-c0a1-4ceb-917e-1f47da400295/5d29c275-90fb-4317-b65f-47c68dc658b1) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:07:48.764497 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-cc0a59fb-67bf-4e7d-8112-6dcb6816e962 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:48.792874 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-cc0a59fb-67bf-4e7d-8112-6dcb6816e962 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:48.798247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5ce3e46f-d50c-414e-8e66-106f8ea78451 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:48.804872 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['5b234ea6-85ac-4ed1-9e7d-3d1532e83109'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:07:48.863647 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-cc0a59fb-67bf-4e7d-8112-6dcb6816e962 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Network 5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:07:48.867055 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-cc0a59fb-67bf-4e7d-8112-6dcb6816e962 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:07:48.871604 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-cc0a59fb-67bf-4e7d-8112-6dcb6816e962 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:07:48.905011 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a59fb-67bf-4e7d-8112-6dcb6816e962 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Pushing event updated for resources: {'Port': ['ID=5d29c275-90fb-4317-b65f-47c68dc658b1,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:48.909367 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cc0a59fb-67bf-4e7d-8112-6dcb6816e962 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:48.936597 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-cc0a59fb-67bf-4e7d-8112-6dcb6816e962 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:48.937203 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-cc0a59fb-67bf-4e7d-8112-6dcb6816e962 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:48.962402 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-cc0a59fb-67bf-4e7d-8112-6dcb6816e962 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7641733 Jun 02 13:07:48.972964 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Request body: {'port': {'device_id': '38accb44-4a50-4617-a32c-96514606f365', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:07:49.084244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:49.524475 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2eaf2-350e-4669-af01-c293b6432cca req-0b48edba-2bb6-4659-8c1f-e53ba6ccac4f tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:49.526434 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b7e2eaf2-350e-4669-af01-c293b6432cca req-0b48edba-2bb6-4659-8c1f-e53ba6ccac4f tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=38accb44-4a50-4617-a32c-96514606f365 HTTP/1.1" status: 200 len: 931 time: 0.0797455 Jun 02 13:07:49.553725 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d29c275-90fb-4317-b65f-47c68dc658b1 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:07:49.560844 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:49.575516 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Transition to ACTIVE for port object 5d29c275-90fb-4317-b65f-47c68dc658b1 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:07:49.576027 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b7e2eaf2-350e-4669-af01-c293b6432cca req-ba01b0ca-6d6b-41bb-a1ee-7fa9ad9f2ed3 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432801 Jun 02 13:07:49.578903 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:49.583673 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fe6d6a88-47c3-4e79-91e3-54409d7e9930 tempest-TestServerAdvancedOps-2005720572 tempest-TestServerAdvancedOps-2005720572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:49.613085 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:49.737844 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d29c275-90fb-4317-b65f-47c68dc658b1,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:49.745135 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:49.813467 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Attempting to bind port 5d29c275-90fb-4317-b65f-47c68dc658b1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:07:49.813723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Attempting to bind port 5d29c275-90fb-4317-b65f-47c68dc658b1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ece3a9f6-a6f5-4931-abdf-51b53a3952b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:07:49.814051 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Attempting to bind port 5d29c275-90fb-4317-b65f-47c68dc658b1 on network 5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:07:49.818608 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Port 5d29c275-90fb-4317-b65f-47c68dc658b1 on network 5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 13:07:49.818926 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Attempting to bind port 5d29c275-90fb-4317-b65f-47c68dc658b1 on network 5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:07:49.824770 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:07:49.825109 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Checking segment: {'id': 'ece3a9f6-a6f5-4931-abdf-51b53a3952b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:07:49.825496 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Bound using segment: {'id': 'ece3a9f6-a6f5-4931-abdf-51b53a3952b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:07:49.825926 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Bound port: 5d29c275-90fb-4317-b65f-47c68dc658b1, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece3a9f6-a6f5-4931-abdf-51b53a3952b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:07:49.826305 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:49.921220 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] For port 5d29c275-90fb-4317-b65f-47c68dc658b1, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:07:49.924371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] For port 5d29c275-90fb-4317-b65f-47c68dc658b1, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5d29c275-90fb-4317-b65f-47c68dc658b1,segment=NetworkSegment(ece3a9f6-a6f5-4931-abdf-51b53a3952b0),segment_id=ece3a9f6-a6f5-4931-abdf-51b53a3952b0)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:07:49.927932 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:49.931494 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2f709a13-faba-4b8f-8dad-30e48c8b594c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:49.992327 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:49.992939 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:49.994323 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] 10.222.0.22 "PUT /v2.0/ports/5d29c275-90fb-4317-b65f-47c68dc658b1 HTTP/1.1" status: 200 len: 1093 time: 1.0255857 Jun 02 13:07:49.994884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38accb44-4a50-4617-a32c-96514606f365', 'tag': '5d29c275-90fb-4317-b65f-47c68dc658b1'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:07:49.997174 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c46f5ba-db20-4d84-a908-4b939ac40da3" -d '{"events": [{"name": "network-changed", "server_uuid": "38accb44-4a50-4617-a32c-96514606f365", "tag": "5d29c275-90fb-4317-b65f-47c68dc658b1"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:07:50.014737 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d29c275-90fb-4317-b65f-47c68dc658b1,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:50.017698 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:50.106945 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49058658-1870-4703-8259-5a86d49c7501 x-openstack-request-id: req-49058658-1870-4703-8259-5a86d49c7501 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:07:50.107290 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38accb44-4a50-4617-a32c-96514606f365", "tag": "5d29c275-90fb-4317-b65f-47c68dc658b1", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:07:50.107592 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49058658-1870-4703-8259-5a86d49c7501 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:07:50.108054 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38accb44-4a50-4617-a32c-96514606f365', 'tag': '5d29c275-90fb-4317-b65f-47c68dc658b1', 'status': 'completed', 'code': 200} Jun 02 13:07:50.119970 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-3924b71e-dc59-4bda-afb5-c1cbf641bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:50.121439 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-3924b71e-dc59-4bda-afb5-c1cbf641bf77 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6187bddb5c85458dbb299d9ca3d644fe&device_id=38accb44-4a50-4617-a32c-96514606f365 HTTP/1.1" status: 200 len: 1096 time: 0.0840292 Jun 02 13:07:50.194776 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-b685e320-68e7-42d9-b256-7bc93133388e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d29c275-90fb-4317-b65f-47c68dc658b1 HTTP/1.1" status: 200 len: 217 time: 0.0663610 Jun 02 13:07:50.256998 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-929b6f50-1610-4a4a-9739-0723489efe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:50.258451 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-929b6f50-1610-4a4a-9739-0723489efe11 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b2aa5939-c0a1-4ceb-917e-1f47da400295 HTTP/1.1" status: 200 len: 853 time: 0.0573859 Jun 02 13:07:50.306077 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-bbe4b909-3a26-4db6-a620-d08623a51d9a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403047 Jun 02 13:07:50.435751 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-51d5990e-c5d2-4e59-8b23-232dabf30c03 service neutron] 10.222.0.22 "GET /v2.0/networks/5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225014 Jun 02 13:07:50.592039 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f1a7bc7a-439d-421a-9d7f-36689d79d682 req-1bc874c1-739a-40c7-8b6b-9a8c28c810af service neutron] 10.222.0.22 "GET /v2.0/networks/5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458912 Jun 02 13:07:50.709779 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46f5ba-db20-4d84-a908-4b939ac40da3 req-dc4ddb62-5994-46bc-a330-7764be80fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:50.711176 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5c46f5ba-db20-4d84-a908-4b939ac40da3 req-dc4ddb62-5994-46bc-a330-7764be80fd41 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6187bddb5c85458dbb299d9ca3d644fe&device_id=38accb44-4a50-4617-a32c-96514606f365 HTTP/1.1" status: 200 len: 1096 time: 0.0760522 Jun 02 13:07:50.759588 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8f31e-f262-4877-bb32-51b9caeaf318 req-418c73aa-2388-4f58-a582-48013d1b1502 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:50.761721 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-eca8f31e-f262-4877-bb32-51b9caeaf318 req-418c73aa-2388-4f58-a582-48013d1b1502 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=38accb44-4a50-4617-a32c-96514606f365 HTTP/1.1" status: 200 len: 943 time: 0.0814927 Jun 02 13:07:50.806050 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-eca8f31e-f262-4877-bb32-51b9caeaf318 req-1d7404c1-201a-494d-9ab0-8f80aba4d60e tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386219 Jun 02 13:07:50.843682 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46f5ba-db20-4d84-a908-4b939ac40da3 req-299bdeb0-533d-4506-9b16-977c9ac5ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:50.845169 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5c46f5ba-db20-4d84-a908-4b939ac40da3 req-299bdeb0-533d-4506-9b16-977c9ac5ca0a service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf HTTP/1.1" status: 200 len: 914 time: 0.1272190 Jun 02 13:07:50.914930 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5c46f5ba-db20-4d84-a908-4b939ac40da3 req-43f2bd73-beac-4e69-ba00-84a1d9ff1a1d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d29c275-90fb-4317-b65f-47c68dc658b1 HTTP/1.1" status: 200 len: 217 time: 0.0629029 Jun 02 13:07:50.980038 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46f5ba-db20-4d84-a908-4b939ac40da3 req-a4554eed-fb51-48de-a3a3-aa1414ba590e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:50.981464 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5c46f5ba-db20-4d84-a908-4b939ac40da3 req-a4554eed-fb51-48de-a3a3-aa1414ba590e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b2aa5939-c0a1-4ceb-917e-1f47da400295 HTTP/1.1" status: 200 len: 853 time: 0.0592201 Jun 02 13:07:51.027542 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5c46f5ba-db20-4d84-a908-4b939ac40da3 req-7a64f905-7bba-4e51-b169-8a4bf1238a6c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392342 Jun 02 13:07:51.282210 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5c46f5ba-db20-4d84-a908-4b939ac40da3 req-1c9103ef-4949-4602-880a-a497474947db service neutron] 10.222.0.22 "GET /v2.0/networks/5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468703 Jun 02 13:07:51.411726 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5c46f5ba-db20-4d84-a908-4b939ac40da3 req-d18f5a0b-db4a-46b7-ad79-2b88732ccecb service neutron] 10.222.0.22 "GET /v2.0/networks/5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211681 Jun 02 13:07:51.998635 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43164b-5a1f-43d1-b1dd-67beb2e7adc8 req-8c4b29d9-798b-4094-b2d3-639cbeb97716 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:52.000243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-cc43164b-5a1f-43d1-b1dd-67beb2e7adc8 req-8c4b29d9-798b-4094-b2d3-639cbeb97716 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Synchronizing usage tracker for tenant:6187bddb5c85458dbb299d9ca3d644fe on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:07:52.016859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-cc43164b-5a1f-43d1-b1dd-67beb2e7adc8 req-8c4b29d9-798b-4094-b2d3-639cbeb97716 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Unset dirty status for tenant:6187bddb5c85458dbb299d9ca3d644fe on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:07:52.018142 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-cc43164b-5a1f-43d1-b1dd-67beb2e7adc8 req-8c4b29d9-798b-4094-b2d3-639cbeb97716 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=38accb44-4a50-4617-a32c-96514606f365 HTTP/1.1" status: 200 len: 943 time: 0.1010888 Jun 02 13:07:52.062941 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-cc43164b-5a1f-43d1-b1dd-67beb2e7adc8 req-11894d40-a01f-42f7-a0b4-c169e5cb1d4d tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390918 Jun 02 13:07:53.251433 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b67a31-fd53-4eaa-b9e4-dbe0607a4008 req-d9d698e7-1a98-442a-995f-fdebee20e894 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:53.252775 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-99b67a31-fd53-4eaa-b9e4-dbe0607a4008 req-d9d698e7-1a98-442a-995f-fdebee20e894 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=38accb44-4a50-4617-a32c-96514606f365 HTTP/1.1" status: 200 len: 943 time: 0.0825734 Jun 02 13:07:53.296259 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-99b67a31-fd53-4eaa-b9e4-dbe0607a4008 req-9239cf3b-1d25-4ab3-bfb9-7c54e9989943 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379989 Jun 02 13:07:53.623938 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 5d29c275-90fb-4317-b65f-47c68dc658b1 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:07:53.753303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 5d29c275-90fb-4317-b65f-47c68dc658b1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5d29c275-90fb-4317-b65f-47c68dc658b1,segment=NetworkSegment(ece3a9f6-a6f5-4931-abdf-51b53a3952b0),segment_id=ece3a9f6-a6f5-4931-abdf-51b53a3952b0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:07:53.766707 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '5d29c275-90fb-4317-b65f-47c68dc658b1', 'network_id': '5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf', 'port_id': '5d29c275-90fb-4317-b65f-47c68dc658b1', 'mac_address': 'fa:16:3e:49:0b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2aa5939-c0a1-4ceb-917e-1f47da400295', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:07:53.820609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:53.836756 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d29c275-90fb-4317-b65f-47c68dc658b1 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:07:53.851769 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 5d29c275-90fb-4317-b65f-47c68dc658b1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5d29c275-90fb-4317-b65f-47c68dc658b1,segment=NetworkSegment(ece3a9f6-a6f5-4931-abdf-51b53a3952b0),segment_id=ece3a9f6-a6f5-4931-abdf-51b53a3952b0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:07:53.855707 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:53.857486 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:53.925162 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=5d29c275-90fb-4317-b65f-47c68dc658b1,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:53.928095 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:54.195931 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['5d29c275-90fb-4317-b65f-47c68dc658b1'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:07:54.480689 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b788ab-0339-4591-a6a9-342897cac643 req-8c53b64f-6d01-4867-9802-1f5533a66af9 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:54.482051 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-44b788ab-0339-4591-a6a9-342897cac643 req-8c53b64f-6d01-4867-9802-1f5533a66af9 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=38accb44-4a50-4617-a32c-96514606f365 HTTP/1.1" status: 200 len: 944 time: 0.0793822 Jun 02 13:07:54.527827 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-44b788ab-0339-4591-a6a9-342897cac643 req-83c7c6f9-f627-4937-a05d-7404ee83a616 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403287 Jun 02 13:07:55.638163 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 5d29c275-90fb-4317-b65f-47c68dc658b1 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:07:55.707920 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 5d29c275-90fb-4317-b65f-47c68dc658b1 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:07:55.712542 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 5d29c275-90fb-4317-b65f-47c68dc658b1 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:07:55.712915 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:55.713891 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e10acf-9167-43d2-a6a9-a2083c020128 req-ba4c9012-9e2f-418d-ab5b-82fa55c21f5c tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:55.715393 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-86e10acf-9167-43d2-a6a9-a2083c020128 req-ba4c9012-9e2f-418d-ab5b-82fa55c21f5c tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=38accb44-4a50-4617-a32c-96514606f365 HTTP/1.1" status: 200 len: 944 time: 0.0850992 Jun 02 13:07:55.762260 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-86e10acf-9167-43d2-a6a9-a2083c020128 req-42743b99-41a7-4a46-a1d9-d510be4b3be4 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412519 Jun 02 13:07:55.830335 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:55.856517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38accb44-4a50-4617-a32c-96514606f365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d29c275-90fb-4317-b65f-47c68dc658b1'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:07:55.858745 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7be8542-b677-4636-88b8-f8ebb1fa6953" -d '{"events": [{"server_uuid": "38accb44-4a50-4617-a32c-96514606f365", "name": "network-vif-plugged", "status": "completed", "tag": "5d29c275-90fb-4317-b65f-47c68dc658b1"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:07:55.866032 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 5d29c275-90fb-4317-b65f-47c68dc658b1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5d29c275-90fb-4317-b65f-47c68dc658b1,segment=NetworkSegment(ece3a9f6-a6f5-4931-abdf-51b53a3952b0),segment_id=ece3a9f6-a6f5-4931-abdf-51b53a3952b0)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:07:55.870642 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:55.872408 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:07:55.906807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b486cc-d7dc-426b-9230-4cf2ac762611 x-openstack-request-id: req-a2b486cc-d7dc-426b-9230-4cf2ac762611 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:07:55.907101 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38accb44-4a50-4617-a32c-96514606f365", "name": "network-vif-plugged", "status": "completed", "tag": "5d29c275-90fb-4317-b65f-47c68dc658b1", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:07:55.907357 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2b486cc-d7dc-426b-9230-4cf2ac762611 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:07:55.907746 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38accb44-4a50-4617-a32c-96514606f365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d29c275-90fb-4317-b65f-47c68dc658b1', 'code': 200} Jun 02 13:07:55.939479 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=5d29c275-90fb-4317-b65f-47c68dc658b1,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:07:55.942460 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:07:56.126153 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477cc05-d4f6-4828-8455-6914d977035d req-2d4549b7-9247-42c7-8d1f-2374289db407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:56.127558 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c477cc05-d4f6-4828-8455-6914d977035d req-2d4549b7-9247-42c7-8d1f-2374289db407 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=38accb44-4a50-4617-a32c-96514606f365 HTTP/1.1" status: 200 len: 1098 time: 0.0686104 Jun 02 13:07:56.139250 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:07:56.168596 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c477cc05-d4f6-4828-8455-6914d977035d req-493372ce-e792-4446-88f9-896b38cb628e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346673 Jun 02 13:07:56.945462 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c62c1-14ce-492c-b8a9-2afce8de31d0 req-e27f5ab0-3ff2-4c70-9b7a-b03ae3a38112 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:56.946927 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-047c62c1-14ce-492c-b8a9-2afce8de31d0 req-e27f5ab0-3ff2-4c70-9b7a-b03ae3a38112 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=38accb44-4a50-4617-a32c-96514606f365 HTTP/1.1" status: 200 len: 945 time: 0.0822616 Jun 02 13:07:56.990684 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-047c62c1-14ce-492c-b8a9-2afce8de31d0 req-b0d05360-5172-40e1-afa3-e9427b478e70 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376687 Jun 02 13:07:58.175666 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d724f78-d439-4272-bf15-1244344838e2 req-eb92ee73-37ba-4e9b-a97c-e1bd0956f0ce tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:58.177088 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8d724f78-d439-4272-bf15-1244344838e2 req-eb92ee73-37ba-4e9b-a97c-e1bd0956f0ce tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=38accb44-4a50-4617-a32c-96514606f365 HTTP/1.1" status: 200 len: 945 time: 0.0825975 Jun 02 13:07:58.222465 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8d724f78-d439-4272-bf15-1244344838e2 req-4c48ab6d-8a5f-4feb-a7c5-be89320578a1 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392227 Jun 02 13:07:58.599127 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df402f64-a964-4839-a8ef-0a9a982fffba req-d7949c4e-bc51-4a2f-8741-4ea6b50abe5b tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:58.600513 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-df402f64-a964-4839-a8ef-0a9a982fffba req-d7949c4e-bc51-4a2f-8741-4ea6b50abe5b tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=38accb44-4a50-4617-a32c-96514606f365 HTTP/1.1" status: 200 len: 945 time: 0.0801494 Jun 02 13:07:58.648745 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-df402f64-a964-4839-a8ef-0a9a982fffba req-002a6586-338d-4743-a254-0d5781e05324 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393836 Jun 02 13:07:59.833665 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e08c0c-f8f4-4293-a6b5-c9a88fb9af80 req-6806f72e-7064-4a54-b3f3-cb833c67a6ff tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:07:59.835125 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c4e08c0c-f8f4-4293-a6b5-c9a88fb9af80 req-6806f72e-7064-4a54-b3f3-cb833c67a6ff tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=38accb44-4a50-4617-a32c-96514606f365 HTTP/1.1" status: 200 len: 945 time: 0.0831203 Jun 02 13:07:59.879414 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c4e08c0c-f8f4-4293-a6b5-c9a88fb9af80 req-a88865d9-94c4-40e5-95fe-5f27e7fa403d tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387020 Jun 02 13:08:00.080179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274901e-b6d1-4e02-a07c-7bb990977903 req-0b2a4646-1235-4dc8-a66c-48a19c962549 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:00.081497 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e274901e-b6d1-4e02-a07c-7bb990977903 req-0b2a4646-1235-4dc8-a66c-48a19c962549 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.22 "GET /v2.0/ports?device_id=38accb44-4a50-4617-a32c-96514606f365 HTTP/1.1" status: 200 len: 945 time: 0.0868316 Jun 02 13:08:00.216510 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-e274901e-b6d1-4e02-a07c-7bb990977903 req-ec3466c7-17f2-4c2d-b27c-2706fdabed3c tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Deleting port 5d29c275-90fb-4317-b65f-47c68dc658b1 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:08:00.216848 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-e274901e-b6d1-4e02-a07c-7bb990977903 req-ec3466c7-17f2-4c2d-b27c-2706fdabed3c tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:00.356845 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-e274901e-b6d1-4e02-a07c-7bb990977903 req-ec3466c7-17f2-4c2d-b27c-2706fdabed3c tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] For port 5d29c275-90fb-4317-b65f-47c68dc658b1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5d29c275-90fb-4317-b65f-47c68dc658b1,segment=NetworkSegment(ece3a9f6-a6f5-4931-abdf-51b53a3952b0),segment_id=ece3a9f6-a6f5-4931-abdf-51b53a3952b0)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:08:00.357109 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-e274901e-b6d1-4e02-a07c-7bb990977903 req-ec3466c7-17f2-4c2d-b27c-2706fdabed3c tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:00.477633 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-e274901e-b6d1-4e02-a07c-7bb990977903 req-ec3466c7-17f2-4c2d-b27c-2706fdabed3c tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Calling delete_port for 5d29c275-90fb-4317-b65f-47c68dc658b1 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:08:00.583887 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-e274901e-b6d1-4e02-a07c-7bb990977903 req-ec3466c7-17f2-4c2d-b27c-2706fdabed3c tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:00.590639 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a4a2b80a-a4d5-41d2-8d49-0e57f94eeef2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:00.612016 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['5b234ea6-85ac-4ed1-9e7d-3d1532e83109', '5d29c275-90fb-4317-b65f-47c68dc658b1'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:08:00.639176 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3466c7-17f2-4c2d-b27c-2706fdabed3c tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Pushing event deleted for resources: {'Port': ['ID=5d29c275-90fb-4317-b65f-47c68dc658b1,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:00.641661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ec3466c7-17f2-4c2d-b27c-2706fdabed3c tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:00.716429 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-e274901e-b6d1-4e02-a07c-7bb990977903 req-ec3466c7-17f2-4c2d-b27c-2706fdabed3c tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] No DVR routers for this DVR port 5d29c275-90fb-4317-b65f-47c68dc658b1 on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:08:00.718991 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-e274901e-b6d1-4e02-a07c-7bb990977903 req-ec3466c7-17f2-4c2d-b27c-2706fdabed3c tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:00.723077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38accb44-4a50-4617-a32c-96514606f365', 'name': 'network-vif-deleted', 'tag': '5d29c275-90fb-4317-b65f-47c68dc658b1'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:08:00.725435 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479d7682-2912-48f8-af77-179fee73f46e" -d '{"events": [{"server_uuid": "38accb44-4a50-4617-a32c-96514606f365", "name": "network-vif-deleted", "tag": "5d29c275-90fb-4317-b65f-47c68dc658b1"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:08:00.738928 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e274901e-b6d1-4e02-a07c-7bb990977903 req-ec3466c7-17f2-4c2d-b27c-2706fdabed3c tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.22 "DELETE /v2.0/ports/5d29c275-90fb-4317-b65f-47c68dc658b1 HTTP/1.1" status: 204 len: 173 time: 0.6518393 Jun 02 13:08:00.774912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23928f29-9871-42b5-9001-aff001a71fbe x-openstack-request-id: req-23928f29-9871-42b5-9001-aff001a71fbe {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:08:00.775373 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38accb44-4a50-4617-a32c-96514606f365", "name": "network-vif-deleted", "tag": "5d29c275-90fb-4317-b65f-47c68dc658b1", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:08:00.776430 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23928f29-9871-42b5-9001-aff001a71fbe {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:08:00.776915 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38accb44-4a50-4617-a32c-96514606f365', 'name': 'network-vif-deleted', 'tag': '5d29c275-90fb-4317-b65f-47c68dc658b1', 'status': 'completed', 'code': 200} Jun 02 13:08:01.040729 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-69825375-bc79-4e07-a60a-567c7eb0ffeb req-c63d59c6-5b2c-4ff5-a155-02a14767a99c tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=38accb44-4a50-4617-a32c-96514606f365 HTTP/1.1" status: 200 len: 210 time: 0.0451565 Jun 02 13:08:02.297723 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ead6b-8fac-46bf-9cc2-0339efe47ca1 req-54917a92-7514-4b8c-a477-f1893c3cae44 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:02.299198 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1c3ead6b-8fac-46bf-9cc2-0339efe47ca1 req-54917a92-7514-4b8c-a477-f1893c3cae44 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2f68d0-0ef2-46ee-aff5-02625975b39e HTTP/1.1" status: 200 len: 946 time: 0.0793877 Jun 02 13:08:02.343023 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1c3ead6b-8fac-46bf-9cc2-0339efe47ca1 req-6184c474-5084-4a3d-8488-8d2a405bdad3 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381639 Jun 02 13:08:02.541987 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b8cc1-efd6-4fa0-8e6d-ec7272ab2aa3 req-e16f4fae-3eb9-4a9f-a694-ece22e9a63ef tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:02.543448 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1b3b8cc1-efd6-4fa0-8e6d-ec7272ab2aa3 req-e16f4fae-3eb9-4a9f-a694-ece22e9a63ef tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2f68d0-0ef2-46ee-aff5-02625975b39e HTTP/1.1" status: 200 len: 946 time: 0.0820377 Jun 02 13:08:02.587379 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1b3b8cc1-efd6-4fa0-8e6d-ec7272ab2aa3 req-d69da9d3-cd09-4331-b651-c63ec5f3d339 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384562 Jun 02 13:08:02.773162 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea42277-de61-4709-b585-bcb0c90f48f1 req-f258b73e-356c-4b78-9f60-6fdb4682136f tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:02.773865 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-9ea42277-de61-4709-b585-bcb0c90f48f1 req-f258b73e-356c-4b78-9f60-6fdb4682136f tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Synchronizing usage tracker for tenant:6187bddb5c85458dbb299d9ca3d644fe on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:08:02.788632 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-9ea42277-de61-4709-b585-bcb0c90f48f1 req-f258b73e-356c-4b78-9f60-6fdb4682136f tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Unset dirty status for tenant:6187bddb5c85458dbb299d9ca3d644fe on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:08:02.790350 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9ea42277-de61-4709-b585-bcb0c90f48f1 req-f258b73e-356c-4b78-9f60-6fdb4682136f tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2f68d0-0ef2-46ee-aff5-02625975b39e HTTP/1.1" status: 200 len: 946 time: 0.0995014 Jun 02 13:08:02.835602 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9ea42277-de61-4709-b585-bcb0c90f48f1 req-c6d4d572-f7d4-4436-8adf-aec6f3c02873 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390942 Jun 02 13:08:03.126865 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051b702-a682-472e-9416-f58eed528d83 req-f67061f8-b368-4f83-bd04-a36a50d77fa3 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:03.128206 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a051b702-a682-472e-9416-f58eed528d83 req-f67061f8-b368-4f83-bd04-a36a50d77fa3 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2f68d0-0ef2-46ee-aff5-02625975b39e HTTP/1.1" status: 200 len: 946 time: 0.0830183 Jun 02 13:08:03.172655 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a051b702-a682-472e-9416-f58eed528d83 req-dda85a87-c679-4b3a-9bcf-6883ddc4cd06 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388906 Jun 02 13:08:03.356639 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae8438-7e9f-4f0d-a1b9-b7d0f7e105b2 req-7047364d-ac42-4159-9de1-df93333848ba tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:03.358085 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f1ae8438-7e9f-4f0d-a1b9-b7d0f7e105b2 req-7047364d-ac42-4159-9de1-df93333848ba tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2f68d0-0ef2-46ee-aff5-02625975b39e HTTP/1.1" status: 200 len: 946 time: 0.0788243 Jun 02 13:08:03.404960 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f1ae8438-7e9f-4f0d-a1b9-b7d0f7e105b2 req-9058dbd7-58eb-403c-89b2-ce2d1c53ed5c tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413623 Jun 02 13:08:03.595288 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7aa48-bf5b-462e-b87e-829ba8bf93d1 req-49ef3b7c-855b-4757-a780-3e150d0b4511 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:03.596721 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-76e7aa48-bf5b-462e-b87e-829ba8bf93d1 req-49ef3b7c-855b-4757-a780-3e150d0b4511 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2f68d0-0ef2-46ee-aff5-02625975b39e HTTP/1.1" status: 200 len: 946 time: 0.0794451 Jun 02 13:08:03.640906 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-76e7aa48-bf5b-462e-b87e-829ba8bf93d1 req-1f360edf-e6c0-4b85-86ff-6f9f1eaf5ffb tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387137 Jun 02 13:08:03.677600 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 5d29c275-90fb-4317-b65f-47c68dc658b1 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:08:03.712412 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 5d29c275-90fb-4317-b65f-47c68dc658b1 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:08:03.712772 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 5d29c275-90fb-4317-b65f-47c68dc658b1 not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:08:04.299556 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5d455-86c3-473a-b9d7-9d6754c57d67 req-f8c5f438-52fa-4d74-a8ba-2d6d2e1ee8e5 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:04.300899 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8ef5d455-86c3-473a-b9d7-9d6754c57d67 req-f8c5f438-52fa-4d74-a8ba-2d6d2e1ee8e5 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2f68d0-0ef2-46ee-aff5-02625975b39e HTTP/1.1" status: 200 len: 946 time: 0.2169659 Jun 02 13:08:04.344030 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8ef5d455-86c3-473a-b9d7-9d6754c57d67 req-fadd9f65-e032-495a-af40-6e1583efa6df tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376313 Jun 02 13:08:05.533580 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ab5f4-df1c-40fb-bb91-a718bbdf7ee7 req-ca6ab1c2-c391-4692-8b74-7bccea34529d tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:05.536440 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f46ab5f4-df1c-40fb-bb91-a718bbdf7ee7 req-ca6ab1c2-c391-4692-8b74-7bccea34529d tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2f68d0-0ef2-46ee-aff5-02625975b39e HTTP/1.1" status: 200 len: 946 time: 0.0835526 Jun 02 13:08:05.583977 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f46ab5f4-df1c-40fb-bb91-a718bbdf7ee7 req-0034b98a-6675-4751-83c6-26ab448df8e4 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/security-groups?id=33a9798a-6858-4c51-99c7-a710cbb00117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405586 Jun 02 13:08:05.702588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e2299-532b-4c60-9f7d-1a2be84d6e83 req-d688b83d-67b6-409f-9b28-a438cf1d735a tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:05.703997 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-378e2299-532b-4c60-9f7d-1a2be84d6e83 req-d688b83d-67b6-409f-9b28-a438cf1d735a tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f2f68d0-0ef2-46ee-aff5-02625975b39e HTTP/1.1" status: 200 len: 946 time: 0.0832987 Jun 02 13:08:05.841230 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-378e2299-532b-4c60-9f7d-1a2be84d6e83 req-edd5bd73-12da-407f-8d48-f2b9c60f3b53 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Deleting port 5b234ea6-85ac-4ed1-9e7d-3d1532e83109 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:08:05.841569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-378e2299-532b-4c60-9f7d-1a2be84d6e83 req-edd5bd73-12da-407f-8d48-f2b9c60f3b53 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:06.099077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-378e2299-532b-4c60-9f7d-1a2be84d6e83 req-edd5bd73-12da-407f-8d48-f2b9c60f3b53 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] For port 5b234ea6-85ac-4ed1-9e7d-3d1532e83109, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5b234ea6-85ac-4ed1-9e7d-3d1532e83109,segment=NetworkSegment(ece3a9f6-a6f5-4931-abdf-51b53a3952b0),segment_id=ece3a9f6-a6f5-4931-abdf-51b53a3952b0)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:08:06.099346 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-378e2299-532b-4c60-9f7d-1a2be84d6e83 req-edd5bd73-12da-407f-8d48-f2b9c60f3b53 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:06.227732 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-378e2299-532b-4c60-9f7d-1a2be84d6e83 req-edd5bd73-12da-407f-8d48-f2b9c60f3b53 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Calling delete_port for 5b234ea6-85ac-4ed1-9e7d-3d1532e83109 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:08:06.335710 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-378e2299-532b-4c60-9f7d-1a2be84d6e83 req-edd5bd73-12da-407f-8d48-f2b9c60f3b53 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:06.342907 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:06.347735 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['5b234ea6-85ac-4ed1-9e7d-3d1532e83109'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:08:06.391770 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5bd73-12da-407f-8d48-f2b9c60f3b53 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Pushing event deleted for resources: {'Port': ['ID=5b234ea6-85ac-4ed1-9e7d-3d1532e83109,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:06.393924 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-edd5bd73-12da-407f-8d48-f2b9c60f3b53 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:06.469334 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-378e2299-532b-4c60-9f7d-1a2be84d6e83 req-edd5bd73-12da-407f-8d48-f2b9c60f3b53 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] No DVR routers for this DVR port 5b234ea6-85ac-4ed1-9e7d-3d1532e83109 on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:08:06.471898 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-378e2299-532b-4c60-9f7d-1a2be84d6e83 req-edd5bd73-12da-407f-8d48-f2b9c60f3b53 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:06.474579 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2f68d0-0ef2-46ee-aff5-02625975b39e', 'name': 'network-vif-deleted', 'tag': '5b234ea6-85ac-4ed1-9e7d-3d1532e83109'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:08:06.476801 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb65053-074c-417f-a7c0-85ab6e7fa33d" -d '{"events": [{"server_uuid": "5f2f68d0-0ef2-46ee-aff5-02625975b39e", "name": "network-vif-deleted", "tag": "5b234ea6-85ac-4ed1-9e7d-3d1532e83109"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:08:06.490901 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-378e2299-532b-4c60-9f7d-1a2be84d6e83 req-edd5bd73-12da-407f-8d48-f2b9c60f3b53 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.22 "DELETE /v2.0/ports/5b234ea6-85ac-4ed1-9e7d-3d1532e83109 HTTP/1.1" status: 204 len: 173 time: 0.7815411 Jun 02 13:08:06.523729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3aeec5d-f235-4c8d-8efc-106f8b874af5 x-openstack-request-id: req-c3aeec5d-f235-4c8d-8efc-106f8b874af5 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:08:06.524070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2f68d0-0ef2-46ee-aff5-02625975b39e", "name": "network-vif-deleted", "tag": "5b234ea6-85ac-4ed1-9e7d-3d1532e83109", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:08:06.524368 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3aeec5d-f235-4c8d-8efc-106f8b874af5 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:08:06.524798 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2f68d0-0ef2-46ee-aff5-02625975b39e', 'name': 'network-vif-deleted', 'tag': '5b234ea6-85ac-4ed1-9e7d-3d1532e83109', 'status': 'completed', 'code': 200} Jun 02 13:08:06.743465 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-8bde9fd9-4fa9-4649-98a4-533bf9f4089c req-4ac8e16d-ac74-4e7d-82dc-1be76379b18e tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Synchronizing usage tracker for tenant:6187bddb5c85458dbb299d9ca3d644fe on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:08:06.758173 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-8bde9fd9-4fa9-4649-98a4-533bf9f4089c req-4ac8e16d-ac74-4e7d-82dc-1be76379b18e tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Unset dirty status for tenant:6187bddb5c85458dbb299d9ca3d644fe on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:08:06.759445 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8bde9fd9-4fa9-4649-98a4-533bf9f4089c req-4ac8e16d-ac74-4e7d-82dc-1be76379b18e tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2f68d0-0ef2-46ee-aff5-02625975b39e HTTP/1.1" status: 200 len: 210 time: 0.0577145 Jun 02 13:08:07.851476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 52932) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:07.918078 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-119e5776-5f33-4adb-a30b-cca21bb21bf5 admin admin] Deleting subnet b2aa5939-c0a1-4ceb-917e-1f47da400295 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 13:08:07.920892 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-119e5776-5f33-4adb-a30b-cca21bb21bf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:07.974849 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-119e5776-5f33-4adb-a30b-cca21bb21bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:08.027916 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-119e5776-5f33-4adb-a30b-cca21bb21bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:08.272277 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-119e5776-5f33-4adb-a30b-cca21bb21bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:08.277000 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ca5a8644-78c8-4082-a0c7-cc18bc807163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:08.315173 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e5776-5f33-4adb-a30b-cca21bb21bf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2aa5939-c0a1-4ceb-917e-1f47da400295,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:08.317141 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-119e5776-5f33-4adb-a30b-cca21bb21bf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:08.319702 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-119e5776-5f33-4adb-a30b-cca21bb21bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:08.323858 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-119e5776-5f33-4adb-a30b-cca21bb21bf5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b2aa5939-c0a1-4ceb-917e-1f47da400295 HTTP/1.1" status: 204 len: 168 time: 0.4713960 Jun 02 13:08:08.326356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 52934) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:08.429319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d7f337e-d467-42a4-9e3c-ab5e245801ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:08.551434 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d7f337e-d467-42a4-9e3c-ab5e245801ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:08.565253 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-8d7f337e-d467-42a4-9e3c-ab5e245801ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:08.580495 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-8d7f337e-d467-42a4-9e3c-ab5e245801ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece3a9f6-a6f5-4931-abdf-51b53a3952b0') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:08.580784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-8d7f337e-d467-42a4-9e3c-ab5e245801ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece3a9f6-a6f5-4931-abdf-51b53a3952b0') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:08.591916 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d7f337e-d467-42a4-9e3c-ab5e245801ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:08.607269 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d7f337e-d467-42a4-9e3c-ab5e245801ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:08.613011 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7f337e-d467-42a4-9e3c-ab5e245801ce admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 13:08:08.613383 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d7f337e-d467-42a4-9e3c-ab5e245801ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 13:08:08.626777 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 13:08:08.702036 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d7f337e-d467-42a4-9e3c-ab5e245801ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:08.705461 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-08a664df-ad7d-42ba-ae42-75d3d2fd8a41 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:08.717851 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8d7f337e-d467-42a4-9e3c-ab5e245801ce admin admin] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:08.729001 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f337e-d467-42a4-9e3c-ab5e245801ce admin admin] Pushing event deleted for resources: {'Network': ['ID=5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:08.731767 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8d7f337e-d467-42a4-9e3c-ab5e245801ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:08.735894 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8d7f337e-d467-42a4-9e3c-ab5e245801ce admin admin] 10.222.0.37 "DELETE /v2.0/networks/5c382d36-5cb8-4ff0-bcbf-5954bcdc40cf HTTP/1.1" status: 204 len: 168 time: 0.4081984 Jun 02 13:08:08.844990 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 52938) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:08.894024 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ac4cf83f-c962-4ca7-b23e-06fba5027cf9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6187bddb5c85458dbb299d9ca3d644fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477340 Jun 02 13:08:08.896328 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 52940) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:08.956762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f22e6db9-d8ac-4ba7-9e88-f568b9a7b200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:08.982415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f22e6db9-d8ac-4ba7-9e88-f568b9a7b200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:09.033998 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f22e6db9-d8ac-4ba7-9e88-f568b9a7b200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:09.039653 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a75f88fc-0337-4235-9338-e48e5dbba1e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:09.052586 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e6db9-d8ac-4ba7-9e88-f568b9a7b200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a9798a-6858-4c51-99c7-a710cbb00117,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:09.055607 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f22e6db9-d8ac-4ba7-9e88-f568b9a7b200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:09.063356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f22e6db9-d8ac-4ba7-9e88-f568b9a7b200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:09.064405 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f22e6db9-d8ac-4ba7-9e88-f568b9a7b200 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/33a9798a-6858-4c51-99c7-a710cbb00117 HTTP/1.1" status: 204 len: 168 time: 0.1671624 Jun 02 13:08:09.716511 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 5b234ea6-85ac-4ed1-9e7d-3d1532e83109 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:08:09.749644 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 5b234ea6-85ac-4ed1-9e7d-3d1532e83109 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:08:09.749996 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 5b234ea6-85ac-4ed1-9e7d-3d1532e83109 not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:08:09.788767 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 52962) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:09.887864 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-71163895'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:09.893807 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:09.897860 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Usage tracker for resource:network and tenant:fdebbacbed3e4ab79f78d9d2e4ab2bfc is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:09.901285 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:09.907819 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:09.916680 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Made reservation on behalf of fdebbacbed3e4ab79f78d9d2e4ab2bfc for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:08:09.920025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:09.932532 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:09.946849 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:09.955044 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Usage tracker for resource:security_group_rule and tenant:fdebbacbed3e4ab79f78d9d2e4ab2bfc is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:09.957914 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:09.963806 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:10.045954 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:10.049828 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:10.053712 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9a8a21a3-bb15-4622-a08e-df45a3cc49df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:10.087710 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 13:08:10.096190 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b05abcab-6308-427b-9332-cfb651d2d2f5,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:10.099688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:10.104425 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:10.104558 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Added segment b51c9430-a93f-4fcd-b3e8-8431e5e69656 of type vlan for network 4b8e29e7-279d-476b-97d2-75f7bae4cfcf Jun 02 13:08:10.131429 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:10.162031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:10.168359 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:10.168948 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:10.172627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5aca2965-2095-4c17-8c09-ec5da0a154b8 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:10.285187 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event updated for resources: {'Network': ['ID=4b8e29e7-279d-476b-97d2-75f7bae4cfcf,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:10.288163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:10.290402 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5003576 Jun 02 13:08:10.296469 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 4b8e29e7-279d-476b-97d2-75f7bae4cfcf details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 13:08:13.421464 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 52966) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:13.426692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-a43507cf-d90f-4237-8f98-2de2173e9acf tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Request body: {'subnet': {'network_id': '4b8e29e7-279d-476b-97d2-75f7bae4cfcf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:13.537551 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a43507cf-d90f-4237-8f98-2de2173e9acf tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:13.541693 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a43507cf-d90f-4237-8f98-2de2173e9acf tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Usage tracker for resource:subnet and tenant:fdebbacbed3e4ab79f78d9d2e4ab2bfc is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:13.544488 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a43507cf-d90f-4237-8f98-2de2173e9acf tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:13.550082 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a43507cf-d90f-4237-8f98-2de2173e9acf tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:13.559165 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43507cf-d90f-4237-8f98-2de2173e9acf tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Made reservation on behalf of fdebbacbed3e4ab79f78d9d2e4ab2bfc for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:08:13.562587 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a43507cf-d90f-4237-8f98-2de2173e9acf tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:13.971691 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a43507cf-d90f-4237-8f98-2de2173e9acf tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:13.977573 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3b11c7b5-286e-4a38-a815-7d0d0e9e5162 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:14.079150 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43507cf-d90f-4237-8f98-2de2173e9acf tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event updated for resources: {'Subnet': ['ID=be8cc907-f0f5-432f-9ef8-658199a53126,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:14.082487 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a43507cf-d90f-4237-8f98-2de2173e9acf tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:14.088219 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43507cf-d90f-4237-8f98-2de2173e9acf tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Checking segment: {'id': 'b51c9430-a93f-4fcd-b3e8-8431e5e69656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4b8e29e7-279d-476b-97d2-75f7bae4cfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:08:14.088572 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43507cf-d90f-4237-8f98-2de2173e9acf tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Network hostable DHCP agents. Network: 4b8e29e7-279d-476b-97d2-75f7bae4cfcf, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 13:08:14.105562 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43507cf-d90f-4237-8f98-2de2173e9acf tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Network 4b8e29e7-279d-476b-97d2-75f7bae4cfcf is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 13:08:14.114567 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-a43507cf-d90f-4237-8f98-2de2173e9acf tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 4b8e29e7-279d-476b-97d2-75f7bae4cfcf) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:14.123976 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1cec77-bd61-4813-9f1c-875a3f516717 None None] Network 4b8e29e7-279d-476b-97d2-75f7bae4cfcf requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:08:14.124507 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43507cf-d90f-4237-8f98-2de2173e9acf tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:14.125062 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a43507cf-d90f-4237-8f98-2de2173e9acf tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:14.146728 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a43507cf-d90f-4237-8f98-2de2173e9acf tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7241595 Jun 02 13:08:14.150134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 52968) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:14.154981 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-75eda554-5fa7-4a10-b0d4-cae11e0c29ee tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-40936448'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:14.159851 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-75eda554-5fa7-4a10-b0d4-cae11e0c29ee tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:14.163687 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-75eda554-5fa7-4a10-b0d4-cae11e0c29ee tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Usage tracker for resource:network and tenant:fdebbacbed3e4ab79f78d9d2e4ab2bfc is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:14.167379 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-75eda554-5fa7-4a10-b0d4-cae11e0c29ee tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:14.173097 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-75eda554-5fa7-4a10-b0d4-cae11e0c29ee tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:14.184822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75eda554-5fa7-4a10-b0d4-cae11e0c29ee tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Made reservation on behalf of fdebbacbed3e4ab79f78d9d2e4ab2bfc for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:08:14.188506 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75eda554-5fa7-4a10-b0d4-cae11e0c29ee tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:14.218662 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75eda554-5fa7-4a10-b0d4-cae11e0c29ee tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 13:08:14.229845 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75eda554-5fa7-4a10-b0d4-cae11e0c29ee tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:14.230147 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-75eda554-5fa7-4a10-b0d4-cae11e0c29ee tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Added segment 7fcfcdb6-bd75-4686-8219-64d8e5c296aa of type vlan for network ca451f72-3605-40c9-8ada-f7c7c8fa6588 Jun 02 13:08:14.240659 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7a26836a-429d-4368-a348-8f3550d0a789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:14.260700 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75eda554-5fa7-4a10-b0d4-cae11e0c29ee tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:14.290002 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75eda554-5fa7-4a10-b0d4-cae11e0c29ee tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:14.295989 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eda554-5fa7-4a10-b0d4-cae11e0c29ee tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:14.296560 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75eda554-5fa7-4a10-b0d4-cae11e0c29ee tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:14.301462 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-210478ec-386d-4a0b-b15a-fe75c1db35d8 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:14.366389 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-4b8e29e7-279d-476b-97d2-75f7bae4cfcf', 'network_id': '4b8e29e7-279d-476b-97d2-75f7bae4cfcf', 'tenant_id': 'fdebbacbed3e4ab79f78d9d2e4ab2bfc', 'fixed_ips': [{'subnet_id': 'be8cc907-f0f5-432f-9ef8-658199a53126'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 13:08:14.367413 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:14.513922 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-75eda554-5fa7-4a10-b0d4-cae11e0c29ee tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3626444 Jun 02 13:08:14.517054 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 52970) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:14.522644 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-649a1ab1-913a-4956-a584-e51ebb052ca5 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Request body: {'subnet': {'network_id': 'ca451f72-3605-40c9-8ada-f7c7c8fa6588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:14.533828 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Allocated IP 2001:db8:0:ffff::2 (4b8e29e7-279d-476b-97d2-75f7bae4cfcf/be8cc907-f0f5-432f-9ef8-658199a53126/3a504f26-43fd-4f17-8380-a54e356b0ecd) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:08:14.535867 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eda554-5fa7-4a10-b0d4-cae11e0c29ee tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event updated for resources: {'Network': ['ID=ca451f72-3605-40c9-8ada-f7c7c8fa6588,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:14.538901 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-75eda554-5fa7-4a10-b0d4-cae11e0c29ee tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:14.549726 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network ca451f72-3605-40c9-8ada-f7c7c8fa6588 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 13:08:14.636909 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-649a1ab1-913a-4956-a584-e51ebb052ca5 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:14.640789 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-649a1ab1-913a-4956-a584-e51ebb052ca5 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Usage tracker for resource:subnet and tenant:fdebbacbed3e4ab79f78d9d2e4ab2bfc is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:14.643620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-649a1ab1-913a-4956-a584-e51ebb052ca5 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:14.649460 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-649a1ab1-913a-4956-a584-e51ebb052ca5 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:14.660611 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649a1ab1-913a-4956-a584-e51ebb052ca5 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Made reservation on behalf of fdebbacbed3e4ab79f78d9d2e4ab2bfc for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:08:14.664181 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-649a1ab1-913a-4956-a584-e51ebb052ca5 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:14.843078 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:14.853247 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Transition to ACTIVE for port object 3a504f26-43fd-4f17-8380-a54e356b0ecd will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:14.872571 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Transition to ACTIVE for port object 3a504f26-43fd-4f17-8380-a54e356b0ecd will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:14.878213 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:14.882460 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:14.946119 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Network 4b8e29e7-279d-476b-97d2-75f7bae4cfcf is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:08:14.949884 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:14.953664 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:08:14.992068 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Pushing event updated for resources: {'Port': ['ID=3a504f26-43fd-4f17-8380-a54e356b0ecd,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:14.998891 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:15.048531 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Attempting to bind port 3a504f26-43fd-4f17-8380-a54e356b0ecd on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:08:15.048906 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Attempting to bind port 3a504f26-43fd-4f17-8380-a54e356b0ecd by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'b51c9430-a93f-4fcd-b3e8-8431e5e69656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4b8e29e7-279d-476b-97d2-75f7bae4cfcf'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:08:15.049269 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Attempting to bind port 3a504f26-43fd-4f17-8380-a54e356b0ecd on network 4b8e29e7-279d-476b-97d2-75f7bae4cfcf {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:08:15.054470 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:08:15.054852 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Checking segment: {'id': 'b51c9430-a93f-4fcd-b3e8-8431e5e69656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4b8e29e7-279d-476b-97d2-75f7bae4cfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:08:15.055260 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:15.055662 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Bound using segment: {'id': 'b51c9430-a93f-4fcd-b3e8-8431e5e69656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4b8e29e7-279d-476b-97d2-75f7bae4cfcf'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:08:15.056132 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Bound port: 3a504f26-43fd-4f17-8380-a54e356b0ecd, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51c9430-a93f-4fcd-b3e8-8431e5e69656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4b8e29e7-279d-476b-97d2-75f7bae4cfcf'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:08:15.056510 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:15.097355 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-649a1ab1-913a-4956-a584-e51ebb052ca5 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:15.101608 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a163bf09-72a5-436a-b22b-ace887459e9a tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:15.145597 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] For port 3a504f26-43fd-4f17-8380-a54e356b0ecd, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:08:15.149285 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] For port 3a504f26-43fd-4f17-8380-a54e356b0ecd, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3a504f26-43fd-4f17-8380-a54e356b0ecd,segment=NetworkSegment(b51c9430-a93f-4fcd-b3e8-8431e5e69656),segment_id=b51c9430-a93f-4fcd-b3e8-8431e5e69656)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:08:15.154816 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:15.159718 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:15.180352 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a1ab1-913a-4956-a584-e51ebb052ca5 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event updated for resources: {'Subnet': ['ID=1a41dd8f-0f6f-4082-8ec6-36992dfe7497,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:15.184827 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-649a1ab1-913a-4956-a584-e51ebb052ca5 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:15.185678 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649a1ab1-913a-4956-a584-e51ebb052ca5 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Checking segment: {'id': '7fcfcdb6-bd75-4686-8219-64d8e5c296aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca451f72-3605-40c9-8ada-f7c7c8fa6588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:08:15.186037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649a1ab1-913a-4956-a584-e51ebb052ca5 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Network hostable DHCP agents. Network: ca451f72-3605-40c9-8ada-f7c7c8fa6588, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 13:08:15.209492 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649a1ab1-913a-4956-a584-e51ebb052ca5 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Network ca451f72-3605-40c9-8ada-f7c7c8fa6588 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 13:08:15.222322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-649a1ab1-913a-4956-a584-e51ebb052ca5 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, ca451f72-3605-40c9-8ada-f7c7c8fa6588) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:15.232145 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649a1ab1-913a-4956-a584-e51ebb052ca5 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:15.232791 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-649a1ab1-913a-4956-a584-e51ebb052ca5 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:15.235582 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954b9e55-d474-4c81-a9f0-45920d4f4a0e None None] Network ca451f72-3605-40c9-8ada-f7c7c8fa6588 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:08:15.261376 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-649a1ab1-913a-4956-a584-e51ebb052ca5 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7431953 Jun 02 13:08:15.264015 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 52972) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:15.277329 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Pushing event updated for resources: {'Port': ['ID=3a504f26-43fd-4f17-8380-a54e356b0ecd,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:15.323377 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:15.427773 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:15.512449 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:15.558835 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-ca451f72-3605-40c9-8ada-f7c7c8fa6588', 'network_id': 'ca451f72-3605-40c9-8ada-f7c7c8fa6588', 'tenant_id': 'fdebbacbed3e4ab79f78d9d2e4ab2bfc', 'fixed_ips': [{'subnet_id': '1a41dd8f-0f6f-4082-8ec6-36992dfe7497'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 13:08:15.559690 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:15.720840 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Allocated IP 2001:db8::2 (ca451f72-3605-40c9-8ada-f7c7c8fa6588/1a41dd8f-0f6f-4082-8ec6-36992dfe7497/3282cd05-e118-42dc-a1e7-4db8f474f70b) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:08:15.939985 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:15.951860 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Transition to ACTIVE for port object 3282cd05-e118-42dc-a1e7-4db8f474f70b will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:15.972038 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Transition to ACTIVE for port object 3282cd05-e118-42dc-a1e7-4db8f474f70b will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:15.978594 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:15.983869 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:15.998325 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:16.005322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-877c0ed1-7c08-4a24-b6e8-295153386d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:16.051102 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event deleted for resources: {'Subnet': ['ID=1a41dd8f-0f6f-4082-8ec6-36992dfe7497,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:16.052489 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Network ca451f72-3605-40c9-8ada-f7c7c8fa6588 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:08:16.053325 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:16.055748 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:16.060271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:08:16.066142 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Pushing event updated for resources: {'Port': ['ID=3282cd05-e118-42dc-a1e7-4db8f474f70b,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:16.104553 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:16.138610 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ccb049-c272-409c-8822-326c34ec112f None None] Network 4b8e29e7-279d-476b-97d2-75f7bae4cfcf requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:08:16.153154 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:16.166046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca451f72-3605-40c9-8ada-f7c7c8fa6588']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:16.177693 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fcfcdb6-bd75-4686-8219-64d8e5c296aa') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:16.177989 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fcfcdb6-bd75-4686-8219-64d8e5c296aa') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:16.189607 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:16.207800 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:16.214129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 13:08:16.214809 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:16.228721 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Attempting to bind port 3282cd05-e118-42dc-a1e7-4db8f474f70b on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 13:08:16.229273 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 13:08:16.231523 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Attempting to bind port 3282cd05-e118-42dc-a1e7-4db8f474f70b by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '7fcfcdb6-bd75-4686-8219-64d8e5c296aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca451f72-3605-40c9-8ada-f7c7c8fa6588'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:08:16.231523 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Attempting to bind port 3282cd05-e118-42dc-a1e7-4db8f474f70b on network ca451f72-3605-40c9-8ada-f7c7c8fa6588 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:08:16.240380 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:08:16.240761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Checking segment: {'id': '7fcfcdb6-bd75-4686-8219-64d8e5c296aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca451f72-3605-40c9-8ada-f7c7c8fa6588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:08:16.241170 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:16.241568 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Bound using segment: {'id': '7fcfcdb6-bd75-4686-8219-64d8e5c296aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca451f72-3605-40c9-8ada-f7c7c8fa6588'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:08:16.242041 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Bound port: 3282cd05-e118-42dc-a1e7-4db8f474f70b, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fcfcdb6-bd75-4686-8219-64d8e5c296aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca451f72-3605-40c9-8ada-f7c7c8fa6588'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:08:16.242449 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:16.273321 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5c6b3379-affc-4130-b17d-4c1630915a04 None None] Provisioning for port 3a504f26-43fd-4f17-8380-a54e356b0ecd completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:08:16.308752 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.db.api [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 13:08:16.308752 dv-neutron-601336-80-hyperv neutron-server[92304]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 13:08:16.308752 dv-neutron-601336-80-hyperv neutron-server[92304]: [parameters: {'id': 'ca451f72-3605-40c9-8ada-f7c7c8fa6588'}] Jun 02 13:08:16.308752 dv-neutron-601336-80-hyperv neutron-server[92304]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 13:08:16.309233 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_db.api [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 13:08:16.420810 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] For port 3282cd05-e118-42dc-a1e7-4db8f474f70b, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:08:16.425660 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] For port 3282cd05-e118-42dc-a1e7-4db8f474f70b, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3282cd05-e118-42dc-a1e7-4db8f474f70b,segment=NetworkSegment(7fcfcdb6-bd75-4686-8219-64d8e5c296aa),segment_id=7fcfcdb6-bd75-4686-8219-64d8e5c296aa)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:08:16.455371 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:16.463628 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:16.586175 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Pushing event updated for resources: {'Port': ['ID=3282cd05-e118-42dc-a1e7-4db8f474f70b,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:16.590124 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:16.631175 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd463b1-71ef-45c8-8465-22f6bf2cd7bb None None] Network ca451f72-3605-40c9-8ada-f7c7c8fa6588 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:08:16.753378 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2fdb641a-e537-4ae7-b63e-6b6aa8f38abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:16.787399 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:16.810185 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:16.874791 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77eac6a3-e138-48d8-9919-09e488b2bf12 None None] get_active_networks_info from dv-neutron-601336-80-hyperv {{(pid=92306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 13:08:16.883167 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Deleting port 3282cd05-e118-42dc-a1e7-4db8f474f70b {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:08:16.883411 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:16.958043 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eac6a3-e138-48d8-9919-09e488b2bf12 None None] Resources bound (agent type, host, resource id): {{(pid=92306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 13:08:16.983906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] For port 3282cd05-e118-42dc-a1e7-4db8f474f70b, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3282cd05-e118-42dc-a1e7-4db8f474f70b,segment=NetworkSegment(7fcfcdb6-bd75-4686-8219-64d8e5c296aa),segment_id=7fcfcdb6-bd75-4686-8219-64d8e5c296aa)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:08:16.984333 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:17.075269 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3a504f26-43fd-4f17-8380-a54e356b0ecd up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:08:17.121929 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Calling delete_port for 3282cd05-e118-42dc-a1e7-4db8f474f70b owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:08:17.166594 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:17.171373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e9da9936-9226-4f9d-aaea-c936fb33cdf3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:17.219909 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event deleted for resources: {'Port': ['ID=3282cd05-e118-42dc-a1e7-4db8f474f70b,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:17.225416 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:17.226637 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] No DVR routers for this DVR port 3282cd05-e118-42dc-a1e7-4db8f474f70b on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:08:17.269723 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 3a504f26-43fd-4f17-8380-a54e356b0ecd completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:08:17.285450 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 3a504f26-43fd-4f17-8380-a54e356b0ecd triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:17.285830 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:17.365359 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:17.379529 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca451f72-3605-40c9-8ada-f7c7c8fa6588']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:17.394435 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fcfcdb6-bd75-4686-8219-64d8e5c296aa') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:17.394739 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fcfcdb6-bd75-4686-8219-64d8e5c296aa') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:17.407846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:17.424855 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:17.431282 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 13:08:17.431777 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 13:08:17.447873 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 13:08:17.489279 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:17.521466 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 3a504f26-43fd-4f17-8380-a54e356b0ecd, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3a504f26-43fd-4f17-8380-a54e356b0ecd,segment=NetworkSegment(b51c9430-a93f-4fcd-b3e8-8431e5e69656),segment_id=b51c9430-a93f-4fcd-b3e8-8431e5e69656)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:08:17.526322 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:17.529748 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f842d5a5-e568-4499-83ed-34ca618fab73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:17.531323 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:17.534874 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f82c0e04-4d15-4c83-ac9a-2a516ebfa280 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:17.550390 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:17.561097 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event deleted for resources: {'Network': ['ID=ca451f72-3605-40c9-8ada-f7c7c8fa6588,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:17.565261 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:17.568003 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "DELETE /v2.0/networks/ca451f72-3605-40c9-8ada-f7c7c8fa6588 HTTP/1.1" status: 204 len: 168 time: 2.3030572 Jun 02 13:08:17.571721 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 52974) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:17.577599 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-947552197'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:17.582685 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:17.586475 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Usage tracker for resource:network and tenant:fdebbacbed3e4ab79f78d9d2e4ab2bfc is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:17.589764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:17.595351 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:17.603174 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=3a504f26-43fd-4f17-8380-a54e356b0ecd,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:17.607651 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:17.609362 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Made reservation on behalf of fdebbacbed3e4ab79f78d9d2e4ab2bfc for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:08:17.613292 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:17.640747 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 13:08:17.649687 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:17.650030 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Added segment 1f20b036-6d45-48a4-b1e2-21bacba300b4 of type vlan for network 4dc306c6-d202-423e-987c-012f25a9b2fc Jun 02 13:08:17.679536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:17.710771 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:17.716677 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:17.717252 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:17.722146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-80386895-d167-4160-96a1-522285d8b51e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:17.802565 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2290576 Jun 02 13:08:17.805281 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 52976) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:17.810629 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-cca56de8-34e1-4a71-a429-252f4561a6a9 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Request body: {'subnet': {'network_id': '4dc306c6-d202-423e-987c-012f25a9b2fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:17.824027 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event updated for resources: {'Network': ['ID=4dc306c6-d202-423e-987c-012f25a9b2fc,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:17.831461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:17.831845 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:17.832223 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:17.832601 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:17.832968 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:17.833342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:17.833707 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:17.834070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:17.834459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:17.834824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:17.835184 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:17.835546 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:17.842575 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:17.843357 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:17.846903 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 4dc306c6-d202-423e-987c-012f25a9b2fc details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 13:08:17.925932 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-cca56de8-34e1-4a71-a429-252f4561a6a9 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:17.929821 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-cca56de8-34e1-4a71-a429-252f4561a6a9 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Usage tracker for resource:subnet and tenant:fdebbacbed3e4ab79f78d9d2e4ab2bfc is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:17.933196 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-cca56de8-34e1-4a71-a429-252f4561a6a9 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:17.938805 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-cca56de8-34e1-4a71-a429-252f4561a6a9 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:17.947951 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca56de8-34e1-4a71-a429-252f4561a6a9 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Made reservation on behalf of fdebbacbed3e4ab79f78d9d2e4ab2bfc for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:08:17.951474 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cca56de8-34e1-4a71-a429-252f4561a6a9 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:18.186043 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.ipam_backend_mixin [None req-cca56de8-34e1-4a71-a429-252f4561a6a9 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Performing IP validity checks on allocation pools {{(pid=92304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 02 13:08:18.186786 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.ipam_backend_mixin [None req-cca56de8-34e1-4a71-a429-252f4561a6a9 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 02 13:08:18.500121 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cca56de8-34e1-4a71-a429-252f4561a6a9 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:18.504328 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-fea31724-d4de-4d9d-91b4-c449e4ce0778 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:18.578452 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca56de8-34e1-4a71-a429-252f4561a6a9 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event updated for resources: {'Subnet': ['ID=b4225dba-c151-40b3-9c22-4d6f28b30721,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:18.582453 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cca56de8-34e1-4a71-a429-252f4561a6a9 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:18.586843 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca56de8-34e1-4a71-a429-252f4561a6a9 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Checking segment: {'id': '1f20b036-6d45-48a4-b1e2-21bacba300b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4dc306c6-d202-423e-987c-012f25a9b2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:08:18.587202 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca56de8-34e1-4a71-a429-252f4561a6a9 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Network hostable DHCP agents. Network: 4dc306c6-d202-423e-987c-012f25a9b2fc, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 13:08:18.604107 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca56de8-34e1-4a71-a429-252f4561a6a9 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Network 4dc306c6-d202-423e-987c-012f25a9b2fc is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 13:08:18.612338 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-cca56de8-34e1-4a71-a429-252f4561a6a9 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 4dc306c6-d202-423e-987c-012f25a9b2fc) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:18.621209 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076b2f1a-aea9-4a99-83b1-354f480ad170 None None] Network 4dc306c6-d202-423e-987c-012f25a9b2fc requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:08:18.623904 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca56de8-34e1-4a71-a429-252f4561a6a9 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:18.624483 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-cca56de8-34e1-4a71-a429-252f4561a6a9 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:18.644599 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-cca56de8-34e1-4a71-a429-252f4561a6a9 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8382630 Jun 02 13:08:18.647383 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 52978) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:18.786164 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:18.799470 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:08:18.835788 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-4dc306c6-d202-423e-987c-012f25a9b2fc', 'network_id': '4dc306c6-d202-423e-987c-012f25a9b2fc', 'tenant_id': 'fdebbacbed3e4ab79f78d9d2e4ab2bfc', 'fixed_ips': [{'subnet_id': 'b4225dba-c151-40b3-9c22-4d6f28b30721'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 13:08:18.836624 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:18.855613 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:18.992618 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Allocated IP 2001:db8::3 (4dc306c6-d202-423e-987c-012f25a9b2fc/b4225dba-c151-40b3-9c22-4d6f28b30721/9ffde51a-e5ca-42b6-b6e4-d25d9bd1e18b) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:08:19.075765 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3a504f26-43fd-4f17-8380-a54e356b0ecd up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:08:19.239438 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 3a504f26-43fd-4f17-8380-a54e356b0ecd triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:19.239820 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:19.305005 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:19.319189 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Transition to ACTIVE for port object 9ffde51a-e5ca-42b6-b6e4-d25d9bd1e18b will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:19.365004 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Transition to ACTIVE for port object 9ffde51a-e5ca-42b6-b6e4-d25d9bd1e18b will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:19.377888 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:19.383684 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:19.392854 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:19.396498 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b54bef19-4395-475d-887b-9d9e8922702f tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:19.435427 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event deleted for resources: {'Subnet': ['ID=b4225dba-c151-40b3-9c22-4d6f28b30721,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:19.438963 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:19.451160 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Network 4dc306c6-d202-423e-987c-012f25a9b2fc is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:08:19.460071 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:19.465420 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:08:19.502655 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Pushing event updated for resources: {'Port': ['ID=9ffde51a-e5ca-42b6-b6e4-d25d9bd1e18b,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:19.509480 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:19.534016 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:19.547360 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc306c6-d202-423e-987c-012f25a9b2fc']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:19.560077 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f20b036-6d45-48a4-b1e2-21bacba300b4') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:19.560311 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f20b036-6d45-48a4-b1e2-21bacba300b4') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:19.563174 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Attempting to bind port 9ffde51a-e5ca-42b6-b6e4-d25d9bd1e18b on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:08:19.563553 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Attempting to bind port 9ffde51a-e5ca-42b6-b6e4-d25d9bd1e18b by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '1f20b036-6d45-48a4-b1e2-21bacba300b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4dc306c6-d202-423e-987c-012f25a9b2fc'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:08:19.563924 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Attempting to bind port 9ffde51a-e5ca-42b6-b6e4-d25d9bd1e18b on network 4dc306c6-d202-423e-987c-012f25a9b2fc {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:08:19.569569 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:08:19.569948 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Checking segment: {'id': '1f20b036-6d45-48a4-b1e2-21bacba300b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4dc306c6-d202-423e-987c-012f25a9b2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:08:19.570408 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:19.570846 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Bound using segment: {'id': '1f20b036-6d45-48a4-b1e2-21bacba300b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4dc306c6-d202-423e-987c-012f25a9b2fc'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:08:19.571318 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Bound port: 9ffde51a-e5ca-42b6-b6e4-d25d9bd1e18b, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f20b036-6d45-48a4-b1e2-21bacba300b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4dc306c6-d202-423e-987c-012f25a9b2fc'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:08:19.571692 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:19.571928 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:19.588322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:19.594471 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 13:08:19.594867 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 13:08:19.609859 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 13:08:19.657398 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:19.671345 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] For port 9ffde51a-e5ca-42b6-b6e4-d25d9bd1e18b, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:08:19.692778 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] For port 9ffde51a-e5ca-42b6-b6e4-d25d9bd1e18b, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=9ffde51a-e5ca-42b6-b6e4-d25d9bd1e18b,segment=NetworkSegment(1f20b036-6d45-48a4-b1e2-21bacba300b4),segment_id=1f20b036-6d45-48a4-b1e2-21bacba300b4)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:08:19.692995 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.db.api [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 13:08:19.692995 dv-neutron-601336-80-hyperv neutron-server[92304]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 13:08:19.692995 dv-neutron-601336-80-hyperv neutron-server[92304]: [parameters: {'id': '4dc306c6-d202-423e-987c-012f25a9b2fc'}] Jun 02 13:08:19.692995 dv-neutron-601336-80-hyperv neutron-server[92304]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 13:08:19.693312 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_db.api [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 13:08:19.697004 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:19.700819 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:19.849306 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Pushing event updated for resources: {'Port': ['ID=9ffde51a-e5ca-42b6-b6e4-d25d9bd1e18b,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:19.853405 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:19.880578 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5c6fcb-dc83-442c-8948-3430ccf873af None None] Network 4dc306c6-d202-423e-987c-012f25a9b2fc requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:08:20.076897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7610e5-94fb-4512-b4d0-b841772472c7 None None] get_active_networks_info from dv-neutron-601336-80-hyperv {{(pid=92306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 13:08:20.158906 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7610e5-94fb-4512-b4d0-b841772472c7 None None] Resources bound (agent type, host, resource id): {{(pid=92306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 13:08:20.194478 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:20.266921 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Deleting port 9ffde51a-e5ca-42b6-b6e4-d25d9bd1e18b {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:08:20.267262 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:20.365516 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] For port 9ffde51a-e5ca-42b6-b6e4-d25d9bd1e18b, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=9ffde51a-e5ca-42b6-b6e4-d25d9bd1e18b,segment=NetworkSegment(1f20b036-6d45-48a4-b1e2-21bacba300b4),segment_id=1f20b036-6d45-48a4-b1e2-21bacba300b4)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:08:20.365868 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:20.486704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Calling delete_port for 9ffde51a-e5ca-42b6-b6e4-d25d9bd1e18b owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:08:20.530902 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:20.534487 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-eed561a0-5d6c-42a4-8d10-ed346d4de923 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:20.717046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event deleted for resources: {'Port': ['ID=9ffde51a-e5ca-42b6-b6e4-d25d9bd1e18b,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:20.718733 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] No DVR routers for this DVR port 9ffde51a-e5ca-42b6-b6e4-d25d9bd1e18b on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:08:20.720161 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:20.839358 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:20.851562 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc306c6-d202-423e-987c-012f25a9b2fc']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:20.863165 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f20b036-6d45-48a4-b1e2-21bacba300b4') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:20.863460 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f20b036-6d45-48a4-b1e2-21bacba300b4') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:20.874326 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:20.890658 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:20.896668 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 13:08:20.897046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 13:08:20.911639 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 13:08:20.990476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:20.993568 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8a8dd637-a436-4335-b056-fad6d72300e6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:21.008347 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:21.019942 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event deleted for resources: {'Network': ['ID=4dc306c6-d202-423e-987c-012f25a9b2fc,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:21.024004 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:21.027205 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "DELETE /v2.0/networks/4dc306c6-d202-423e-987c-012f25a9b2fc HTTP/1.1" status: 204 len: 168 time: 2.3787906 Jun 02 13:08:21.030742 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 52980) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:21.035476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-1712fde2-61f8-4a66-a942-e60624119d76 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-711789074'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:21.040657 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1712fde2-61f8-4a66-a942-e60624119d76 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:21.044455 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1712fde2-61f8-4a66-a942-e60624119d76 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Usage tracker for resource:network and tenant:fdebbacbed3e4ab79f78d9d2e4ab2bfc is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:21.047324 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1712fde2-61f8-4a66-a942-e60624119d76 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:21.053395 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1712fde2-61f8-4a66-a942-e60624119d76 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:21.062844 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1712fde2-61f8-4a66-a942-e60624119d76 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Made reservation on behalf of fdebbacbed3e4ab79f78d9d2e4ab2bfc for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:08:21.066162 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1712fde2-61f8-4a66-a942-e60624119d76 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:21.093450 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1712fde2-61f8-4a66-a942-e60624119d76 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 13:08:21.101739 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1712fde2-61f8-4a66-a942-e60624119d76 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:21.102089 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-1712fde2-61f8-4a66-a942-e60624119d76 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Added segment bfb510a6-e059-43b8-8c82-5568720b8e27 of type vlan for network 737cd7be-5f1a-4a43-8f04-979b949553a4 Jun 02 13:08:21.126657 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1712fde2-61f8-4a66-a942-e60624119d76 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:21.154858 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1712fde2-61f8-4a66-a942-e60624119d76 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:21.160376 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1712fde2-61f8-4a66-a942-e60624119d76 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:21.160949 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1712fde2-61f8-4a66-a942-e60624119d76 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:21.166041 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bd6924ab-bd89-4f5b-8b44-34dff7030542 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:21.260376 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1712fde2-61f8-4a66-a942-e60624119d76 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2279215 Jun 02 13:08:21.263957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 52982) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:21.269584 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712fde2-61f8-4a66-a942-e60624119d76 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event updated for resources: {'Network': ['ID=737cd7be-5f1a-4a43-8f04-979b949553a4,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:21.270651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-f28cd811-64fb-4659-82f4-47b042cc1900 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Request body: {'subnet': {'network_id': '737cd7be-5f1a-4a43-8f04-979b949553a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:21.274572 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1712fde2-61f8-4a66-a942-e60624119d76 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:21.279953 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 737cd7be-5f1a-4a43-8f04-979b949553a4 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 13:08:21.396236 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f28cd811-64fb-4659-82f4-47b042cc1900 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:21.400074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f28cd811-64fb-4659-82f4-47b042cc1900 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Usage tracker for resource:subnet and tenant:fdebbacbed3e4ab79f78d9d2e4ab2bfc is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:21.403027 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f28cd811-64fb-4659-82f4-47b042cc1900 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:21.408994 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f28cd811-64fb-4659-82f4-47b042cc1900 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:21.418781 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28cd811-64fb-4659-82f4-47b042cc1900 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Made reservation on behalf of fdebbacbed3e4ab79f78d9d2e4ab2bfc for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:08:21.422225 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f28cd811-64fb-4659-82f4-47b042cc1900 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:21.831539 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f28cd811-64fb-4659-82f4-47b042cc1900 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:21.835755 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:21.912623 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28cd811-64fb-4659-82f4-47b042cc1900 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event updated for resources: {'Subnet': ['ID=e28bc463-3a56-40a7-92c8-824644bb04c8,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:21.918108 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f28cd811-64fb-4659-82f4-47b042cc1900 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:21.920514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28cd811-64fb-4659-82f4-47b042cc1900 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Checking segment: {'id': 'bfb510a6-e059-43b8-8c82-5568720b8e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '737cd7be-5f1a-4a43-8f04-979b949553a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:08:21.920868 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28cd811-64fb-4659-82f4-47b042cc1900 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Network hostable DHCP agents. Network: 737cd7be-5f1a-4a43-8f04-979b949553a4, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 13:08:21.938313 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28cd811-64fb-4659-82f4-47b042cc1900 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Network 737cd7be-5f1a-4a43-8f04-979b949553a4 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 13:08:21.947782 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-f28cd811-64fb-4659-82f4-47b042cc1900 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 737cd7be-5f1a-4a43-8f04-979b949553a4) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:21.956962 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3baa74-e1c8-4871-a53d-9e3f05d32fa3 None None] Network 737cd7be-5f1a-4a43-8f04-979b949553a4 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:08:21.957187 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28cd811-64fb-4659-82f4-47b042cc1900 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:21.957770 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f28cd811-64fb-4659-82f4-47b042cc1900 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:21.984604 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f28cd811-64fb-4659-82f4-47b042cc1900 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7150891 Jun 02 13:08:21.984933 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 52984) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:21.990072 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-12b465b7-c30a-415a-9f05-80eabf2941a8 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1666671301'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:21.996456 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-12b465b7-c30a-415a-9f05-80eabf2941a8 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:22.000551 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-12b465b7-c30a-415a-9f05-80eabf2941a8 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Usage tracker for resource:network and tenant:fdebbacbed3e4ab79f78d9d2e4ab2bfc is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:22.003469 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-12b465b7-c30a-415a-9f05-80eabf2941a8 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:22.009323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-12b465b7-c30a-415a-9f05-80eabf2941a8 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:22.020624 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b465b7-c30a-415a-9f05-80eabf2941a8 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Made reservation on behalf of fdebbacbed3e4ab79f78d9d2e4ab2bfc for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:08:22.024262 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-12b465b7-c30a-415a-9f05-80eabf2941a8 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:22.053190 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b465b7-c30a-415a-9f05-80eabf2941a8 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 13:08:22.062540 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-12b465b7-c30a-415a-9f05-80eabf2941a8 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:22.062880 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-12b465b7-c30a-415a-9f05-80eabf2941a8 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Added segment fbaca998-a475-49f7-8658-421ed8aa9b51 of type vlan for network 8d816f70-e111-4106-8656-87b17a0638fa Jun 02 13:08:22.088851 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-12b465b7-c30a-415a-9f05-80eabf2941a8 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:22.116891 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-12b465b7-c30a-415a-9f05-80eabf2941a8 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:22.122883 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b465b7-c30a-415a-9f05-80eabf2941a8 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:22.123458 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-12b465b7-c30a-415a-9f05-80eabf2941a8 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:22.128357 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-532693cf-7bdb-4128-b1c9-5585c232fa69 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:22.185251 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-737cd7be-5f1a-4a43-8f04-979b949553a4', 'network_id': '737cd7be-5f1a-4a43-8f04-979b949553a4', 'tenant_id': 'fdebbacbed3e4ab79f78d9d2e4ab2bfc', 'fixed_ips': [{'subnet_id': 'e28bc463-3a56-40a7-92c8-824644bb04c8'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 13:08:22.186350 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:22.222196 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-12b465b7-c30a-415a-9f05-80eabf2941a8 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2361689 Jun 02 13:08:22.225184 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 52986) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:22.230670 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-47a453a9-bd47-4724-89ff-03e4660f5b7e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Request body: {'subnet': {'network_id': '8d816f70-e111-4106-8656-87b17a0638fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:22.231863 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b465b7-c30a-415a-9f05-80eabf2941a8 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event updated for resources: {'Network': ['ID=8d816f70-e111-4106-8656-87b17a0638fa,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:22.234602 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-12b465b7-c30a-415a-9f05-80eabf2941a8 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:22.249287 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 8d816f70-e111-4106-8656-87b17a0638fa details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 13:08:22.349117 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-47a453a9-bd47-4724-89ff-03e4660f5b7e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:22.352873 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-47a453a9-bd47-4724-89ff-03e4660f5b7e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Usage tracker for resource:subnet and tenant:fdebbacbed3e4ab79f78d9d2e4ab2bfc is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:22.356227 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-47a453a9-bd47-4724-89ff-03e4660f5b7e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:22.361875 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-47a453a9-bd47-4724-89ff-03e4660f5b7e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:22.373245 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a453a9-bd47-4724-89ff-03e4660f5b7e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Made reservation on behalf of fdebbacbed3e4ab79f78d9d2e4ab2bfc for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:08:22.376729 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-47a453a9-bd47-4724-89ff-03e4660f5b7e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:22.445973 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Allocated IP 2001:db8::2 (737cd7be-5f1a-4a43-8f04-979b949553a4/e28bc463-3a56-40a7-92c8-824644bb04c8/3aef8852-e9fd-44a9-9a5e-66483590ef97) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:08:22.651230 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:22.660774 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Transition to ACTIVE for port object 3aef8852-e9fd-44a9-9a5e-66483590ef97 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:22.679344 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Transition to ACTIVE for port object 3aef8852-e9fd-44a9-9a5e-66483590ef97 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:22.684808 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:22.689589 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:22.749093 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Network 737cd7be-5f1a-4a43-8f04-979b949553a4 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:08:22.752558 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:22.756448 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:08:22.766058 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Pushing event updated for resources: {'Port': ['ID=3aef8852-e9fd-44a9-9a5e-66483590ef97,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:22.793051 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-47a453a9-bd47-4724-89ff-03e4660f5b7e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:22.797498 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-33a4efe2-e90d-4cd3-aa8b-1fa9b4dda9ef tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:22.799807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:22.878903 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a453a9-bd47-4724-89ff-03e4660f5b7e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event updated for resources: {'Subnet': ['ID=f814c357-a8bf-4ccb-8a1c-2d9170d55635,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:22.881145 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a453a9-bd47-4724-89ff-03e4660f5b7e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Checking segment: {'id': 'fbaca998-a475-49f7-8658-421ed8aa9b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8d816f70-e111-4106-8656-87b17a0638fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:08:22.881509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a453a9-bd47-4724-89ff-03e4660f5b7e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Network hostable DHCP agents. Network: 8d816f70-e111-4106-8656-87b17a0638fa, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 13:08:22.886001 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-47a453a9-bd47-4724-89ff-03e4660f5b7e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:22.897736 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Attempting to bind port 3aef8852-e9fd-44a9-9a5e-66483590ef97 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:08:22.898206 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Attempting to bind port 3aef8852-e9fd-44a9-9a5e-66483590ef97 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'bfb510a6-e059-43b8-8c82-5568720b8e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '737cd7be-5f1a-4a43-8f04-979b949553a4'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:08:22.898959 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Attempting to bind port 3aef8852-e9fd-44a9-9a5e-66483590ef97 on network 737cd7be-5f1a-4a43-8f04-979b949553a4 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:08:22.901117 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a453a9-bd47-4724-89ff-03e4660f5b7e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Network 8d816f70-e111-4106-8656-87b17a0638fa is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 13:08:22.905050 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:08:22.905372 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Checking segment: {'id': 'bfb510a6-e059-43b8-8c82-5568720b8e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '737cd7be-5f1a-4a43-8f04-979b949553a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:08:22.905782 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:22.906216 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Bound using segment: {'id': 'bfb510a6-e059-43b8-8c82-5568720b8e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '737cd7be-5f1a-4a43-8f04-979b949553a4'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:08:22.906710 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Bound port: 3aef8852-e9fd-44a9-9a5e-66483590ef97, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb510a6-e059-43b8-8c82-5568720b8e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '737cd7be-5f1a-4a43-8f04-979b949553a4'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:08:22.907401 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:22.909798 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-47a453a9-bd47-4724-89ff-03e4660f5b7e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 8d816f70-e111-4106-8656-87b17a0638fa) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:22.919742 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc41d5b-ff93-43b7-a442-e687dde9a62e None None] Network 8d816f70-e111-4106-8656-87b17a0638fa requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:08:22.919918 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a453a9-bd47-4724-89ff-03e4660f5b7e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:22.920485 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-47a453a9-bd47-4724-89ff-03e4660f5b7e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:22.945988 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-47a453a9-bd47-4724-89ff-03e4660f5b7e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7196543 Jun 02 13:08:22.949277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 52988) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:23.089700 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:23.093071 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] For port 3aef8852-e9fd-44a9-9a5e-66483590ef97, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:08:23.111486 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] For port 3aef8852-e9fd-44a9-9a5e-66483590ef97, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3aef8852-e9fd-44a9-9a5e-66483590ef97,segment=NetworkSegment(bfb510a6-e059-43b8-8c82-5568720b8e27),segment_id=bfb510a6-e059-43b8-8c82-5568720b8e27)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:08:23.118172 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:23.123723 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:23.155361 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:23.249080 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Pushing event updated for resources: {'Port': ['ID=3aef8852-e9fd-44a9-9a5e-66483590ef97,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:23.275809 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:23.298076 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-8d816f70-e111-4106-8656-87b17a0638fa', 'network_id': '8d816f70-e111-4106-8656-87b17a0638fa', 'tenant_id': 'fdebbacbed3e4ab79f78d9d2e4ab2bfc', 'fixed_ips': [{'subnet_id': 'f814c357-a8bf-4ccb-8a1c-2d9170d55635'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 13:08:23.299058 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:23.484988 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Allocated IP 2001:db8::2 (8d816f70-e111-4106-8656-87b17a0638fa/f814c357-a8bf-4ccb-8a1c-2d9170d55635/735ea32e-a5d1-4e5e-adfe-a9fde948b8a8) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:08:23.702195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:23.717140 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Transition to ACTIVE for port object 735ea32e-a5d1-4e5e-adfe-a9fde948b8a8 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:23.739272 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Transition to ACTIVE for port object 735ea32e-a5d1-4e5e-adfe-a9fde948b8a8 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:23.745691 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:23.751193 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:23.763428 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:23.767186 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7425d490-5774-429d-a5e0-bbb971f8ad5c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:23.803076 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event deleted for resources: {'Subnet': ['ID=f814c357-a8bf-4ccb-8a1c-2d9170d55635,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:23.806709 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:23.817335 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Network 8d816f70-e111-4106-8656-87b17a0638fa is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:08:23.820632 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:23.826246 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:08:23.835311 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Pushing event updated for resources: {'Port': ['ID=735ea32e-a5d1-4e5e-adfe-a9fde948b8a8,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:23.861555 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:23.926037 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Attempting to bind port 735ea32e-a5d1-4e5e-adfe-a9fde948b8a8 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:08:23.926455 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Attempting to bind port 735ea32e-a5d1-4e5e-adfe-a9fde948b8a8 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fbaca998-a475-49f7-8658-421ed8aa9b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8d816f70-e111-4106-8656-87b17a0638fa'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:08:23.926826 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Attempting to bind port 735ea32e-a5d1-4e5e-adfe-a9fde948b8a8 on network 8d816f70-e111-4106-8656-87b17a0638fa {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:08:23.932959 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:08:23.933351 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Checking segment: {'id': 'fbaca998-a475-49f7-8658-421ed8aa9b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8d816f70-e111-4106-8656-87b17a0638fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:08:23.933896 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:23.934343 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Bound using segment: {'id': 'fbaca998-a475-49f7-8658-421ed8aa9b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8d816f70-e111-4106-8656-87b17a0638fa'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:08:23.934841 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Bound port: 735ea32e-a5d1-4e5e-adfe-a9fde948b8a8, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbaca998-a475-49f7-8658-421ed8aa9b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8d816f70-e111-4106-8656-87b17a0638fa'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:08:23.935374 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:24.035220 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:24.036695 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] For port 735ea32e-a5d1-4e5e-adfe-a9fde948b8a8, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:08:24.040427 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] For port 735ea32e-a5d1-4e5e-adfe-a9fde948b8a8, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=735ea32e-a5d1-4e5e-adfe-a9fde948b8a8,segment=NetworkSegment(fbaca998-a475-49f7-8658-421ed8aa9b51),segment_id=fbaca998-a475-49f7-8658-421ed8aa9b51)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:08:24.045993 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:24.052823 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d816f70-e111-4106-8656-87b17a0638fa']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:24.053145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:24.067681 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbaca998-a475-49f7-8658-421ed8aa9b51') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:24.068347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbaca998-a475-49f7-8658-421ed8aa9b51') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:24.081402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:24.099561 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:24.107396 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 13:08:24.107943 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 13:08:24.127381 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 13:08:24.187444 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Pushing event updated for resources: {'Port': ['ID=735ea32e-a5d1-4e5e-adfe-a9fde948b8a8,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:24.190618 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:24.215090 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7917cdd-c4f7-4c6d-bb02-cc05690e7b32 None None] Network 8d816f70-e111-4106-8656-87b17a0638fa requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:08:24.224045 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.db.api [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 13:08:24.224045 dv-neutron-601336-80-hyperv neutron-server[92305]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 13:08:24.224045 dv-neutron-601336-80-hyperv neutron-server[92305]: [parameters: {'id': '8d816f70-e111-4106-8656-87b17a0638fa'}] Jun 02 13:08:24.224045 dv-neutron-601336-80-hyperv neutron-server[92305]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 13:08:24.225219 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_db.api [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 13:08:24.283572 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02bab90-7725-4c32-a5dc-ff6f3754adb8 None None] Network 737cd7be-5f1a-4a43-8f04-979b949553a4 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:08:24.419771 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c3020b03-1f26-42c2-9b4f-153f7bee6c6d None None] Provisioning for port 3aef8852-e9fd-44a9-9a5e-66483590ef97 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:08:24.726338 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:24.816950 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Deleting port 735ea32e-a5d1-4e5e-adfe-a9fde948b8a8 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:08:24.817289 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:24.873400 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e8f15a-b1d1-419c-8486-56999588db1c None None] get_active_networks_info from dv-neutron-601336-80-hyperv {{(pid=92306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 13:08:24.937376 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] For port 735ea32e-a5d1-4e5e-adfe-a9fde948b8a8, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=735ea32e-a5d1-4e5e-adfe-a9fde948b8a8,segment=NetworkSegment(fbaca998-a475-49f7-8658-421ed8aa9b51),segment_id=fbaca998-a475-49f7-8658-421ed8aa9b51)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:08:24.937656 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:24.974751 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e8f15a-b1d1-419c-8486-56999588db1c None None] Resources bound (agent type, host, resource id): {{(pid=92306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 13:08:25.071120 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Calling delete_port for 735ea32e-a5d1-4e5e-adfe-a9fde948b8a8 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:08:25.084921 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3aef8852-e9fd-44a9-9a5e-66483590ef97 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:08:25.118483 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:25.124454 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-edd5bd73-12da-407f-8d48-f2b9c60f3b53 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:25.169523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event deleted for resources: {'Port': ['ID=735ea32e-a5d1-4e5e-adfe-a9fde948b8a8,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:25.171402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] No DVR routers for this DVR port 735ea32e-a5d1-4e5e-adfe-a9fde948b8a8 on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:08:25.172893 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:25.243443 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 3aef8852-e9fd-44a9-9a5e-66483590ef97 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:08:25.255851 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 3aef8852-e9fd-44a9-9a5e-66483590ef97 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:25.256235 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:25.301675 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:25.319720 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d816f70-e111-4106-8656-87b17a0638fa']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:25.333018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbaca998-a475-49f7-8658-421ed8aa9b51') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:25.333319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbaca998-a475-49f7-8658-421ed8aa9b51') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:25.345506 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:25.363185 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:25.370674 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 13:08:25.371252 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 13:08:25.386302 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 13:08:25.447380 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:25.469159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:25.474224 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:25.478986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e5bf76fe-72c6-4d19-ab11-9ebbba3c2d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:25.492720 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 3aef8852-e9fd-44a9-9a5e-66483590ef97, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3aef8852-e9fd-44a9-9a5e-66483590ef97,segment=NetworkSegment(bfb510a6-e059-43b8-8c82-5568720b8e27),segment_id=bfb510a6-e059-43b8-8c82-5568720b8e27)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:08:25.497595 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:25.499529 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:25.510804 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event deleted for resources: {'Network': ['ID=8d816f70-e111-4106-8656-87b17a0638fa,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:25.513091 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:25.518484 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "DELETE /v2.0/networks/8d816f70-e111-4106-8656-87b17a0638fa HTTP/1.1" status: 204 len: 168 time: 2.5657504 Jun 02 13:08:25.518574 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 52990) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:25.558725 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-0caafd69-1aa6-45ba-ad11-089bdd136a84 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] GET failed (client error): The resource could not be found. Jun 02 13:08:25.559252 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0caafd69-1aa6-45ba-ad11-089bdd136a84 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Synchronizing usage tracker for tenant:fdebbacbed3e4ab79f78d9d2e4ab2bfc on resource:subnet {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:08:25.567693 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=3aef8852-e9fd-44a9-9a5e-66483590ef97,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:25.570921 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:25.578909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0caafd69-1aa6-45ba-ad11-089bdd136a84 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Unset dirty status for tenant:fdebbacbed3e4ab79f78d9d2e4ab2bfc on resource:subnet {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:08:25.580065 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0caafd69-1aa6-45ba-ad11-089bdd136a84 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "GET /v2.0/subnets/f814c357-a8bf-4ccb-8a1c-2d9170d55635 HTTP/1.1" status: 404 len: 337 time: 0.0606079 Jun 02 13:08:25.582748 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 52992) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:25.608181 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b032fc-4fa9-4072-97e3-357d73008113 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] DELETE failed (client error): The resource could not be found. Jun 02 13:08:25.608653 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b032fc-4fa9-4072-97e3-357d73008113 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 13:08:25.610354 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b8b032fc-4fa9-4072-97e3-357d73008113 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "DELETE /v2.0/networks/8d816f70-e111-4106-8656-87b17a0638fa HTTP/1.1" status: 404 len: 339 time: 0.0266459 Jun 02 13:08:25.613995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 52994) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:25.653994 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-b24b4682-687a-4a09-94c7-2e42ea3c19e2 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] DELETE failed (client error): The resource could not be found. Jun 02 13:08:25.654510 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b24b4682-687a-4a09-94c7-2e42ea3c19e2 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 13:08:25.656184 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b24b4682-687a-4a09-94c7-2e42ea3c19e2 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "DELETE /v2.0/subnets/f814c357-a8bf-4ccb-8a1c-2d9170d55635 HTTP/1.1" status: 404 len: 337 time: 0.0410800 Jun 02 13:08:25.658697 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 52996) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:25.688821 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f04aed-b2fd-42a5-b911-0c9955aa21f1 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] DELETE failed (client error): The resource could not be found. Jun 02 13:08:25.689384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f04aed-b2fd-42a5-b911-0c9955aa21f1 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 13:08:25.691090 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-94f04aed-b2fd-42a5-b911-0c9955aa21f1 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "DELETE /v2.0/networks/8d816f70-e111-4106-8656-87b17a0638fa HTTP/1.1" status: 404 len: 339 time: 0.0314796 Jun 02 13:08:25.693659 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 52998) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:25.762892 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb1aaaf-8d67-46c1-a99a-99ba52dc767e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Deleting subnet e28bc463-3a56-40a7-92c8-824644bb04c8 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 13:08:25.766054 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5cb1aaaf-8d67-46c1-a99a-99ba52dc767e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:25.823847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5cb1aaaf-8d67-46c1-a99a-99ba52dc767e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:25.909293 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5cb1aaaf-8d67-46c1-a99a-99ba52dc767e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:26.147825 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:26.180074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5cb1aaaf-8d67-46c1-a99a-99ba52dc767e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:26.185238 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-85bb193c-975c-4eee-9fcc-1650299cbfac tempest-NetworksTestDHCPv6-68611064 tempest-NetworksTestDHCPv6-68611064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:26.220817 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1aaaf-8d67-46c1-a99a-99ba52dc767e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event deleted for resources: {'Subnet': ['ID=e28bc463-3a56-40a7-92c8-824644bb04c8,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:26.222764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5cb1aaaf-8d67-46c1-a99a-99ba52dc767e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:26.225350 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5cb1aaaf-8d67-46c1-a99a-99ba52dc767e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:26.228616 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d51ce3a-6669-4588-bfc6-96caa1603db6 None None] Network 737cd7be-5f1a-4a43-8f04-979b949553a4 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:08:26.236771 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5cb1aaaf-8d67-46c1-a99a-99ba52dc767e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "DELETE /v2.0/subnets/e28bc463-3a56-40a7-92c8-824644bb04c8 HTTP/1.1" status: 204 len: 168 time: 0.5421004 Jun 02 13:08:26.239302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53000) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:26.351900 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:26.422579 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Deleting port 3aef8852-e9fd-44a9-9a5e-66483590ef97 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:08:26.422826 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:26.477816 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17908570-948e-4c78-a3fc-bad3505e5aa0 None None] DHCP port deletion for 737cd7be-5f1a-4a43-8f04-979b949553a4 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 13:08:26.523707 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] For port 3aef8852-e9fd-44a9-9a5e-66483590ef97, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3aef8852-e9fd-44a9-9a5e-66483590ef97,segment=NetworkSegment(bfb510a6-e059-43b8-8c82-5568720b8e27),segment_id=bfb510a6-e059-43b8-8c82-5568720b8e27)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:08:26.524057 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:26.543123 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-17908570-948e-4c78-a3fc-bad3505e5aa0 None None] Deleting port 3aef8852-e9fd-44a9-9a5e-66483590ef97 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:08:26.543522 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-17908570-948e-4c78-a3fc-bad3505e5aa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:26.642267 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-17908570-948e-4c78-a3fc-bad3505e5aa0 None None] For port 3aef8852-e9fd-44a9-9a5e-66483590ef97, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3aef8852-e9fd-44a9-9a5e-66483590ef97,segment=NetworkSegment(bfb510a6-e059-43b8-8c82-5568720b8e27),segment_id=bfb510a6-e059-43b8-8c82-5568720b8e27)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:08:26.642662 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-17908570-948e-4c78-a3fc-bad3505e5aa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:26.646424 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Calling delete_port for 3aef8852-e9fd-44a9-9a5e-66483590ef97 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:08:26.692681 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:26.697396 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-985dfc01-e9c8-45b9-b44d-1c7e6e6e24d2 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:26.743830 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event deleted for resources: {'Port': ['ID=3aef8852-e9fd-44a9-9a5e-66483590ef97,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:26.745604 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] No DVR routers for this DVR port 3aef8852-e9fd-44a9-9a5e-66483590ef97 on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:08:26.747060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:26.768002 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-17908570-948e-4c78-a3fc-bad3505e5aa0 None None] Calling delete_port for 3aef8852-e9fd-44a9-9a5e-66483590ef97 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:08:26.811314 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-17908570-948e-4c78-a3fc-bad3505e5aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:26.814863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cc544269-f155-41ad-a0b9-97116a5483ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:26.861740 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17908570-948e-4c78-a3fc-bad3505e5aa0 None None] Pushing event deleted for resources: {'Port': ['ID=3aef8852-e9fd-44a9-9a5e-66483590ef97,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:26.864940 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-17908570-948e-4c78-a3fc-bad3505e5aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:26.865789 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17908570-948e-4c78-a3fc-bad3505e5aa0 None None] No DVR routers for this DVR port 3aef8852-e9fd-44a9-9a5e-66483590ef97 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:08:26.987634 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:27.000468 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737cd7be-5f1a-4a43-8f04-979b949553a4']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:27.013371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb510a6-e059-43b8-8c82-5568720b8e27') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:27.013673 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb510a6-e059-43b8-8c82-5568720b8e27') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:27.025656 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:27.035047 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3aef8852-e9fd-44a9-9a5e-66483590ef97 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:08:27.041966 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:27.048030 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 13:08:27.048458 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 13:08:27.063740 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 13:08:27.074120 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 3aef8852-e9fd-44a9-9a5e-66483590ef97 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:08:27.074478 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3aef8852-e9fd-44a9-9a5e-66483590ef97 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:08:27.145010 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:27.148615 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f75ceb38-0eac-445f-a358-ad80e27dd346 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:27.162947 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:27.174788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event deleted for resources: {'Network': ['ID=737cd7be-5f1a-4a43-8f04-979b949553a4,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:27.177518 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "DELETE /v2.0/networks/737cd7be-5f1a-4a43-8f04-979b949553a4 HTTP/1.1" status: 204 len: 168 time: 0.9372904 Jun 02 13:08:27.178399 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:27.179937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53002) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:27.217034 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c764bf-4e9d-40aa-a146-3f3ae382f03c tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] DELETE failed (client error): The resource could not be found. Jun 02 13:08:27.217606 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c764bf-4e9d-40aa-a146-3f3ae382f03c tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 13:08:27.219117 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-52c764bf-4e9d-40aa-a146-3f3ae382f03c tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "DELETE /v2.0/subnets/b4225dba-c151-40b3-9c22-4d6f28b30721 HTTP/1.1" status: 404 len: 337 time: 0.0383024 Jun 02 13:08:27.221532 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53004) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:27.248994 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-334831a4-765c-467c-aa63-b76d325c755b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] DELETE failed (client error): The resource could not be found. Jun 02 13:08:27.249380 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-334831a4-765c-467c-aa63-b76d325c755b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 13:08:27.250962 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-334831a4-765c-467c-aa63-b76d325c755b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "DELETE /v2.0/networks/4dc306c6-d202-423e-987c-012f25a9b2fc HTTP/1.1" status: 404 len: 339 time: 0.0285580 Jun 02 13:08:27.253179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53006) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:27.288437 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d09a3c0-f2d8-45ea-887c-5b44a012f9eb tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] DELETE failed (client error): The resource could not be found. Jun 02 13:08:27.288870 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d09a3c0-f2d8-45ea-887c-5b44a012f9eb tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 13:08:27.290685 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2d09a3c0-f2d8-45ea-887c-5b44a012f9eb tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "DELETE /v2.0/subnets/1a41dd8f-0f6f-4082-8ec6-36992dfe7497 HTTP/1.1" status: 404 len: 337 time: 0.0366354 Jun 02 13:08:27.292912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53008) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:27.318278 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.pecan_wsgi.hooks.translation [None req-379270c7-5b41-438d-a2af-b9ed6dad62d7 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] DELETE failed (client error): The resource could not be found. Jun 02 13:08:27.318734 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379270c7-5b41-438d-a2af-b9ed6dad62d7 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 13:08:27.320335 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-379270c7-5b41-438d-a2af-b9ed6dad62d7 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "DELETE /v2.0/networks/ca451f72-3605-40c9-8ada-f7c7c8fa6588 HTTP/1.1" status: 404 len: 339 time: 0.0265007 Jun 02 13:08:27.323469 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53010) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:27.391350 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-393d93f9-63f7-4021-a7bc-46144f6ab9c6 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Deleting subnet be8cc907-f0f5-432f-9ef8-658199a53126 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 13:08:27.394129 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-393d93f9-63f7-4021-a7bc-46144f6ab9c6 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:27.447112 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-393d93f9-63f7-4021-a7bc-46144f6ab9c6 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:27.527585 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-393d93f9-63f7-4021-a7bc-46144f6ab9c6 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:27.787982 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-393d93f9-63f7-4021-a7bc-46144f6ab9c6 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:27.792949 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5cb1aaaf-8d67-46c1-a99a-99ba52dc767e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:27.828841 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d93f9-63f7-4021-a7bc-46144f6ab9c6 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event deleted for resources: {'Subnet': ['ID=be8cc907-f0f5-432f-9ef8-658199a53126,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:27.830770 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-393d93f9-63f7-4021-a7bc-46144f6ab9c6 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:27.833557 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-393d93f9-63f7-4021-a7bc-46144f6ab9c6 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:27.836639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723f400c-fca6-40ee-be69-3a1f60f4547f None None] Network 4b8e29e7-279d-476b-97d2-75f7bae4cfcf requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:08:27.840715 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-393d93f9-63f7-4021-a7bc-46144f6ab9c6 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "DELETE /v2.0/subnets/be8cc907-f0f5-432f-9ef8-658199a53126 HTTP/1.1" status: 204 len: 168 time: 0.5163352 Jun 02 13:08:27.843154 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53012) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:27.955629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:28.032390 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Deleting port 3a504f26-43fd-4f17-8380-a54e356b0ecd {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:08:28.032390 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:28.093460 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bf4581-5d36-422c-8b5c-a6e5e5f7e012 None None] DHCP port deletion for 4b8e29e7-279d-476b-97d2-75f7bae4cfcf request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 13:08:28.141501 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] For port 3a504f26-43fd-4f17-8380-a54e356b0ecd, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3a504f26-43fd-4f17-8380-a54e356b0ecd,segment=NetworkSegment(b51c9430-a93f-4fcd-b3e8-8431e5e69656),segment_id=b51c9430-a93f-4fcd-b3e8-8431e5e69656)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:08:28.141852 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:28.213036 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-d7bf4581-5d36-422c-8b5c-a6e5e5f7e012 None None] Deleting port 3a504f26-43fd-4f17-8380-a54e356b0ecd {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:08:28.213415 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d7bf4581-5d36-422c-8b5c-a6e5e5f7e012 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:28.266656 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Calling delete_port for 3a504f26-43fd-4f17-8380-a54e356b0ecd owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:08:28.313022 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d7bf4581-5d36-422c-8b5c-a6e5e5f7e012 None None] For port 3a504f26-43fd-4f17-8380-a54e356b0ecd, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3a504f26-43fd-4f17-8380-a54e356b0ecd,segment=NetworkSegment(b51c9430-a93f-4fcd-b3e8-8431e5e69656),segment_id=b51c9430-a93f-4fcd-b3e8-8431e5e69656)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:08:28.313342 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d7bf4581-5d36-422c-8b5c-a6e5e5f7e012 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:28.318728 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:28.323422 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:28.366982 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event deleted for resources: {'Port': ['ID=3a504f26-43fd-4f17-8380-a54e356b0ecd,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:28.369747 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] No DVR routers for this DVR port 3a504f26-43fd-4f17-8380-a54e356b0ecd on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:08:28.371213 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:28.434229 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-d7bf4581-5d36-422c-8b5c-a6e5e5f7e012 None None] Calling delete_port for 3a504f26-43fd-4f17-8380-a54e356b0ecd owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:08:28.474921 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d7bf4581-5d36-422c-8b5c-a6e5e5f7e012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:28.479865 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:28.497077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:28.509944 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8e29e7-279d-476b-97d2-75f7bae4cfcf']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:28.522317 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51c9430-a93f-4fcd-b3e8-8431e5e69656') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:28.522623 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51c9430-a93f-4fcd-b3e8-8431e5e69656') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:28.523321 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf4581-5d36-422c-8b5c-a6e5e5f7e012 None None] Pushing event deleted for resources: {'Port': ['ID=3a504f26-43fd-4f17-8380-a54e356b0ecd,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:28.526296 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d7bf4581-5d36-422c-8b5c-a6e5e5f7e012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:28.527098 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bf4581-5d36-422c-8b5c-a6e5e5f7e012 None None] No DVR routers for this DVR port 3a504f26-43fd-4f17-8380-a54e356b0ecd on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:08:28.534243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:28.551640 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:28.558289 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 13:08:28.558747 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 13:08:28.573190 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 13:08:28.652838 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:28.656053 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-56684e1e-89a4-415a-b0b0-68546ae0eef9 tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:28.670806 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:28.681609 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Pushing event deleted for resources: {'Network': ['ID=4b8e29e7-279d-476b-97d2-75f7bae4cfcf,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:28.684558 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:28.686032 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] 10.222.0.37 "DELETE /v2.0/networks/4b8e29e7-279d-476b-97d2-75f7bae4cfcf HTTP/1.1" status: 204 len: 168 time: 0.8419843 Jun 02 13:08:28.940825 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53018) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:29.032364 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3a504f26-43fd-4f17-8380-a54e356b0ecd no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:08:29.066796 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 3a504f26-43fd-4f17-8380-a54e356b0ecd {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:08:29.067391 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3a504f26-43fd-4f17-8380-a54e356b0ecd not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:08:29.087363 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f082b901-0054-46c5-8c05-3dabab8418ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fdebbacbed3e4ab79f78d9d2e4ab2bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452770 Jun 02 13:08:29.090185 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53022) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:29.148095 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2bb836f0-d6a1-421e-b192-c1272b220ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:29.174556 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2bb836f0-d6a1-421e-b192-c1272b220ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:29.226819 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2bb836f0-d6a1-421e-b192-c1272b220ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:29.230726 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e17624f3-22cf-4466-b9e4-79916787957b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:29.241427 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb836f0-d6a1-421e-b192-c1272b220ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05abcab-6308-427b-9332-cfb651d2d2f5,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:29.245226 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2bb836f0-d6a1-421e-b192-c1272b220ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:29.248319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2bb836f0-d6a1-421e-b192-c1272b220ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:29.249415 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2bb836f0-d6a1-421e-b192-c1272b220ac6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b05abcab-6308-427b-9332-cfb651d2d2f5 HTTP/1.1" status: 204 len: 168 time: 0.1583309 Jun 02 13:08:29.928895 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53044) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:30.033771 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-a5e75e5a-14a5-4657-9f3d-cc6956d63d58 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2109274122', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:30.041078 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a5e75e5a-14a5-4657-9f3d-cc6956d63d58 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:30.044818 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a5e75e5a-14a5-4657-9f3d-cc6956d63d58 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Usage tracker for resource:router and tenant:5820e7a1f7074f49a3b7ad095f17c0af is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:30.047642 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a5e75e5a-14a5-4657-9f3d-cc6956d63d58 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:30.053970 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a5e75e5a-14a5-4657-9f3d-cc6956d63d58 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:30.064276 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5e75e5a-14a5-4657-9f3d-cc6956d63d58 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:30.065221 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5e75e5a-14a5-4657-9f3d-cc6956d63d58 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:30.080294 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5e75e5a-14a5-4657-9f3d-cc6956d63d58 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:30.097415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5e75e5a-14a5-4657-9f3d-cc6956d63d58 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:30.120097 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a5e75e5a-14a5-4657-9f3d-cc6956d63d58 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:30.121200 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a5e75e5a-14a5-4657-9f3d-cc6956d63d58 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1912811 Jun 02 13:08:30.123819 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53048) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:30.128662 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-897631074'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:30.133316 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:30.140652 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Usage tracker for resource:network and tenant:5820e7a1f7074f49a3b7ad095f17c0af is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:30.143483 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:30.149040 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:30.159475 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Made reservation on behalf of 5820e7a1f7074f49a3b7ad095f17c0af for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:08:30.162864 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:30.175914 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:30.190375 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:30.194124 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Usage tracker for resource:security_group_rule and tenant:5820e7a1f7074f49a3b7ad095f17c0af is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:30.196930 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:30.202607 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:30.288720 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:30.293186 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:30.295959 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-54bbc5cc-5d8c-4bcb-b907-5b660ff70a66 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:30.326429 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 13:08:30.331467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc372b95-6291-40f8-884c-0bb9477389f7,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:30.335003 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:30.339205 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:30.339570 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Added segment dfd2a417-92e9-4047-bd89-c6919ecf180a of type vlan for network f5a2dcd7-9b99-4cc6-a112-c07cbfec3271 Jun 02 13:08:30.365328 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:30.392496 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:30.397823 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:30.398429 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:30.403679 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-243c15b5-8d95-4ae7-a267-3f125b0ede29 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:30.508901 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3840816 Jun 02 13:08:30.510450 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Pushing event updated for resources: {'Network': ['ID=f5a2dcd7-9b99-4cc6-a112-c07cbfec3271,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:30.512274 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53050) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:30.513230 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:30.517689 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-7c955c06-ac5d-43c8-8370-52d2acec3e6f tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Request body: {'subnet': {'network_id': 'f5a2dcd7-9b99-4cc6-a112-c07cbfec3271', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:30.520664 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network f5a2dcd7-9b99-4cc6-a112-c07cbfec3271 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 13:08:30.629022 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7c955c06-ac5d-43c8-8370-52d2acec3e6f tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:30.632835 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7c955c06-ac5d-43c8-8370-52d2acec3e6f tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Usage tracker for resource:subnet and tenant:5820e7a1f7074f49a3b7ad095f17c0af is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:30.635650 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7c955c06-ac5d-43c8-8370-52d2acec3e6f tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:30.641262 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7c955c06-ac5d-43c8-8370-52d2acec3e6f tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:30.651049 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c955c06-ac5d-43c8-8370-52d2acec3e6f tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Made reservation on behalf of 5820e7a1f7074f49a3b7ad095f17c0af for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:08:30.654675 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7c955c06-ac5d-43c8-8370-52d2acec3e6f tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:31.178071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7c955c06-ac5d-43c8-8370-52d2acec3e6f tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:31.181539 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a43507cf-d90f-4237-8f98-2de2173e9acf tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:31.256062 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c955c06-ac5d-43c8-8370-52d2acec3e6f tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Pushing event updated for resources: {'Subnet': ['ID=5b1ecec6-af8f-4d50-a4a3-1bde0cd211eb,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:31.259649 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7c955c06-ac5d-43c8-8370-52d2acec3e6f tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:31.266439 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c955c06-ac5d-43c8-8370-52d2acec3e6f tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Checking segment: {'id': 'dfd2a417-92e9-4047-bd89-c6919ecf180a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f5a2dcd7-9b99-4cc6-a112-c07cbfec3271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:08:31.266791 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c955c06-ac5d-43c8-8370-52d2acec3e6f tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Network hostable DHCP agents. Network: f5a2dcd7-9b99-4cc6-a112-c07cbfec3271, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 13:08:31.283793 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c955c06-ac5d-43c8-8370-52d2acec3e6f tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Network f5a2dcd7-9b99-4cc6-a112-c07cbfec3271 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 13:08:31.292860 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-7c955c06-ac5d-43c8-8370-52d2acec3e6f tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, f5a2dcd7-9b99-4cc6-a112-c07cbfec3271) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:31.301501 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1f7957-a908-46d7-9a53-1a5fbf513030 None None] Network f5a2dcd7-9b99-4cc6-a112-c07cbfec3271 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:08:31.301995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c955c06-ac5d-43c8-8370-52d2acec3e6f tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:31.302596 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7c955c06-ac5d-43c8-8370-52d2acec3e6f tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:31.323328 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7c955c06-ac5d-43c8-8370-52d2acec3e6f tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8098757 Jun 02 13:08:31.326440 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53052) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:31.331376 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-401b2699-dd00-4dfa-ba2a-04f4e3e0ef1a tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-800811669'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:31.336109 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-401b2699-dd00-4dfa-ba2a-04f4e3e0ef1a tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:31.340513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-401b2699-dd00-4dfa-ba2a-04f4e3e0ef1a tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Usage tracker for resource:network and tenant:5820e7a1f7074f49a3b7ad095f17c0af is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:31.343373 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-401b2699-dd00-4dfa-ba2a-04f4e3e0ef1a tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:31.348960 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-401b2699-dd00-4dfa-ba2a-04f4e3e0ef1a tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:31.358858 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401b2699-dd00-4dfa-ba2a-04f4e3e0ef1a tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Made reservation on behalf of 5820e7a1f7074f49a3b7ad095f17c0af for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:08:31.362274 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-401b2699-dd00-4dfa-ba2a-04f4e3e0ef1a tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:31.389977 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401b2699-dd00-4dfa-ba2a-04f4e3e0ef1a tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 13:08:31.398384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-401b2699-dd00-4dfa-ba2a-04f4e3e0ef1a tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:31.398720 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-401b2699-dd00-4dfa-ba2a-04f4e3e0ef1a tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Added segment 328f7028-0681-4d72-84cd-93c013667a22 of type vlan for network 5cad8413-dc70-4f64-aeed-234f7a884a5f Jun 02 13:08:31.424808 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-401b2699-dd00-4dfa-ba2a-04f4e3e0ef1a tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:31.453594 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-401b2699-dd00-4dfa-ba2a-04f4e3e0ef1a tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:31.459033 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401b2699-dd00-4dfa-ba2a-04f4e3e0ef1a tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:31.459608 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-401b2699-dd00-4dfa-ba2a-04f4e3e0ef1a tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:31.465139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3e8d3df3-a14d-46f0-812d-bf3db0e27169 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:31.518213 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-f5a2dcd7-9b99-4cc6-a112-c07cbfec3271', 'network_id': 'f5a2dcd7-9b99-4cc6-a112-c07cbfec3271', 'tenant_id': '5820e7a1f7074f49a3b7ad095f17c0af', 'fixed_ips': [{'subnet_id': '5b1ecec6-af8f-4d50-a4a3-1bde0cd211eb'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 13:08:31.519040 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:31.561833 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-401b2699-dd00-4dfa-ba2a-04f4e3e0ef1a tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2343633 Jun 02 13:08:31.564656 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53054) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:31.569965 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Request body: {'subnet': {'network_id': '5cad8413-dc70-4f64-aeed-234f7a884a5f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:31.571342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b2699-dd00-4dfa-ba2a-04f4e3e0ef1a tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Pushing event updated for resources: {'Network': ['ID=5cad8413-dc70-4f64-aeed-234f7a884a5f,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:31.574261 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-401b2699-dd00-4dfa-ba2a-04f4e3e0ef1a tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:31.583760 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 5cad8413-dc70-4f64-aeed-234f7a884a5f details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 13:08:31.683747 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:31.687837 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Usage tracker for resource:subnet and tenant:5820e7a1f7074f49a3b7ad095f17c0af is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:31.690792 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:31.696597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:31.706498 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Made reservation on behalf of 5820e7a1f7074f49a3b7ad095f17c0af for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:08:31.710066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:31.762190 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Allocated IP 172.20.0.2 (f5a2dcd7-9b99-4cc6-a112-c07cbfec3271/5b1ecec6-af8f-4d50-a4a3-1bde0cd211eb/9d2f41ed-d143-43d7-a57a-0096bfcbbc25) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:08:31.968369 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:31.978901 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Transition to ACTIVE for port object 9d2f41ed-d143-43d7-a57a-0096bfcbbc25 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:31.996442 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Transition to ACTIVE for port object 9d2f41ed-d143-43d7-a57a-0096bfcbbc25 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:32.002137 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:32.006390 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-39c26c7f-4ece-4614-ad0f-290a6f71d8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:32.068457 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Network f5a2dcd7-9b99-4cc6-a112-c07cbfec3271 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:08:32.071296 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:32.075467 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:08:32.081173 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Pushing event updated for resources: {'Port': ['ID=9d2f41ed-d143-43d7-a57a-0096bfcbbc25,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:32.084815 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:32.123862 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:32.128294 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4e460117-8677-4480-9c77-a75c614140a0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:32.168554 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Attempting to bind port 9d2f41ed-d143-43d7-a57a-0096bfcbbc25 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:08:32.168936 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Attempting to bind port 9d2f41ed-d143-43d7-a57a-0096bfcbbc25 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'dfd2a417-92e9-4047-bd89-c6919ecf180a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f5a2dcd7-9b99-4cc6-a112-c07cbfec3271'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:08:32.169313 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Attempting to bind port 9d2f41ed-d143-43d7-a57a-0096bfcbbc25 on network f5a2dcd7-9b99-4cc6-a112-c07cbfec3271 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:08:32.174510 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:08:32.174887 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Checking segment: {'id': 'dfd2a417-92e9-4047-bd89-c6919ecf180a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f5a2dcd7-9b99-4cc6-a112-c07cbfec3271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:08:32.175291 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:32.175688 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Bound using segment: {'id': 'dfd2a417-92e9-4047-bd89-c6919ecf180a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f5a2dcd7-9b99-4cc6-a112-c07cbfec3271'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:08:32.176157 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Bound port: 9d2f41ed-d143-43d7-a57a-0096bfcbbc25, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd2a417-92e9-4047-bd89-c6919ecf180a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f5a2dcd7-9b99-4cc6-a112-c07cbfec3271'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:08:32.176534 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:32.199803 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Pushing event updated for resources: {'Subnet': ['ID=3aae18d9-9937-4fef-9c3c-7022c775f20d,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:32.211068 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:32.211496 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:32.211820 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:32.212185 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:32.213114 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:32.213482 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:32.213840 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:32.214218 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:32.214580 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:32.214934 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:32.215284 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:32.215635 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:32.219979 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:32.222428 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Checking segment: {'id': '328f7028-0681-4d72-84cd-93c013667a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5cad8413-dc70-4f64-aeed-234f7a884a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:08:32.222787 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Network hostable DHCP agents. Network: 5cad8413-dc70-4f64-aeed-234f7a884a5f, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 13:08:32.239887 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Network 5cad8413-dc70-4f64-aeed-234f7a884a5f is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 13:08:32.248642 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 5cad8413-dc70-4f64-aeed-234f7a884a5f) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:32.257793 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec695f7-7f3a-4571-8052-6572c89f937c None None] Network 5cad8413-dc70-4f64-aeed-234f7a884a5f requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:08:32.258436 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:32.259014 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:32.282770 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8c9d3f60-133c-424b-bc63-987d9fff65ff tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7144539 Jun 02 13:08:32.283013 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53056) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:32.287539 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-6783a0ef-c46a-434e-bdfb-f954e12b4f96 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Request body: {'router': {'external_gateway_info': {'network_id': '5cad8413-dc70-4f64-aeed-234f7a884a5f'}}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:32.380180 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] For port 9d2f41ed-d143-43d7-a57a-0096bfcbbc25, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:08:32.397794 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] For port 9d2f41ed-d143-43d7-a57a-0096bfcbbc25, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=9d2f41ed-d143-43d7-a57a-0096bfcbbc25,segment=NetworkSegment(dfd2a417-92e9-4047-bd89-c6919ecf180a),segment_id=dfd2a417-92e9-4047-bd89-c6919ecf180a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:08:32.404515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:32.417768 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:32.558370 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Pushing event updated for resources: {'Port': ['ID=9d2f41ed-d143-43d7-a57a-0096bfcbbc25,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:32.564681 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:32.617576 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-5cad8413-dc70-4f64-aeed-234f7a884a5f', 'network_id': '5cad8413-dc70-4f64-aeed-234f7a884a5f', 'tenant_id': '5820e7a1f7074f49a3b7ad095f17c0af', 'fixed_ips': [{'subnet_id': '3aae18d9-9937-4fef-9c3c-7022c775f20d'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 13:08:32.618450 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:32.807040 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Allocated IP 172.21.0.2 (5cad8413-dc70-4f64-aeed-234f7a884a5f/3aae18d9-9937-4fef-9c3c-7022c775f20d/ac5b09c9-af8a-4a7d-9ce3-c41da794faf2) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:08:32.856666 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6783a0ef-c46a-434e-bdfb-f954e12b4f96 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:33.008659 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.api.v2.resource [None req-6783a0ef-c46a-434e-bdfb-f954e12b4f96 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 13:08:33.014624 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6783a0ef-c46a-434e-bdfb-f954e12b4f96 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] 10.222.0.37 "PUT /v2.0/routers/88a942e3-cbb8-441c-8117-804145f8e4c9 HTTP/1.1" status: 400 len: 364 time: 0.7305996 Jun 02 13:08:33.015534 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53058) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:33.042025 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:33.053374 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Transition to ACTIVE for port object ac5b09c9-af8a-4a7d-9ce3-c41da794faf2 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:33.072596 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Transition to ACTIVE for port object ac5b09c9-af8a-4a7d-9ce3-c41da794faf2 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:33.082336 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:33.086384 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:33.095896 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3b43dd-451f-4a36-b1b5-743334f9b9ed tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Deleting subnet 3aae18d9-9937-4fef-9c3c-7022c775f20d {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 13:08:33.099501 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7f3b43dd-451f-4a36-b1b5-743334f9b9ed tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:33.123206 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 9d2f41ed-d143-43d7-a57a-0096bfcbbc25 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:08:33.156436 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7f3b43dd-451f-4a36-b1b5-743334f9b9ed tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:33.205608 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Network 5cad8413-dc70-4f64-aeed-234f7a884a5f is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:08:33.211341 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:33.215841 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Pushing event updated for resources: {'Port': ['ID=ac5b09c9-af8a-4a7d-9ce3-c41da794faf2,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:33.218060 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:08:33.224921 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:33.257525 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7f3b43dd-451f-4a36-b1b5-743334f9b9ed tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:33.320529 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Attempting to bind port ac5b09c9-af8a-4a7d-9ce3-c41da794faf2 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:08:33.321183 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Attempting to bind port ac5b09c9-af8a-4a7d-9ce3-c41da794faf2 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '328f7028-0681-4d72-84cd-93c013667a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5cad8413-dc70-4f64-aeed-234f7a884a5f'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:08:33.321921 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Attempting to bind port ac5b09c9-af8a-4a7d-9ce3-c41da794faf2 on network 5cad8413-dc70-4f64-aeed-234f7a884a5f {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:08:33.324448 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 9d2f41ed-d143-43d7-a57a-0096bfcbbc25 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:08:33.333332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:08:33.333718 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Checking segment: {'id': '328f7028-0681-4d72-84cd-93c013667a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5cad8413-dc70-4f64-aeed-234f7a884a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:08:33.334140 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:33.334723 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Bound using segment: {'id': '328f7028-0681-4d72-84cd-93c013667a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5cad8413-dc70-4f64-aeed-234f7a884a5f'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:08:33.335360 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Bound port: ac5b09c9-af8a-4a7d-9ce3-c41da794faf2, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328f7028-0681-4d72-84cd-93c013667a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5cad8413-dc70-4f64-aeed-234f7a884a5f'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:08:33.335747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:33.505759 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b91505-6cc9-45bf-bf29-9766912ef791 None None] Network f5a2dcd7-9b99-4cc6-a112-c07cbfec3271 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:08:33.551093 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7f3b43dd-451f-4a36-b1b5-743334f9b9ed tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:33.554968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a7e7def8-7ec6-42b5-b0be-83699530e455 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:33.588187 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] For port ac5b09c9-af8a-4a7d-9ce3-c41da794faf2, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:08:33.593221 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b43dd-451f-4a36-b1b5-743334f9b9ed tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Pushing event deleted for resources: {'Subnet': ['ID=3aae18d9-9937-4fef-9c3c-7022c775f20d,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:33.596387 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7f3b43dd-451f-4a36-b1b5-743334f9b9ed tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:33.597446 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7f3b43dd-451f-4a36-b1b5-743334f9b9ed tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:33.601602 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] For port ac5b09c9-af8a-4a7d-9ce3-c41da794faf2, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ac5b09c9-af8a-4a7d-9ce3-c41da794faf2,segment=NetworkSegment(328f7028-0681-4d72-84cd-93c013667a22),segment_id=328f7028-0681-4d72-84cd-93c013667a22)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:08:33.603777 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7f3b43dd-451f-4a36-b1b5-743334f9b9ed tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] 10.222.0.37 "DELETE /v2.0/subnets/3aae18d9-9937-4fef-9c3c-7022c775f20d HTTP/1.1" status: 204 len: 168 time: 0.5871716 Jun 02 13:08:33.606467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53060) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:33.617672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:33.624071 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:33.660823 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-176feca7-e3ff-47fa-82d6-285836e3546c None None] Provisioning for port 9d2f41ed-d143-43d7-a57a-0096bfcbbc25 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:08:33.699061 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-176feca7-e3ff-47fa-82d6-285836e3546c None None] Provisioning complete for port 9d2f41ed-d143-43d7-a57a-0096bfcbbc25 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:33.699444 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-176feca7-e3ff-47fa-82d6-285836e3546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:33.720356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:33.798044 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Deleting port ac5b09c9-af8a-4a7d-9ce3-c41da794faf2 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:08:33.798512 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:33.816774 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Pushing event updated for resources: {'Port': ['ID=ac5b09c9-af8a-4a7d-9ce3-c41da794faf2,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:33.820460 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:33.909750 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] For port ac5b09c9-af8a-4a7d-9ce3-c41da794faf2, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ac5b09c9-af8a-4a7d-9ce3-c41da794faf2,segment=NetworkSegment(328f7028-0681-4d72-84cd-93c013667a22),segment_id=328f7028-0681-4d72-84cd-93c013667a22)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:08:33.910285 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:33.965958 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-176feca7-e3ff-47fa-82d6-285836e3546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:34.025383 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-176feca7-e3ff-47fa-82d6-285836e3546c None None] For port 9d2f41ed-d143-43d7-a57a-0096bfcbbc25, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=9d2f41ed-d143-43d7-a57a-0096bfcbbc25,segment=NetworkSegment(dfd2a417-92e9-4047-bd89-c6919ecf180a),segment_id=dfd2a417-92e9-4047-bd89-c6919ecf180a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:08:34.031958 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-176feca7-e3ff-47fa-82d6-285836e3546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:34.034818 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:34.065302 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Calling delete_port for ac5b09c9-af8a-4a7d-9ce3-c41da794faf2 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:08:34.116394 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176feca7-e3ff-47fa-82d6-285836e3546c None None] Pushing event updated for resources: {'Port': ['ID=9d2f41ed-d143-43d7-a57a-0096bfcbbc25,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:34.120863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-176feca7-e3ff-47fa-82d6-285836e3546c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:34.127109 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:34.131214 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5f278c9f-167c-4a6b-9474-d8d27db53781 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:34.326399 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Pushing event deleted for resources: {'Port': ['ID=ac5b09c9-af8a-4a7d-9ce3-c41da794faf2,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:34.329910 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:34.331944 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] No DVR routers for this DVR port ac5b09c9-af8a-4a7d-9ce3-c41da794faf2 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:08:34.356552 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9d52877a-0f02-470b-871e-61bd7c74eea6 None None] Provisioning complete for port 9d2f41ed-d143-43d7-a57a-0096bfcbbc25 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:34.356924 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9d52877a-0f02-470b-871e-61bd7c74eea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:34.459411 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:34.474496 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cad8413-dc70-4f64-aeed-234f7a884a5f']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:34.488945 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328f7028-0681-4d72-84cd-93c013667a22') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:34.489425 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328f7028-0681-4d72-84cd-93c013667a22') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:34.503500 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:34.521458 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:34.528798 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 13:08:34.529464 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 13:08:34.545528 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 13:08:34.630420 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:34.633981 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:34.649254 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:34.661188 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Pushing event deleted for resources: {'Network': ['ID=5cad8413-dc70-4f64-aeed-234f7a884a5f,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:34.664000 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:34.666690 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] 10.222.0.37 "DELETE /v2.0/networks/5cad8413-dc70-4f64-aeed-234f7a884a5f HTTP/1.1" status: 204 len: 168 time: 1.0592985 Jun 02 13:08:34.669050 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53062) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:34.735414 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-490c821d-41b7-444b-9a3f-b3f8833efdcf tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Deleting subnet 5b1ecec6-af8f-4d50-a4a3-1bde0cd211eb {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 13:08:34.736570 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e1c2289c-876d-412f-9f1e-36e14b8ef453 None None] Could not find standard attr ID for object ac5b09c9-af8a-4a7d-9ce3-c41da794faf2. {{(pid=92306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 13:08:34.739324 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-490c821d-41b7-444b-9a3f-b3f8833efdcf tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:34.788817 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a105dc06-ec04-4b80-a456-6e723660ff17 None None] DHCP port deletion for 5cad8413-dc70-4f64-aeed-234f7a884a5f request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 13:08:34.801801 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-490c821d-41b7-444b-9a3f-b3f8833efdcf tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:34.806434 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf0d6ec-1600-4a44-8371-893f7c707120 None None] Network 5cad8413-dc70-4f64-aeed-234f7a884a5f requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:08:34.824153 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf0d6ec-1600-4a44-8371-893f7c707120 None None] Network 5cad8413-dc70-4f64-aeed-234f7a884a5f could not be found, it might have been deleted concurrently. {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 02 13:08:34.882978 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-490c821d-41b7-444b-9a3f-b3f8833efdcf tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:35.043838 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 9d2f41ed-d143-43d7-a57a-0096bfcbbc25 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:08:35.109538 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 9d2f41ed-d143-43d7-a57a-0096bfcbbc25 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:35.109921 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:35.151503 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-490c821d-41b7-444b-9a3f-b3f8833efdcf tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:35.155236 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e995b9e0-7260-4922-9ee6-ece55739f306 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:35.190053 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c821d-41b7-444b-9a3f-b3f8833efdcf tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1ecec6-af8f-4d50-a4a3-1bde0cd211eb,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:35.193165 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-490c821d-41b7-444b-9a3f-b3f8833efdcf tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:35.194620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-490c821d-41b7-444b-9a3f-b3f8833efdcf tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:35.203296 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-490c821d-41b7-444b-9a3f-b3f8833efdcf tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] 10.222.0.37 "DELETE /v2.0/subnets/5b1ecec6-af8f-4d50-a4a3-1bde0cd211eb HTTP/1.1" status: 204 len: 168 time: 0.5332434 Jun 02 13:08:35.205527 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c1e310-5f7b-4bd7-b168-0a169a8ae52e None None] Network f5a2dcd7-9b99-4cc6-a112-c07cbfec3271 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:08:35.205924 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53064) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:35.317976 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:35.392751 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Deleting port 9d2f41ed-d143-43d7-a57a-0096bfcbbc25 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:08:35.393110 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:35.473158 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfbd894-d0c9-43d3-88d9-f9cc52957f9f None None] DHCP port deletion for f5a2dcd7-9b99-4cc6-a112-c07cbfec3271 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 13:08:35.495514 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] For port 9d2f41ed-d143-43d7-a57a-0096bfcbbc25, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=9d2f41ed-d143-43d7-a57a-0096bfcbbc25,segment=NetworkSegment(dfd2a417-92e9-4047-bd89-c6919ecf180a),segment_id=dfd2a417-92e9-4047-bd89-c6919ecf180a)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:08:35.495868 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:35.537052 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-fcfbd894-d0c9-43d3-88d9-f9cc52957f9f None None] Deleting port 9d2f41ed-d143-43d7-a57a-0096bfcbbc25 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:08:35.537434 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fcfbd894-d0c9-43d3-88d9-f9cc52957f9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:35.617550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Calling delete_port for 9d2f41ed-d143-43d7-a57a-0096bfcbbc25 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:08:35.635554 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-fcfbd894-d0c9-43d3-88d9-f9cc52957f9f None None] For port 9d2f41ed-d143-43d7-a57a-0096bfcbbc25, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=9d2f41ed-d143-43d7-a57a-0096bfcbbc25,segment=NetworkSegment(dfd2a417-92e9-4047-bd89-c6919ecf180a),segment_id=dfd2a417-92e9-4047-bd89-c6919ecf180a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:08:35.635950 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fcfbd894-d0c9-43d3-88d9-f9cc52957f9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:35.663382 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:35.667562 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-654c4c63-e4b9-408b-96d5-f0e47046173c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:35.710962 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Pushing event deleted for resources: {'Port': ['ID=9d2f41ed-d143-43d7-a57a-0096bfcbbc25,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:35.713337 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:35.715801 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] No DVR routers for this DVR port 9d2f41ed-d143-43d7-a57a-0096bfcbbc25 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:08:35.758121 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-fcfbd894-d0c9-43d3-88d9-f9cc52957f9f None None] Calling delete_port for 9d2f41ed-d143-43d7-a57a-0096bfcbbc25 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:08:35.800271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fcfbd894-d0c9-43d3-88d9-f9cc52957f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:35.803787 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:35.838005 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:35.849087 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbd894-d0c9-43d3-88d9-f9cc52957f9f None None] Pushing event deleted for resources: {'Port': ['ID=9d2f41ed-d143-43d7-a57a-0096bfcbbc25,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:35.852104 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-fcfbd894-d0c9-43d3-88d9-f9cc52957f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:35.853555 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfbd894-d0c9-43d3-88d9-f9cc52957f9f None None] No DVR routers for this DVR port 9d2f41ed-d143-43d7-a57a-0096bfcbbc25 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:08:35.855658 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a2dcd7-9b99-4cc6-a112-c07cbfec3271']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:35.868460 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd2a417-92e9-4047-bd89-c6919ecf180a') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:35.869403 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd2a417-92e9-4047-bd89-c6919ecf180a') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:35.880646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:35.896074 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:35.901871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 13:08:35.902373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 13:08:35.917125 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 13:08:35.993373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:35.999116 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:36.001822 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1712fde2-61f8-4a66-a942-e60624119d76 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:36.030884 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] 10.222.0.37 "DELETE /v2.0/networks/f5a2dcd7-9b99-4cc6-a112-c07cbfec3271 HTTP/1.1" status: 204 len: 168 time: 0.8239381 Jun 02 13:08:36.032250 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Pushing event deleted for resources: {'Network': ['ID=f5a2dcd7-9b99-4cc6-a112-c07cbfec3271,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:36.033925 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53066) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:36.034594 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:36.082280 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a4a544e6-846e-47b2-b398-35e0c8ac7089 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a942e3-cbb8-441c-8117-804145f8e4c9 HTTP/1.1" status: 200 len: 205 time: 0.0465565 Jun 02 13:08:36.084404 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53068) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:36.215733 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-36666ef0-5554-45b1-9864-d43b7486c1fa tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:36.513096 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-36666ef0-5554-45b1-9864-d43b7486c1fa tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:36.515305 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-36666ef0-5554-45b1-9864-d43b7486c1fa tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:36.541584 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-36666ef0-5554-45b1-9864-d43b7486c1fa tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:36.542108 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36666ef0-5554-45b1-9864-d43b7486c1fa tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Fanout notify agent at l3_agent the message router_deleted on router 88a942e3-cbb8-441c-8117-804145f8e4c9 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 13:08:36.553469 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-36666ef0-5554-45b1-9864-d43b7486c1fa tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:36.554600 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-36666ef0-5554-45b1-9864-d43b7486c1fa tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] 10.222.0.37 "DELETE /v2.0/routers/88a942e3-cbb8-441c-8117-804145f8e4c9 HTTP/1.1" status: 204 len: 168 time: 0.4693165 Jun 02 13:08:36.826463 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53074) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:36.973239 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bdbc4ac0-c208-423c-8371-d8ed4090f533 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5820e7a1f7074f49a3b7ad095f17c0af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455152 Jun 02 13:08:36.975610 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53078) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:37.050052 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3453175c-ed1f-4f63-9c59-91aafbbf06f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:37.069085 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 9d2f41ed-d143-43d7-a57a-0096bfcbbc25 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:08:37.083366 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3453175c-ed1f-4f63-9c59-91aafbbf06f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:37.125609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 9d2f41ed-d143-43d7-a57a-0096bfcbbc25 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:08:37.125989 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 9d2f41ed-d143-43d7-a57a-0096bfcbbc25 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:08:37.150800 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3453175c-ed1f-4f63-9c59-91aafbbf06f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:37.154680 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0077ff63-cd51-493f-bde0-c1acdd7d1a2d tempest-ServerActionsTestJSON-1373650845 tempest-ServerActionsTestJSON-1373650845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:37.168522 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453175c-ed1f-4f63-9c59-91aafbbf06f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc372b95-6291-40f8-884c-0bb9477389f7,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:37.171422 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3453175c-ed1f-4f63-9c59-91aafbbf06f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:37.173357 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3453175c-ed1f-4f63-9c59-91aafbbf06f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:37.176732 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3453175c-ed1f-4f63-9c59-91aafbbf06f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc372b95-6291-40f8-884c-0bb9477389f7 HTTP/1.1" status: 204 len: 168 time: 0.1980329 Jun 02 13:08:37.831425 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53100) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:37.932474 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-342657415-network', 'tenant_id': 'ecde733508694bb9a13cdb9896e771bd'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:37.937250 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:37.941126 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Usage tracker for resource:network and tenant:ecde733508694bb9a13cdb9896e771bd is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:37.943992 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:37.954011 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:37.963414 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Made reservation on behalf of ecde733508694bb9a13cdb9896e771bd for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:08:37.965849 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:37.977394 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:37.991458 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:37.995888 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Usage tracker for resource:security_group_rule and tenant:ecde733508694bb9a13cdb9896e771bd is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:37.998697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:38.004260 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:38.088373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:38.092346 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:38.096157 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-78d173c8-8074-4836-8502-fcab7a9c7b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:38.121451 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 13:08:38.134080 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf4e621-33dd-417f-93d5-b1348d620fed,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:38.139112 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:38.140082 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:38.140420 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Added segment a47e9dec-06b6-468c-9c45-d23d9d9601fd of type vlan for network c1e28ad9-028a-4a41-8388-de5fa1ffdafd Jun 02 13:08:38.168156 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:38.197016 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:38.198062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:38.198670 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:38.202243 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-743f4a43-4847-45b0-b03e-3709565066b0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:38.302990 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4698701 Jun 02 13:08:38.303926 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Pushing event updated for resources: {'Network': ['ID=c1e28ad9-028a-4a41-8388-de5fa1ffdafd,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:38.305824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53104) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:38.311014 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-2f1d0c1d-3a19-4353-ab45-30ffb9be63ef admin admin] Request body: {'subnet': {'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-342657415-subnet', 'tenant_id': 'ecde733508694bb9a13cdb9896e771bd', 'ip_version': 4}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:38.314446 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-883a0dd8-47e0-46db-af95-36ee120a1d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:38.314579 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network c1e28ad9-028a-4a41-8388-de5fa1ffdafd details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 13:08:38.316622 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2f1d0c1d-3a19-4353-ab45-30ffb9be63ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:38.320566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2f1d0c1d-3a19-4353-ab45-30ffb9be63ef admin admin] Usage tracker for resource:subnet and tenant:ecde733508694bb9a13cdb9896e771bd is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:38.323684 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2f1d0c1d-3a19-4353-ab45-30ffb9be63ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:38.329458 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2f1d0c1d-3a19-4353-ab45-30ffb9be63ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:38.339355 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1d0c1d-3a19-4353-ab45-30ffb9be63ef admin admin] Made reservation on behalf of ecde733508694bb9a13cdb9896e771bd for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:08:38.341716 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2f1d0c1d-3a19-4353-ab45-30ffb9be63ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:38.722144 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2f1d0c1d-3a19-4353-ab45-30ffb9be63ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:38.726368 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c7630584-4f04-4a32-87a3-8198ea8919fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:38.796293 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d0c1d-3a19-4353-ab45-30ffb9be63ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa552061-1440-44c8-a63f-02ed1b72ac02,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:38.800496 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2f1d0c1d-3a19-4353-ab45-30ffb9be63ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:38.804749 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1d0c1d-3a19-4353-ab45-30ffb9be63ef admin admin] Checking segment: {'id': 'a47e9dec-06b6-468c-9c45-d23d9d9601fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:08:38.805109 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1d0c1d-3a19-4353-ab45-30ffb9be63ef admin admin] Network hostable DHCP agents. Network: c1e28ad9-028a-4a41-8388-de5fa1ffdafd, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 13:08:38.823035 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1d0c1d-3a19-4353-ab45-30ffb9be63ef admin admin] Network c1e28ad9-028a-4a41-8388-de5fa1ffdafd is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 13:08:38.832592 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-2f1d0c1d-3a19-4353-ab45-30ffb9be63ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, c1e28ad9-028a-4a41-8388-de5fa1ffdafd) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:38.841481 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1d0c1d-3a19-4353-ab45-30ffb9be63ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:38.842090 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2f1d0c1d-3a19-4353-ab45-30ffb9be63ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:38.843004 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b841d902-ba4e-4add-a6d9-b51d7b093005 None None] Network c1e28ad9-028a-4a41-8388-de5fa1ffdafd requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:08:38.864647 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2f1d0c1d-3a19-4353-ab45-30ffb9be63ef admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5547855 Jun 02 13:08:38.864942 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53106) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:38.869189 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-342657415-router', 'tenant_id': 'ecde733508694bb9a13cdb9896e771bd', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:38.873672 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:38.877586 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Usage tracker for resource:router and tenant:ecde733508694bb9a13cdb9896e771bd is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:38.880421 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:38.886850 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:38.896558 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:38.897529 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:38.912316 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:39.061334 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-c1e28ad9-028a-4a41-8388-de5fa1ffdafd', 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd', 'tenant_id': 'ecde733508694bb9a13cdb9896e771bd', 'fixed_ips': [{'subnet_id': 'aa552061-1440-44c8-a63f-02ed1b72ac02'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 13:08:39.062209 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:39.222824 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Allocated IP 172.20.0.2 (c1e28ad9-028a-4a41-8388-de5fa1ffdafd/aa552061-1440-44c8-a63f-02ed1b72ac02/89ae52a2-5698-4a73-ae2a-32b49337f412) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:08:39.326816 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:39.476568 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:39.486858 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Transition to ACTIVE for port object 89ae52a2-5698-4a73-ae2a-32b49337f412 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:39.506325 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Transition to ACTIVE for port object 89ae52a2-5698-4a73-ae2a-32b49337f412 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:39.512859 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:39.516221 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:39.578728 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Network c1e28ad9-028a-4a41-8388-de5fa1ffdafd is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:08:39.581612 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:39.584044 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:08:39.593828 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Pushing event updated for resources: {'Port': ['ID=89ae52a2-5698-4a73-ae2a-32b49337f412,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:39.596556 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:39.640277 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:39.670263 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:39.682167 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Attempting to bind port 89ae52a2-5698-4a73-ae2a-32b49337f412 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:08:39.682547 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Attempting to bind port 89ae52a2-5698-4a73-ae2a-32b49337f412 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'a47e9dec-06b6-468c-9c45-d23d9d9601fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:08:39.682913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Attempting to bind port 89ae52a2-5698-4a73-ae2a-32b49337f412 on network c1e28ad9-028a-4a41-8388-de5fa1ffdafd {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:08:39.688120 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:08:39.688498 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Checking segment: {'id': 'a47e9dec-06b6-468c-9c45-d23d9d9601fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:08:39.688907 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:39.689306 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Bound using segment: {'id': 'a47e9dec-06b6-468c-9c45-d23d9d9601fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:08:39.689772 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Bound port: 89ae52a2-5698-4a73-ae2a-32b49337f412, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47e9dec-06b6-468c-9c45-d23d9d9601fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:08:39.690172 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:39.778346 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] For port 89ae52a2-5698-4a73-ae2a-32b49337f412, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:08:39.781376 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] For port 89ae52a2-5698-4a73-ae2a-32b49337f412, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=89ae52a2-5698-4a73-ae2a-32b49337f412,segment=NetworkSegment(a47e9dec-06b6-468c-9c45-d23d9d9601fd),segment_id=a47e9dec-06b6-468c-9c45-d23d9d9601fd)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:08:39.786471 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:39.792145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:39.807694 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Allocated IP 172.26.7.238 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/a6c4d2e6-b04f-4457-af4c-1d0c850f484b) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:08:39.878815 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Pushing event updated for resources: {'Port': ['ID=89ae52a2-5698-4a73-ae2a-32b49337f412,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:39.881849 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:39.968688 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:39.999762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:40.003612 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9d322f06-8758-4e91-bd40-a82348e2c804 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:40.074893 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:08:40.077730 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:40.085962 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:08:40.133663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c4d2e6-b04f-4457-af4c-1d0c850f484b,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:40.142478 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:40.515651 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:40.747492 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248c9939-16b0-4e96-8dd3-5a60c51ce4d5 None None] Network c1e28ad9-028a-4a41-8388-de5fa1ffdafd requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:08:40.845621 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8fd97bba-2da1-4842-b794-079e381ee4ff None None] Provisioning for port 89ae52a2-5698-4a73-ae2a-32b49337f412 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:08:41.011543 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:41.092636 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 89ae52a2-5698-4a73-ae2a-32b49337f412 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:08:41.166754 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 89ae52a2-5698-4a73-ae2a-32b49337f412 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:08:41.177607 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 89ae52a2-5698-4a73-ae2a-32b49337f412 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:41.178320 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:41.229353 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-3adcf91a-5a81-4f84-814f-f11c734b08b5 None None] Provisioning complete for port 89ae52a2-5698-4a73-ae2a-32b49337f412 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:41.229762 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3adcf91a-5a81-4f84-814f-f11c734b08b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:41.231406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Router 0450467e-90a1-4a23-b011-f024e2e0112c is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 13:08:41.403355 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:41.409501 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:08:41.423467 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] Sync routers for ids ['0450467e-90a1-4a23-b011-f024e2e0112c'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:08:41.432048 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3adcf91a-5a81-4f84-814f-f11c734b08b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:41.433203 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:41.434538 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5687656 Jun 02 13:08:41.437228 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53108) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:41.466485 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] Routers {'0450467e-90a1-4a23-b011-f024e2e0112c'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:08:41.467102 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:08:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['0450467e-90a1-4a23-b011-f024e2e0112c'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:41.537418 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 89ae52a2-5698-4a73-ae2a-32b49337f412, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=89ae52a2-5698-4a73-ae2a-32b49337f412,segment=NetworkSegment(a47e9dec-06b6-468c-9c45-d23d9d9601fd),segment_id=a47e9dec-06b6-468c-9c45-d23d9d9601fd)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:08:41.551210 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:41.556383 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:41.733535 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.db.api [None req-3adcf91a-5a81-4f84-814f-f11c734b08b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 13:08:41.733795 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_db.api [None req-3adcf91a-5a81-4f84-814f-f11c734b08b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 13:08:41.750568 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=89ae52a2-5698-4a73-ae2a-32b49337f412,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:41.755316 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:41.757001 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] Set router 0450467e-90a1-4a23-b011-f024e2e0112c gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:08:42.089700 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0450467e-90a1-4a23-b011-f024e2e0112c', 'name': 'tempest-TestEncryptedCinderVolumes-342657415-router', 'tenant_id': 'ecde733508694bb9a13cdb9896e771bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': 'a6c4d2e6-b04f-4457-af4c-1d0c850f484b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:08:38Z', 'updated_at': '2021-06-02T13:08:40Z', 'revision_number': 3, 'project_id': 'ecde733508694bb9a13cdb9896e771bd', 'gw_port': {'id': 'a6c4d2e6-b04f-4457-af4c-1d0c850f484b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0450467e-90a1-4a23-b011-f024e2e0112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:39Z', 'updated_at': '2021-06-02T13:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:42.093514 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] Checking router: 0450467e-90a1-4a23-b011-f024e2e0112c for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:08:42.093937 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] Updating router 0450467e-90a1-4a23-b011-f024e2e0112c port a6c4d2e6-b04f-4457-af4c-1d0c850f484b binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:08:42.151292 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:42.261641 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:42.464091 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] Allocated IP 172.20.0.1 (c1e28ad9-028a-4a41-8388-de5fa1ffdafd/aa552061-1440-44c8-a63f-02ed1b72ac02/522e89ca-cd5a-4579-b96e-18e5e0efa9d3) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:08:42.521536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:42.533539 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] Transition to ACTIVE for port object a6c4d2e6-b04f-4457-af4c-1d0c850f484b will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:42.541271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:42.545586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-176feca7-e3ff-47fa-82d6-285836e3546c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:42.609954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:42.618863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] Attempting to bind port a6c4d2e6-b04f-4457-af4c-1d0c850f484b on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:08:42.619242 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] Attempting to bind port a6c4d2e6-b04f-4457-af4c-1d0c850f484b by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:08:42.619613 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] Attempting to bind port a6c4d2e6-b04f-4457-af4c-1d0c850f484b on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:08:42.625135 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] Transition to ACTIVE for port object 522e89ca-cd5a-4579-b96e-18e5e0efa9d3 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:42.626757 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf40fbf-e5f8-490b-af8d-0b1c9a02df9e None None] Pushing event updated for resources: {'Port': ['ID=a6c4d2e6-b04f-4457-af4c-1d0c850f484b,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:42.629776 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:08:42.630177 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:08:42.630837 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:42.630968 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:08:42.631446 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] Bound port: a6c4d2e6-b04f-4457-af4c-1d0c850f484b, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:08:42.631827 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:42.650677 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:42.654456 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-01dc0958-9384-418b-a096-9145870116e3 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:42.661415 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4bf40fbf-e5f8-490b-af8d-0b1c9a02df9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:42.709629 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] For port a6c4d2e6-b04f-4457-af4c-1d0c850f484b, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:08:42.713647 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] For port a6c4d2e6-b04f-4457-af4c-1d0c850f484b, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a6c4d2e6-b04f-4457-af4c-1d0c850f484b,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:08:42.717391 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] Network c1e28ad9-028a-4a41-8388-de5fa1ffdafd is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:08:42.717943 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:42.720332 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:42.722727 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-12d111a3-4ce4-40e6-bcba-6db14a439b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:42.724039 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:08:42.761965 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] Pushing event updated for resources: {'Port': ['ID=522e89ca-cd5a-4579-b96e-18e5e0efa9d3,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:42.766299 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:42.786356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:42.799505 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] Routers {'0450467e-90a1-4a23-b011-f024e2e0112c'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:08:42.800137 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:08:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['0450467e-90a1-4a23-b011-f024e2e0112c'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:42.866956 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf40fbf-e5f8-490b-af8d-0b1c9a02df9e None None] Pushing event updated for resources: {'Port': ['ID=a6c4d2e6-b04f-4457-af4c-1d0c850f484b,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:42.879011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4bf40fbf-e5f8-490b-af8d-0b1c9a02df9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:42.911917 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:42.999604 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] Set router 0450467e-90a1-4a23-b011-f024e2e0112c gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:08:43.063043 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 89ae52a2-5698-4a73-ae2a-32b49337f412 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:08:43.110829 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c2a48193-7603-4682-9eec-30253bb6fe61 None None] Provisioning for port 522e89ca-cd5a-4579-b96e-18e5e0efa9d3 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:08:43.131168 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c2a48193-7603-4682-9eec-30253bb6fe61 None None] Provisioning complete for port 522e89ca-cd5a-4579-b96e-18e5e0efa9d3 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:43.131549 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c2a48193-7603-4682-9eec-30253bb6fe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:43.137268 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:43.141753 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:43.165888 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:43.252301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] Pushing event updated for resources: {'Port': ['ID=522e89ca-cd5a-4579-b96e-18e5e0efa9d3,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:43.255054 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:43.256219 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:43.276455 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c2a48193-7603-4682-9eec-30253bb6fe61 None None] Port 522e89ca-cd5a-4579-b96e-18e5e0efa9d3 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:08:43.349474 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 89ae52a2-5698-4a73-ae2a-32b49337f412 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:43.349856 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:43.390246 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] Network c1e28ad9-028a-4a41-8388-de5fa1ffdafd is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:08:43.391959 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:43.593771 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] Router 0450467e-90a1-4a23-b011-f024e2e0112c has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:08:43.621015 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-fba1578e-b36e-4b70-b89b-8f83875b1a8f None None] Provisioning complete for port 522e89ca-cd5a-4579-b96e-18e5e0efa9d3 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:43.621388 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fba1578e-b36e-4b70-b89b-8f83875b1a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:43.663870 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0450467e-90a1-4a23-b011-f024e2e0112c', 'name': 'tempest-TestEncryptedCinderVolumes-342657415-router', 'tenant_id': 'ecde733508694bb9a13cdb9896e771bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': 'a6c4d2e6-b04f-4457-af4c-1d0c850f484b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:08:38Z', 'updated_at': '2021-06-02T13:08:42Z', 'revision_number': 4, 'project_id': 'ecde733508694bb9a13cdb9896e771bd', 'gw_port': {'id': 'a6c4d2e6-b04f-4457-af4c-1d0c850f484b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0450467e-90a1-4a23-b011-f024e2e0112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:39Z', 'updated_at': '2021-06-02T13:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '522e89ca-cd5a-4579-b96e-18e5e0efa9d3', 'name': '', 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd', 'tenant_id': 'ecde733508694bb9a13cdb9896e771bd', 'mac_address': 'fa:16:3e:f9:f7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0450467e-90a1-4a23-b011-f024e2e0112c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'aa552061-1440-44c8-a63f-02ed1b72ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:42Z', 'updated_at': '2021-06-02T13:08:42Z', 'revision_number': 1, 'project_id': 'ecde733508694bb9a13cdb9896e771bd', 'subnets': [{'id': 'aa552061-1440-44c8-a63f-02ed1b72ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:43.675396 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939a3a6d-9cbf-4d2e-b1fd-765740e01dc4 None None] The sync data for ids ['0450467e-90a1-4a23-b011-f024e2e0112c'] in dv-neutron-601336-80-hyperv is: [{'id': '0450467e-90a1-4a23-b011-f024e2e0112c', 'name': 'tempest-TestEncryptedCinderVolumes-342657415-router', 'tenant_id': 'ecde733508694bb9a13cdb9896e771bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': 'a6c4d2e6-b04f-4457-af4c-1d0c850f484b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:08:38Z', 'updated_at': '2021-06-02T13:08:42Z', 'revision_number': 4, 'project_id': 'ecde733508694bb9a13cdb9896e771bd', 'gw_port': {'id': 'a6c4d2e6-b04f-4457-af4c-1d0c850f484b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0450467e-90a1-4a23-b011-f024e2e0112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:39Z', 'updated_at': '2021-06-02T13:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '522e89ca-cd5a-4579-b96e-18e5e0efa9d3', 'name': '', 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd', 'tenant_id': 'ecde733508694bb9a13cdb9896e771bd', 'mac_address': 'fa:16:3e:f9:f7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0450467e-90a1-4a23-b011-f024e2e0112c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'aa552061-1440-44c8-a63f-02ed1b72ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:42Z', 'updated_at': '2021-06-02T13:08:42Z', 'revision_number': 1, 'project_id': 'ecde733508694bb9a13cdb9896e771bd', 'subnets': [{'id': 'aa552061-1440-44c8-a63f-02ed1b72ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:08:43.685751 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-fba1578e-b36e-4b70-b89b-8f83875b1a8f None None] Port 522e89ca-cd5a-4579-b96e-18e5e0efa9d3 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:08:43.937324 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:08:43.946620 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] 10.222.0.37 "PUT /v2.0/routers/0450467e-90a1-4a23-b011-f024e2e0112c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5084143 Jun 02 13:08:44.221842 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c5f67d82-7ed7-4bcb-be0d-a7860f1d2eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:44.504582 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53124) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:44.510415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1487789310-network', 'tenant_id': 'e977dc5a2a1f48db996237357e7914a2'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:44.515675 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:44.519853 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Usage tracker for resource:network and tenant:e977dc5a2a1f48db996237357e7914a2 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:44.523272 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:44.529612 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:44.543797 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Made reservation on behalf of e977dc5a2a1f48db996237357e7914a2 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:08:44.546167 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:44.559718 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:44.575267 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:44.579130 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Usage tracker for resource:security_group_rule and tenant:e977dc5a2a1f48db996237357e7914a2 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:44.581965 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:44.588060 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:44.675552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:44.679551 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:44.683144 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ed00cf7c-d5b0-4ca8-866e-bb0d16bead00 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:44.712043 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 13:08:44.720621 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987045c9-40c3-4b54-b87b-5770e0a39cde,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:44.724214 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:44.726748 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:44.727079 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Added segment e86b0dcb-82fc-4036-8050-025576fcc138 of type vlan for network 44ab2959-e419-4963-b464-8180c2d6a971 Jun 02 13:08:44.753850 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:44.784796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:44.785985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:44.786643 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:44.790902 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-04903408-1237-4bcb-a882-9915fc24f4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:44.895295 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3895996 Jun 02 13:08:44.896086 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Pushing event updated for resources: {'Network': ['ID=44ab2959-e419-4963-b464-8180c2d6a971,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:44.898953 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:44.899112 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53126) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:44.906919 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 44ab2959-e419-4963-b464-8180c2d6a971 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 13:08:44.910695 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-036680fd-d4c8-4f92-9b1c-026d75562cd7 admin admin] Request body: {'subnet': {'network_id': '44ab2959-e419-4963-b464-8180c2d6a971', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1487789310-subnet', 'tenant_id': 'e977dc5a2a1f48db996237357e7914a2', 'ip_version': 4}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:44.917420 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-036680fd-d4c8-4f92-9b1c-026d75562cd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:44.921385 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-036680fd-d4c8-4f92-9b1c-026d75562cd7 admin admin] Usage tracker for resource:subnet and tenant:e977dc5a2a1f48db996237357e7914a2 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:44.924274 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-036680fd-d4c8-4f92-9b1c-026d75562cd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:44.929977 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-036680fd-d4c8-4f92-9b1c-026d75562cd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:44.940097 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036680fd-d4c8-4f92-9b1c-026d75562cd7 admin admin] Made reservation on behalf of e977dc5a2a1f48db996237357e7914a2 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:08:44.942655 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-036680fd-d4c8-4f92-9b1c-026d75562cd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:45.082202 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a6c4d2e6-b04f-4457-af4c-1d0c850f484b up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:08:45.154565 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port a6c4d2e6-b04f-4457-af4c-1d0c850f484b completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:08:45.159297 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port a6c4d2e6-b04f-4457-af4c-1d0c850f484b triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:45.159997 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:45.292684 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:45.310969 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port a6c4d2e6-b04f-4457-af4c-1d0c850f484b, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a6c4d2e6-b04f-4457-af4c-1d0c850f484b,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:08:45.315250 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:45.317388 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f23151bc-ca33-4d9f-867b-2b029d3c2fb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:45.338678 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-036680fd-d4c8-4f92-9b1c-026d75562cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:45.343051 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4ff79a7c-ef16-472f-9e1f-9840066c461e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:45.385347 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=a6c4d2e6-b04f-4457-af4c-1d0c850f484b,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:45.393015 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:45.393353 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:45.393687 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:45.394012 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:45.394364 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:45.394700 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:45.395022 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:45.395342 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:45.395661 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:45.395973 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:45.396283 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:45.396591 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:45.400837 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:45.542123 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036680fd-d4c8-4f92-9b1c-026d75562cd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=716bc47d-f6d1-4784-a414-1f1f64577240,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:45.545900 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-036680fd-d4c8-4f92-9b1c-026d75562cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:45.553014 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036680fd-d4c8-4f92-9b1c-026d75562cd7 admin admin] Checking segment: {'id': 'e86b0dcb-82fc-4036-8050-025576fcc138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '44ab2959-e419-4963-b464-8180c2d6a971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:08:45.553565 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036680fd-d4c8-4f92-9b1c-026d75562cd7 admin admin] Network hostable DHCP agents. Network: 44ab2959-e419-4963-b464-8180c2d6a971, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 13:08:45.564869 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] Sync routers for ids ['0450467e-90a1-4a23-b011-f024e2e0112c'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:08:45.572890 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036680fd-d4c8-4f92-9b1c-026d75562cd7 admin admin] Network 44ab2959-e419-4963-b464-8180c2d6a971 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 13:08:45.574533 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] Routers {'0450467e-90a1-4a23-b011-f024e2e0112c'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:08:45.575303 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:08:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['0450467e-90a1-4a23-b011-f024e2e0112c'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:45.582865 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-036680fd-d4c8-4f92-9b1c-026d75562cd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 44ab2959-e419-4963-b464-8180c2d6a971) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:45.591233 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036680fd-d4c8-4f92-9b1c-026d75562cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:45.591849 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-036680fd-d4c8-4f92-9b1c-026d75562cd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:45.592324 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9128a6b-91d6-4a2b-b18d-2caf110a686f None None] Network 44ab2959-e419-4963-b464-8180c2d6a971 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:08:45.614535 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-036680fd-d4c8-4f92-9b1c-026d75562cd7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7100573 Jun 02 13:08:45.617107 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53128) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:45.621982 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1487789310-router', 'tenant_id': 'e977dc5a2a1f48db996237357e7914a2', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:45.626672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:45.630492 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Usage tracker for resource:router and tenant:e977dc5a2a1f48db996237357e7914a2 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:08:45.633328 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:08:45.639362 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:45.651873 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:45.652960 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:45.669290 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:45.765683 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] Set router 0450467e-90a1-4a23-b011-f024e2e0112c gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:08:45.816839 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-44ab2959-e419-4963-b464-8180c2d6a971', 'network_id': '44ab2959-e419-4963-b464-8180c2d6a971', 'tenant_id': 'e977dc5a2a1f48db996237357e7914a2', 'fixed_ips': [{'subnet_id': '716bc47d-f6d1-4784-a414-1f1f64577240'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 13:08:45.817699 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:45.949286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:45.984059 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Allocated IP 172.20.0.2 (44ab2959-e419-4963-b464-8180c2d6a971/716bc47d-f6d1-4784-a414-1f1f64577240/60610f66-8f83-4250-8981-67f8687249bf) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:08:46.122579 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0450467e-90a1-4a23-b011-f024e2e0112c', 'name': 'tempest-TestEncryptedCinderVolumes-342657415-router', 'tenant_id': 'ecde733508694bb9a13cdb9896e771bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': 'a6c4d2e6-b04f-4457-af4c-1d0c850f484b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:08:38Z', 'updated_at': '2021-06-02T13:08:42Z', 'revision_number': 4, 'project_id': 'ecde733508694bb9a13cdb9896e771bd', 'gw_port': {'id': 'a6c4d2e6-b04f-4457-af4c-1d0c850f484b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0450467e-90a1-4a23-b011-f024e2e0112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:39Z', 'updated_at': '2021-06-02T13:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '522e89ca-cd5a-4579-b96e-18e5e0efa9d3', 'name': '', 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd', 'tenant_id': 'ecde733508694bb9a13cdb9896e771bd', 'mac_address': 'fa:16:3e:f9:f7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0450467e-90a1-4a23-b011-f024e2e0112c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'aa552061-1440-44c8-a63f-02ed1b72ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:42Z', 'updated_at': '2021-06-02T13:08:42Z', 'revision_number': 2, 'project_id': 'ecde733508694bb9a13cdb9896e771bd', 'subnets': [{'id': 'aa552061-1440-44c8-a63f-02ed1b72ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:46.126662 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] Checking router: 0450467e-90a1-4a23-b011-f024e2e0112c for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:08:46.127040 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] Updating router 0450467e-90a1-4a23-b011-f024e2e0112c port 522e89ca-cd5a-4579-b96e-18e5e0efa9d3 binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:08:46.182702 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:46.198190 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:46.208425 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Transition to ACTIVE for port object 60610f66-8f83-4250-8981-67f8687249bf will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:46.227249 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Transition to ACTIVE for port object 60610f66-8f83-4250-8981-67f8687249bf will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:46.231886 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:46.235455 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:46.278440 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:46.303775 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Network 44ab2959-e419-4963-b464-8180c2d6a971 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:08:46.307849 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:46.309822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:46.314632 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:08:46.345795 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Pushing event updated for resources: {'Port': ['ID=60610f66-8f83-4250-8981-67f8687249bf,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:46.355863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:46.418171 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Attempting to bind port 60610f66-8f83-4250-8981-67f8687249bf on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:08:46.418920 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Attempting to bind port 60610f66-8f83-4250-8981-67f8687249bf by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'e86b0dcb-82fc-4036-8050-025576fcc138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '44ab2959-e419-4963-b464-8180c2d6a971'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:08:46.419360 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Attempting to bind port 60610f66-8f83-4250-8981-67f8687249bf on network 44ab2959-e419-4963-b464-8180c2d6a971 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:08:46.425617 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:08:46.426000 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Checking segment: {'id': 'e86b0dcb-82fc-4036-8050-025576fcc138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '44ab2959-e419-4963-b464-8180c2d6a971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:08:46.426440 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:46.426959 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Bound using segment: {'id': 'e86b0dcb-82fc-4036-8050-025576fcc138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '44ab2959-e419-4963-b464-8180c2d6a971'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:08:46.427536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Bound port: 60610f66-8f83-4250-8981-67f8687249bf, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86b0dcb-82fc-4036-8050-025576fcc138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '44ab2959-e419-4963-b464-8180c2d6a971'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:08:46.427916 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:46.451640 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Allocated IP 172.26.7.236 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/2cb3a0b6-18cc-4ab0-9932-98e9a265083d) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:08:46.526090 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] For port 60610f66-8f83-4250-8981-67f8687249bf, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:08:46.529622 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] For port 60610f66-8f83-4250-8981-67f8687249bf, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=60610f66-8f83-4250-8981-67f8687249bf,segment=NetworkSegment(e86b0dcb-82fc-4036-8050-025576fcc138),segment_id=e86b0dcb-82fc-4036-8050-025576fcc138)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:08:46.535030 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:46.535845 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:46.543764 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-529913e4-c017-451e-8cf7-eb9f2db609c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:46.547808 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] Transition to ACTIVE for port object 522e89ca-cd5a-4579-b96e-18e5e0efa9d3 will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:46.555039 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:46.566064 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-5dd511a7-eccd-47aa-b746-316a42c60627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:46.607179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:46.619786 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Pushing event updated for resources: {'Port': ['ID=60610f66-8f83-4250-8981-67f8687249bf,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:46.623142 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:46.641299 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d9156-4501-4d44-8167-b8079ef07ca5 None None] Pushing event updated for resources: {'Port': ['ID=522e89ca-cd5a-4579-b96e-18e5e0efa9d3,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:46.645630 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:46.652975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-98a8dffe-9d2e-4688-b090-9fe919e0881b tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:46.710956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:08:46.713150 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c86f6df0-c486-4ed7-9517-7eedab13cabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:46.715109 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:46.717785 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:08:46.750867 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:46.768308 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9156-4501-4d44-8167-b8079ef07ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:46.768649 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9156-4501-4d44-8167-b8079ef07ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:46.768988 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9156-4501-4d44-8167-b8079ef07ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:46.769320 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9156-4501-4d44-8167-b8079ef07ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:46.769644 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9156-4501-4d44-8167-b8079ef07ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:46.769968 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9156-4501-4d44-8167-b8079ef07ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:46.770330 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9156-4501-4d44-8167-b8079ef07ca5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:46.770653 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9156-4501-4d44-8167-b8079ef07ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:46.770973 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9156-4501-4d44-8167-b8079ef07ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:46.771292 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9156-4501-4d44-8167-b8079ef07ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:46.771601 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9156-4501-4d44-8167-b8079ef07ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:46.772100 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9156-4501-4d44-8167-b8079ef07ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:08:46.780414 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-dc4d9156-4501-4d44-8167-b8079ef07ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:46.788606 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Pushing event updated for resources: {'Port': ['ID=2cb3a0b6-18cc-4ab0-9932-98e9a265083d,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:46.793614 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:46.834687 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] Attempting to bind port 522e89ca-cd5a-4579-b96e-18e5e0efa9d3 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:08:46.835417 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] Attempting to bind port 522e89ca-cd5a-4579-b96e-18e5e0efa9d3 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'a47e9dec-06b6-468c-9c45-d23d9d9601fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:08:46.835999 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] Attempting to bind port 522e89ca-cd5a-4579-b96e-18e5e0efa9d3 on network c1e28ad9-028a-4a41-8388-de5fa1ffdafd {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:08:46.845044 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:08:46.845762 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] Checking segment: {'id': 'a47e9dec-06b6-468c-9c45-d23d9d9601fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:08:46.846491 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:46.847102 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] Bound using segment: {'id': 'a47e9dec-06b6-468c-9c45-d23d9d9601fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:08:46.847906 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] Bound port: 522e89ca-cd5a-4579-b96e-18e5e0efa9d3, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47e9dec-06b6-468c-9c45-d23d9d9601fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:08:46.848470 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:46.985127 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] For port 522e89ca-cd5a-4579-b96e-18e5e0efa9d3, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:08:46.989135 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] For port 522e89ca-cd5a-4579-b96e-18e5e0efa9d3, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=522e89ca-cd5a-4579-b96e-18e5e0efa9d3,segment=NetworkSegment(a47e9dec-06b6-468c-9c45-d23d9d9601fd),segment_id=a47e9dec-06b6-468c-9c45-d23d9d9601fd)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:08:46.998794 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:47.002514 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-31d793ae-7fe3-46f6-87ca-9571942d3179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:47.091173 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] Routers {'0450467e-90a1-4a23-b011-f024e2e0112c'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:08:47.092373 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:08:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['0450467e-90a1-4a23-b011-f024e2e0112c'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:47.190474 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 60610f66-8f83-4250-8981-67f8687249bf up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:08:47.230920 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d9156-4501-4d44-8167-b8079ef07ca5 None None] Pushing event updated for resources: {'Port': ['ID=522e89ca-cd5a-4579-b96e-18e5e0efa9d3,revision_number=4']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:47.236162 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-dc4d9156-4501-4d44-8167-b8079ef07ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:47.275923 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 60610f66-8f83-4250-8981-67f8687249bf completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:08:47.282670 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a6c4d2e6-b04f-4457-af4c-1d0c850f484b up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:08:47.356236 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] Set router 0450467e-90a1-4a23-b011-f024e2e0112c gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:08:47.380730 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port a6c4d2e6-b04f-4457-af4c-1d0c850f484b triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:47.381414 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:47.412144 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:47.723046 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0450467e-90a1-4a23-b011-f024e2e0112c', 'name': 'tempest-TestEncryptedCinderVolumes-342657415-router', 'tenant_id': 'ecde733508694bb9a13cdb9896e771bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': 'a6c4d2e6-b04f-4457-af4c-1d0c850f484b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:08:38Z', 'updated_at': '2021-06-02T13:08:42Z', 'revision_number': 4, 'project_id': 'ecde733508694bb9a13cdb9896e771bd', 'gw_port': {'id': 'a6c4d2e6-b04f-4457-af4c-1d0c850f484b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0450467e-90a1-4a23-b011-f024e2e0112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:39Z', 'updated_at': '2021-06-02T13:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '522e89ca-cd5a-4579-b96e-18e5e0efa9d3', 'name': '', 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd', 'tenant_id': 'ecde733508694bb9a13cdb9896e771bd', 'mac_address': 'fa:16:3e:f9:f7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0450467e-90a1-4a23-b011-f024e2e0112c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'aa552061-1440-44c8-a63f-02ed1b72ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:42Z', 'updated_at': '2021-06-02T13:08:46Z', 'revision_number': 4, 'project_id': 'ecde733508694bb9a13cdb9896e771bd', 'subnets': [{'id': 'aa552061-1440-44c8-a63f-02ed1b72ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:47.727350 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff8daf4-5914-492b-8a8e-276ce9c653eb None None] The sync data for ids ['0450467e-90a1-4a23-b011-f024e2e0112c'] in dv-neutron-601336-80-hyperv is: [{'id': '0450467e-90a1-4a23-b011-f024e2e0112c', 'name': 'tempest-TestEncryptedCinderVolumes-342657415-router', 'tenant_id': 'ecde733508694bb9a13cdb9896e771bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': 'a6c4d2e6-b04f-4457-af4c-1d0c850f484b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:08:38Z', 'updated_at': '2021-06-02T13:08:42Z', 'revision_number': 4, 'project_id': 'ecde733508694bb9a13cdb9896e771bd', 'gw_port': {'id': 'a6c4d2e6-b04f-4457-af4c-1d0c850f484b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0450467e-90a1-4a23-b011-f024e2e0112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:39Z', 'updated_at': '2021-06-02T13:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '522e89ca-cd5a-4579-b96e-18e5e0efa9d3', 'name': '', 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd', 'tenant_id': 'ecde733508694bb9a13cdb9896e771bd', 'mac_address': 'fa:16:3e:f9:f7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0450467e-90a1-4a23-b011-f024e2e0112c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'aa552061-1440-44c8-a63f-02ed1b72ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:42Z', 'updated_at': '2021-06-02T13:08:46Z', 'revision_number': 4, 'project_id': 'ecde733508694bb9a13cdb9896e771bd', 'subnets': [{'id': 'aa552061-1440-44c8-a63f-02ed1b72ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:08:47.773793 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:47.846376 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:47.866861 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aa271c-8fbc-4e8a-92ad-185c985f8296 None None] Network 44ab2959-e419-4963-b464-8180c2d6a971 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:08:47.969165 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-1ae53bd2-5ead-42e7-861a-21bdf0047266 None None] Provisioning for port 60610f66-8f83-4250-8981-67f8687249bf completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:08:47.985918 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-1ae53bd2-5ead-42e7-861a-21bdf0047266 None None] Provisioning complete for port 60610f66-8f83-4250-8981-67f8687249bf triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:47.986329 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1ae53bd2-5ead-42e7-861a-21bdf0047266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:48.003382 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Router 358ef75c-ec4c-424e-9c87-e7d7442ee63e is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 13:08:48.194405 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:08:48.216617 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] Sync routers for ids ['358ef75c-ec4c-424e-9c87-e7d7442ee63e'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:08:48.221956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:48.223489 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6054630 Jun 02 13:08:48.226314 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53130) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:08:48.231936 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1ae53bd2-5ead-42e7-861a-21bdf0047266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:48.274007 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] Routers {'358ef75c-ec4c-424e-9c87-e7d7442ee63e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:08:48.275131 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:08:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['358ef75c-ec4c-424e-9c87-e7d7442ee63e'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:48.383353 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-1ae53bd2-5ead-42e7-861a-21bdf0047266 None None] For port 60610f66-8f83-4250-8981-67f8687249bf, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=60610f66-8f83-4250-8981-67f8687249bf,segment=NetworkSegment(e86b0dcb-82fc-4036-8050-025576fcc138),segment_id=e86b0dcb-82fc-4036-8050-025576fcc138)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:08:48.396757 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1ae53bd2-5ead-42e7-861a-21bdf0047266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:48.452471 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4bf40fbf-e5f8-490b-af8d-0b1c9a02df9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:48.554355 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] Set router 358ef75c-ec4c-424e-9c87-e7d7442ee63e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:08:48.657814 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae53bd2-5ead-42e7-861a-21bdf0047266 None None] Pushing event updated for resources: {'Port': ['ID=60610f66-8f83-4250-8981-67f8687249bf,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:48.673439 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-1ae53bd2-5ead-42e7-861a-21bdf0047266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:48.753053 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bb0a7762-4f26-4353-89c2-81476096ac64 None None] Provisioning complete for port 60610f66-8f83-4250-8981-67f8687249bf triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:48.753430 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bb0a7762-4f26-4353-89c2-81476096ac64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:48.965046 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358ef75c-ec4c-424e-9c87-e7d7442ee63e', 'name': 'tempest-TestEncryptedCinderVolumes-1487789310-router', 'tenant_id': 'e977dc5a2a1f48db996237357e7914a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': '2cb3a0b6-18cc-4ab0-9932-98e9a265083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:08:45Z', 'updated_at': '2021-06-02T13:08:47Z', 'revision_number': 3, 'project_id': 'e977dc5a2a1f48db996237357e7914a2', 'gw_port': {'id': '2cb3a0b6-18cc-4ab0-9932-98e9a265083d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358ef75c-ec4c-424e-9c87-e7d7442ee63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:46Z', 'updated_at': '2021-06-02T13:08:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:48.968927 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] Checking router: 358ef75c-ec4c-424e-9c87-e7d7442ee63e for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:08:48.969279 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] Updating router 358ef75c-ec4c-424e-9c87-e7d7442ee63e port 2cb3a0b6-18cc-4ab0-9932-98e9a265083d binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:08:49.022819 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:49.074507 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:49.118368 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 60610f66-8f83-4250-8981-67f8687249bf up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:08:49.291075 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] Allocated IP 172.20.0.1 (44ab2959-e419-4963-b464-8180c2d6a971/716bc47d-f6d1-4784-a414-1f1f64577240/04ac4667-a093-4494-9dae-8eaddb8bca31) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:08:49.353485 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 60610f66-8f83-4250-8981-67f8687249bf triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:49.353854 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:49.442442 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:49.459319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] Transition to ACTIVE for port object 04ac4667-a093-4494-9dae-8eaddb8bca31 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:49.485130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:49.489713 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b5f0f6d7-a947-4d15-90f0-6a1ee0a95c6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:49.548053 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] Network 44ab2959-e419-4963-b464-8180c2d6a971 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:08:49.555048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:49.559234 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:08:49.573151 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 522e89ca-cd5a-4579-b96e-18e5e0efa9d3 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:08:49.601773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] Pushing event updated for resources: {'Port': ['ID=04ac4667-a093-4494-9dae-8eaddb8bca31,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:49.611059 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:49.622644 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:49.628703 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:49.660070 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:49.663304 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] Transition to ACTIVE for port object 2cb3a0b6-18cc-4ab0-9932-98e9a265083d will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:49.676421 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:49.682188 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:49.765214 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 522e89ca-cd5a-4579-b96e-18e5e0efa9d3 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:08:49.779055 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da270b71-172f-403e-aa06-1afca6e4f897 None None] Pushing event updated for resources: {'Port': ['ID=2cb3a0b6-18cc-4ab0-9932-98e9a265083d,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:49.784549 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 522e89ca-cd5a-4579-b96e-18e5e0efa9d3 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:49.784919 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:49.809934 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-da270b71-172f-403e-aa06-1afca6e4f897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:49.815029 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] Attempting to bind port 2cb3a0b6-18cc-4ab0-9932-98e9a265083d on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:08:49.815406 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] Attempting to bind port 2cb3a0b6-18cc-4ab0-9932-98e9a265083d by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:08:49.815770 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] Attempting to bind port 2cb3a0b6-18cc-4ab0-9932-98e9a265083d on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:08:49.830321 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:08:49.830631 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:08:49.831097 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:49.831442 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:08:49.831912 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] Bound port: 2cb3a0b6-18cc-4ab0-9932-98e9a265083d, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:08:49.832256 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:49.861550 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f7b5a4e1-608e-47df-83b0-f2a15ac09be3 None None] Provisioning for port 04ac4667-a093-4494-9dae-8eaddb8bca31 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:08:49.884706 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:49.887450 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f7b5a4e1-608e-47df-83b0-f2a15ac09be3 None None] Provisioning complete for port 04ac4667-a093-4494-9dae-8eaddb8bca31 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:49.887817 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f7b5a4e1-608e-47df-83b0-f2a15ac09be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:49.979582 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f7b5a4e1-608e-47df-83b0-f2a15ac09be3 None None] Port 04ac4667-a093-4494-9dae-8eaddb8bca31 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:08:49.981352 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] For port 2cb3a0b6-18cc-4ab0-9932-98e9a265083d, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:08:50.026018 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] For port 2cb3a0b6-18cc-4ab0-9932-98e9a265083d, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=2cb3a0b6-18cc-4ab0-9932-98e9a265083d,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:08:50.036017 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:50.042851 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d7bf4581-5d36-422c-8b5c-a6e5e5f7e012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:50.088008 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:50.117464 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:50.122294 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:50.142307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] Routers {'358ef75c-ec4c-424e-9c87-e7d7442ee63e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:08:50.142916 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:08:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['358ef75c-ec4c-424e-9c87-e7d7442ee63e'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:50.150568 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7e8fc9c9-dc1a-415b-922a-a2f2fb7f6138 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:50.210774 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da270b71-172f-403e-aa06-1afca6e4f897 None None] Pushing event updated for resources: {'Port': ['ID=2cb3a0b6-18cc-4ab0-9932-98e9a265083d,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:50.217167 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 522e89ca-cd5a-4579-b96e-18e5e0efa9d3, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=522e89ca-cd5a-4579-b96e-18e5e0efa9d3,segment=NetworkSegment(a47e9dec-06b6-468c-9c45-d23d9d9601fd),segment_id=a47e9dec-06b6-468c-9c45-d23d9d9601fd)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:08:50.218374 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-da270b71-172f-403e-aa06-1afca6e4f897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:50.221572 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:50.225634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4bf40fbf-e5f8-490b-af8d-0b1c9a02df9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:50.232217 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] Pushing event updated for resources: {'Port': ['ID=04ac4667-a093-4494-9dae-8eaddb8bca31,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:50.234581 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:50.238356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:50.376567 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=522e89ca-cd5a-4579-b96e-18e5e0efa9d3,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:50.382619 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:50.393944 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] Set router 358ef75c-ec4c-424e-9c87-e7d7442ee63e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:08:50.515070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] Network 44ab2959-e419-4963-b464-8180c2d6a971 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:08:50.516472 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:50.714859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] Router 358ef75c-ec4c-424e-9c87-e7d7442ee63e has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:08:50.715813 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-fa1534d0-35a1-4bf9-ae40-b733498a7434 None None] Provisioning complete for port 04ac4667-a093-4494-9dae-8eaddb8bca31 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:50.716337 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fa1534d0-35a1-4bf9-ae40-b733498a7434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:50.774243 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-fa1534d0-35a1-4bf9-ae40-b733498a7434 None None] Port 04ac4667-a093-4494-9dae-8eaddb8bca31 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:08:50.781522 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358ef75c-ec4c-424e-9c87-e7d7442ee63e', 'name': 'tempest-TestEncryptedCinderVolumes-1487789310-router', 'tenant_id': 'e977dc5a2a1f48db996237357e7914a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': '2cb3a0b6-18cc-4ab0-9932-98e9a265083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:08:45Z', 'updated_at': '2021-06-02T13:08:49Z', 'revision_number': 4, 'project_id': 'e977dc5a2a1f48db996237357e7914a2', 'gw_port': {'id': '2cb3a0b6-18cc-4ab0-9932-98e9a265083d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358ef75c-ec4c-424e-9c87-e7d7442ee63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:46Z', 'updated_at': '2021-06-02T13:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '04ac4667-a093-4494-9dae-8eaddb8bca31', 'name': '', 'network_id': '44ab2959-e419-4963-b464-8180c2d6a971', 'tenant_id': 'e977dc5a2a1f48db996237357e7914a2', 'mac_address': 'fa:16:3e:51:a2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358ef75c-ec4c-424e-9c87-e7d7442ee63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '716bc47d-f6d1-4784-a414-1f1f64577240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:49Z', 'updated_at': '2021-06-02T13:08:49Z', 'revision_number': 2, 'project_id': 'e977dc5a2a1f48db996237357e7914a2', 'subnets': [{'id': '716bc47d-f6d1-4784-a414-1f1f64577240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:50.785620 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4090c1de-a31c-41ac-bd4e-3560b8ecd5bd None None] The sync data for ids ['358ef75c-ec4c-424e-9c87-e7d7442ee63e'] in dv-neutron-601336-80-hyperv is: [{'id': '358ef75c-ec4c-424e-9c87-e7d7442ee63e', 'name': 'tempest-TestEncryptedCinderVolumes-1487789310-router', 'tenant_id': 'e977dc5a2a1f48db996237357e7914a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': '2cb3a0b6-18cc-4ab0-9932-98e9a265083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:08:45Z', 'updated_at': '2021-06-02T13:08:49Z', 'revision_number': 4, 'project_id': 'e977dc5a2a1f48db996237357e7914a2', 'gw_port': {'id': '2cb3a0b6-18cc-4ab0-9932-98e9a265083d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358ef75c-ec4c-424e-9c87-e7d7442ee63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:46Z', 'updated_at': '2021-06-02T13:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '04ac4667-a093-4494-9dae-8eaddb8bca31', 'name': '', 'network_id': '44ab2959-e419-4963-b464-8180c2d6a971', 'tenant_id': 'e977dc5a2a1f48db996237357e7914a2', 'mac_address': 'fa:16:3e:51:a2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358ef75c-ec4c-424e-9c87-e7d7442ee63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '716bc47d-f6d1-4784-a414-1f1f64577240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:49Z', 'updated_at': '2021-06-02T13:08:49Z', 'revision_number': 2, 'project_id': 'e977dc5a2a1f48db996237357e7914a2', 'subnets': [{'id': '716bc47d-f6d1-4784-a414-1f1f64577240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:08:50.897729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:08:50.906495 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] 10.222.0.37 "PUT /v2.0/routers/358ef75c-ec4c-424e-9c87-e7d7442ee63e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6790869 Jun 02 13:08:51.081947 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 522e89ca-cd5a-4579-b96e-18e5e0efa9d3 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:08:51.205999 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 522e89ca-cd5a-4579-b96e-18e5e0efa9d3 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:51.206428 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:51.945341 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-70f6b7ed-37d4-4e07-b0c1-5a26ea03ed97 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:51.946024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-70f6b7ed-37d4-4e07-b0c1-5a26ea03ed97 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Synchronizing usage tracker for tenant:ecde733508694bb9a13cdb9896e771bd on resource:network {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:08:51.964221 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-70f6b7ed-37d4-4e07-b0c1-5a26ea03ed97 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Unset dirty status for tenant:ecde733508694bb9a13cdb9896e771bd on resource:network {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:08:51.965525 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-70f6b7ed-37d4-4e07-b0c1-5a26ea03ed97 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/networks?id=c1e28ad9-028a-4a41-8388-de5fa1ffdafd HTTP/1.1" status: 200 len: 816 time: 0.1746044 Jun 02 13:08:51.980198 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-259bef1f-20d1-42f2-8ae9-b0f42431d486 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/quotas/ecde733508694bb9a13cdb9896e771bd HTTP/1.1" status: 200 len: 375 time: 0.0092006 Jun 02 13:08:52.061966 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-11cf60db-e45f-4acd-9555-afd6731ce82d tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Synchronizing usage tracker for tenant:ecde733508694bb9a13cdb9896e771bd on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:08:52.078930 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-11cf60db-e45f-4acd-9555-afd6731ce82d tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Unset dirty status for tenant:ecde733508694bb9a13cdb9896e771bd on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:08:52.080391 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-11cf60db-e45f-4acd-9555-afd6731ce82d tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ecde733508694bb9a13cdb9896e771bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955372 Jun 02 13:08:52.224449 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-f8d1819e-4367-429d-952b-ebc412c9c8ad service neutron] 10.222.0.37 "GET /v2.0/networks/c1e28ad9-028a-4a41-8388-de5fa1ffdafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325924 Jun 02 13:08:52.357344 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-7f800975-09de-4f65-bfd1-6c9d2b62979e service neutron] 10.222.0.37 "GET /v2.0/networks/c1e28ad9-028a-4a41-8388-de5fa1ffdafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268954 Jun 02 13:08:52.536660 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-40c7159b-115b-4728-af60-a6ec8adf930e req-8bbdc1df-f037-407c-998b-3adaa6d259c0 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=52c98348-3299-49c5-ae86-1875cf1fc688 HTTP/1.1" status: 200 len: 210 time: 0.0465934 Jun 02 13:08:53.075694 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 2cb3a0b6-18cc-4ab0-9932-98e9a265083d up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:08:53.145434 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 2cb3a0b6-18cc-4ab0-9932-98e9a265083d completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:08:53.150451 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 2cb3a0b6-18cc-4ab0-9932-98e9a265083d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:53.150827 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:53.265227 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:53.282065 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 2cb3a0b6-18cc-4ab0-9932-98e9a265083d, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=2cb3a0b6-18cc-4ab0-9932-98e9a265083d,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:08:53.285713 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:53.288422 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:53.355607 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=2cb3a0b6-18cc-4ab0-9932-98e9a265083d,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:53.358687 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:53.566208 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-d4fb2547-6977-440d-9e1d-17abfa51461e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:53.567655 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-d4fb2547-6977-440d-9e1d-17abfa51461e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.22 "GET /v2.0/networks?id=c1e28ad9-028a-4a41-8388-de5fa1ffdafd HTTP/1.1" status: 200 len: 816 time: 0.1485765 Jun 02 13:08:53.580691 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-d196cc29-ff36-4d90-8823-687d9267384e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Request body: {'port': {'device_id': '52c98348-3299-49c5-ae86-1875cf1fc688', 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd', 'admin_state_up': True, 'tenant_id': 'ecde733508694bb9a13cdb9896e771bd'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:53.702734 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-43b39e0c-3b01-41c4-9c37-bf2634d0ca1b req-4c828b95-296b-4fc4-889e-de659f1c7837 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=52c98348-3299-49c5-ae86-1875cf1fc688 HTTP/1.1" status: 200 len: 210 time: 0.0486367 Jun 02 13:08:53.722310 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-d196cc29-ff36-4d90-8823-687d9267384e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:08:53.731625 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-d196cc29-ff36-4d90-8823-687d9267384e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:08:53.740073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-d196cc29-ff36-4d90-8823-687d9267384e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Made reservation on behalf of ecde733508694bb9a13cdb9896e771bd for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:08:53.744210 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-d196cc29-ff36-4d90-8823-687d9267384e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:53.906057 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-d196cc29-ff36-4d90-8823-687d9267384e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Allocated IP 172.20.0.12 (c1e28ad9-028a-4a41-8388-de5fa1ffdafd/aa552061-1440-44c8-a63f-02ed1b72ac02/298a12b2-569d-4cb6-aea5-6516b3e59a12) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:08:54.111699 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-d196cc29-ff36-4d90-8823-687d9267384e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:54.127622 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-d196cc29-ff36-4d90-8823-687d9267384e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Transition to ACTIVE for port object 298a12b2-569d-4cb6-aea5-6516b3e59a12 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:54.153263 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-d196cc29-ff36-4d90-8823-687d9267384e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:54.158721 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:54.186846 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] Sync routers for ids ['358ef75c-ec4c-424e-9c87-e7d7442ee63e'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:08:54.195951 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] Routers {'358ef75c-ec4c-424e-9c87-e7d7442ee63e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:08:54.196744 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:08:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['358ef75c-ec4c-424e-9c87-e7d7442ee63e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:54.225063 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-d196cc29-ff36-4d90-8823-687d9267384e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Network c1e28ad9-028a-4a41-8388-de5fa1ffdafd is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:08:54.228845 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-d196cc29-ff36-4d90-8823-687d9267384e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:08:54.232763 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-d196cc29-ff36-4d90-8823-687d9267384e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:08:54.271249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196cc29-ff36-4d90-8823-687d9267384e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Pushing event updated for resources: {'Port': ['ID=298a12b2-569d-4cb6-aea5-6516b3e59a12,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:54.276368 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d196cc29-ff36-4d90-8823-687d9267384e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:54.305750 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-d196cc29-ff36-4d90-8823-687d9267384e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:54.306719 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-d196cc29-ff36-4d90-8823-687d9267384e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:54.333061 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-d196cc29-ff36-4d90-8823-687d9267384e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7566547 Jun 02 13:08:54.345177 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Request body: {'port': {'device_id': '52c98348-3299-49c5-ae86-1875cf1fc688', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:08:54.382379 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] Set router 358ef75c-ec4c-424e-9c87-e7d7442ee63e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:08:54.463579 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:54.516012 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e4fd92fb-8a99-47db-ae99-d9a874224aec None None] Provisioning for port 298a12b2-569d-4cb6-aea5-6516b3e59a12 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:08:54.521264 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e4fd92fb-8a99-47db-ae99-d9a874224aec None None] Provisioning complete for port 298a12b2-569d-4cb6-aea5-6516b3e59a12 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:54.521641 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e4fd92fb-8a99-47db-ae99-d9a874224aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:54.580173 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd92fb-8a99-47db-ae99-d9a874224aec None None] Port 298a12b2-569d-4cb6-aea5-6516b3e59a12 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:08:54.694802 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358ef75c-ec4c-424e-9c87-e7d7442ee63e', 'name': 'tempest-TestEncryptedCinderVolumes-1487789310-router', 'tenant_id': 'e977dc5a2a1f48db996237357e7914a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': '2cb3a0b6-18cc-4ab0-9932-98e9a265083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:08:45Z', 'updated_at': '2021-06-02T13:08:49Z', 'revision_number': 4, 'project_id': 'e977dc5a2a1f48db996237357e7914a2', 'gw_port': {'id': '2cb3a0b6-18cc-4ab0-9932-98e9a265083d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358ef75c-ec4c-424e-9c87-e7d7442ee63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:46Z', 'updated_at': '2021-06-02T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '04ac4667-a093-4494-9dae-8eaddb8bca31', 'name': '', 'network_id': '44ab2959-e419-4963-b464-8180c2d6a971', 'tenant_id': 'e977dc5a2a1f48db996237357e7914a2', 'mac_address': 'fa:16:3e:51:a2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358ef75c-ec4c-424e-9c87-e7d7442ee63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '716bc47d-f6d1-4784-a414-1f1f64577240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:49Z', 'updated_at': '2021-06-02T13:08:49Z', 'revision_number': 2, 'project_id': 'e977dc5a2a1f48db996237357e7914a2', 'subnets': [{'id': '716bc47d-f6d1-4784-a414-1f1f64577240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:54.698912 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] Checking router: 358ef75c-ec4c-424e-9c87-e7d7442ee63e for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:08:54.699266 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] Updating router 358ef75c-ec4c-424e-9c87-e7d7442ee63e port 04ac4667-a093-4494-9dae-8eaddb8bca31 binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:08:54.750483 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:54.981485 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 298a12b2-569d-4cb6-aea5-6516b3e59a12 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:08:54.989701 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:55.014007 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Transition to ACTIVE for port object 298a12b2-569d-4cb6-aea5-6516b3e59a12 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:55.021139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:55.027363 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-44b88769-1dca-45bc-b6ac-bfdd9952d2a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:55.070878 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 2cb3a0b6-18cc-4ab0-9932-98e9a265083d up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:08:55.098544 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:55.111569 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] Transition to ACTIVE for port object 04ac4667-a093-4494-9dae-8eaddb8bca31 will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:08:55.120044 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:55.126325 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-5e8194e2-41ec-4f46-a311-32f0befb75b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:55.149223 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 2cb3a0b6-18cc-4ab0-9932-98e9a265083d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:55.149777 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:55.168957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83752ef2-7a8d-4710-972b-57daa3502268 req-23efd430-3ff5-43a7-a95c-780ac07a96f3 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:55.169684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-83752ef2-7a8d-4710-972b-57daa3502268 req-23efd430-3ff5-43a7-a95c-780ac07a96f3 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Synchronizing usage tracker for tenant:ecde733508694bb9a13cdb9896e771bd on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:08:55.198688 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff6e6c-0970-4e89-b6df-4f4d4f43e386 None None] Pushing event updated for resources: {'Port': ['ID=04ac4667-a093-4494-9dae-8eaddb8bca31,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:55.217092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Pushing event updated for resources: {'Port': ['ID=298a12b2-569d-4cb6-aea5-6516b3e59a12,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:55.238660 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:55.294557 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-7bff6e6c-0970-4e89-b6df-4f4d4f43e386 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:55.300559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-83752ef2-7a8d-4710-972b-57daa3502268 req-23efd430-3ff5-43a7-a95c-780ac07a96f3 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Unset dirty status for tenant:ecde733508694bb9a13cdb9896e771bd on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:08:55.301742 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-83752ef2-7a8d-4710-972b-57daa3502268 req-23efd430-3ff5-43a7-a95c-780ac07a96f3 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=52c98348-3299-49c5-ae86-1875cf1fc688 HTTP/1.1" status: 200 len: 932 time: 0.4946086 Jun 02 13:08:55.388981 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Attempting to bind port 298a12b2-569d-4cb6-aea5-6516b3e59a12 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:08:55.390138 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Attempting to bind port 298a12b2-569d-4cb6-aea5-6516b3e59a12 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'a47e9dec-06b6-468c-9c45-d23d9d9601fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:08:55.390138 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Attempting to bind port 298a12b2-569d-4cb6-aea5-6516b3e59a12 on network c1e28ad9-028a-4a41-8388-de5fa1ffdafd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:08:55.396031 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-83752ef2-7a8d-4710-972b-57daa3502268 req-1a0aed20-6308-4b8d-bf78-c0e40ae56db4 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841026 Jun 02 13:08:55.397896 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Port 298a12b2-569d-4cb6-aea5-6516b3e59a12 on network c1e28ad9-028a-4a41-8388-de5fa1ffdafd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 13:08:55.398245 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Attempting to bind port 298a12b2-569d-4cb6-aea5-6516b3e59a12 on network c1e28ad9-028a-4a41-8388-de5fa1ffdafd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:08:55.403917 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:08:55.404255 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Checking segment: {'id': 'a47e9dec-06b6-468c-9c45-d23d9d9601fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:08:55.405073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Bound using segment: {'id': 'a47e9dec-06b6-468c-9c45-d23d9d9601fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:08:55.405073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Bound port: 298a12b2-569d-4cb6-aea5-6516b3e59a12, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47e9dec-06b6-468c-9c45-d23d9d9601fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:08:55.405619 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:55.412794 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] Attempting to bind port 04ac4667-a093-4494-9dae-8eaddb8bca31 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:08:55.413309 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] Attempting to bind port 04ac4667-a093-4494-9dae-8eaddb8bca31 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'e86b0dcb-82fc-4036-8050-025576fcc138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '44ab2959-e419-4963-b464-8180c2d6a971'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:08:55.413783 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] Attempting to bind port 04ac4667-a093-4494-9dae-8eaddb8bca31 on network 44ab2959-e419-4963-b464-8180c2d6a971 {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:08:55.420459 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:08:55.421019 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] Checking segment: {'id': 'e86b0dcb-82fc-4036-8050-025576fcc138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '44ab2959-e419-4963-b464-8180c2d6a971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:08:55.421917 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:55.422496 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] Bound using segment: {'id': 'e86b0dcb-82fc-4036-8050-025576fcc138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '44ab2959-e419-4963-b464-8180c2d6a971'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:08:55.423192 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] Bound port: 04ac4667-a093-4494-9dae-8eaddb8bca31, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86b0dcb-82fc-4036-8050-025576fcc138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '44ab2959-e419-4963-b464-8180c2d6a971'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:08:55.423693 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:55.514438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] For port 298a12b2-569d-4cb6-aea5-6516b3e59a12, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:08:55.516525 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] For port 04ac4667-a093-4494-9dae-8eaddb8bca31, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:08:55.517280 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] For port 298a12b2-569d-4cb6-aea5-6516b3e59a12, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=298a12b2-569d-4cb6-aea5-6516b3e59a12,segment=NetworkSegment(a47e9dec-06b6-468c-9c45-d23d9d9601fd),segment_id=a47e9dec-06b6-468c-9c45-d23d9d9601fd)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:08:55.519487 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] For port 04ac4667-a093-4494-9dae-8eaddb8bca31, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=04ac4667-a093-4494-9dae-8eaddb8bca31,segment=NetworkSegment(e86b0dcb-82fc-4036-8050-025576fcc138),segment_id=e86b0dcb-82fc-4036-8050-025576fcc138)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:08:55.522675 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:55.523432 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:55.526956 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4ccfe435-4df5-45a5-a753-ac4f8c1f40dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:55.527260 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-10a3f137-26c1-479f-830d-3d7d315fcd6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:55.589826 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:55.590487 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:55.592051 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] 10.222.0.22 "PUT /v2.0/ports/298a12b2-569d-4cb6-aea5-6516b3e59a12 HTTP/1.1" status: 200 len: 1094 time: 1.2513158 Jun 02 13:08:55.592419 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c98348-3299-49c5-ae86-1875cf1fc688', 'tag': '298a12b2-569d-4cb6-aea5-6516b3e59a12'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:08:55.594824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da348dc1-2b71-40e9-b312-4c242ec7b39f" -d '{"events": [{"name": "network-changed", "server_uuid": "52c98348-3299-49c5-ae86-1875cf1fc688", "tag": "298a12b2-569d-4cb6-aea5-6516b3e59a12"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:08:55.603243 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff6e6c-0970-4e89-b6df-4f4d4f43e386 None None] Pushing event updated for resources: {'Port': ['ID=04ac4667-a093-4494-9dae-8eaddb8bca31,revision_number=4']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:55.607616 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-7bff6e6c-0970-4e89-b6df-4f4d4f43e386 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:55.614908 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] Routers {'358ef75c-ec4c-424e-9c87-e7d7442ee63e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:08:55.615949 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:08:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['358ef75c-ec4c-424e-9c87-e7d7442ee63e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:55.623241 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Pushing event updated for resources: {'Port': ['ID=298a12b2-569d-4cb6-aea5-6516b3e59a12,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:55.633982 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:55.694029 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ca034a-2d33-494a-b18c-aa0b34644f90 x-openstack-request-id: req-87ca034a-2d33-494a-b18c-aa0b34644f90 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:08:55.694669 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c98348-3299-49c5-ae86-1875cf1fc688", "tag": "298a12b2-569d-4cb6-aea5-6516b3e59a12", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:08:55.695066 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87ca034a-2d33-494a-b18c-aa0b34644f90 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:08:55.695601 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c98348-3299-49c5-ae86-1875cf1fc688', 'tag': '298a12b2-569d-4cb6-aea5-6516b3e59a12', 'status': 'completed', 'code': 200} Jun 02 13:08:55.745235 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-8ea23e4f-0b8c-4321-bc02-4fabb323113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:55.746918 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-8ea23e4f-0b8c-4321-bc02-4fabb323113b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecde733508694bb9a13cdb9896e771bd&device_id=52c98348-3299-49c5-ae86-1875cf1fc688 HTTP/1.1" status: 200 len: 1097 time: 0.1010554 Jun 02 13:08:55.815069 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:08:55.823945 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-9609c712-c54c-48a6-8179-b80c19ff4e4e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=298a12b2-569d-4cb6-aea5-6516b3e59a12 HTTP/1.1" status: 200 len: 217 time: 0.0694675 Jun 02 13:08:55.846926 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] Set router 358ef75c-ec4c-424e-9c87-e7d7442ee63e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:08:55.889966 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-e2043fb3-4dac-4b6c-a075-475bc040e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:55.891672 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-e2043fb3-4dac-4b6c-a075-475bc040e709 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aa552061-1440-44c8-a63f-02ed1b72ac02 HTTP/1.1" status: 200 len: 855 time: 0.0616987 Jun 02 13:08:55.968188 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-8bbe5986-b9f4-4537-8def-07b958480c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:55.969679 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-8bbe5986-b9f4-4537-8def-07b958480c10 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c1e28ad9-028a-4a41-8388-de5fa1ffdafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0720215 Jun 02 13:08:56.103491 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-bc45b4c6-f0eb-43f6-b543-595bdd9691a3 service neutron] 10.222.0.22 "GET /v2.0/networks/c1e28ad9-028a-4a41-8388-de5fa1ffdafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266503 Jun 02 13:08:56.151411 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:56.159376 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358ef75c-ec4c-424e-9c87-e7d7442ee63e', 'name': 'tempest-TestEncryptedCinderVolumes-1487789310-router', 'tenant_id': 'e977dc5a2a1f48db996237357e7914a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': '2cb3a0b6-18cc-4ab0-9932-98e9a265083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:08:45Z', 'updated_at': '2021-06-02T13:08:49Z', 'revision_number': 4, 'project_id': 'e977dc5a2a1f48db996237357e7914a2', 'gw_port': {'id': '2cb3a0b6-18cc-4ab0-9932-98e9a265083d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358ef75c-ec4c-424e-9c87-e7d7442ee63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:46Z', 'updated_at': '2021-06-02T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '04ac4667-a093-4494-9dae-8eaddb8bca31', 'name': '', 'network_id': '44ab2959-e419-4963-b464-8180c2d6a971', 'tenant_id': 'e977dc5a2a1f48db996237357e7914a2', 'mac_address': 'fa:16:3e:51:a2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358ef75c-ec4c-424e-9c87-e7d7442ee63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '716bc47d-f6d1-4784-a414-1f1f64577240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:49Z', 'updated_at': '2021-06-02T13:08:55Z', 'revision_number': 4, 'project_id': 'e977dc5a2a1f48db996237357e7914a2', 'subnets': [{'id': '716bc47d-f6d1-4784-a414-1f1f64577240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:08:56.163196 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d7fcb-b2f7-4418-9934-2aeac10793e1 None None] The sync data for ids ['358ef75c-ec4c-424e-9c87-e7d7442ee63e'] in dv-neutron-601336-80-hyperv is: [{'id': '358ef75c-ec4c-424e-9c87-e7d7442ee63e', 'name': 'tempest-TestEncryptedCinderVolumes-1487789310-router', 'tenant_id': 'e977dc5a2a1f48db996237357e7914a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': '2cb3a0b6-18cc-4ab0-9932-98e9a265083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:08:45Z', 'updated_at': '2021-06-02T13:08:49Z', 'revision_number': 4, 'project_id': 'e977dc5a2a1f48db996237357e7914a2', 'gw_port': {'id': '2cb3a0b6-18cc-4ab0-9932-98e9a265083d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358ef75c-ec4c-424e-9c87-e7d7442ee63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:46Z', 'updated_at': '2021-06-02T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '04ac4667-a093-4494-9dae-8eaddb8bca31', 'name': '', 'network_id': '44ab2959-e419-4963-b464-8180c2d6a971', 'tenant_id': 'e977dc5a2a1f48db996237357e7914a2', 'mac_address': 'fa:16:3e:51:a2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358ef75c-ec4c-424e-9c87-e7d7442ee63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '716bc47d-f6d1-4784-a414-1f1f64577240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:49Z', 'updated_at': '2021-06-02T13:08:55Z', 'revision_number': 4, 'project_id': 'e977dc5a2a1f48db996237357e7914a2', 'subnets': [{'id': '716bc47d-f6d1-4784-a414-1f1f64577240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:08:56.244431 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-35759811-9d08-4ae3-a649-8165a315bfa0 req-9e84f4d6-8b16-4abd-afc4-79496f8887dd service neutron] 10.222.0.22 "GET /v2.0/networks/c1e28ad9-028a-4a41-8388-de5fa1ffdafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344519 Jun 02 13:08:56.372340 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da348dc1-2b71-40e9-b312-4c242ec7b39f req-b6084e56-275d-418e-afef-9a4a1804f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:56.373821 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-da348dc1-2b71-40e9-b312-4c242ec7b39f req-b6084e56-275d-418e-afef-9a4a1804f728 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecde733508694bb9a13cdb9896e771bd&device_id=52c98348-3299-49c5-ae86-1875cf1fc688 HTTP/1.1" status: 200 len: 1097 time: 0.0767965 Jun 02 13:08:56.520757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da348dc1-2b71-40e9-b312-4c242ec7b39f req-0c12caf6-4f30-4a19-a6f6-8d6bc913d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:56.522261 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-da348dc1-2b71-40e9-b312-4c242ec7b39f req-0c12caf6-4f30-4a19-a6f6-8d6bc913d04f service neutron] 10.222.0.22 "GET /v2.0/networks?id=c1e28ad9-028a-4a41-8388-de5fa1ffdafd HTTP/1.1" status: 200 len: 917 time: 0.1420598 Jun 02 13:08:56.638484 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-da348dc1-2b71-40e9-b312-4c242ec7b39f req-55b33d7b-49dc-4969-bc1f-91125007e8ad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=298a12b2-569d-4cb6-aea5-6516b3e59a12 HTTP/1.1" status: 200 len: 217 time: 0.0774918 Jun 02 13:08:56.717123 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da348dc1-2b71-40e9-b312-4c242ec7b39f req-564860ad-408f-4c20-b5ef-c760830b7c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:56.718545 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-da348dc1-2b71-40e9-b312-4c242ec7b39f req-564860ad-408f-4c20-b5ef-c760830b7c8d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aa552061-1440-44c8-a63f-02ed1b72ac02 HTTP/1.1" status: 200 len: 855 time: 0.0725048 Jun 02 13:08:56.726030 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970f319-f62d-4b47-8dda-f8046d52513e req-d925fa94-a4f8-405b-8899-ff7f986e90df tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:56.727409 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c970f319-f62d-4b47-8dda-f8046d52513e req-d925fa94-a4f8-405b-8899-ff7f986e90df tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=52c98348-3299-49c5-ae86-1875cf1fc688 HTTP/1.1" status: 200 len: 944 time: 0.1983812 Jun 02 13:08:56.929609 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c970f319-f62d-4b47-8dda-f8046d52513e req-07b3958c-75b6-492a-8d26-5cbfe32624cb tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525854 Jun 02 13:08:56.950202 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da348dc1-2b71-40e9-b312-4c242ec7b39f req-fb8673e9-161c-4b60-b34c-bb5875074dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:56.951674 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-da348dc1-2b71-40e9-b312-4c242ec7b39f req-fb8673e9-161c-4b60-b34c-bb5875074dff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c1e28ad9-028a-4a41-8388-de5fa1ffdafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2234125 Jun 02 13:08:57.091540 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 04ac4667-a093-4494-9dae-8eaddb8bca31 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:08:57.095632 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-da348dc1-2b71-40e9-b312-4c242ec7b39f req-be0faa72-f5af-45ff-9b00-5967e8a6a493 service neutron] 10.222.0.22 "GET /v2.0/networks/c1e28ad9-028a-4a41-8388-de5fa1ffdafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366208 Jun 02 13:08:57.158424 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 04ac4667-a093-4494-9dae-8eaddb8bca31 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:08:57.162897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 04ac4667-a093-4494-9dae-8eaddb8bca31 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:57.163271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:57.230752 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-da348dc1-2b71-40e9-b312-4c242ec7b39f req-14cda991-4dde-40b9-aab2-c1eec57e1958 service neutron] 10.222.0.22 "GET /v2.0/networks/c1e28ad9-028a-4a41-8388-de5fa1ffdafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287415 Jun 02 13:08:57.281208 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:57.313192 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 04ac4667-a093-4494-9dae-8eaddb8bca31, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=04ac4667-a093-4494-9dae-8eaddb8bca31,segment=NetworkSegment(e86b0dcb-82fc-4036-8050-025576fcc138),segment_id=e86b0dcb-82fc-4036-8050-025576fcc138)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:08:57.316090 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:57.317854 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:08:57.384319 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=04ac4667-a093-4494-9dae-8eaddb8bca31,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:08:57.387192 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:08:58.111860 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23598f21-08a2-4435-a8b0-fe1ae7386574 req-75f3faa1-cd66-4c6a-9ea8-aedfb8f262f6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:58.113331 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-23598f21-08a2-4435-a8b0-fe1ae7386574 req-75f3faa1-cd66-4c6a-9ea8-aedfb8f262f6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=52c98348-3299-49c5-ae86-1875cf1fc688 HTTP/1.1" status: 200 len: 944 time: 0.0798821 Jun 02 13:08:58.158501 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-23598f21-08a2-4435-a8b0-fe1ae7386574 req-90fded81-0563-4b29-8840-a8ac3654d1e6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Synchronizing usage tracker for tenant:ecde733508694bb9a13cdb9896e771bd on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:08:58.174839 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-23598f21-08a2-4435-a8b0-fe1ae7386574 req-90fded81-0563-4b29-8840-a8ac3654d1e6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Unset dirty status for tenant:ecde733508694bb9a13cdb9896e771bd on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:08:58.175963 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-23598f21-08a2-4435-a8b0-fe1ae7386574 req-90fded81-0563-4b29-8840-a8ac3654d1e6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565522 Jun 02 13:08:59.056747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 04ac4667-a093-4494-9dae-8eaddb8bca31 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:08:59.122821 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 04ac4667-a093-4494-9dae-8eaddb8bca31 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:08:59.123194 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:08:59.363874 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31cabe-39e5-482d-88e7-97f8974e95b5 req-ea0dea38-94bd-464b-8907-53d66ee75d10 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:08:59.365221 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4f31cabe-39e5-482d-88e7-97f8974e95b5 req-ea0dea38-94bd-464b-8907-53d66ee75d10 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=52c98348-3299-49c5-ae86-1875cf1fc688 HTTP/1.1" status: 200 len: 944 time: 0.0839400 Jun 02 13:08:59.408924 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4f31cabe-39e5-482d-88e7-97f8974e95b5 req-c746554e-e51e-4d40-a31b-5cfd8224830b tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376911 Jun 02 13:08:59.954746 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 298a12b2-569d-4cb6-aea5-6516b3e59a12 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:09:00.089080 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 298a12b2-569d-4cb6-aea5-6516b3e59a12, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=298a12b2-569d-4cb6-aea5-6516b3e59a12,segment=NetworkSegment(a47e9dec-06b6-468c-9c45-d23d9d9601fd),segment_id=a47e9dec-06b6-468c-9c45-d23d9d9601fd)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:09:00.102330 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '298a12b2-569d-4cb6-aea5-6516b3e59a12', 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd', 'port_id': '298a12b2-569d-4cb6-aea5-6516b3e59a12', 'mac_address': 'fa:16:3e:b6:dc:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa552061-1440-44c8-a63f-02ed1b72ac02', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:09:00.159551 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:00.176877 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298a12b2-569d-4cb6-aea5-6516b3e59a12 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:09:00.191727 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 298a12b2-569d-4cb6-aea5-6516b3e59a12, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=298a12b2-569d-4cb6-aea5-6516b3e59a12,segment=NetworkSegment(a47e9dec-06b6-468c-9c45-d23d9d9601fd),segment_id=a47e9dec-06b6-468c-9c45-d23d9d9601fd)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:09:00.195705 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:00.198377 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d4be06fd-4e6c-4344-a2ce-664e6526bbc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:09:00.266710 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=298a12b2-569d-4cb6-aea5-6516b3e59a12,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:09:00.269695 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:09:00.522344 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['298a12b2-569d-4cb6-aea5-6516b3e59a12'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:09:00.597762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef5611-c0c6-497c-a72e-e18c3d7a6813 req-acf676af-9ff4-4055-9576-480764a897e6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:00.599375 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-89ef5611-c0c6-497c-a72e-e18c3d7a6813 req-acf676af-9ff4-4055-9576-480764a897e6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=52c98348-3299-49c5-ae86-1875cf1fc688 HTTP/1.1" status: 200 len: 945 time: 0.0866857 Jun 02 13:09:00.651967 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-89ef5611-c0c6-497c-a72e-e18c3d7a6813 req-57d1741c-3555-4d5a-9fa9-b544108636d5 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468888 Jun 02 13:09:01.833960 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b6968-0ac8-4cd6-ab1a-c4abcb2d87c6 req-ab3df034-28cb-40fd-82d5-2632e9848b8e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:01.835415 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e67b6968-0ac8-4cd6-ab1a-c4abcb2d87c6 req-ab3df034-28cb-40fd-82d5-2632e9848b8e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=52c98348-3299-49c5-ae86-1875cf1fc688 HTTP/1.1" status: 200 len: 945 time: 0.0796738 Jun 02 13:09:01.879463 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e67b6968-0ac8-4cd6-ab1a-c4abcb2d87c6 req-ecbf7dba-89a4-4834-99fc-dc6266a94bf3 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376735 Jun 02 13:09:01.954354 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 298a12b2-569d-4cb6-aea5-6516b3e59a12 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:09:02.023098 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 298a12b2-569d-4cb6-aea5-6516b3e59a12 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:09:02.028359 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 298a12b2-569d-4cb6-aea5-6516b3e59a12 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:09:02.028740 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:02.176766 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:02.205865 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c98348-3299-49c5-ae86-1875cf1fc688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298a12b2-569d-4cb6-aea5-6516b3e59a12'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:09:02.208163 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27c747c-cb35-49d7-9670-3b46f0e740b8" -d '{"events": [{"server_uuid": "52c98348-3299-49c5-ae86-1875cf1fc688", "name": "network-vif-plugged", "status": "completed", "tag": "298a12b2-569d-4cb6-aea5-6516b3e59a12"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:09:02.216547 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 298a12b2-569d-4cb6-aea5-6516b3e59a12, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=298a12b2-569d-4cb6-aea5-6516b3e59a12,segment=NetworkSegment(a47e9dec-06b6-468c-9c45-d23d9d9601fd),segment_id=a47e9dec-06b6-468c-9c45-d23d9d9601fd)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:09:02.220864 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:02.223017 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-17908570-948e-4c78-a3fc-bad3505e5aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:09:02.256361 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bbb969-b8c4-4daa-a753-380038f2e906 x-openstack-request-id: req-49bbb969-b8c4-4daa-a753-380038f2e906 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:09:02.256657 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c98348-3299-49c5-ae86-1875cf1fc688", "name": "network-vif-plugged", "status": "completed", "tag": "298a12b2-569d-4cb6-aea5-6516b3e59a12", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:09:02.256919 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49bbb969-b8c4-4daa-a753-380038f2e906 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:09:02.257308 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c98348-3299-49c5-ae86-1875cf1fc688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298a12b2-569d-4cb6-aea5-6516b3e59a12', 'code': 200} Jun 02 13:09:02.289270 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=298a12b2-569d-4cb6-aea5-6516b3e59a12,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:09:02.292395 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:09:02.486787 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035f121-e5ba-4855-92bd-26e35d092b5c req-0ca1774a-bebe-4096-a42d-891a03b05cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:02.488216 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c035f121-e5ba-4855-92bd-26e35d092b5c req-0ca1774a-bebe-4096-a42d-891a03b05cc9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=52c98348-3299-49c5-ae86-1875cf1fc688 HTTP/1.1" status: 200 len: 1099 time: 0.0727549 Jun 02 13:09:02.528894 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c035f121-e5ba-4855-92bd-26e35d092b5c req-0e8c2d0c-28a0-4c86-b3d1-bbed0a41ee2c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335841 Jun 02 13:09:03.063217 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fb007-bc19-4ff7-bd6f-49a7442ca651 req-16054873-3b06-49c3-9623-acb7ef22582c tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:03.064589 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d73fb007-bc19-4ff7-bd6f-49a7442ca651 req-16054873-3b06-49c3-9623-acb7ef22582c tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=52c98348-3299-49c5-ae86-1875cf1fc688 HTTP/1.1" status: 200 len: 946 time: 0.0802386 Jun 02 13:09:03.112051 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d73fb007-bc19-4ff7-bd6f-49a7442ca651 req-51d9b6d3-760d-4225-af98-6e39b2ab7137 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418715 Jun 02 13:09:04.303822 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938b1a9-8f8f-4f9c-ab0f-70a0c5fd3252 req-17425a3b-de8c-4484-bc22-39052df57204 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:04.305253 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8938b1a9-8f8f-4f9c-ab0f-70a0c5fd3252 req-17425a3b-de8c-4484-bc22-39052df57204 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=52c98348-3299-49c5-ae86-1875cf1fc688 HTTP/1.1" status: 200 len: 946 time: 0.0800858 Jun 02 13:09:04.351910 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8938b1a9-8f8f-4f9c-ab0f-70a0c5fd3252 req-b8fe4022-f18b-41ea-a1b5-77b76ede59bd tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411384 Jun 02 13:09:04.533324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95517eb-dd72-4216-9ebf-e070b47b6b59 req-092621cb-5eaf-4273-a6af-152786f8604a tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:04.534785 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d95517eb-dd72-4216-9ebf-e070b47b6b59 req-092621cb-5eaf-4273-a6af-152786f8604a tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=52c98348-3299-49c5-ae86-1875cf1fc688 HTTP/1.1" status: 200 len: 946 time: 0.0796633 Jun 02 13:09:04.579420 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d95517eb-dd72-4216-9ebf-e070b47b6b59 req-75b25d61-0221-413e-a8b0-450c7469714d tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388305 Jun 02 13:09:14.217516 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b5450803-11bd-48d4-b396-77b3f18bf8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:16.706115 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-13b655d2-fd2d-4522-810d-c719cd61e87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:16.744483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:17.839351 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:19.612110 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:25.769637 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02e7b7-a078-4e19-831b-fea5e3d492a0 req-25080877-061e-4f31-875a-8c28cf140b81 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:25.771097 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1c02e7b7-a078-4e19-831b-fea5e3d492a0 req-25080877-061e-4f31-875a-8c28cf140b81 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=52c98348-3299-49c5-ae86-1875cf1fc688 HTTP/1.1" status: 200 len: 946 time: 0.0843079 Jun 02 13:09:25.815490 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1c02e7b7-a078-4e19-831b-fea5e3d492a0 req-c58502ed-5c5d-4775-b21e-2e9f2d901d2e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384679 Jun 02 13:09:26.153781 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:27.001734 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff408c-902c-490c-92d2-8d722f8b7f0f req-67022711-03a7-416e-a8a2-bf44075743cf tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:27.003194 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0fff408c-902c-490c-92d2-8d722f8b7f0f req-67022711-03a7-416e-a8a2-bf44075743cf tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=52c98348-3299-49c5-ae86-1875cf1fc688 HTTP/1.1" status: 200 len: 946 time: 0.0798516 Jun 02 13:09:27.047256 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0fff408c-902c-490c-92d2-8d722f8b7f0f req-2eb19261-93cc-4e75-a530-c32fc3e91492 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384855 Jun 02 13:09:27.587539 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e84d4-ba67-4014-adf8-4ee7c767f62c req-6faa9414-b654-4c52-9934-47cc923688b7 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:27.588837 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-164e84d4-ba67-4014-adf8-4ee7c767f62c req-6faa9414-b654-4c52-9934-47cc923688b7 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.22 "GET /v2.0/ports?device_id=52c98348-3299-49c5-ae86-1875cf1fc688 HTTP/1.1" status: 200 len: 946 time: 0.0797532 Jun 02 13:09:27.731189 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-164e84d4-ba67-4014-adf8-4ee7c767f62c req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Deleting port 298a12b2-569d-4cb6-aea5-6516b3e59a12 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:09:27.731540 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-164e84d4-ba67-4014-adf8-4ee7c767f62c req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:27.862662 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-164e84d4-ba67-4014-adf8-4ee7c767f62c req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] For port 298a12b2-569d-4cb6-aea5-6516b3e59a12, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=298a12b2-569d-4cb6-aea5-6516b3e59a12,segment=NetworkSegment(a47e9dec-06b6-468c-9c45-d23d9d9601fd),segment_id=a47e9dec-06b6-468c-9c45-d23d9d9601fd)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:09:27.862943 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-164e84d4-ba67-4014-adf8-4ee7c767f62c req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:27.984861 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-164e84d4-ba67-4014-adf8-4ee7c767f62c req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Calling delete_port for 298a12b2-569d-4cb6-aea5-6516b3e59a12 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:09:28.095530 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-164e84d4-ba67-4014-adf8-4ee7c767f62c req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:28.101222 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8e15a4a3-f1f7-4b3f-9ed6-2d63c83d075a tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:09:28.107242 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['298a12b2-569d-4cb6-aea5-6516b3e59a12'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:09:28.147277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Pushing event deleted for resources: {'Port': ['ID=298a12b2-569d-4cb6-aea5-6516b3e59a12,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:09:28.184129 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:09:28.184518 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:09:28.184900 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:09:28.185263 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:09:28.185631 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:09:28.186000 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:09:28.186389 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:09:28.186755 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:09:28.187115 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:09:28.187474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:09:28.187836 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:09:28.188190 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:09:28.207544 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:09:28.406466 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-164e84d4-ba67-4014-adf8-4ee7c767f62c req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] No DVR routers for this DVR port 298a12b2-569d-4cb6-aea5-6516b3e59a12 on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:09:28.409565 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c2de3ecd-32de-402e-88d1-a8be3100c9ac req-be02f101-78c9-46ca-8c54-f029dd48f732 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=52c98348-3299-49c5-ae86-1875cf1fc688 HTTP/1.1" status: 200 len: 210 time: 0.2522635 Jun 02 13:09:28.410573 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-164e84d4-ba67-4014-adf8-4ee7c767f62c req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:28.413132 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c98348-3299-49c5-ae86-1875cf1fc688', 'name': 'network-vif-deleted', 'tag': '298a12b2-569d-4cb6-aea5-6516b3e59a12'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:09:28.415796 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdda1690-cf26-4bc2-b416-2273ddba41b5" -d '{"events": [{"server_uuid": "52c98348-3299-49c5-ae86-1875cf1fc688", "name": "network-vif-deleted", "tag": "298a12b2-569d-4cb6-aea5-6516b3e59a12"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:09:28.430231 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-164e84d4-ba67-4014-adf8-4ee7c767f62c req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.22 "DELETE /v2.0/ports/298a12b2-569d-4cb6-aea5-6516b3e59a12 HTTP/1.1" status: 204 len: 173 time: 0.8349259 Jun 02 13:09:28.461992 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb465fc-cc44-409e-bb4d-20780a46e9eb x-openstack-request-id: req-9eb465fc-cc44-409e-bb4d-20780a46e9eb {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:09:28.462389 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c98348-3299-49c5-ae86-1875cf1fc688", "name": "network-vif-deleted", "tag": "298a12b2-569d-4cb6-aea5-6516b3e59a12", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:09:28.463233 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9eb465fc-cc44-409e-bb4d-20780a46e9eb {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:09:28.463678 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c98348-3299-49c5-ae86-1875cf1fc688', 'name': 'network-vif-deleted', 'tag': '298a12b2-569d-4cb6-aea5-6516b3e59a12', 'status': 'completed', 'code': 200} Jun 02 13:09:30.199016 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93774565-5964-4d1b-aa29-602002284e45 req-3d0e91b3-746f-4dcd-907e-aa158d765b18 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:30.200387 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-93774565-5964-4d1b-aa29-602002284e45 req-3d0e91b3-746f-4dcd-907e-aa158d765b18 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/networks?id=c1e28ad9-028a-4a41-8388-de5fa1ffdafd HTTP/1.1" status: 200 len: 816 time: 0.1444926 Jun 02 13:09:30.215025 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-93774565-5964-4d1b-aa29-602002284e45 req-24636a7c-f950-4d7e-b27c-345148f3cd19 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/quotas/ecde733508694bb9a13cdb9896e771bd HTTP/1.1" status: 200 len: 375 time: 0.0092120 Jun 02 13:09:30.304455 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-93774565-5964-4d1b-aa29-602002284e45 req-3f46aa59-d3bd-4c86-9413-7d129d612e4f tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ecde733508694bb9a13cdb9896e771bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843174 Jun 02 13:09:30.441266 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-93774565-5964-4d1b-aa29-602002284e45 req-77b1cab7-c937-4689-95b4-be2624f1c4be service neutron] 10.222.0.37 "GET /v2.0/networks/c1e28ad9-028a-4a41-8388-de5fa1ffdafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248744 Jun 02 13:09:30.571190 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-93774565-5964-4d1b-aa29-602002284e45 req-dc6f957f-7ecc-4761-95ef-a63230c01a1c service neutron] 10.222.0.37 "GET /v2.0/networks/c1e28ad9-028a-4a41-8388-de5fa1ffdafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240113 Jun 02 13:09:30.746124 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-7c4318eb-22f3-493d-8fc2-5316bf17862e req-92c06764-3a7a-45d2-af21-995b5fe41ad7 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Synchronizing usage tracker for tenant:ecde733508694bb9a13cdb9896e771bd on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:09:30.762419 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-7c4318eb-22f3-493d-8fc2-5316bf17862e req-92c06764-3a7a-45d2-af21-995b5fe41ad7 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Unset dirty status for tenant:ecde733508694bb9a13cdb9896e771bd on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:09:30.763729 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7c4318eb-22f3-493d-8fc2-5316bf17862e req-92c06764-3a7a-45d2-af21-995b5fe41ad7 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54 HTTP/1.1" status: 200 len: 210 time: 0.0626457 Jun 02 13:09:31.912699 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93774565-5964-4d1b-aa29-602002284e45 req-fb45bbcf-2d43-4cf1-9aec-6930b17d5041 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:31.914185 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-93774565-5964-4d1b-aa29-602002284e45 req-fb45bbcf-2d43-4cf1-9aec-6930b17d5041 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.22 "GET /v2.0/networks?id=c1e28ad9-028a-4a41-8388-de5fa1ffdafd HTTP/1.1" status: 200 len: 816 time: 0.1525247 Jun 02 13:09:31.919421 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8403b7f1-2888-45b0-8e02-266fe7f3456e req-eee71d46-cd87-4723-8135-06bb37b699e9 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54 HTTP/1.1" status: 200 len: 210 time: 0.0439222 Jun 02 13:09:31.928112 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-93774565-5964-4d1b-aa29-602002284e45 req-f4399edb-1827-4336-be05-114def634449 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Request body: {'port': {'device_id': 'bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54', 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd', 'admin_state_up': True, 'tenant_id': 'ecde733508694bb9a13cdb9896e771bd'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:09:32.066455 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-93774565-5964-4d1b-aa29-602002284e45 req-f4399edb-1827-4336-be05-114def634449 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:09:32.076078 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-93774565-5964-4d1b-aa29-602002284e45 req-f4399edb-1827-4336-be05-114def634449 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:09:32.085344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93774565-5964-4d1b-aa29-602002284e45 req-f4399edb-1827-4336-be05-114def634449 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Made reservation on behalf of ecde733508694bb9a13cdb9896e771bd for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:09:32.088866 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-93774565-5964-4d1b-aa29-602002284e45 req-f4399edb-1827-4336-be05-114def634449 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:32.089394 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 298a12b2-569d-4cb6-aea5-6516b3e59a12 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:09:32.123425 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 298a12b2-569d-4cb6-aea5-6516b3e59a12 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:09:32.123774 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 298a12b2-569d-4cb6-aea5-6516b3e59a12 not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:09:32.247457 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-93774565-5964-4d1b-aa29-602002284e45 req-f4399edb-1827-4336-be05-114def634449 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Allocated IP 172.20.0.13 (c1e28ad9-028a-4a41-8388-de5fa1ffdafd/aa552061-1440-44c8-a63f-02ed1b72ac02/34a0660c-e9db-4488-a448-8033bf18e1e3) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:09:32.456318 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-93774565-5964-4d1b-aa29-602002284e45 req-f4399edb-1827-4336-be05-114def634449 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:32.471636 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-93774565-5964-4d1b-aa29-602002284e45 req-f4399edb-1827-4336-be05-114def634449 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Transition to ACTIVE for port object 34a0660c-e9db-4488-a448-8033bf18e1e3 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:09:32.494512 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-93774565-5964-4d1b-aa29-602002284e45 req-f4399edb-1827-4336-be05-114def634449 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:32.500862 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:09:32.563333 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93774565-5964-4d1b-aa29-602002284e45 req-f4399edb-1827-4336-be05-114def634449 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Network c1e28ad9-028a-4a41-8388-de5fa1ffdafd is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:09:32.566780 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-93774565-5964-4d1b-aa29-602002284e45 req-f4399edb-1827-4336-be05-114def634449 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:09:32.569047 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-93774565-5964-4d1b-aa29-602002284e45 req-f4399edb-1827-4336-be05-114def634449 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:09:32.614443 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4399edb-1827-4336-be05-114def634449 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Pushing event updated for resources: {'Port': ['ID=34a0660c-e9db-4488-a448-8033bf18e1e3,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:09:32.617299 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f4399edb-1827-4336-be05-114def634449 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:09:32.645019 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93774565-5964-4d1b-aa29-602002284e45 req-f4399edb-1827-4336-be05-114def634449 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:32.645652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-93774565-5964-4d1b-aa29-602002284e45 req-f4399edb-1827-4336-be05-114def634449 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:32.673705 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-93774565-5964-4d1b-aa29-602002284e45 req-f4399edb-1827-4336-be05-114def634449 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7492979 Jun 02 13:09:32.685478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-93774565-5964-4d1b-aa29-602002284e45 req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Request body: {'port': {'device_id': 'bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:09:32.804621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-93774565-5964-4d1b-aa29-602002284e45 req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:32.804868 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:09:32.805544 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-448c3860-bffc-4210-bffa-829c8a894b02 None None] Provisioning for port 34a0660c-e9db-4488-a448-8033bf18e1e3 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:09:32.810532 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-448c3860-bffc-4210-bffa-829c8a894b02 None None] Provisioning complete for port 34a0660c-e9db-4488-a448-8033bf18e1e3 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:09:32.810905 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-448c3860-bffc-4210-bffa-829c8a894b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:32.866761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-448c3860-bffc-4210-bffa-829c8a894b02 None None] Port 34a0660c-e9db-4488-a448-8033bf18e1e3 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:09:33.157162 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3949e6-c778-47e1-90f7-3a00124c5479 req-cb7f35c8-8646-46e5-8780-a7c063280d89 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:33.157853 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-8a3949e6-c778-47e1-90f7-3a00124c5479 req-cb7f35c8-8646-46e5-8780-a7c063280d89 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Synchronizing usage tracker for tenant:ecde733508694bb9a13cdb9896e771bd on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:09:33.223983 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-8a3949e6-c778-47e1-90f7-3a00124c5479 req-cb7f35c8-8646-46e5-8780-a7c063280d89 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Unset dirty status for tenant:ecde733508694bb9a13cdb9896e771bd on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:09:33.225112 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8a3949e6-c778-47e1-90f7-3a00124c5479 req-cb7f35c8-8646-46e5-8780-a7c063280d89 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54 HTTP/1.1" status: 200 len: 932 time: 0.1990247 Jun 02 13:09:33.233602 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-93774565-5964-4d1b-aa29-602002284e45 req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a0660c-e9db-4488-a448-8033bf18e1e3 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:09:33.252451 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-93774565-5964-4d1b-aa29-602002284e45 req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:33.280173 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-93774565-5964-4d1b-aa29-602002284e45 req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Transition to ACTIVE for port object 34a0660c-e9db-4488-a448-8033bf18e1e3 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:09:33.287134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-93774565-5964-4d1b-aa29-602002284e45 req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:33.293483 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:09:33.334046 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8a3949e6-c778-47e1-90f7-3a00124c5479 req-780ba4a0-6548-46ef-9030-b62cc30ecc21 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026409 Jun 02 13:09:33.576011 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Pushing event updated for resources: {'Port': ['ID=34a0660c-e9db-4488-a448-8033bf18e1e3,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:09:33.582752 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:09:33.647380 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-93774565-5964-4d1b-aa29-602002284e45 req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Attempting to bind port 34a0660c-e9db-4488-a448-8033bf18e1e3 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:09:33.647719 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-93774565-5964-4d1b-aa29-602002284e45 req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Attempting to bind port 34a0660c-e9db-4488-a448-8033bf18e1e3 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'a47e9dec-06b6-468c-9c45-d23d9d9601fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:09:33.648048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93774565-5964-4d1b-aa29-602002284e45 req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Attempting to bind port 34a0660c-e9db-4488-a448-8033bf18e1e3 on network c1e28ad9-028a-4a41-8388-de5fa1ffdafd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:09:33.653251 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93774565-5964-4d1b-aa29-602002284e45 req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Port 34a0660c-e9db-4488-a448-8033bf18e1e3 on network c1e28ad9-028a-4a41-8388-de5fa1ffdafd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 13:09:33.653573 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93774565-5964-4d1b-aa29-602002284e45 req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Attempting to bind port 34a0660c-e9db-4488-a448-8033bf18e1e3 on network c1e28ad9-028a-4a41-8388-de5fa1ffdafd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:09:33.660012 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93774565-5964-4d1b-aa29-602002284e45 req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:09:33.660348 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93774565-5964-4d1b-aa29-602002284e45 req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Checking segment: {'id': 'a47e9dec-06b6-468c-9c45-d23d9d9601fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:09:33.660728 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93774565-5964-4d1b-aa29-602002284e45 req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Bound using segment: {'id': 'a47e9dec-06b6-468c-9c45-d23d9d9601fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:09:33.661150 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-93774565-5964-4d1b-aa29-602002284e45 req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Bound port: 34a0660c-e9db-4488-a448-8033bf18e1e3, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47e9dec-06b6-468c-9c45-d23d9d9601fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:09:33.661489 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-93774565-5964-4d1b-aa29-602002284e45 req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:33.753572 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-93774565-5964-4d1b-aa29-602002284e45 req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] For port 34a0660c-e9db-4488-a448-8033bf18e1e3, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:09:33.756448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-93774565-5964-4d1b-aa29-602002284e45 req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] For port 34a0660c-e9db-4488-a448-8033bf18e1e3, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=34a0660c-e9db-4488-a448-8033bf18e1e3,segment=NetworkSegment(a47e9dec-06b6-468c-9c45-d23d9d9601fd),segment_id=a47e9dec-06b6-468c-9c45-d23d9d9601fd)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:09:33.759657 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-93774565-5964-4d1b-aa29-602002284e45 req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:33.763966 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cc0a59fb-67bf-4e7d-8112-6dcb6816e962 tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:09:33.819629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93774565-5964-4d1b-aa29-602002284e45 req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:33.820246 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-93774565-5964-4d1b-aa29-602002284e45 req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:33.821621 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-93774565-5964-4d1b-aa29-602002284e45 req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] 10.222.0.22 "PUT /v2.0/ports/34a0660c-e9db-4488-a448-8033bf18e1e3 HTTP/1.1" status: 200 len: 1094 time: 1.1404262 Jun 02 13:09:33.822206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54', 'tag': '34a0660c-e9db-4488-a448-8033bf18e1e3'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:09:33.824515 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4365532c-aa4f-4497-bb99-9748705cf224" -d '{"events": [{"name": "network-changed", "server_uuid": "bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54", "tag": "34a0660c-e9db-4488-a448-8033bf18e1e3"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:09:33.843469 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Pushing event updated for resources: {'Port': ['ID=34a0660c-e9db-4488-a448-8033bf18e1e3,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:09:33.846979 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:09:33.900524 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb148be-32a5-496a-af8f-f1f88045025f x-openstack-request-id: req-1cb148be-32a5-496a-af8f-f1f88045025f {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:09:33.900866 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54", "tag": "34a0660c-e9db-4488-a448-8033bf18e1e3", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:09:33.901170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1cb148be-32a5-496a-af8f-f1f88045025f {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:09:33.901592 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54', 'tag': '34a0660c-e9db-4488-a448-8033bf18e1e3', 'status': 'completed', 'code': 200} Jun 02 13:09:33.944143 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93774565-5964-4d1b-aa29-602002284e45 req-d76a3ce7-abc2-4e78-95b8-84dd2b3ba280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:33.945789 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-93774565-5964-4d1b-aa29-602002284e45 req-d76a3ce7-abc2-4e78-95b8-84dd2b3ba280 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecde733508694bb9a13cdb9896e771bd&device_id=bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54 HTTP/1.1" status: 200 len: 1097 time: 0.0823598 Jun 02 13:09:34.015661 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-93774565-5964-4d1b-aa29-602002284e45 req-46125f65-1fe5-415c-8d2d-67401e9c6fd5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34a0660c-e9db-4488-a448-8033bf18e1e3 HTTP/1.1" status: 200 len: 217 time: 0.0618002 Jun 02 13:09:34.080727 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93774565-5964-4d1b-aa29-602002284e45 req-8f445b27-c514-4484-ac4f-c6b6e239a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:34.082082 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-93774565-5964-4d1b-aa29-602002284e45 req-8f445b27-c514-4484-ac4f-c6b6e239a4c7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aa552061-1440-44c8-a63f-02ed1b72ac02 HTTP/1.1" status: 200 len: 855 time: 0.0606766 Jun 02 13:09:34.155650 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93774565-5964-4d1b-aa29-602002284e45 req-35e273e2-a109-4fe4-9ad5-841309474618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:34.157053 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-93774565-5964-4d1b-aa29-602002284e45 req-35e273e2-a109-4fe4-9ad5-841309474618 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c1e28ad9-028a-4a41-8388-de5fa1ffdafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0683668 Jun 02 13:09:34.287285 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-93774565-5964-4d1b-aa29-602002284e45 req-78cbdca2-7d25-46fd-ac5f-86163062ff6f service neutron] 10.222.0.22 "GET /v2.0/networks/c1e28ad9-028a-4a41-8388-de5fa1ffdafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236944 Jun 02 13:09:34.421864 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-93774565-5964-4d1b-aa29-602002284e45 req-2d92583a-0bf8-4c11-be59-e1dc7bf6ed39 service neutron] 10.222.0.22 "GET /v2.0/networks/c1e28ad9-028a-4a41-8388-de5fa1ffdafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252129 Jun 02 13:09:34.576722 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a743fe-a37c-4c14-9350-63eb64af3655 req-072b6783-9633-431f-99e1-c5c9fa11197b tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:34.578164 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-83a743fe-a37c-4c14-9350-63eb64af3655 req-072b6783-9633-431f-99e1-c5c9fa11197b tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54 HTTP/1.1" status: 200 len: 944 time: 0.1403592 Jun 02 13:09:34.579977 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365532c-aa4f-4497-bb99-9748705cf224 req-40762110-054e-479b-9b8a-dc59fe703575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:34.581304 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4365532c-aa4f-4497-bb99-9748705cf224 req-40762110-054e-479b-9b8a-dc59fe703575 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecde733508694bb9a13cdb9896e771bd&device_id=bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54 HTTP/1.1" status: 200 len: 1097 time: 0.1071479 Jun 02 13:09:34.704535 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-83a743fe-a37c-4c14-9350-63eb64af3655 req-3e1eaa50-76ec-4c14-a834-1cbb924972ef tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206672 Jun 02 13:09:34.741330 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365532c-aa4f-4497-bb99-9748705cf224 req-651119d0-a16f-4306-bac8-5e63303f3dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:34.742830 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4365532c-aa4f-4497-bb99-9748705cf224 req-651119d0-a16f-4306-bac8-5e63303f3dfd service neutron] 10.222.0.22 "GET /v2.0/networks?id=c1e28ad9-028a-4a41-8388-de5fa1ffdafd HTTP/1.1" status: 200 len: 917 time: 0.1458240 Jun 02 13:09:34.812878 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4365532c-aa4f-4497-bb99-9748705cf224 req-f2825a18-0886-4fc5-b649-0df91bb63cfd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34a0660c-e9db-4488-a448-8033bf18e1e3 HTTP/1.1" status: 200 len: 217 time: 0.0630786 Jun 02 13:09:34.873660 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365532c-aa4f-4497-bb99-9748705cf224 req-c5b005e3-08c4-41dc-bcac-5a55257d33c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:34.875048 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4365532c-aa4f-4497-bb99-9748705cf224 req-c5b005e3-08c4-41dc-bcac-5a55257d33c7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aa552061-1440-44c8-a63f-02ed1b72ac02 HTTP/1.1" status: 200 len: 855 time: 0.0558503 Jun 02 13:09:34.952779 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365532c-aa4f-4497-bb99-9748705cf224 req-1d1327c8-14ac-4aac-90f2-2cf7494e8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:34.954213 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4365532c-aa4f-4497-bb99-9748705cf224 req-1d1327c8-14ac-4aac-90f2-2cf7494e8277 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c1e28ad9-028a-4a41-8388-de5fa1ffdafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0726020 Jun 02 13:09:35.082519 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4365532c-aa4f-4497-bb99-9748705cf224 req-d49614f6-13c2-432f-9292-b4375ddb786e service neutron] 10.222.0.22 "GET /v2.0/networks/c1e28ad9-028a-4a41-8388-de5fa1ffdafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215875 Jun 02 13:09:35.213481 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4365532c-aa4f-4497-bb99-9748705cf224 req-9f5014b6-53b4-49f5-bc9d-10fed522761b service neutron] 10.222.0.22 "GET /v2.0/networks/c1e28ad9-028a-4a41-8388-de5fa1ffdafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242287 Jun 02 13:09:35.889310 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e35e66-321d-4839-96bc-914b77e1e53c req-a2cd56d0-8311-4c4d-af03-dec96ac91a71 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:35.890786 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d8e35e66-321d-4839-96bc-914b77e1e53c req-a2cd56d0-8311-4c4d-af03-dec96ac91a71 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54 HTTP/1.1" status: 200 len: 944 time: 0.0809865 Jun 02 13:09:35.934382 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d8e35e66-321d-4839-96bc-914b77e1e53c req-1a63dfde-e38b-4d2e-9b4c-f00b7594fb5d tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380590 Jun 02 13:09:37.120306 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c04c5-064e-4839-bb70-4514621ff478 req-7ba52cb9-66a8-48a5-a1e0-7ba959177226 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:37.121734 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e64c04c5-064e-4839-bb70-4514621ff478 req-7ba52cb9-66a8-48a5-a1e0-7ba959177226 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54 HTTP/1.1" status: 200 len: 944 time: 0.0819774 Jun 02 13:09:37.164874 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e64c04c5-064e-4839-bb70-4514621ff478 req-f3d6576a-1ea7-47cb-af04-00bbf11eeee6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371513 Jun 02 13:09:38.098456 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 34a0660c-e9db-4488-a448-8033bf18e1e3 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:09:38.234192 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 34a0660c-e9db-4488-a448-8033bf18e1e3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=34a0660c-e9db-4488-a448-8033bf18e1e3,segment=NetworkSegment(a47e9dec-06b6-468c-9c45-d23d9d9601fd),segment_id=a47e9dec-06b6-468c-9c45-d23d9d9601fd)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:09:38.247617 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '34a0660c-e9db-4488-a448-8033bf18e1e3', 'network_id': 'c1e28ad9-028a-4a41-8388-de5fa1ffdafd', 'port_id': '34a0660c-e9db-4488-a448-8033bf18e1e3', 'mac_address': 'fa:16:3e:f3:74:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa552061-1440-44c8-a63f-02ed1b72ac02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:09:38.303379 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:38.325598 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a0660c-e9db-4488-a448-8033bf18e1e3 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:09:38.341008 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 34a0660c-e9db-4488-a448-8033bf18e1e3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=34a0660c-e9db-4488-a448-8033bf18e1e3,segment=NetworkSegment(a47e9dec-06b6-468c-9c45-d23d9d9601fd),segment_id=a47e9dec-06b6-468c-9c45-d23d9d9601fd)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:09:38.345076 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:38.347982 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-1ae53bd2-5ead-42e7-861a-21bdf0047266 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:09:38.355177 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15825b85-9ed3-493d-93eb-58d28a80217d req-3f83dee0-4140-4b03-8384-b7ce4f66e49e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:38.356624 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-15825b85-9ed3-493d-93eb-58d28a80217d req-3f83dee0-4140-4b03-8384-b7ce4f66e49e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54 HTTP/1.1" status: 200 len: 944 time: 0.0869071 Jun 02 13:09:38.401097 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-15825b85-9ed3-493d-93eb-58d28a80217d req-8c40a7ba-5caf-46d4-99ad-3568a9eebc96 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387495 Jun 02 13:09:38.421888 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=34a0660c-e9db-4488-a448-8033bf18e1e3,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:09:38.425340 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:09:38.667487 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['34a0660c-e9db-4488-a448-8033bf18e1e3'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:09:39.712449 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cd784-9bf6-4ce5-a3d8-1bc5c182b348 req-1ea9c7af-8b42-4cd0-b080-c884340b4d97 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:39.713812 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-958cd784-9bf6-4ce5-a3d8-1bc5c182b348 req-1ea9c7af-8b42-4cd0-b080-c884340b4d97 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54 HTTP/1.1" status: 200 len: 945 time: 0.2075455 Jun 02 13:09:39.757704 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-958cd784-9bf6-4ce5-a3d8-1bc5c182b348 req-bf973fa4-c8cf-480b-a9f2-64513562e427 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383365 Jun 02 13:09:40.098368 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 34a0660c-e9db-4488-a448-8033bf18e1e3 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:09:40.164327 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 34a0660c-e9db-4488-a448-8033bf18e1e3 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:09:40.169838 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 34a0660c-e9db-4488-a448-8033bf18e1e3 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:09:40.170263 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:40.285411 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:40.314142 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a0660c-e9db-4488-a448-8033bf18e1e3'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:09:40.316402 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0157afa5-40b8-43c9-bcdc-6214188180a7" -d '{"events": [{"server_uuid": "bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54", "name": "network-vif-plugged", "status": "completed", "tag": "34a0660c-e9db-4488-a448-8033bf18e1e3"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:09:40.324789 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 34a0660c-e9db-4488-a448-8033bf18e1e3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=34a0660c-e9db-4488-a448-8033bf18e1e3,segment=NetworkSegment(a47e9dec-06b6-468c-9c45-d23d9d9601fd),segment_id=a47e9dec-06b6-468c-9c45-d23d9d9601fd)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:09:40.329331 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:40.331142 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f842d5a5-e568-4499-83ed-34ca618fab73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:09:40.396752 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=34a0660c-e9db-4488-a448-8033bf18e1e3,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:09:40.399755 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:09:40.416487 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dce6b4-9ed6-4f13-ace7-fcf9c309e9b5 x-openstack-request-id: req-74dce6b4-9ed6-4f13-ace7-fcf9c309e9b5 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:09:40.416793 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54", "name": "network-vif-plugged", "status": "completed", "tag": "34a0660c-e9db-4488-a448-8033bf18e1e3", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:09:40.417058 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74dce6b4-9ed6-4f13-ace7-fcf9c309e9b5 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:09:40.417464 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a0660c-e9db-4488-a448-8033bf18e1e3', 'code': 200} Jun 02 13:09:40.635064 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e300186-6d9c-45af-b8d8-9ba199aefb4d req-0c3e5b47-1f6e-4f65-b413-4eeafdb007ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:40.636420 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7e300186-6d9c-45af-b8d8-9ba199aefb4d req-0c3e5b47-1f6e-4f65-b413-4eeafdb007ec service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54 HTTP/1.1" status: 200 len: 1099 time: 0.0702527 Jun 02 13:09:40.679420 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7e300186-6d9c-45af-b8d8-9ba199aefb4d req-db31e945-1d39-40e9-91b6-fb2470109efa service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356004 Jun 02 13:09:40.936943 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97fb0a-26d3-4b71-aafd-708e636582cd req-7bf86d5e-d783-4e2f-8b89-fbf2c8eb0728 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:40.938386 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ab97fb0a-26d3-4b71-aafd-708e636582cd req-7bf86d5e-d783-4e2f-8b89-fbf2c8eb0728 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54 HTTP/1.1" status: 200 len: 946 time: 0.0786884 Jun 02 13:09:40.982272 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ab97fb0a-26d3-4b71-aafd-708e636582cd req-aaf48583-db10-4e03-9d4e-1b45f8394950 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383677 Jun 02 13:09:42.161827 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d600c-7743-406a-9001-7db7b0de9386 req-8739284d-21db-4462-8c61-4a901bd26863 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:42.163289 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4c3d600c-7743-406a-9001-7db7b0de9386 req-8739284d-21db-4462-8c61-4a901bd26863 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54 HTTP/1.1" status: 200 len: 946 time: 0.0788732 Jun 02 13:09:42.210725 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4c3d600c-7743-406a-9001-7db7b0de9386 req-5b3b7291-7da7-49ee-a190-5ed489bbe343 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409868 Jun 02 13:09:42.397375 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59971e3f-d69b-4256-b0c8-3d6466a5d03c req-3ce81cc8-04bd-4930-9ed0-340b3036f10a tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:09:42.398832 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-59971e3f-d69b-4256-b0c8-3d6466a5d03c req-3ce81cc8-04bd-4930-9ed0-340b3036f10a tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54 HTTP/1.1" status: 200 len: 946 time: 0.0845625 Jun 02 13:09:42.442740 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-59971e3f-d69b-4256-b0c8-3d6466a5d03c req-f9c3a100-cba5-490d-85f0-d7ee9dd892cb tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379388 Jun 02 13:09:44.209729 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9a1301e0-6d3a-4ecf-a1ab-878bac35d346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:46.702880 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e259aa0c-2d59-4386-ae68-ffd9d2e2be58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:46.751715 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:47.845070 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:49.614297 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:09:56.173970 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:03.436969 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edce586-c15e-4d2c-ad41-e59965fbd03e req-e717cf5b-b8ca-4876-8f98-388f0414a163 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:03.438705 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9edce586-c15e-4d2c-ad41-e59965fbd03e req-e717cf5b-b8ca-4876-8f98-388f0414a163 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54 HTTP/1.1" status: 200 len: 946 time: 0.0812676 Jun 02 13:10:03.489125 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9edce586-c15e-4d2c-ad41-e59965fbd03e req-01dc61a9-4517-4edb-9dcf-918b7dcf5b07 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447307 Jun 02 13:10:04.671583 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfcc02-11ff-4469-a66a-2d459a135c8d req-5487637f-88c7-41e7-b43f-e5d92e51aa63 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:04.673003 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c3dfcc02-11ff-4469-a66a-2d459a135c8d req-5487637f-88c7-41e7-b43f-e5d92e51aa63 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54 HTTP/1.1" status: 200 len: 946 time: 0.0788660 Jun 02 13:10:04.716264 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c3dfcc02-11ff-4469-a66a-2d459a135c8d req-ae2e9d3d-29a3-4d61-a9ad-c1386e62fa27 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbf4e621-33dd-417f-93d5-b1348d620fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378051 Jun 02 13:10:05.127311 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b454b-5c8e-46bc-b5ad-4323143d962d req-6a3fc6e3-f09f-4c15-8bd9-185fd30a58eb tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:05.128722 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c25b454b-5c8e-46bc-b5ad-4323143d962d req-6a3fc6e3-f09f-4c15-8bd9-185fd30a58eb tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.22 "GET /v2.0/ports?device_id=bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54 HTTP/1.1" status: 200 len: 946 time: 0.0800407 Jun 02 13:10:05.264327 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-c25b454b-5c8e-46bc-b5ad-4323143d962d req-38efa103-9a7f-4530-bbe2-22b31a8f1153 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Deleting port 34a0660c-e9db-4488-a448-8033bf18e1e3 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:10:05.264665 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c25b454b-5c8e-46bc-b5ad-4323143d962d req-38efa103-9a7f-4530-bbe2-22b31a8f1153 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:05.394021 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-c25b454b-5c8e-46bc-b5ad-4323143d962d req-38efa103-9a7f-4530-bbe2-22b31a8f1153 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] For port 34a0660c-e9db-4488-a448-8033bf18e1e3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=34a0660c-e9db-4488-a448-8033bf18e1e3,segment=NetworkSegment(a47e9dec-06b6-468c-9c45-d23d9d9601fd),segment_id=a47e9dec-06b6-468c-9c45-d23d9d9601fd)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:10:05.394311 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c25b454b-5c8e-46bc-b5ad-4323143d962d req-38efa103-9a7f-4530-bbe2-22b31a8f1153 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:05.515042 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-c25b454b-5c8e-46bc-b5ad-4323143d962d req-38efa103-9a7f-4530-bbe2-22b31a8f1153 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Calling delete_port for 34a0660c-e9db-4488-a448-8033bf18e1e3 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:10:05.622603 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c25b454b-5c8e-46bc-b5ad-4323143d962d req-38efa103-9a7f-4530-bbe2-22b31a8f1153 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:05.627997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:05.635460 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['34a0660c-e9db-4488-a448-8033bf18e1e3'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:10:05.674315 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38efa103-9a7f-4530-bbe2-22b31a8f1153 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Pushing event deleted for resources: {'Port': ['ID=34a0660c-e9db-4488-a448-8033bf18e1e3,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:05.677399 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-38efa103-9a7f-4530-bbe2-22b31a8f1153 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:05.755753 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25b454b-5c8e-46bc-b5ad-4323143d962d req-38efa103-9a7f-4530-bbe2-22b31a8f1153 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] No DVR routers for this DVR port 34a0660c-e9db-4488-a448-8033bf18e1e3 on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:10:05.758349 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c25b454b-5c8e-46bc-b5ad-4323143d962d req-38efa103-9a7f-4530-bbe2-22b31a8f1153 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:05.761156 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54', 'name': 'network-vif-deleted', 'tag': '34a0660c-e9db-4488-a448-8033bf18e1e3'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:10:05.763501 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3409660-2fdd-4a05-acbc-fecfd2a81ef0" -d '{"events": [{"server_uuid": "bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54", "name": "network-vif-deleted", "tag": "34a0660c-e9db-4488-a448-8033bf18e1e3"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:10:05.777977 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c25b454b-5c8e-46bc-b5ad-4323143d962d req-38efa103-9a7f-4530-bbe2-22b31a8f1153 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.22 "DELETE /v2.0/ports/34a0660c-e9db-4488-a448-8033bf18e1e3 HTTP/1.1" status: 204 len: 173 time: 0.6434896 Jun 02 13:10:05.826555 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca93a24-c2a4-402c-a6f1-9a59e19bdb5b x-openstack-request-id: req-4ca93a24-c2a4-402c-a6f1-9a59e19bdb5b {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:10:05.827922 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54", "name": "network-vif-deleted", "tag": "34a0660c-e9db-4488-a448-8033bf18e1e3", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:10:05.828455 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ca93a24-c2a4-402c-a6f1-9a59e19bdb5b {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:10:05.829076 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54', 'name': 'network-vif-deleted', 'tag': '34a0660c-e9db-4488-a448-8033bf18e1e3', 'status': 'completed', 'code': 200} Jun 02 13:10:05.879829 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-42aee93a-c4ec-4cd7-9f87-2b842da2523b req-90a13211-04b5-4944-aa97-181973845359 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Synchronizing usage tracker for tenant:ecde733508694bb9a13cdb9896e771bd on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:10:05.896335 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-42aee93a-c4ec-4cd7-9f87-2b842da2523b req-90a13211-04b5-4944-aa97-181973845359 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Unset dirty status for tenant:ecde733508694bb9a13cdb9896e771bd on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:10:05.897562 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-42aee93a-c4ec-4cd7-9f87-2b842da2523b req-90a13211-04b5-4944-aa97-181973845359 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcef839a-32d3-4ed9-8ef7-9dd9b5fa5e54 HTTP/1.1" status: 200 len: 210 time: 0.0650222 Jun 02 13:10:07.022370 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53448) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:10:07.679149 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca0fd86f-3530-4be0-a066-94253c82cf23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:08.083063 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-ca0fd86f-3530-4be0-a066-94253c82cf23 admin admin] Deleting port 522e89ca-cd5a-4579-b96e-18e5e0efa9d3 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:10:08.083763 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca0fd86f-3530-4be0-a066-94253c82cf23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:08.203830 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-ca0fd86f-3530-4be0-a066-94253c82cf23 admin admin] For port 522e89ca-cd5a-4579-b96e-18e5e0efa9d3, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=522e89ca-cd5a-4579-b96e-18e5e0efa9d3,segment=NetworkSegment(a47e9dec-06b6-468c-9c45-d23d9d9601fd),segment_id=a47e9dec-06b6-468c-9c45-d23d9d9601fd)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:10:08.204188 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca0fd86f-3530-4be0-a066-94253c82cf23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:08.255508 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 34a0660c-e9db-4488-a448-8033bf18e1e3 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:10:08.288514 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 34a0660c-e9db-4488-a448-8033bf18e1e3 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:10:08.288863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 34a0660c-e9db-4488-a448-8033bf18e1e3 not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:10:08.326501 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-ca0fd86f-3530-4be0-a066-94253c82cf23 admin admin] Calling delete_port for 522e89ca-cd5a-4579-b96e-18e5e0efa9d3 owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:10:08.607930 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca0fd86f-3530-4be0-a066-94253c82cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:08.612300 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9abf7f9c-f00f-4bb4-824c-606565e176ea tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:08.659053 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fd86f-3530-4be0-a066-94253c82cf23 admin admin] Pushing event deleted for resources: {'Port': ['ID=522e89ca-cd5a-4579-b96e-18e5e0efa9d3,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:08.685360 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ca0fd86f-3530-4be0-a066-94253c82cf23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:09.060862 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ca0fd86f-3530-4be0-a066-94253c82cf23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:09.415122 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0fd86f-3530-4be0-a066-94253c82cf23 admin admin] Router 0450467e-90a1-4a23-b011-f024e2e0112c has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:10:09.594716 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0fd86f-3530-4be0-a066-94253c82cf23 admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:10:09.603513 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d45b30-6fc5-4b99-8929-42f109239af5 None None] Sync routers for ids ['0450467e-90a1-4a23-b011-f024e2e0112c'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:10:09.610705 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ca0fd86f-3530-4be0-a066-94253c82cf23 admin admin] 10.222.0.37 "PUT /v2.0/routers/0450467e-90a1-4a23-b011-f024e2e0112c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5872288 Jun 02 13:10:09.613141 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53450) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:10:09.613357 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d45b30-6fc5-4b99-8929-42f109239af5 None None] Routers {'0450467e-90a1-4a23-b011-f024e2e0112c'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:10:09.614034 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a6d45b30-6fc5-4b99-8929-42f109239af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:09:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['0450467e-90a1-4a23-b011-f024e2e0112c'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:09.788095 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe6667d2-10d9-4ad4-8f1c-b1d19537950c admin admin] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:09.803557 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:10:09.835596 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-a6d45b30-6fc5-4b99-8929-42f109239af5 None None] Set router 0450467e-90a1-4a23-b011-f024e2e0112c gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:10:09.976956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe6667d2-10d9-4ad4-8f1c-b1d19537950c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:10.049117 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-fe6667d2-10d9-4ad4-8f1c-b1d19537950c admin admin] Deleting port a6c4d2e6-b04f-4457-af4c-1d0c850f484b {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:10:10.049359 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe6667d2-10d9-4ad4-8f1c-b1d19537950c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:10.118503 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a6d45b30-6fc5-4b99-8929-42f109239af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0450467e-90a1-4a23-b011-f024e2e0112c', 'name': 'tempest-TestEncryptedCinderVolumes-342657415-router', 'tenant_id': 'ecde733508694bb9a13cdb9896e771bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': 'a6c4d2e6-b04f-4457-af4c-1d0c850f484b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:08:38Z', 'updated_at': '2021-06-02T13:10:08Z', 'revision_number': 5, 'project_id': 'ecde733508694bb9a13cdb9896e771bd', 'gw_port': {'id': 'a6c4d2e6-b04f-4457-af4c-1d0c850f484b', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0450467e-90a1-4a23-b011-f024e2e0112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:39Z', 'updated_at': '2021-06-02T13:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:10.122397 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d45b30-6fc5-4b99-8929-42f109239af5 None None] Checking router: 0450467e-90a1-4a23-b011-f024e2e0112c for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:10:10.130579 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d45b30-6fc5-4b99-8929-42f109239af5 None None] Routers {'0450467e-90a1-4a23-b011-f024e2e0112c'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:10:10.131171 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a6d45b30-6fc5-4b99-8929-42f109239af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:09:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['0450467e-90a1-4a23-b011-f024e2e0112c'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:10.171371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-fe6667d2-10d9-4ad4-8f1c-b1d19537950c admin admin] For port a6c4d2e6-b04f-4457-af4c-1d0c850f484b, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a6c4d2e6-b04f-4457-af4c-1d0c850f484b,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:10:10.171707 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe6667d2-10d9-4ad4-8f1c-b1d19537950c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:10.293360 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-a6d45b30-6fc5-4b99-8929-42f109239af5 None None] Set router 0450467e-90a1-4a23-b011-f024e2e0112c gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:10:10.403138 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a6d45b30-6fc5-4b99-8929-42f109239af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0450467e-90a1-4a23-b011-f024e2e0112c', 'name': 'tempest-TestEncryptedCinderVolumes-342657415-router', 'tenant_id': 'ecde733508694bb9a13cdb9896e771bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:08:38Z', 'updated_at': '2021-06-02T13:10:09Z', 'revision_number': 6, 'project_id': 'ecde733508694bb9a13cdb9896e771bd', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:10.407113 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d45b30-6fc5-4b99-8929-42f109239af5 None None] The sync data for ids ['0450467e-90a1-4a23-b011-f024e2e0112c'] in dv-neutron-601336-80-hyperv is: [{'id': '0450467e-90a1-4a23-b011-f024e2e0112c', 'name': 'tempest-TestEncryptedCinderVolumes-342657415-router', 'tenant_id': 'ecde733508694bb9a13cdb9896e771bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:08:38Z', 'updated_at': '2021-06-02T13:10:09Z', 'revision_number': 6, 'project_id': 'ecde733508694bb9a13cdb9896e771bd', 'gw_port_host': None}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:10:10.447097 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-fe6667d2-10d9-4ad4-8f1c-b1d19537950c admin admin] Calling delete_port for a6c4d2e6-b04f-4457-af4c-1d0c850f484b owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:10:10.582815 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe6667d2-10d9-4ad4-8f1c-b1d19537950c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:10.587384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-42261e2f-e203-46e3-b9b0-e0a8c76257f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:10.634029 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6667d2-10d9-4ad4-8f1c-b1d19537950c admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c4d2e6-b04f-4457-af4c-1d0c850f484b,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:10.660143 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fe6667d2-10d9-4ad4-8f1c-b1d19537950c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:10.723553 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe6667d2-10d9-4ad4-8f1c-b1d19537950c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:10.904073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe6667d2-10d9-4ad4-8f1c-b1d19537950c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:10.906369 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe6667d2-10d9-4ad4-8f1c-b1d19537950c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:10.930429 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe6667d2-10d9-4ad4-8f1c-b1d19537950c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:10.930916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6667d2-10d9-4ad4-8f1c-b1d19537950c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0450467e-90a1-4a23-b011-f024e2e0112c {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 13:10:10.942986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fe6667d2-10d9-4ad4-8f1c-b1d19537950c admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:10.944098 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fe6667d2-10d9-4ad4-8f1c-b1d19537950c admin admin] 10.222.0.37 "DELETE /v2.0/routers/0450467e-90a1-4a23-b011-f024e2e0112c HTTP/1.1" status: 204 len: 168 time: 1.3300638 Jun 02 13:10:10.946937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53452) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:10:11.008154 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ff9208-9740-4160-913a-4dbe1a75b0ee admin admin] Deleting subnet aa552061-1440-44c8-a63f-02ed1b72ac02 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 13:10:11.011566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-59ff9208-9740-4160-913a-4dbe1a75b0ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:11.060325 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-59ff9208-9740-4160-913a-4dbe1a75b0ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:11.142573 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-59ff9208-9740-4160-913a-4dbe1a75b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:11.171901 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a6c4d2e6-b04f-4457-af4c-1d0c850f484b no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:10:11.205647 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: a6c4d2e6-b04f-4457-af4c-1d0c850f484b {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:10:11.206002 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a6c4d2e6-b04f-4457-af4c-1d0c850f484b not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:10:11.206454 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 522e89ca-cd5a-4579-b96e-18e5e0efa9d3 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:10:11.240319 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 522e89ca-cd5a-4579-b96e-18e5e0efa9d3 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:10:11.240675 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 522e89ca-cd5a-4579-b96e-18e5e0efa9d3 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:10:11.398018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-59ff9208-9740-4160-913a-4dbe1a75b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:11.402442 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-60d3abb5-a69d-4bdd-9477-43c3fd27f7f2 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:11.440566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff9208-9740-4160-913a-4dbe1a75b0ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa552061-1440-44c8-a63f-02ed1b72ac02,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:11.443641 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-59ff9208-9740-4160-913a-4dbe1a75b0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:11.444606 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-59ff9208-9740-4160-913a-4dbe1a75b0ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:11.449485 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142c3e13-38dd-4c07-9937-d14fab5aa0d1 None None] Network c1e28ad9-028a-4a41-8388-de5fa1ffdafd requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:10:11.450665 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-59ff9208-9740-4160-913a-4dbe1a75b0ee admin admin] 10.222.0.37 "DELETE /v2.0/subnets/aa552061-1440-44c8-a63f-02ed1b72ac02 HTTP/1.1" status: 204 len: 168 time: 0.5027397 Jun 02 13:10:11.453432 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53454) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:10:11.562134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:11.636575 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Deleting port 89ae52a2-5698-4a73-ae2a-32b49337f412 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:10:11.636912 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:11.720637 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251d4206-8b6a-4c4c-b8ad-085943c81e3a None None] DHCP port deletion for c1e28ad9-028a-4a41-8388-de5fa1ffdafd request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 13:10:11.735566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] For port 89ae52a2-5698-4a73-ae2a-32b49337f412, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=89ae52a2-5698-4a73-ae2a-32b49337f412,segment=NetworkSegment(a47e9dec-06b6-468c-9c45-d23d9d9601fd),segment_id=a47e9dec-06b6-468c-9c45-d23d9d9601fd)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:10:11.735918 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:11.784950 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-251d4206-8b6a-4c4c-b8ad-085943c81e3a None None] Deleting port 89ae52a2-5698-4a73-ae2a-32b49337f412 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:10:11.785334 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-251d4206-8b6a-4c4c-b8ad-085943c81e3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:11.888765 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-251d4206-8b6a-4c4c-b8ad-085943c81e3a None None] For port 89ae52a2-5698-4a73-ae2a-32b49337f412, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=89ae52a2-5698-4a73-ae2a-32b49337f412,segment=NetworkSegment(a47e9dec-06b6-468c-9c45-d23d9d9601fd),segment_id=a47e9dec-06b6-468c-9c45-d23d9d9601fd)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:10:11.889156 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-251d4206-8b6a-4c4c-b8ad-085943c81e3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:11.998636 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Calling delete_port for 89ae52a2-5698-4a73-ae2a-32b49337f412 owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:10:12.010461 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-251d4206-8b6a-4c4c-b8ad-085943c81e3a None None] Calling delete_port for 89ae52a2-5698-4a73-ae2a-32b49337f412 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:10:12.043888 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:12.048704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-933f29bc-140b-43ea-8dd0-ff1bb08a263c tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 13:10:12.048888 dv-neutron-601336-80-hyperv neutron-server[92306]: util.warn( Jun 02 13:10:12.057467 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-251d4206-8b6a-4c4c-b8ad-085943c81e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:12.061928 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-fcfbd894-d0c9-43d3-88d9-f9cc52957f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:12.093456 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] No DVR routers for this DVR port 89ae52a2-5698-4a73-ae2a-32b49337f412 on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:10:12.108386 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251d4206-8b6a-4c4c-b8ad-085943c81e3a None None] No DVR routers for this DVR port 89ae52a2-5698-4a73-ae2a-32b49337f412 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:10:12.109814 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d4206-8b6a-4c4c-b8ad-085943c81e3a None None] Pushing event deleted for resources: {'Port': ['ID=89ae52a2-5698-4a73-ae2a-32b49337f412,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:12.118118 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d4206-8b6a-4c4c-b8ad-085943c81e3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.119049 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d4206-8b6a-4c4c-b8ad-085943c81e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.119390 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d4206-8b6a-4c4c-b8ad-085943c81e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.119724 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d4206-8b6a-4c4c-b8ad-085943c81e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.120051 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d4206-8b6a-4c4c-b8ad-085943c81e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.120376 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d4206-8b6a-4c4c-b8ad-085943c81e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.120778 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d4206-8b6a-4c4c-b8ad-085943c81e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.121008 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d4206-8b6a-4c4c-b8ad-085943c81e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.121328 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d4206-8b6a-4c4c-b8ad-085943c81e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.121649 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d4206-8b6a-4c4c-b8ad-085943c81e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.122018 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d4206-8b6a-4c4c-b8ad-085943c81e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.122289 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d4206-8b6a-4c4c-b8ad-085943c81e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.125322 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-251d4206-8b6a-4c4c-b8ad-085943c81e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:12.131436 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Pushing event deleted for resources: {'Port': ['ID=89ae52a2-5698-4a73-ae2a-32b49337f412,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:12.158052 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.158465 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.158849 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.159223 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.159614 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.159976 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.160343 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.160709 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.161077 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.161442 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.161864 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.162255 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:12.166843 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:12.231647 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:12.244269 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e28ad9-028a-4a41-8388-de5fa1ffdafd']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:12.260197 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47e9dec-06b6-468c-9c45-d23d9d9601fd') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:12.260663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47e9dec-06b6-468c-9c45-d23d9d9601fd') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:12.273212 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:12.295301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:12.301238 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 13:10:12.301619 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 13:10:12.314654 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 13:10:12.388832 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:12.393856 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:12.396280 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:12.419332 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Pushing event deleted for resources: {'Network': ['ID=c1e28ad9-028a-4a41-8388-de5fa1ffdafd,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:12.423399 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:12.431613 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] 10.222.0.37 "DELETE /v2.0/networks/c1e28ad9-028a-4a41-8388-de5fa1ffdafd HTTP/1.1" status: 204 len: 168 time: 0.9766121 Jun 02 13:10:12.434347 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53456) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:10:12.965683 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d1b05088-3661-4ac8-bf95-48a92b43295c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:13.089889 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 89ae52a2-5698-4a73-ae2a-32b49337f412 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:10:13.125218 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 89ae52a2-5698-4a73-ae2a-32b49337f412 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:10:13.125566 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 89ae52a2-5698-4a73-ae2a-32b49337f412 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:10:13.371926 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-d1b05088-3661-4ac8-bf95-48a92b43295c admin admin] Deleting port 04ac4667-a093-4494-9dae-8eaddb8bca31 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:10:13.372156 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d1b05088-3661-4ac8-bf95-48a92b43295c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:13.625596 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-d1b05088-3661-4ac8-bf95-48a92b43295c admin admin] For port 04ac4667-a093-4494-9dae-8eaddb8bca31, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=04ac4667-a093-4494-9dae-8eaddb8bca31,segment=NetworkSegment(e86b0dcb-82fc-4036-8050-025576fcc138),segment_id=e86b0dcb-82fc-4036-8050-025576fcc138)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:10:13.625873 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d1b05088-3661-4ac8-bf95-48a92b43295c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:13.746174 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-d1b05088-3661-4ac8-bf95-48a92b43295c admin admin] Calling delete_port for 04ac4667-a093-4494-9dae-8eaddb8bca31 owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:10:14.022995 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d1b05088-3661-4ac8-bf95-48a92b43295c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:14.027875 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-12c781e7-17c2-4215-a52e-6098f5c5f3fd tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:14.073855 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b05088-3661-4ac8-bf95-48a92b43295c admin admin] Pushing event deleted for resources: {'Port': ['ID=04ac4667-a093-4494-9dae-8eaddb8bca31,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:14.099692 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d1b05088-3661-4ac8-bf95-48a92b43295c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:14.216045 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fbc0106c-556d-4c09-93ee-d451841a8daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:14.335984 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d1b05088-3661-4ac8-bf95-48a92b43295c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:14.687745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b05088-3661-4ac8-bf95-48a92b43295c admin admin] Router 358ef75c-ec4c-424e-9c87-e7d7442ee63e has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:10:15.009873 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b05088-3661-4ac8-bf95-48a92b43295c admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:10:15.018438 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d1b05088-3661-4ac8-bf95-48a92b43295c admin admin] 10.222.0.37 "PUT /v2.0/routers/358ef75c-ec4c-424e-9c87-e7d7442ee63e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5831273 Jun 02 13:10:15.018744 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c74545e-d759-4a9e-94c4-e8505622e2a8 None None] Sync routers for ids ['358ef75c-ec4c-424e-9c87-e7d7442ee63e'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:10:15.020859 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53458) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:10:15.028438 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c74545e-d759-4a9e-94c4-e8505622e2a8 None None] Routers {'358ef75c-ec4c-424e-9c87-e7d7442ee63e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:10:15.029040 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-8c74545e-d759-4a9e-94c4-e8505622e2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:09:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['358ef75c-ec4c-424e-9c87-e7d7442ee63e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:15.198835 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-204acf89-dbb6-4102-8614-f4fb24b57619 admin admin] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:15.207428 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-8c74545e-d759-4a9e-94c4-e8505622e2a8 None None] Set router 358ef75c-ec4c-424e-9c87-e7d7442ee63e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:10:15.371207 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-204acf89-dbb6-4102-8614-f4fb24b57619 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:15.444696 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-204acf89-dbb6-4102-8614-f4fb24b57619 admin admin] Deleting port 2cb3a0b6-18cc-4ab0-9932-98e9a265083d {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:10:15.445032 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-204acf89-dbb6-4102-8614-f4fb24b57619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:15.488030 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-8c74545e-d759-4a9e-94c4-e8505622e2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358ef75c-ec4c-424e-9c87-e7d7442ee63e', 'name': 'tempest-TestEncryptedCinderVolumes-1487789310-router', 'tenant_id': 'e977dc5a2a1f48db996237357e7914a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': '2cb3a0b6-18cc-4ab0-9932-98e9a265083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:08:45Z', 'updated_at': '2021-06-02T13:10:13Z', 'revision_number': 5, 'project_id': 'e977dc5a2a1f48db996237357e7914a2', 'gw_port': {'id': '2cb3a0b6-18cc-4ab0-9932-98e9a265083d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358ef75c-ec4c-424e-9c87-e7d7442ee63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:08:46Z', 'updated_at': '2021-06-02T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:15.491877 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c74545e-d759-4a9e-94c4-e8505622e2a8 None None] Checking router: 358ef75c-ec4c-424e-9c87-e7d7442ee63e for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:10:15.500478 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c74545e-d759-4a9e-94c4-e8505622e2a8 None None] Routers {'358ef75c-ec4c-424e-9c87-e7d7442ee63e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:10:15.501060 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-8c74545e-d759-4a9e-94c4-e8505622e2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:09:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['358ef75c-ec4c-424e-9c87-e7d7442ee63e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:15.567995 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-204acf89-dbb6-4102-8614-f4fb24b57619 admin admin] For port 2cb3a0b6-18cc-4ab0-9932-98e9a265083d, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=2cb3a0b6-18cc-4ab0-9932-98e9a265083d,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:10:15.568349 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-204acf89-dbb6-4102-8614-f4fb24b57619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:15.644478 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-8c74545e-d759-4a9e-94c4-e8505622e2a8 None None] Set router 358ef75c-ec4c-424e-9c87-e7d7442ee63e gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:10:15.690660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-204acf89-dbb6-4102-8614-f4fb24b57619 admin admin] Calling delete_port for 2cb3a0b6-18cc-4ab0-9932-98e9a265083d owned by network:router_gateway {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:10:15.748843 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-8c74545e-d759-4a9e-94c4-e8505622e2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358ef75c-ec4c-424e-9c87-e7d7442ee63e', 'name': 'tempest-TestEncryptedCinderVolumes-1487789310-router', 'tenant_id': 'e977dc5a2a1f48db996237357e7914a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:08:45Z', 'updated_at': '2021-06-02T13:10:15Z', 'revision_number': 6, 'project_id': 'e977dc5a2a1f48db996237357e7914a2', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:15.752669 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c74545e-d759-4a9e-94c4-e8505622e2a8 None None] The sync data for ids ['358ef75c-ec4c-424e-9c87-e7d7442ee63e'] in dv-neutron-601336-80-hyperv is: [{'id': '358ef75c-ec4c-424e-9c87-e7d7442ee63e', 'name': 'tempest-TestEncryptedCinderVolumes-1487789310-router', 'tenant_id': 'e977dc5a2a1f48db996237357e7914a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:08:45Z', 'updated_at': '2021-06-02T13:10:15Z', 'revision_number': 6, 'project_id': 'e977dc5a2a1f48db996237357e7914a2', 'gw_port_host': None}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:10:15.824757 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-204acf89-dbb6-4102-8614-f4fb24b57619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:15.829242 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:15.874715 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204acf89-dbb6-4102-8614-f4fb24b57619 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb3a0b6-18cc-4ab0-9932-98e9a265083d,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:15.899932 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-204acf89-dbb6-4102-8614-f4fb24b57619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:15.961512 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-204acf89-dbb6-4102-8614-f4fb24b57619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:16.133072 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-204acf89-dbb6-4102-8614-f4fb24b57619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:16.135457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-204acf89-dbb6-4102-8614-f4fb24b57619 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:16.159319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-204acf89-dbb6-4102-8614-f4fb24b57619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:16.159979 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204acf89-dbb6-4102-8614-f4fb24b57619 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 358ef75c-ec4c-424e-9c87-e7d7442ee63e {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 13:10:16.172674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-204acf89-dbb6-4102-8614-f4fb24b57619 admin admin] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:16.173778 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-204acf89-dbb6-4102-8614-f4fb24b57619 admin admin] 10.222.0.37 "DELETE /v2.0/routers/358ef75c-ec4c-424e-9c87-e7d7442ee63e HTTP/1.1" status: 204 len: 168 time: 1.1520386 Jun 02 13:10:16.176334 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53460) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:10:16.237719 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b1f2b0-f5fa-42f9-bf31-06454450bcd0 admin admin] Deleting subnet 716bc47d-f6d1-4784-a414-1f1f64577240 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 13:10:16.240544 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-39b1f2b0-f5fa-42f9-bf31-06454450bcd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:16.288851 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-39b1f2b0-f5fa-42f9-bf31-06454450bcd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:16.518310 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-39b1f2b0-f5fa-42f9-bf31-06454450bcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:16.705624 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee406-20f7-444b-b90f-7860ce18a8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:16.745007 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:16.772810 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-39b1f2b0-f5fa-42f9-bf31-06454450bcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:16.777255 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ec544bb2-f41f-4c70-b9a1-ea942f6d9dc3 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:16.815564 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1f2b0-f5fa-42f9-bf31-06454450bcd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=716bc47d-f6d1-4784-a414-1f1f64577240,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:16.817995 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-39b1f2b0-f5fa-42f9-bf31-06454450bcd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:16.820390 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-39b1f2b0-f5fa-42f9-bf31-06454450bcd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:16.828449 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-39b1f2b0-f5fa-42f9-bf31-06454450bcd0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/716bc47d-f6d1-4784-a414-1f1f64577240 HTTP/1.1" status: 204 len: 168 time: 0.6487486 Jun 02 13:10:16.828633 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1863bee-5a20-4090-ab67-aad9cf3363fc None None] Network 44ab2959-e419-4963-b464-8180c2d6a971 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:10:16.828740 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53462) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:10:16.934847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:17.005386 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] Deleting port 60610f66-8f83-4250-8981-67f8687249bf {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:10:17.005592 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:17.113552 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 04ac4667-a093-4494-9dae-8eaddb8bca31 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:10:17.113730 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] For port 60610f66-8f83-4250-8981-67f8687249bf, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=60610f66-8f83-4250-8981-67f8687249bf,segment=NetworkSegment(e86b0dcb-82fc-4036-8050-025576fcc138),segment_id=e86b0dcb-82fc-4036-8050-025576fcc138)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:10:17.114050 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:17.145175 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f64a134-608e-445b-b70d-740b53b94df9 None None] DHCP port deletion for 44ab2959-e419-4963-b464-8180c2d6a971 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 13:10:17.154004 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 04ac4667-a093-4494-9dae-8eaddb8bca31 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:10:17.154381 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 04ac4667-a093-4494-9dae-8eaddb8bca31 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:10:17.154804 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 2cb3a0b6-18cc-4ab0-9932-98e9a265083d no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:10:17.216669 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 2cb3a0b6-18cc-4ab0-9932-98e9a265083d {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:10:17.217028 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 2cb3a0b6-18cc-4ab0-9932-98e9a265083d not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:10:17.239585 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] Calling delete_port for 60610f66-8f83-4250-8981-67f8687249bf owned by network:dhcp {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:10:17.252088 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-7f64a134-608e-445b-b70d-740b53b94df9 None None] Deleting port 60610f66-8f83-4250-8981-67f8687249bf {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:10:17.252473 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7f64a134-608e-445b-b70d-740b53b94df9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:17.285819 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:17.291085 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:17.338273 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] Pushing event deleted for resources: {'Port': ['ID=60610f66-8f83-4250-8981-67f8687249bf,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:17.341275 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:17.343786 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] No DVR routers for this DVR port 60610f66-8f83-4250-8981-67f8687249bf on host dv-neutron-601336-80-hyperv {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:10:17.358589 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7f64a134-608e-445b-b70d-740b53b94df9 None None] For port 60610f66-8f83-4250-8981-67f8687249bf, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=60610f66-8f83-4250-8981-67f8687249bf,segment=NetworkSegment(e86b0dcb-82fc-4036-8050-025576fcc138),segment_id=e86b0dcb-82fc-4036-8050-025576fcc138)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:10:17.358980 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7f64a134-608e-445b-b70d-740b53b94df9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:17.464776 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:17.477356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ab2959-e419-4963-b464-8180c2d6a971']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:17.483615 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-7f64a134-608e-445b-b70d-740b53b94df9 None None] Calling delete_port for 60610f66-8f83-4250-8981-67f8687249bf owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:10:17.489906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86b0dcb-82fc-4036-8050-025576fcc138') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:17.490246 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86b0dcb-82fc-4036-8050-025576fcc138') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:17.501461 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:17.517750 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:17.524141 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 13:10:17.525161 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:17.526210 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7f64a134-608e-445b-b70d-740b53b94df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:17.529836 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 13:10:17.539583 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 13:10:17.570037 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64a134-608e-445b-b70d-740b53b94df9 None None] Pushing event deleted for resources: {'Port': ['ID=60610f66-8f83-4250-8981-67f8687249bf,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:17.572969 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7f64a134-608e-445b-b70d-740b53b94df9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:17.577502 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f64a134-608e-445b-b70d-740b53b94df9 None None] No DVR routers for this DVR port 60610f66-8f83-4250-8981-67f8687249bf on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:10:17.616868 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:17.632333 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8e905912-2a9d-468f-aa9f-1b8efaa20d2f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:17.648334 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:17.659173 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] Pushing event deleted for resources: {'Network': ['ID=44ab2959-e419-4963-b464-8180c2d6a971,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:17.661847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:17.663621 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] 10.222.0.37 "DELETE /v2.0/networks/44ab2959-e419-4963-b464-8180c2d6a971 HTTP/1.1" status: 204 len: 168 time: 0.8341293 Jun 02 13:10:17.830466 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53466) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:10:17.846081 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:17.879707 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2fb59226-b80c-4f1e-b445-11781bc202dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ecde733508694bb9a13cdb9896e771bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475559 Jun 02 13:10:17.882009 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53468) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:10:17.939250 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-385c41c9-a294-4967-b0e1-1f9a32be27ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:17.963944 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-385c41c9-a294-4967-b0e1-1f9a32be27ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:18.019187 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-385c41c9-a294-4967-b0e1-1f9a32be27ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:18.024151 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0bac24b3-7160-4f42-8eb4-5a0426b084c4 tempest-FloatingIPNegativeTestJSON-1524061425 tempest-FloatingIPNegativeTestJSON-1524061425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:18.036229 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c41c9-a294-4967-b0e1-1f9a32be27ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf4e621-33dd-417f-93d5-b1348d620fed,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:18.040715 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-385c41c9-a294-4967-b0e1-1f9a32be27ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:18.047770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-385c41c9-a294-4967-b0e1-1f9a32be27ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:18.048815 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-385c41c9-a294-4967-b0e1-1f9a32be27ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dbf4e621-33dd-417f-93d5-b1348d620fed HTTP/1.1" status: 204 len: 168 time: 0.1658871 Jun 02 13:10:18.381439 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53474) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:10:18.429327 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2488e399-9c2e-46ac-8873-f685afa57b34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e977dc5a2a1f48db996237357e7914a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466962 Jun 02 13:10:18.431842 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53476) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:10:18.490993 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-05ef66d7-4175-4b6e-a683-49172e105274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:18.517226 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-05ef66d7-4175-4b6e-a683-49172e105274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:18.567295 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-05ef66d7-4175-4b6e-a683-49172e105274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:18.572769 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-afa14a78-12cd-4ea9-922c-0bb07fd8d071 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:18.583996 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef66d7-4175-4b6e-a683-49172e105274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987045c9-40c3-4b54-b87b-5770e0a39cde,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:18.586857 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-05ef66d7-4175-4b6e-a683-49172e105274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:18.589322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-05ef66d7-4175-4b6e-a683-49172e105274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:18.590331 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-05ef66d7-4175-4b6e-a683-49172e105274 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/987045c9-40c3-4b54-b87b-5770e0a39cde HTTP/1.1" status: 204 len: 168 time: 0.1575437 Jun 02 13:10:19.095412 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 60610f66-8f83-4250-8981-67f8687249bf no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:10:19.130063 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 60610f66-8f83-4250-8981-67f8687249bf {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:10:19.130445 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 60610f66-8f83-4250-8981-67f8687249bf not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:10:19.320767 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53498) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:10:19.424305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-175999495-network', 'tenant_id': '05934beddad342a19e2964e91b6200e5'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:10:19.429435 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:10:19.433825 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Usage tracker for resource:network and tenant:05934beddad342a19e2964e91b6200e5 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:10:19.436661 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:10:19.443219 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:10:19.453660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Made reservation on behalf of 05934beddad342a19e2964e91b6200e5 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:10:19.456268 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:19.471569 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:19.485753 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:10:19.489467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Usage tracker for resource:security_group_rule and tenant:05934beddad342a19e2964e91b6200e5 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:10:19.492188 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:10:19.498939 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:10:19.582845 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:19.586500 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:19.589737 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f6e3544f-71be-4061-8b0f-cfde720915e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:19.619842 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:19.623528 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 13:10:19.632144 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3896d15e-c4be-45db-8c46-9699261bca7f,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:19.635515 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:19.639758 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:19.639758 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Added segment f30ed7ea-afa3-4961-bbb2-f29086fc6df9 of type vlan for network 7d7febde-687a-4113-98b5-c77de3c572b8 Jun 02 13:10:19.666923 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:19.695403 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:19.696423 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:19.697014 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:19.701672 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-991a38d5-1f90-4a89-938a-7f8a6945e2cf tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:19.798378 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Pushing event updated for resources: {'Network': ['ID=7d7febde-687a-4113-98b5-c77de3c572b8,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:19.801084 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4787881 Jun 02 13:10:19.801941 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:19.804175 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53502) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:10:19.807853 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 7d7febde-687a-4113-98b5-c77de3c572b8 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 13:10:19.809970 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-b58e0bc1-b45d-4a92-978c-4ef3ae8cb274 admin admin] Request body: {'subnet': {'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-175999495-subnet', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'ip_version': 4}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:10:19.814803 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b58e0bc1-b45d-4a92-978c-4ef3ae8cb274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:10:19.818574 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b58e0bc1-b45d-4a92-978c-4ef3ae8cb274 admin admin] Usage tracker for resource:subnet and tenant:05934beddad342a19e2964e91b6200e5 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:10:19.821364 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b58e0bc1-b45d-4a92-978c-4ef3ae8cb274 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:10:19.826997 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b58e0bc1-b45d-4a92-978c-4ef3ae8cb274 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:10:19.837817 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58e0bc1-b45d-4a92-978c-4ef3ae8cb274 admin admin] Made reservation on behalf of 05934beddad342a19e2964e91b6200e5 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:10:19.840387 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b58e0bc1-b45d-4a92-978c-4ef3ae8cb274 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:20.352824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b58e0bc1-b45d-4a92-978c-4ef3ae8cb274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:20.357112 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-649a1ab1-913a-4956-a584-e51ebb052ca5 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:20.423717 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e0bc1-b45d-4a92-978c-4ef3ae8cb274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ace31fa2-9498-465b-943a-da2e932c885a,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:20.426376 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b58e0bc1-b45d-4a92-978c-4ef3ae8cb274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:20.435652 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58e0bc1-b45d-4a92-978c-4ef3ae8cb274 admin admin] Checking segment: {'id': 'f30ed7ea-afa3-4961-bbb2-f29086fc6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:10:20.436005 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58e0bc1-b45d-4a92-978c-4ef3ae8cb274 admin admin] Network hostable DHCP agents. Network: 7d7febde-687a-4113-98b5-c77de3c572b8, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 13:10:20.452750 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58e0bc1-b45d-4a92-978c-4ef3ae8cb274 admin admin] Network 7d7febde-687a-4113-98b5-c77de3c572b8 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 13:10:20.461476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-b58e0bc1-b45d-4a92-978c-4ef3ae8cb274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 7d7febde-687a-4113-98b5-c77de3c572b8) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:10:20.469365 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58e0bc1-b45d-4a92-978c-4ef3ae8cb274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:20.469946 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b58e0bc1-b45d-4a92-978c-4ef3ae8cb274 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:20.472115 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab18e0e5-d9c4-4776-bc71-efa77cd094ec None None] Network 7d7febde-687a-4113-98b5-c77de3c572b8 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:10:20.490087 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b58e0bc1-b45d-4a92-978c-4ef3ae8cb274 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6848555 Jun 02 13:10:20.492834 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53504) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:10:20.497800 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-175999495-router', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:10:20.502781 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:10:20.506569 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Usage tracker for resource:router and tenant:05934beddad342a19e2964e91b6200e5 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:10:20.510044 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:10:20.515625 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:10:20.527622 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:20.528621 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:20.544214 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:20.690596 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-7d7febde-687a-4113-98b5-c77de3c572b8', 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'fixed_ips': [{'subnet_id': 'ace31fa2-9498-465b-943a-da2e932c885a'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 13:10:20.691422 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:20.807212 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:20.842766 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Allocated IP 172.20.0.2 (7d7febde-687a-4113-98b5-c77de3c572b8/ace31fa2-9498-465b-943a-da2e932c885a/3c074ccd-bd11-487e-bbb5-e18ffaecd72d) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:10:21.047271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:21.057554 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Transition to ACTIVE for port object 3c074ccd-bd11-487e-bbb5-e18ffaecd72d will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:10:21.075915 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Transition to ACTIVE for port object 3c074ccd-bd11-487e-bbb5-e18ffaecd72d will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:10:21.080884 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:21.084215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:21.121412 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:21.144172 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Network 7d7febde-687a-4113-98b5-c77de3c572b8 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:10:21.145278 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:10:21.149420 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:10:21.153124 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:21.235716 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Pushing event updated for resources: {'Port': ['ID=3c074ccd-bd11-487e-bbb5-e18ffaecd72d,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:21.261941 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:21.285972 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Attempting to bind port 3c074ccd-bd11-487e-bbb5-e18ffaecd72d on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:10:21.286364 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Attempting to bind port 3c074ccd-bd11-487e-bbb5-e18ffaecd72d by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'f30ed7ea-afa3-4961-bbb2-f29086fc6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:10:21.286723 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Attempting to bind port 3c074ccd-bd11-487e-bbb5-e18ffaecd72d on network 7d7febde-687a-4113-98b5-c77de3c572b8 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:10:21.292187 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:10:21.292558 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Checking segment: {'id': 'f30ed7ea-afa3-4961-bbb2-f29086fc6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:10:21.292956 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:21.293348 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Bound using segment: {'id': 'f30ed7ea-afa3-4961-bbb2-f29086fc6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:10:21.293804 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Bound port: 3c074ccd-bd11-487e-bbb5-e18ffaecd72d, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30ed7ea-afa3-4961-bbb2-f29086fc6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:10:21.294220 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:21.294346 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Allocated IP 172.26.7.149 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:10:21.383090 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] For port 3c074ccd-bd11-487e-bbb5-e18ffaecd72d, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:10:21.386988 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] For port 3c074ccd-bd11-487e-bbb5-e18ffaecd72d, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3c074ccd-bd11-487e-bbb5-e18ffaecd72d,segment=NetworkSegment(f30ed7ea-afa3-4961-bbb2-f29086fc6df9),segment_id=f30ed7ea-afa3-4961-bbb2-f29086fc6df9)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:10:21.391914 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:21.395454 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d5412851-9b29-43b9-b2af-0210686e4002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:21.445141 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:21.476343 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Pushing event updated for resources: {'Port': ['ID=3c074ccd-bd11-487e-bbb5-e18ffaecd72d,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:21.476763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:21.479682 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:21.480918 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e1b2bfda-5651-45fc-88f3-b5a68c6a8aff tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:21.544881 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:10:21.547884 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:10:21.551533 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:10:21.745309 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Pushing event updated for resources: {'Port': ['ID=8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:21.749435 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:22.131314 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:22.318307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604b974b-0fbe-45d1-b286-02f2fe2fa4a1 None None] Network 7d7febde-687a-4113-98b5-c77de3c572b8 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:10:22.425325 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ad60b2e6-1931-4e89-96e3-8028bd2c4c1a None None] Provisioning for port 3c074ccd-bd11-487e-bbb5-e18ffaecd72d completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:10:22.478571 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:22.687771 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Router c8b32621-2128-4e46-a784-4430b0e39519 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 13:10:22.862435 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:10:22.872498 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] Sync routers for ids ['c8b32621-2128-4e46-a784-4430b0e39519'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:10:22.881871 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] Routers {'c8b32621-2128-4e46-a784-4430b0e39519'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:10:22.882675 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:10:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c8b32621-2128-4e46-a784-4430b0e39519'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:22.886199 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:22.887564 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3932834 Jun 02 13:10:22.890246 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53506) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:10:23.071667 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] Set router c8b32621-2128-4e46-a784-4430b0e39519 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:10:23.177266 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3c074ccd-bd11-487e-bbb5-e18ffaecd72d up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:10:23.351165 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 3c074ccd-bd11-487e-bbb5-e18ffaecd72d completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:10:23.360609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 3c074ccd-bd11-487e-bbb5-e18ffaecd72d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:10:23.360991 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:23.514834 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'name': 'tempest-TestMinimumBasicScenario-175999495-router', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:20Z', 'updated_at': '2021-06-02T13:10:21Z', 'revision_number': 3, 'project_id': '05934beddad342a19e2964e91b6200e5', 'gw_port': {'id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:21Z', 'updated_at': '2021-06-02T13:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:23.526334 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] Checking router: c8b32621-2128-4e46-a784-4430b0e39519 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:10:23.526696 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] Updating router c8b32621-2128-4e46-a784-4430b0e39519 port 8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26 binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:10:23.570455 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:23.604195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:23.655282 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 3c074ccd-bd11-487e-bbb5-e18ffaecd72d, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3c074ccd-bd11-487e-bbb5-e18ffaecd72d,segment=NetworkSegment(f30ed7ea-afa3-4961-bbb2-f29086fc6df9),segment_id=f30ed7ea-afa3-4961-bbb2-f29086fc6df9)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:10:23.661177 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:23.664749 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:23.707821 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89b3a464-d137-4235-be0b-43247899b10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:23.798956 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=3c074ccd-bd11-487e-bbb5-e18ffaecd72d,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:23.814824 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:23.919404 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-89b3a464-d137-4235-be0b-43247899b10a admin admin] Allocated IP 172.20.0.1 (7d7febde-687a-4113-98b5-c77de3c572b8/ace31fa2-9498-465b-943a-da2e932c885a/49dea95f-b473-4c67-97e3-63bbd6de671a) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:10:24.056217 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:24.067181 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89b3a464-d137-4235-be0b-43247899b10a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:24.067504 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] Transition to ACTIVE for port object 8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:10:24.074498 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:24.078225 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:24.082955 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-89b3a464-d137-4235-be0b-43247899b10a admin admin] Transition to ACTIVE for port object 49dea95f-b473-4c67-97e3-63bbd6de671a will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:10:24.106226 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89b3a464-d137-4235-be0b-43247899b10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:24.110576 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-64b34803-8c4a-4417-a70f-6933b4926ca6 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:24.153634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] Attempting to bind port 8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:10:24.154013 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] Attempting to bind port 8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:10:24.154409 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] Attempting to bind port 8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26 on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:10:24.163595 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:10:24.163972 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:10:24.164102 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b3a464-d137-4235-be0b-43247899b10a admin admin] Network 7d7febde-687a-4113-98b5-c77de3c572b8 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:10:24.164384 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:24.165082 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:10:24.166068 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] Bound port: 8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:10:24.166478 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:24.171900 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-89b3a464-d137-4235-be0b-43247899b10a admin admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:10:24.175884 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b3a464-d137-4235-be0b-43247899b10a admin admin] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:10:24.189474 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b09f35-e39a-427a-be72-e2d48fc52ed5 None None] Pushing event updated for resources: {'Port': ['ID=8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:24.196924 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-05b09f35-e39a-427a-be72-e2d48fc52ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:24.217747 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3a464-d137-4235-be0b-43247899b10a admin admin] Pushing event updated for resources: {'Port': ['ID=49dea95f-b473-4c67-97e3-63bbd6de671a,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:24.225431 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-89b3a464-d137-4235-be0b-43247899b10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:24.237040 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89b3a464-d137-4235-be0b-43247899b10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:24.250910 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] For port 8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:10:24.254041 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] For port 8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:10:24.259607 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:24.263292 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-96bd426c-98ab-4a9e-8a0a-edb5b8a0fada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:24.339884 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] Routers {'c8b32621-2128-4e46-a784-4430b0e39519'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:10:24.340509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:10:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c8b32621-2128-4e46-a784-4430b0e39519'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:24.408748 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b09f35-e39a-427a-be72-e2d48fc52ed5 None None] Pushing event updated for resources: {'Port': ['ID=8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:24.413213 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-05b09f35-e39a-427a-be72-e2d48fc52ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:24.435019 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-21f2b334-5100-4b40-9091-63c1dcf93dc5 None None] Provisioning for port 49dea95f-b473-4c67-97e3-63bbd6de671a completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:10:24.493997 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-21f2b334-5100-4b40-9091-63c1dcf93dc5 None None] Provisioning complete for port 49dea95f-b473-4c67-97e3-63bbd6de671a triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:10:24.494304 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-21f2b334-5100-4b40-9091-63c1dcf93dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:24.539695 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89b3a464-d137-4235-be0b-43247899b10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:24.579437 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-21f2b334-5100-4b40-9091-63c1dcf93dc5 None None] Port 49dea95f-b473-4c67-97e3-63bbd6de671a cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:10:24.587742 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] Set router c8b32621-2128-4e46-a784-4430b0e39519 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:10:24.876399 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'name': 'tempest-TestMinimumBasicScenario-175999495-router', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:20Z', 'updated_at': '2021-06-02T13:10:21Z', 'revision_number': 3, 'project_id': '05934beddad342a19e2964e91b6200e5', 'gw_port': {'id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:21Z', 'updated_at': '2021-06-02T13:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:24.880188 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a555fc-aefc-4719-a5bc-9f56bc87b6d2 None None] The sync data for ids ['c8b32621-2128-4e46-a784-4430b0e39519'] in dv-neutron-601336-80-hyperv is: [{'id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'name': 'tempest-TestMinimumBasicScenario-175999495-router', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:20Z', 'updated_at': '2021-06-02T13:10:21Z', 'revision_number': 3, 'project_id': '05934beddad342a19e2964e91b6200e5', 'gw_port': {'id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:21Z', 'updated_at': '2021-06-02T13:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:10:24.918013 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89b3a464-d137-4235-be0b-43247899b10a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:24.923464 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89b3a464-d137-4235-be0b-43247899b10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:24.953720 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:25.058062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3a464-d137-4235-be0b-43247899b10a admin admin] Pushing event updated for resources: {'Port': ['ID=49dea95f-b473-4c67-97e3-63bbd6de671a,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:25.061642 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-89b3a464-d137-4235-be0b-43247899b10a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:25.078435 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-89b3a464-d137-4235-be0b-43247899b10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:25.128860 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3c074ccd-bd11-487e-bbb5-e18ffaecd72d up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:10:25.216251 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 3c074ccd-bd11-487e-bbb5-e18ffaecd72d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:10:25.216624 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:25.234939 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b3a464-d137-4235-be0b-43247899b10a admin admin] Network 7d7febde-687a-4113-98b5-c77de3c572b8 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:10:25.236179 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-89b3a464-d137-4235-be0b-43247899b10a admin admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:10:25.450129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b3a464-d137-4235-be0b-43247899b10a admin admin] Router c8b32621-2128-4e46-a784-4430b0e39519 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:10:25.504275 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b97624e3-f9d6-4f6e-a5e8-2572b1140674 None None] Provisioning complete for port 49dea95f-b473-4c67-97e3-63bbd6de671a triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:10:25.504652 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b97624e3-f9d6-4f6e-a5e8-2572b1140674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:25.566378 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-b97624e3-f9d6-4f6e-a5e8-2572b1140674 None None] Port 49dea95f-b473-4c67-97e3-63bbd6de671a cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:10:25.641572 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b3a464-d137-4235-be0b-43247899b10a admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:10:25.650484 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-89b3a464-d137-4235-be0b-43247899b10a admin admin] 10.222.0.37 "PUT /v2.0/routers/c8b32621-2128-4e46-a784-4430b0e39519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7592392 Jun 02 13:10:26.161081 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53522) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:10:26.167261 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1251308697-network', 'tenant_id': '8049799849f040ceb73115a92379c113'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:10:26.172057 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:10:26.176685 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Usage tracker for resource:network and tenant:8049799849f040ceb73115a92379c113 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:10:26.180297 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:10:26.181456 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:26.194113 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:10:26.204588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Made reservation on behalf of 8049799849f040ceb73115a92379c113 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:10:26.207046 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:26.220006 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:26.236696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:10:26.240639 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Usage tracker for resource:security_group_rule and tenant:8049799849f040ceb73115a92379c113 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:10:26.244023 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:10:26.250010 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:10:26.340194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:26.344579 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:26.347786 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d4fbbbbf-0405-4fe8-80e1-68eb171d82e0 tempest-ServersAdminNegativeTestJSON-1724547062 tempest-ServersAdminNegativeTestJSON-1724547062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:26.382666 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0747f56d-a93c-4933-808c-52db5aacca26,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:26.385975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 13:10:26.388201 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:26.395802 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:26.396205 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Added segment 29da89a7-f51e-406c-862a-551214fbb7d4 of type vlan for network 443fad7a-da32-4354-b68f-2eacd11fc43e Jun 02 13:10:26.419462 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] Sync routers for ids ['c8b32621-2128-4e46-a784-4430b0e39519'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:10:26.424231 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:26.428632 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] Routers {'c8b32621-2128-4e46-a784-4430b0e39519'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:10:26.429234 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:10:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c8b32621-2128-4e46-a784-4430b0e39519'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:26.456415 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:26.457547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:26.458153 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:26.461804 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-082e56f5-8a4e-475a-ac4d-978646f58841 tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:26.569600 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Pushing event updated for resources: {'Network': ['ID=443fad7a-da32-4354-b68f-2eacd11fc43e,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:26.572943 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4106843 Jun 02 13:10:26.573827 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:26.575626 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53524) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:10:26.581333 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-0fbe5091-46bf-4743-8c23-d50afc01d0eb admin admin] Request body: {'subnet': {'network_id': '443fad7a-da32-4354-b68f-2eacd11fc43e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1251308697-subnet', 'tenant_id': '8049799849f040ceb73115a92379c113', 'ip_version': 4}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:10:26.582785 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 443fad7a-da32-4354-b68f-2eacd11fc43e details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 13:10:26.586466 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-0fbe5091-46bf-4743-8c23-d50afc01d0eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:10:26.590372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0fbe5091-46bf-4743-8c23-d50afc01d0eb admin admin] Usage tracker for resource:subnet and tenant:8049799849f040ceb73115a92379c113 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:10:26.593241 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0fbe5091-46bf-4743-8c23-d50afc01d0eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:10:26.599635 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-0fbe5091-46bf-4743-8c23-d50afc01d0eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:10:26.615294 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbe5091-46bf-4743-8c23-d50afc01d0eb admin admin] Made reservation on behalf of 8049799849f040ceb73115a92379c113 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:10:26.618635 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0fbe5091-46bf-4743-8c23-d50afc01d0eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:26.636519 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] Set router c8b32621-2128-4e46-a784-4430b0e39519 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:10:26.961602 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'name': 'tempest-TestMinimumBasicScenario-175999495-router', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:20Z', 'updated_at': '2021-06-02T13:10:24Z', 'revision_number': 4, 'project_id': '05934beddad342a19e2964e91b6200e5', 'gw_port': {'id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:21Z', 'updated_at': '2021-06-02T13:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '49dea95f-b473-4c67-97e3-63bbd6de671a', 'name': '', 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'mac_address': 'fa:16:3e:54:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ace31fa2-9498-465b-943a-da2e932c885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:23Z', 'updated_at': '2021-06-02T13:10:24Z', 'revision_number': 2, 'project_id': '05934beddad342a19e2964e91b6200e5', 'subnets': [{'id': 'ace31fa2-9498-465b-943a-da2e932c885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:26.965334 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] Checking router: c8b32621-2128-4e46-a784-4430b0e39519 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:10:26.965696 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] Updating router c8b32621-2128-4e46-a784-4430b0e39519 port 49dea95f-b473-4c67-97e3-63bbd6de671a binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:10:27.020132 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:27.135165 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:10:27.173167 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0fbe5091-46bf-4743-8c23-d50afc01d0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:27.178184 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a49a1544-5ab0-4bc5-bcdb-8309da9d0fb8 tempest-TestNetworkAdvancedServerOps-790261819 tempest-TestNetworkAdvancedServerOps-790261819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:27.215629 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:10:27.221358 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:10:27.221855 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:27.232606 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe5091-46bf-4743-8c23-d50afc01d0eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e04f2f6-03fd-457f-af43-e50e6481b839,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:27.235893 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0fbe5091-46bf-4743-8c23-d50afc01d0eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:27.271353 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbe5091-46bf-4743-8c23-d50afc01d0eb admin admin] Checking segment: {'id': '29da89a7-f51e-406c-862a-551214fbb7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '443fad7a-da32-4354-b68f-2eacd11fc43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:10:27.271723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbe5091-46bf-4743-8c23-d50afc01d0eb admin admin] Network hostable DHCP agents. Network: 443fad7a-da32-4354-b68f-2eacd11fc43e, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 13:10:27.289049 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbe5091-46bf-4743-8c23-d50afc01d0eb admin admin] Network 443fad7a-da32-4354-b68f-2eacd11fc43e is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 13:10:27.299446 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-0fbe5091-46bf-4743-8c23-d50afc01d0eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 443fad7a-da32-4354-b68f-2eacd11fc43e) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:10:27.309404 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbe5091-46bf-4743-8c23-d50afc01d0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:27.310090 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0fbe5091-46bf-4743-8c23-d50afc01d0eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:27.322092 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3165252c-d651-4b4a-b34a-afca3c8098b5 None None] Network 443fad7a-da32-4354-b68f-2eacd11fc43e requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:10:27.333608 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0fbe5091-46bf-4743-8c23-d50afc01d0eb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7545755 Jun 02 13:10:27.333820 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53526) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:10:27.338555 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1251308697-router', 'tenant_id': '8049799849f040ceb73115a92379c113', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:10:27.343888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:10:27.348189 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Usage tracker for resource:router and tenant:8049799849f040ceb73115a92379c113 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:10:27.351338 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:10:27.366825 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:10:27.379639 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:27.380441 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:27.381640 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:27.392349 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] Transition to ACTIVE for port object 49dea95f-b473-4c67-97e3-63bbd6de671a will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:10:27.400834 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:27.401571 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:27.405582 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-207bac66-1e12-4397-bba5-64931e6cdb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:27.465703 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:27.505876 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:10:27.522949 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979819b-062b-4bc0-bcca-9533953a2d7c None None] Pushing event updated for resources: {'Port': ['ID=49dea95f-b473-4c67-97e3-63bbd6de671a,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:27.536326 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979819b-062b-4bc0-bcca-9533953a2d7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:27.537023 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979819b-062b-4bc0-bcca-9533953a2d7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:27.537609 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979819b-062b-4bc0-bcca-9533953a2d7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:27.538168 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979819b-062b-4bc0-bcca-9533953a2d7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:27.538722 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979819b-062b-4bc0-bcca-9533953a2d7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:27.539310 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979819b-062b-4bc0-bcca-9533953a2d7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:27.539668 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979819b-062b-4bc0-bcca-9533953a2d7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:27.540613 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979819b-062b-4bc0-bcca-9533953a2d7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:27.541001 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979819b-062b-4bc0-bcca-9533953a2d7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:27.541387 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979819b-062b-4bc0-bcca-9533953a2d7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:27.541770 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979819b-062b-4bc0-bcca-9533953a2d7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:27.542175 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979819b-062b-4bc0-bcca-9533953a2d7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:27.552465 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2979819b-062b-4bc0-bcca-9533953a2d7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:27.562757 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:27.574035 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:27.649803 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] Attempting to bind port 49dea95f-b473-4c67-97e3-63bbd6de671a on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:10:27.650754 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] Attempting to bind port 49dea95f-b473-4c67-97e3-63bbd6de671a by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'f30ed7ea-afa3-4961-bbb2-f29086fc6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:10:27.651333 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] Attempting to bind port 49dea95f-b473-4c67-97e3-63bbd6de671a on network 7d7febde-687a-4113-98b5-c77de3c572b8 {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:10:27.657493 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:10:27.658256 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] Checking segment: {'id': 'f30ed7ea-afa3-4961-bbb2-f29086fc6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:10:27.658524 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:27.659105 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:27.659687 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] Bound using segment: {'id': 'f30ed7ea-afa3-4961-bbb2-f29086fc6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:10:27.660347 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] Bound port: 49dea95f-b473-4c67-97e3-63bbd6de671a, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30ed7ea-afa3-4961-bbb2-f29086fc6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:10:27.660939 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:27.670405 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:27.703592 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:27.746962 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-443fad7a-da32-4354-b68f-2eacd11fc43e', 'network_id': '443fad7a-da32-4354-b68f-2eacd11fc43e', 'tenant_id': '8049799849f040ceb73115a92379c113', 'fixed_ips': [{'subnet_id': '2e04f2f6-03fd-457f-af43-e50e6481b839'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 13:10:27.747825 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:27.765474 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] For port 49dea95f-b473-4c67-97e3-63bbd6de671a, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:10:27.769417 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] For port 49dea95f-b473-4c67-97e3-63bbd6de671a, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=49dea95f-b473-4c67-97e3-63bbd6de671a,segment=NetworkSegment(f30ed7ea-afa3-4961-bbb2-f29086fc6df9),segment_id=f30ed7ea-afa3-4961-bbb2-f29086fc6df9)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:10:27.773503 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:27.779174 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2979819b-062b-4bc0-bcca-9533953a2d7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:27.857441 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979819b-062b-4bc0-bcca-9533953a2d7c None None] Pushing event updated for resources: {'Port': ['ID=49dea95f-b473-4c67-97e3-63bbd6de671a,revision_number=4']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:27.863583 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2979819b-062b-4bc0-bcca-9533953a2d7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:27.873118 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] Routers {'c8b32621-2128-4e46-a784-4430b0e39519'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:10:27.875036 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:10:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c8b32621-2128-4e46-a784-4430b0e39519'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:27.944841 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Allocated IP 172.20.0.2 (443fad7a-da32-4354-b68f-2eacd11fc43e/2e04f2f6-03fd-457f-af43-e50e6481b839/e78487c6-8fc9-498b-8d8c-b2788883f6bc) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:10:28.066263 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:28.106423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:28.124916 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] Set router c8b32621-2128-4e46-a784-4430b0e39519 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:10:28.236615 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:28.252307 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Transition to ACTIVE for port object e78487c6-8fc9-498b-8d8c-b2788883f6bc will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:10:28.261516 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Allocated IP 172.26.7.233 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/9689c2c9-cc1a-42ce-9961-8d3c3d401bb5) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:10:28.278193 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Transition to ACTIVE for port object e78487c6-8fc9-498b-8d8c-b2788883f6bc will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:10:28.283763 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:28.287564 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-05b09f35-e39a-427a-be72-e2d48fc52ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:28.366185 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Network 443fad7a-da32-4354-b68f-2eacd11fc43e is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:10:28.369806 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:10:28.372418 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:10:28.417113 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Pushing event updated for resources: {'Port': ['ID=e78487c6-8fc9-498b-8d8c-b2788883f6bc,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:28.420475 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:28.426232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:28.460345 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:28.465189 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:28.474537 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Attempting to bind port e78487c6-8fc9-498b-8d8c-b2788883f6bc on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:10:28.474917 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Attempting to bind port e78487c6-8fc9-498b-8d8c-b2788883f6bc by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '29da89a7-f51e-406c-862a-551214fbb7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '443fad7a-da32-4354-b68f-2eacd11fc43e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:10:28.475277 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Attempting to bind port e78487c6-8fc9-498b-8d8c-b2788883f6bc on network 443fad7a-da32-4354-b68f-2eacd11fc43e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:10:28.481173 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:10:28.481541 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Checking segment: {'id': '29da89a7-f51e-406c-862a-551214fbb7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '443fad7a-da32-4354-b68f-2eacd11fc43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:10:28.481946 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:28.482374 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Bound using segment: {'id': '29da89a7-f51e-406c-862a-551214fbb7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '443fad7a-da32-4354-b68f-2eacd11fc43e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:10:28.482843 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Bound port: e78487c6-8fc9-498b-8d8c-b2788883f6bc, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29da89a7-f51e-406c-862a-551214fbb7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '443fad7a-da32-4354-b68f-2eacd11fc43e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:10:28.483217 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:28.491627 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'name': 'tempest-TestMinimumBasicScenario-175999495-router', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:20Z', 'updated_at': '2021-06-02T13:10:24Z', 'revision_number': 4, 'project_id': '05934beddad342a19e2964e91b6200e5', 'gw_port': {'id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:21Z', 'updated_at': '2021-06-02T13:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '49dea95f-b473-4c67-97e3-63bbd6de671a', 'name': '', 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'mac_address': 'fa:16:3e:54:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ace31fa2-9498-465b-943a-da2e932c885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:23Z', 'updated_at': '2021-06-02T13:10:27Z', 'revision_number': 4, 'project_id': '05934beddad342a19e2964e91b6200e5', 'subnets': [{'id': 'ace31fa2-9498-465b-943a-da2e932c885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:28.496114 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c689ac-bd1e-475c-9724-069f2af13d66 None None] The sync data for ids ['c8b32621-2128-4e46-a784-4430b0e39519'] in dv-neutron-601336-80-hyperv is: [{'id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'name': 'tempest-TestMinimumBasicScenario-175999495-router', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:20Z', 'updated_at': '2021-06-02T13:10:24Z', 'revision_number': 4, 'project_id': '05934beddad342a19e2964e91b6200e5', 'gw_port': {'id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:21Z', 'updated_at': '2021-06-02T13:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '49dea95f-b473-4c67-97e3-63bbd6de671a', 'name': '', 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'mac_address': 'fa:16:3e:54:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ace31fa2-9498-465b-943a-da2e932c885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:23Z', 'updated_at': '2021-06-02T13:10:27Z', 'revision_number': 4, 'project_id': '05934beddad342a19e2964e91b6200e5', 'subnets': [{'id': 'ace31fa2-9498-465b-943a-da2e932c885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:10:28.542527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:10:28.551503 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:10:28.557227 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:10:28.605859 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] For port e78487c6-8fc9-498b-8d8c-b2788883f6bc, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:10:28.606552 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Pushing event updated for resources: {'Port': ['ID=9689c2c9-cc1a-42ce-9961-8d3c3d401bb5,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:28.610406 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] For port e78487c6-8fc9-498b-8d8c-b2788883f6bc, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e78487c6-8fc9-498b-8d8c-b2788883f6bc,segment=NetworkSegment(29da89a7-f51e-406c-862a-551214fbb7d4),segment_id=29da89a7-f51e-406c-862a-551214fbb7d4)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:10:28.617325 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:28.624336 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:28.624336 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:28.625446 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:28.625446 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:28.625677 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:28.625859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:28.626262 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:28.626629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:28.626996 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:28.627363 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:28.627726 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:28.629810 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:10:28.629949 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:28.634342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:28.730718 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Pushing event updated for resources: {'Port': ['ID=e78487c6-8fc9-498b-8d8c-b2788883f6bc,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:28.734253 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:29.201868 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:29.240137 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e78487c6-8fc9-498b-8d8c-b2788883f6bc up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:10:29.313087 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port e78487c6-8fc9-498b-8d8c-b2788883f6bc completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:10:29.319095 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 49dea95f-b473-4c67-97e3-63bbd6de671a up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:10:29.391140 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 49dea95f-b473-4c67-97e3-63bbd6de671a completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:10:29.401601 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 49dea95f-b473-4c67-97e3-63bbd6de671a triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:10:29.402044 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:29.556084 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:29.599651 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 49dea95f-b473-4c67-97e3-63bbd6de671a, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=49dea95f-b473-4c67-97e3-63bbd6de671a,segment=NetworkSegment(f30ed7ea-afa3-4961-bbb2-f29086fc6df9),segment_id=f30ed7ea-afa3-4961-bbb2-f29086fc6df9)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:10:29.604623 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:29.605901 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:10:29.647012 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:29.656050 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:29.740456 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=49dea95f-b473-4c67-97e3-63bbd6de671a,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:29.745851 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:29.791536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:10:29.792100 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:29.828875 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1d1334-3b57-418a-8c9c-aa715ab10508 None None] Network 443fad7a-da32-4354-b68f-2eacd11fc43e requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:10:29.892702 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Router eee83efd-df41-4ab0-b467-9c22db9243e8 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 13:10:29.947132 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7584e6cf-e6b8-4e99-80a3-523eff64789a None None] Provisioning for port e78487c6-8fc9-498b-8d8c-b2788883f6bc completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:10:29.961346 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7584e6cf-e6b8-4e99-80a3-523eff64789a None None] Provisioning complete for port e78487c6-8fc9-498b-8d8c-b2788883f6bc triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:10:29.962309 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7584e6cf-e6b8-4e99-80a3-523eff64789a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:30.079280 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:10:30.103969 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:30.105335 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7704206 Jun 02 13:10:30.108096 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53528) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:10:30.108968 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] Sync routers for ids ['eee83efd-df41-4ab0-b467-9c22db9243e8'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:10:30.177881 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] Routers {'eee83efd-df41-4ab0-b467-9c22db9243e8'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:10:30.178543 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:10:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['eee83efd-df41-4ab0-b467-9c22db9243e8'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:30.484429 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7584e6cf-e6b8-4e99-80a3-523eff64789a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:30.512256 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] Set router eee83efd-df41-4ab0-b467-9c22db9243e8 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:10:30.755955 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7584e6cf-e6b8-4e99-80a3-523eff64789a None None] For port e78487c6-8fc9-498b-8d8c-b2788883f6bc, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e78487c6-8fc9-498b-8d8c-b2788883f6bc,segment=NetworkSegment(29da89a7-f51e-406c-862a-551214fbb7d4),segment_id=29da89a7-f51e-406c-862a-551214fbb7d4)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:10:30.772467 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7584e6cf-e6b8-4e99-80a3-523eff64789a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:30.777109 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-251d4206-8b6a-4c4c-b8ad-085943c81e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:30.904152 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584e6cf-e6b8-4e99-80a3-523eff64789a None None] Pushing event updated for resources: {'Port': ['ID=e78487c6-8fc9-498b-8d8c-b2788883f6bc,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:30.907465 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7584e6cf-e6b8-4e99-80a3-523eff64789a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:30.940324 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee83efd-df41-4ab0-b467-9c22db9243e8', 'name': 'tempest-TestMinimumBasicScenario-1251308697-router', 'tenant_id': '8049799849f040ceb73115a92379c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': '9689c2c9-cc1a-42ce-9961-8d3c3d401bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:27Z', 'updated_at': '2021-06-02T13:10:28Z', 'revision_number': 3, 'project_id': '8049799849f040ceb73115a92379c113', 'gw_port': {'id': '9689c2c9-cc1a-42ce-9961-8d3c3d401bb5', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee83efd-df41-4ab0-b467-9c22db9243e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:28Z', 'updated_at': '2021-06-02T13:10:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:30.944582 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] Checking router: eee83efd-df41-4ab0-b467-9c22db9243e8 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:10:30.944933 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] Updating router eee83efd-df41-4ab0-b467-9c22db9243e8 port 9689c2c9-cc1a-42ce-9961-8d3c3d401bb5 binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:10:30.978139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:31.010837 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:31.040248 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c76add78-d783-4e75-98b9-5a1170e8c9d0 None None] Provisioning complete for port e78487c6-8fc9-498b-8d8c-b2788883f6bc triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:10:31.040535 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c76add78-d783-4e75-98b9-5a1170e8c9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:31.153146 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e78487c6-8fc9-498b-8d8c-b2788883f6bc up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:10:31.187297 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] Allocated IP 172.20.0.1 (443fad7a-da32-4354-b68f-2eacd11fc43e/2e04f2f6-03fd-457f-af43-e50e6481b839/a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:10:31.342013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:31.357371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] Transition to ACTIVE for port object a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:10:31.381230 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:31.386371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-de0c61f7-e7f2-41f8-a2b4-2b7400f918e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:31.406148 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port e78487c6-8fc9-498b-8d8c-b2788883f6bc triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:10:31.406514 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:31.450739 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] Network 443fad7a-da32-4354-b68f-2eacd11fc43e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:10:31.454405 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:10:31.457966 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:10:31.495560 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] Pushing event updated for resources: {'Port': ['ID=a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:31.507194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:31.525737 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:31.685183 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:31.687974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 49dea95f-b473-4c67-97e3-63bbd6de671a up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:10:31.738354 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] Transition to ACTIVE for port object 9689c2c9-cc1a-42ce-9961-8d3c3d401bb5 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:10:31.757807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:31.763831 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:31.798334 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-39d635bf-958e-4f38-b458-fe2c9695631a None None] Provisioning for port a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:10:31.804481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:31.818411 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-39d635bf-958e-4f38-b458-fe2c9695631a None None] Provisioning complete for port a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:10:31.818792 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-39d635bf-958e-4f38-b458-fe2c9695631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:31.901047 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] Attempting to bind port 9689c2c9-cc1a-42ce-9961-8d3c3d401bb5 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:10:31.901429 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] Attempting to bind port 9689c2c9-cc1a-42ce-9961-8d3c3d401bb5 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:10:31.901805 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] Attempting to bind port 9689c2c9-cc1a-42ce-9961-8d3c3d401bb5 on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:10:31.913972 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af49aea-86ce-4b00-b56a-6ed2bf77862a None None] Pushing event updated for resources: {'Port': ['ID=9689c2c9-cc1a-42ce-9961-8d3c3d401bb5,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:31.921182 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5af49aea-86ce-4b00-b56a-6ed2bf77862a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:31.922536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-39d635bf-958e-4f38-b458-fe2c9695631a None None] Port a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:10:31.923354 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:10:31.923734 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:10:31.924145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:31.924532 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:10:31.925017 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] Bound port: 9689c2c9-cc1a-42ce-9961-8d3c3d401bb5, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:10:31.925394 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:31.949429 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 49dea95f-b473-4c67-97e3-63bbd6de671a triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:10:31.949804 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:32.053830 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] For port 9689c2c9-cc1a-42ce-9961-8d3c3d401bb5, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:10:32.057867 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] For port 9689c2c9-cc1a-42ce-9961-8d3c3d401bb5, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=9689c2c9-cc1a-42ce-9961-8d3c3d401bb5,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:10:32.089572 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:32.100021 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:32.172346 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:32.176998 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:32.197786 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] Routers {'eee83efd-df41-4ab0-b467-9c22db9243e8'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:10:32.198454 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:10:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['eee83efd-df41-4ab0-b467-9c22db9243e8'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:32.204715 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bc3c00b8-3440-47f6-a2df-73f59dd8b4be tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:32.253648 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af49aea-86ce-4b00-b56a-6ed2bf77862a None None] Pushing event updated for resources: {'Port': ['ID=9689c2c9-cc1a-42ce-9961-8d3c3d401bb5,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:32.263703 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5af49aea-86ce-4b00-b56a-6ed2bf77862a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:32.283057 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:32.293783 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] Pushing event updated for resources: {'Port': ['ID=a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:32.297651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:32.381677 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] Set router eee83efd-df41-4ab0-b467-9c22db9243e8 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:10:32.424478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] Network 443fad7a-da32-4354-b68f-2eacd11fc43e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:10:32.426511 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:10:32.622554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] Router eee83efd-df41-4ab0-b467-9c22db9243e8 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:10:32.696833 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d3fd2c38-1588-4092-9214-1a8facb4f850 None None] Provisioning complete for port a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:10:32.697384 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2c38-1588-4092-9214-1a8facb4f850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:32.758332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-d3fd2c38-1588-4092-9214-1a8facb4f850 None None] Port a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:10:32.774443 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee83efd-df41-4ab0-b467-9c22db9243e8', 'name': 'tempest-TestMinimumBasicScenario-1251308697-router', 'tenant_id': '8049799849f040ceb73115a92379c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': '9689c2c9-cc1a-42ce-9961-8d3c3d401bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:27Z', 'updated_at': '2021-06-02T13:10:31Z', 'revision_number': 4, 'project_id': '8049799849f040ceb73115a92379c113', 'gw_port': {'id': '9689c2c9-cc1a-42ce-9961-8d3c3d401bb5', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee83efd-df41-4ab0-b467-9c22db9243e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:28Z', 'updated_at': '2021-06-02T13:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed', 'name': '', 'network_id': '443fad7a-da32-4354-b68f-2eacd11fc43e', 'tenant_id': '8049799849f040ceb73115a92379c113', 'mac_address': 'fa:16:3e:7d:c4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee83efd-df41-4ab0-b467-9c22db9243e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '2e04f2f6-03fd-457f-af43-e50e6481b839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:31Z', 'updated_at': '2021-06-02T13:10:31Z', 'revision_number': 2, 'project_id': '8049799849f040ceb73115a92379c113', 'subnets': [{'id': '2e04f2f6-03fd-457f-af43-e50e6481b839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:32.778439 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c27d59-3722-4880-a05e-604faa0c584f None None] The sync data for ids ['eee83efd-df41-4ab0-b467-9c22db9243e8'] in dv-neutron-601336-80-hyperv is: [{'id': 'eee83efd-df41-4ab0-b467-9c22db9243e8', 'name': 'tempest-TestMinimumBasicScenario-1251308697-router', 'tenant_id': '8049799849f040ceb73115a92379c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': '9689c2c9-cc1a-42ce-9961-8d3c3d401bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:27Z', 'updated_at': '2021-06-02T13:10:31Z', 'revision_number': 4, 'project_id': '8049799849f040ceb73115a92379c113', 'gw_port': {'id': '9689c2c9-cc1a-42ce-9961-8d3c3d401bb5', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee83efd-df41-4ab0-b467-9c22db9243e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:28Z', 'updated_at': '2021-06-02T13:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed', 'name': '', 'network_id': '443fad7a-da32-4354-b68f-2eacd11fc43e', 'tenant_id': '8049799849f040ceb73115a92379c113', 'mac_address': 'fa:16:3e:7d:c4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee83efd-df41-4ab0-b467-9c22db9243e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '2e04f2f6-03fd-457f-af43-e50e6481b839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:31Z', 'updated_at': '2021-06-02T13:10:31Z', 'revision_number': 2, 'project_id': '8049799849f040ceb73115a92379c113', 'subnets': [{'id': '2e04f2f6-03fd-457f-af43-e50e6481b839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:10:32.822313 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:10:32.831792 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] 10.222.0.37 "PUT /v2.0/routers/eee83efd-df41-4ab0-b467-9c22db9243e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7224767 Jun 02 13:10:35.143887 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 9689c2c9-cc1a-42ce-9961-8d3c3d401bb5 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:10:35.243656 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 9689c2c9-cc1a-42ce-9961-8d3c3d401bb5 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:10:35.249348 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 9689c2c9-cc1a-42ce-9961-8d3c3d401bb5 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:10:35.249970 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:35.384065 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:35.402884 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 9689c2c9-cc1a-42ce-9961-8d3c3d401bb5, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=9689c2c9-cc1a-42ce-9961-8d3c3d401bb5,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:10:35.408154 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:35.410412 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7584e6cf-e6b8-4e99-80a3-523eff64789a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:35.488089 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=9689c2c9-cc1a-42ce-9961-8d3c3d401bb5,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:35.501014 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:36.364921 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] Sync routers for ids ['eee83efd-df41-4ab0-b467-9c22db9243e8'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:10:36.377054 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] Routers {'eee83efd-df41-4ab0-b467-9c22db9243e8'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:10:36.377984 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:10:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['eee83efd-df41-4ab0-b467-9c22db9243e8'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:36.584246 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] Set router eee83efd-df41-4ab0-b467-9c22db9243e8 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:10:36.933858 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee83efd-df41-4ab0-b467-9c22db9243e8', 'name': 'tempest-TestMinimumBasicScenario-1251308697-router', 'tenant_id': '8049799849f040ceb73115a92379c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': '9689c2c9-cc1a-42ce-9961-8d3c3d401bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:27Z', 'updated_at': '2021-06-02T13:10:31Z', 'revision_number': 4, 'project_id': '8049799849f040ceb73115a92379c113', 'gw_port': {'id': '9689c2c9-cc1a-42ce-9961-8d3c3d401bb5', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee83efd-df41-4ab0-b467-9c22db9243e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:28Z', 'updated_at': '2021-06-02T13:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed', 'name': '', 'network_id': '443fad7a-da32-4354-b68f-2eacd11fc43e', 'tenant_id': '8049799849f040ceb73115a92379c113', 'mac_address': 'fa:16:3e:7d:c4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee83efd-df41-4ab0-b467-9c22db9243e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '2e04f2f6-03fd-457f-af43-e50e6481b839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:31Z', 'updated_at': '2021-06-02T13:10:31Z', 'revision_number': 2, 'project_id': '8049799849f040ceb73115a92379c113', 'subnets': [{'id': '2e04f2f6-03fd-457f-af43-e50e6481b839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:36.941941 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] Checking router: eee83efd-df41-4ab0-b467-9c22db9243e8 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:10:36.942339 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] Updating router eee83efd-df41-4ab0-b467-9c22db9243e8 port a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:10:37.006148 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:37.189537 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 9689c2c9-cc1a-42ce-9961-8d3c3d401bb5 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:10:37.289592 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 9689c2c9-cc1a-42ce-9961-8d3c3d401bb5 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:10:37.290436 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:37.491729 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:37.506013 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] Transition to ACTIVE for port object a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:10:37.517093 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:37.521255 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e3ba8671-aca9-4f36-aa2b-3409954fddcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:37.704639 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63950729-1821-4bc0-88ae-56a63740b734 None None] Pushing event updated for resources: {'Port': ['ID=a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:37.718832 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-63950729-1821-4bc0-88ae-56a63740b734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:37.782914 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] Attempting to bind port a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:10:37.783784 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] Attempting to bind port a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '29da89a7-f51e-406c-862a-551214fbb7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '443fad7a-da32-4354-b68f-2eacd11fc43e'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:10:37.784660 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] Attempting to bind port a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed on network 443fad7a-da32-4354-b68f-2eacd11fc43e {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:10:37.792638 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:10:37.793022 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] Checking segment: {'id': '29da89a7-f51e-406c-862a-551214fbb7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '443fad7a-da32-4354-b68f-2eacd11fc43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:10:37.793428 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:37.793824 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] Bound using segment: {'id': '29da89a7-f51e-406c-862a-551214fbb7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '443fad7a-da32-4354-b68f-2eacd11fc43e'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:10:37.794322 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] Bound port: a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29da89a7-f51e-406c-862a-551214fbb7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '443fad7a-da32-4354-b68f-2eacd11fc43e'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:10:37.794703 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:37.891609 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] For port a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:10:37.895267 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] For port a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed,segment=NetworkSegment(29da89a7-f51e-406c-862a-551214fbb7d4),segment_id=29da89a7-f51e-406c-862a-551214fbb7d4)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:10:37.900940 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:37.904730 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-633af10d-5ef9-4c8d-938f-3c7b0aeca763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:37.974759 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63950729-1821-4bc0-88ae-56a63740b734 None None] Pushing event updated for resources: {'Port': ['ID=a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed,revision_number=4']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:37.979886 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-63950729-1821-4bc0-88ae-56a63740b734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:37.988683 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] Routers {'eee83efd-df41-4ab0-b467-9c22db9243e8'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:10:37.989317 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:10:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['eee83efd-df41-4ab0-b467-9c22db9243e8'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:38.204191 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] Set router eee83efd-df41-4ab0-b467-9c22db9243e8 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:10:38.546524 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee83efd-df41-4ab0-b467-9c22db9243e8', 'name': 'tempest-TestMinimumBasicScenario-1251308697-router', 'tenant_id': '8049799849f040ceb73115a92379c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': '9689c2c9-cc1a-42ce-9961-8d3c3d401bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:27Z', 'updated_at': '2021-06-02T13:10:31Z', 'revision_number': 4, 'project_id': '8049799849f040ceb73115a92379c113', 'gw_port': {'id': '9689c2c9-cc1a-42ce-9961-8d3c3d401bb5', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee83efd-df41-4ab0-b467-9c22db9243e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:28Z', 'updated_at': '2021-06-02T13:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed', 'name': '', 'network_id': '443fad7a-da32-4354-b68f-2eacd11fc43e', 'tenant_id': '8049799849f040ceb73115a92379c113', 'mac_address': 'fa:16:3e:7d:c4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee83efd-df41-4ab0-b467-9c22db9243e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '2e04f2f6-03fd-457f-af43-e50e6481b839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:31Z', 'updated_at': '2021-06-02T13:10:37Z', 'revision_number': 4, 'project_id': '8049799849f040ceb73115a92379c113', 'subnets': [{'id': '2e04f2f6-03fd-457f-af43-e50e6481b839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:10:38.551702 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a29eac-4461-4a31-a8b8-933a380c9784 None None] The sync data for ids ['eee83efd-df41-4ab0-b467-9c22db9243e8'] in dv-neutron-601336-80-hyperv is: [{'id': 'eee83efd-df41-4ab0-b467-9c22db9243e8', 'name': 'tempest-TestMinimumBasicScenario-1251308697-router', 'tenant_id': '8049799849f040ceb73115a92379c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': '9689c2c9-cc1a-42ce-9961-8d3c3d401bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:27Z', 'updated_at': '2021-06-02T13:10:31Z', 'revision_number': 4, 'project_id': '8049799849f040ceb73115a92379c113', 'gw_port': {'id': '9689c2c9-cc1a-42ce-9961-8d3c3d401bb5', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee83efd-df41-4ab0-b467-9c22db9243e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:28Z', 'updated_at': '2021-06-02T13:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed', 'name': '', 'network_id': '443fad7a-da32-4354-b68f-2eacd11fc43e', 'tenant_id': '8049799849f040ceb73115a92379c113', 'mac_address': 'fa:16:3e:7d:c4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee83efd-df41-4ab0-b467-9c22db9243e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '2e04f2f6-03fd-457f-af43-e50e6481b839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:31Z', 'updated_at': '2021-06-02T13:10:37Z', 'revision_number': 4, 'project_id': '8049799849f040ceb73115a92379c113', 'subnets': [{'id': '2e04f2f6-03fd-457f-af43-e50e6481b839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:10:39.158331 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:10:39.275858 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:10:39.280995 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:10:39.281377 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:39.409029 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:39.510414 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed,segment=NetworkSegment(29da89a7-f51e-406c-862a-551214fbb7d4),segment_id=29da89a7-f51e-406c-862a-551214fbb7d4)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:10:39.517578 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:39.524660 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-db09aac7-c551-4c45-85d1-de258fb65385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:39.618237 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:39.621678 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:41.121643 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:10:41.192795 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:10:41.193171 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:43.084109 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d160607-374c-4e71-8b52-e31c692460a9 req-257a944b-5826-4b11-8bfe-b24f96b7b7b4 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:43.085526 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d160607-374c-4e71-8b52-e31c692460a9 req-257a944b-5826-4b11-8bfe-b24f96b7b7b4 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/networks?id=7d7febde-687a-4113-98b5-c77de3c572b8 HTTP/1.1" status: 200 len: 814 time: 0.1425896 Jun 02 13:10:43.100130 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d160607-374c-4e71-8b52-e31c692460a9 req-2ec0abaa-a235-4969-ab2e-0d1fb527ce8a tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/quotas/05934beddad342a19e2964e91b6200e5 HTTP/1.1" status: 200 len: 375 time: 0.0087726 Jun 02 13:10:43.182374 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d160607-374c-4e71-8b52-e31c692460a9 req-943b4492-d192-42ce-902b-bbd1f6965d4d tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=05934beddad342a19e2964e91b6200e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769188 Jun 02 13:10:43.322016 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d160607-374c-4e71-8b52-e31c692460a9 req-70372dac-ce5f-407e-85d6-f77eae5efae8 service neutron] 10.222.0.37 "GET /v2.0/networks/7d7febde-687a-4113-98b5-c77de3c572b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280138 Jun 02 13:10:43.451263 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d160607-374c-4e71-8b52-e31c692460a9 req-db0c9994-4567-4f3a-8b48-ac30cf285711 service neutron] 10.222.0.37 "GET /v2.0/networks/7d7febde-687a-4113-98b5-c77de3c572b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234665 Jun 02 13:10:43.627255 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-f54e4388-4726-4cda-af01-2a79e681a89f req-75b2ee1f-baba-4672-a3cc-d2827d302aa8 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Synchronizing usage tracker for tenant:05934beddad342a19e2964e91b6200e5 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:10:43.644868 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-f54e4388-4726-4cda-af01-2a79e681a89f req-75b2ee1f-baba-4672-a3cc-d2827d302aa8 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Unset dirty status for tenant:05934beddad342a19e2964e91b6200e5 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:10:43.646265 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f54e4388-4726-4cda-af01-2a79e681a89f req-75b2ee1f-baba-4672-a3cc-d2827d302aa8 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 210 time: 0.0618958 Jun 02 13:10:44.209733 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e8f6e1cb-71e0-4cc6-83cd-587d9e962ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:44.667554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d160607-374c-4e71-8b52-e31c692460a9 req-e9e26adf-e4ad-40fc-bb68-8ecb24d9cc29 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:44.669052 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d160607-374c-4e71-8b52-e31c692460a9 req-e9e26adf-e4ad-40fc-bb68-8ecb24d9cc29 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.22 "GET /v2.0/networks?id=7d7febde-687a-4113-98b5-c77de3c572b8 HTTP/1.1" status: 200 len: 814 time: 0.1569002 Jun 02 13:10:44.682474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-2d160607-374c-4e71-8b52-e31c692460a9 req-0158b189-6211-44ab-9f5c-91bea5f538d6 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Request body: {'port': {'device_id': '547b2100-24f9-43c4-9171-c2f809f78bdd', 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8', 'admin_state_up': True, 'tenant_id': '05934beddad342a19e2964e91b6200e5'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:10:44.959630 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5b1040de-07db-4b4d-a2f5-83547426c5c5 req-fda7377c-1b0d-44e8-bc18-c265cee582d8 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 210 time: 0.1821835 Jun 02 13:10:44.996657 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-2d160607-374c-4e71-8b52-e31c692460a9 req-0158b189-6211-44ab-9f5c-91bea5f538d6 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:10:45.006771 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-2d160607-374c-4e71-8b52-e31c692460a9 req-0158b189-6211-44ab-9f5c-91bea5f538d6 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:10:45.022908 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d160607-374c-4e71-8b52-e31c692460a9 req-0158b189-6211-44ab-9f5c-91bea5f538d6 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Made reservation on behalf of 05934beddad342a19e2964e91b6200e5 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:10:45.029422 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2d160607-374c-4e71-8b52-e31c692460a9 req-0158b189-6211-44ab-9f5c-91bea5f538d6 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:45.252484 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-2d160607-374c-4e71-8b52-e31c692460a9 req-0158b189-6211-44ab-9f5c-91bea5f538d6 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Allocated IP 172.20.0.3 (7d7febde-687a-4113-98b5-c77de3c572b8/ace31fa2-9498-465b-943a-da2e932c885a/e5f71ce1-1387-4e31-a8f0-d8abf918a440) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:10:45.463150 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2d160607-374c-4e71-8b52-e31c692460a9 req-0158b189-6211-44ab-9f5c-91bea5f538d6 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:45.480431 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-2d160607-374c-4e71-8b52-e31c692460a9 req-0158b189-6211-44ab-9f5c-91bea5f538d6 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Transition to ACTIVE for port object e5f71ce1-1387-4e31-a8f0-d8abf918a440 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:10:45.504743 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2d160607-374c-4e71-8b52-e31c692460a9 req-0158b189-6211-44ab-9f5c-91bea5f538d6 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:45.511114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:45.580107 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d160607-374c-4e71-8b52-e31c692460a9 req-0158b189-6211-44ab-9f5c-91bea5f538d6 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Network 7d7febde-687a-4113-98b5-c77de3c572b8 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:10:45.584085 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-2d160607-374c-4e71-8b52-e31c692460a9 req-0158b189-6211-44ab-9f5c-91bea5f538d6 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:10:45.588270 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d160607-374c-4e71-8b52-e31c692460a9 req-0158b189-6211-44ab-9f5c-91bea5f538d6 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:10:45.618865 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158b189-6211-44ab-9f5c-91bea5f538d6 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Pushing event updated for resources: {'Port': ['ID=e5f71ce1-1387-4e31-a8f0-d8abf918a440,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:45.625488 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0158b189-6211-44ab-9f5c-91bea5f538d6 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:45.661315 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d160607-374c-4e71-8b52-e31c692460a9 req-0158b189-6211-44ab-9f5c-91bea5f538d6 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:45.662038 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2d160607-374c-4e71-8b52-e31c692460a9 req-0158b189-6211-44ab-9f5c-91bea5f538d6 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:45.692427 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d160607-374c-4e71-8b52-e31c692460a9 req-0158b189-6211-44ab-9f5c-91bea5f538d6 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0142448 Jun 02 13:10:45.841303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8b727391-75f2-4064-9d84-9fefafedf5ca None None] Provisioning for port e5f71ce1-1387-4e31-a8f0-d8abf918a440 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:10:45.846003 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8b727391-75f2-4064-9d84-9fefafedf5ca None None] Provisioning complete for port e5f71ce1-1387-4e31-a8f0-d8abf918a440 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:10:45.846405 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8b727391-75f2-4064-9d84-9fefafedf5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:45.906716 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-8b727391-75f2-4064-9d84-9fefafedf5ca None None] Port e5f71ce1-1387-4e31-a8f0-d8abf918a440 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:10:46.145054 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b091668-214c-448e-807b-f4517166814a req-3576a516-8250-4efd-a515-f7d8d6322599 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:46.146436 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5b091668-214c-448e-807b-f4517166814a req-3576a516-8250-4efd-a515-f7d8d6322599 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 931 time: 0.0821967 Jun 02 13:10:46.191677 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-5b091668-214c-448e-807b-f4517166814a req-8cc621c1-332d-452a-be25-4fae1c38f562 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Synchronizing usage tracker for tenant:05934beddad342a19e2964e91b6200e5 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:10:46.210234 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-5b091668-214c-448e-807b-f4517166814a req-8cc621c1-332d-452a-be25-4fae1c38f562 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Unset dirty status for tenant:05934beddad342a19e2964e91b6200e5 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:10:46.211561 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5b091668-214c-448e-807b-f4517166814a req-8cc621c1-332d-452a-be25-4fae1c38f562 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594087 Jun 02 13:10:46.708442 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-749d7547-0290-49ef-8470-fcbd263ef043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:46.746906 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:46.802457 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:10:47.406202 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd171e-9490-419c-83ad-6be8c12bca7a req-b5849ed9-f798-44da-bb32-c17e6ff1c72f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:47.406907 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-a8dd171e-9490-419c-83ad-6be8c12bca7a req-b5849ed9-f798-44da-bb32-c17e6ff1c72f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Synchronizing usage tracker for tenant:05934beddad342a19e2964e91b6200e5 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:10:47.423077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-a8dd171e-9490-419c-83ad-6be8c12bca7a req-b5849ed9-f798-44da-bb32-c17e6ff1c72f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Unset dirty status for tenant:05934beddad342a19e2964e91b6200e5 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:10:47.424337 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a8dd171e-9490-419c-83ad-6be8c12bca7a req-b5849ed9-f798-44da-bb32-c17e6ff1c72f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 931 time: 0.1035619 Jun 02 13:10:47.472223 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a8dd171e-9490-419c-83ad-6be8c12bca7a req-3cdde757-a175-4510-b767-a099f9ca4ebe tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415468 Jun 02 13:10:47.849387 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:48.669414 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba6dee-8335-4ff8-8654-5d83c695e2b1 req-64a4ded2-88f1-49a1-8412-8dfebe811348 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:48.670961 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-49ba6dee-8335-4ff8-8654-5d83c695e2b1 req-64a4ded2-88f1-49a1-8412-8dfebe811348 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 931 time: 0.0865328 Jun 02 13:10:48.717022 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-49ba6dee-8335-4ff8-8654-5d83c695e2b1 req-a15b8da6-ce1c-4467-968f-7d3ad16bd28f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403752 Jun 02 13:10:49.658867 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:49.920461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8290e2-c6fd-4c0a-ac9c-83c7b12cdf6a req-5868a236-b917-4a26-8c7f-398f70d60bba tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:49.922023 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5a8290e2-c6fd-4c0a-ac9c-83c7b12cdf6a req-5868a236-b917-4a26-8c7f-398f70d60bba tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 931 time: 0.0961354 Jun 02 13:10:49.970732 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5a8290e2-c6fd-4c0a-ac9c-83c7b12cdf6a req-73fc3db4-92f2-4e70-8e85-8b1ad4294e60 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429230 Jun 02 13:10:51.158780 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d1126-a762-4cc5-9c00-7a3bae008a5c req-295f371e-3f6b-4bfd-892e-2bdbfdac2db1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:51.161077 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ba0d1126-a762-4cc5-9c00-7a3bae008a5c req-295f371e-3f6b-4bfd-892e-2bdbfdac2db1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 931 time: 0.0822670 Jun 02 13:10:51.211233 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ba0d1126-a762-4cc5-9c00-7a3bae008a5c req-7eb3ffe8-bcb4-476f-8fb7-64f0b6916990 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435648 Jun 02 13:10:52.399976 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a13da-46eb-497a-b2e2-993c689b3dcb req-751639d9-0a4b-4a51-bfa1-b391ea1374be tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:52.402065 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-af6a13da-46eb-497a-b2e2-993c689b3dcb req-751639d9-0a4b-4a51-bfa1-b391ea1374be tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 931 time: 0.0849259 Jun 02 13:10:52.452978 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-af6a13da-46eb-497a-b2e2-993c689b3dcb req-8a83a38e-78b4-4e5e-98d2-8f5a73c9598b tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451031 Jun 02 13:10:53.646741 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a084386-137b-4145-a790-04dd4bdbae1f req-4909fd35-c91b-4ff4-908f-2a2a2ea2e64d tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:53.650990 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2a084386-137b-4145-a790-04dd4bdbae1f req-4909fd35-c91b-4ff4-908f-2a2a2ea2e64d tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 931 time: 0.0885253 Jun 02 13:10:53.695307 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2a084386-137b-4145-a790-04dd4bdbae1f req-5d5d133b-7ba9-45e1-bee2-a8b4e83d18d5 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409725 Jun 02 13:10:54.877725 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063133e7-2e62-4f92-8d0b-b197cbcba4b4 req-8a43e528-d505-4718-b5df-482ebd27e4d7 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:54.879090 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-063133e7-2e62-4f92-8d0b-b197cbcba4b4 req-8a43e528-d505-4718-b5df-482ebd27e4d7 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 931 time: 0.0805361 Jun 02 13:10:54.922860 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-063133e7-2e62-4f92-8d0b-b197cbcba4b4 req-07f254c2-52db-4023-b70a-f526d7e4b391 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382600 Jun 02 13:10:56.108127 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc469398-4072-470a-8c5a-43b32b96800f req-6d9101a0-3424-4bcd-a125-d91e0bc29b74 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:56.109560 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-dc469398-4072-470a-8c5a-43b32b96800f req-6d9101a0-3424-4bcd-a125-d91e0bc29b74 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 931 time: 0.0830343 Jun 02 13:10:56.152020 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-dc469398-4072-470a-8c5a-43b32b96800f req-ff1c6697-45bc-4237-9052-10fa7b3cdc20 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369632 Jun 02 13:10:56.183609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:56.512298 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [req-2d160607-374c-4e71-8b52-e31c692460a9 req-383efb0d-ca02-4f09-a9db-eb9878e1f497 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 13:10:56.513174 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d160607-374c-4e71-8b52-e31c692460a9 req-383efb0d-ca02-4f09-a9db-eb9878e1f497 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067649 Jun 02 13:10:56.622880 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-2d160607-374c-4e71-8b52-e31c692460a9 req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Request body: {'port': {'device_id': '547b2100-24f9-43c4-9171-c2f809f78bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:10:56.736337 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2d160607-374c-4e71-8b52-e31c692460a9 req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:57.068220 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-2d160607-374c-4e71-8b52-e31c692460a9 req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5f71ce1-1387-4e31-a8f0-d8abf918a440 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:10:57.075987 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2d160607-374c-4e71-8b52-e31c692460a9 req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:57.090066 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-2d160607-374c-4e71-8b52-e31c692460a9 req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Transition to ACTIVE for port object e5f71ce1-1387-4e31-a8f0-d8abf918a440 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:10:57.093869 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2d160607-374c-4e71-8b52-e31c692460a9 req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:57.098319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:57.229924 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Pushing event updated for resources: {'Port': ['ID=e5f71ce1-1387-4e31-a8f0-d8abf918a440,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:57.257842 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:57.514650 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-2d160607-374c-4e71-8b52-e31c692460a9 req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Attempting to bind port e5f71ce1-1387-4e31-a8f0-d8abf918a440 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:10:57.515330 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-2d160607-374c-4e71-8b52-e31c692460a9 req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Attempting to bind port e5f71ce1-1387-4e31-a8f0-d8abf918a440 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'f30ed7ea-afa3-4961-bbb2-f29086fc6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:10:57.515330 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d160607-374c-4e71-8b52-e31c692460a9 req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Attempting to bind port e5f71ce1-1387-4e31-a8f0-d8abf918a440 on network 7d7febde-687a-4113-98b5-c77de3c572b8 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:10:57.523213 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d160607-374c-4e71-8b52-e31c692460a9 req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Port e5f71ce1-1387-4e31-a8f0-d8abf918a440 on network 7d7febde-687a-4113-98b5-c77de3c572b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 13:10:57.523532 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d160607-374c-4e71-8b52-e31c692460a9 req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Attempting to bind port e5f71ce1-1387-4e31-a8f0-d8abf918a440 on network 7d7febde-687a-4113-98b5-c77de3c572b8 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:10:57.530527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d160607-374c-4e71-8b52-e31c692460a9 req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:10:57.530858 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d160607-374c-4e71-8b52-e31c692460a9 req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Checking segment: {'id': 'f30ed7ea-afa3-4961-bbb2-f29086fc6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:10:57.531235 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d160607-374c-4e71-8b52-e31c692460a9 req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Bound using segment: {'id': 'f30ed7ea-afa3-4961-bbb2-f29086fc6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:10:57.531659 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-2d160607-374c-4e71-8b52-e31c692460a9 req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Bound port: e5f71ce1-1387-4e31-a8f0-d8abf918a440, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f30ed7ea-afa3-4961-bbb2-f29086fc6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:10:57.531997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2d160607-374c-4e71-8b52-e31c692460a9 req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:57.552272 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b19a2e-deb6-4ef1-8e9a-56a6fcdefa9c req-db59c1d1-80e4-4734-a7c7-30ec0551e24f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:57.553710 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-17b19a2e-deb6-4ef1-8e9a-56a6fcdefa9c req-db59c1d1-80e4-4734-a7c7-30ec0551e24f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 943 time: 0.2883272 Jun 02 13:10:57.649544 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-17b19a2e-deb6-4ef1-8e9a-56a6fcdefa9c req-bb71f087-02f7-4d07-acfe-729ecce99247 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650773 Jun 02 13:10:57.660181 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-2d160607-374c-4e71-8b52-e31c692460a9 req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] For port e5f71ce1-1387-4e31-a8f0-d8abf918a440, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:10:57.663375 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-2d160607-374c-4e71-8b52-e31c692460a9 req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] For port e5f71ce1-1387-4e31-a8f0-d8abf918a440, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e5f71ce1-1387-4e31-a8f0-d8abf918a440,segment=NetworkSegment(f30ed7ea-afa3-4961-bbb2-f29086fc6df9),segment_id=f30ed7ea-afa3-4961-bbb2-f29086fc6df9)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:10:57.669008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2d160607-374c-4e71-8b52-e31c692460a9 req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:57.673770 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2d0ad59e-5fee-40ac-9ee2-8c34bd76e019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:10:57.726458 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d160607-374c-4e71-8b52-e31c692460a9 req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:57.727068 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2d160607-374c-4e71-8b52-e31c692460a9 req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:10:57.728897 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d160607-374c-4e71-8b52-e31c692460a9 req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] 10.222.0.22 "PUT /v2.0/ports/e5f71ce1-1387-4e31-a8f0-d8abf918a440 HTTP/1.1" status: 200 len: 1093 time: 1.2067349 Jun 02 13:10:57.729406 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547b2100-24f9-43c4-9171-c2f809f78bdd', 'tag': 'e5f71ce1-1387-4e31-a8f0-d8abf918a440'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:10:57.731702 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac04508-d40c-4201-b5b1-434e448fd9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "547b2100-24f9-43c4-9171-c2f809f78bdd", "tag": "e5f71ce1-1387-4e31-a8f0-d8abf918a440"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:10:57.758591 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Pushing event updated for resources: {'Port': ['ID=e5f71ce1-1387-4e31-a8f0-d8abf918a440,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:10:57.761732 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:10:57.855059 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d160607-374c-4e71-8b52-e31c692460a9 req-6e1851a8-4357-4442-82aa-63574f41ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:57.856607 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d160607-374c-4e71-8b52-e31c692460a9 req-6e1851a8-4357-4442-82aa-63574f41ed35 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=05934beddad342a19e2964e91b6200e5&device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 1096 time: 0.0824840 Jun 02 13:10:57.932663 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d160607-374c-4e71-8b52-e31c692460a9 req-2dc1a75e-c398-4b95-b2f4-c76fe74e6af2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5f71ce1-1387-4e31-a8f0-d8abf918a440 HTTP/1.1" status: 200 len: 217 time: 0.0683010 Jun 02 13:10:57.974043 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a65083-5fe2-4721-90a1-252204125e7d x-openstack-request-id: req-65a65083-5fe2-4721-90a1-252204125e7d {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:10:57.974405 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547b2100-24f9-43c4-9171-c2f809f78bdd", "tag": "e5f71ce1-1387-4e31-a8f0-d8abf918a440", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:10:57.974705 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65a65083-5fe2-4721-90a1-252204125e7d {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:10:57.975136 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547b2100-24f9-43c4-9171-c2f809f78bdd', 'tag': 'e5f71ce1-1387-4e31-a8f0-d8abf918a440', 'status': 'completed', 'code': 200} Jun 02 13:10:57.999816 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d160607-374c-4e71-8b52-e31c692460a9 req-af8b0cf8-1c40-4792-96ea-fa6b9859bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:58.001159 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d160607-374c-4e71-8b52-e31c692460a9 req-af8b0cf8-1c40-4792-96ea-fa6b9859bbec service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ace31fa2-9498-465b-943a-da2e932c885a HTTP/1.1" status: 200 len: 853 time: 0.0621207 Jun 02 13:10:58.080022 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d160607-374c-4e71-8b52-e31c692460a9 req-eda006b2-f518-4dd7-bd6e-06ec4e3b1a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:58.081464 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d160607-374c-4e71-8b52-e31c692460a9 req-eda006b2-f518-4dd7-bd6e-06ec4e3b1a59 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d7febde-687a-4113-98b5-c77de3c572b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0729592 Jun 02 13:10:58.213734 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d160607-374c-4e71-8b52-e31c692460a9 req-b332c837-21d0-4baa-9ed5-1c92e4b5cb3a service neutron] 10.222.0.22 "GET /v2.0/networks/7d7febde-687a-4113-98b5-c77de3c572b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238403 Jun 02 13:10:58.344837 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d160607-374c-4e71-8b52-e31c692460a9 req-3d2530f5-16db-4409-bf27-7bb2e2782278 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7febde-687a-4113-98b5-c77de3c572b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247733 Jun 02 13:10:58.453876 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac04508-d40c-4201-b5b1-434e448fd9a4 req-58881a5d-d91f-44b3-8ee0-77f4c999b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:58.455243 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8ac04508-d40c-4201-b5b1-434e448fd9a4 req-58881a5d-d91f-44b3-8ee0-77f4c999b855 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=05934beddad342a19e2964e91b6200e5&device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 1096 time: 0.0696955 Jun 02 13:10:58.586011 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac04508-d40c-4201-b5b1-434e448fd9a4 req-bbd36e24-c88f-4ba5-a6df-958761319749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:58.587533 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8ac04508-d40c-4201-b5b1-434e448fd9a4 req-bbd36e24-c88f-4ba5-a6df-958761319749 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d7febde-687a-4113-98b5-c77de3c572b8 HTTP/1.1" status: 200 len: 915 time: 0.1254232 Jun 02 13:10:58.661645 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8ac04508-d40c-4201-b5b1-434e448fd9a4 req-2c01e578-f492-4544-ba89-9c958f73eaa8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5f71ce1-1387-4e31-a8f0-d8abf918a440 HTTP/1.1" status: 200 len: 217 time: 0.0677543 Jun 02 13:10:58.725323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac04508-d40c-4201-b5b1-434e448fd9a4 req-b5b86c00-e66f-4dc0-b6bb-1b3b469314c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:58.726733 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8ac04508-d40c-4201-b5b1-434e448fd9a4 req-b5b86c00-e66f-4dc0-b6bb-1b3b469314c1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ace31fa2-9498-465b-943a-da2e932c885a HTTP/1.1" status: 200 len: 853 time: 0.0579219 Jun 02 13:10:58.867073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac04508-d40c-4201-b5b1-434e448fd9a4 req-7bd4fbdc-8d6c-447a-bff6-69354756e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:58.868525 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8ac04508-d40c-4201-b5b1-434e448fd9a4 req-7bd4fbdc-8d6c-447a-bff6-69354756e390 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d7febde-687a-4113-98b5-c77de3c572b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1347976 Jun 02 13:10:58.876556 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360d785-7acb-47be-abfd-9263110bca70 req-deddfc62-3a6e-4758-bed4-2dffb6f7afb8 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:10:58.877872 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e360d785-7acb-47be-abfd-9263110bca70 req-deddfc62-3a6e-4758-bed4-2dffb6f7afb8 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 943 time: 0.1133034 Jun 02 13:10:59.014729 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e360d785-7acb-47be-abfd-9263110bca70 req-9874265d-2b6d-4e48-9d9c-d3ce62a01777 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179733 Jun 02 13:10:59.049197 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8ac04508-d40c-4201-b5b1-434e448fd9a4 req-07182152-5519-482b-94fe-e64969cc0d44 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7febde-687a-4113-98b5-c77de3c572b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703131 Jun 02 13:10:59.181451 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8ac04508-d40c-4201-b5b1-434e448fd9a4 req-6ea62411-f9ff-4040-8b83-762ed2991353 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7febde-687a-4113-98b5-c77de3c572b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241219 Jun 02 13:11:00.193721 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47133f9c-ebb7-4b94-b219-a6cdda8fadce req-f0ad56ec-c063-4909-bebd-91e771f0d82b tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:00.195225 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-47133f9c-ebb7-4b94-b219-a6cdda8fadce req-f0ad56ec-c063-4909-bebd-91e771f0d82b tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 943 time: 0.0802941 Jun 02 13:11:00.239984 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-47133f9c-ebb7-4b94-b219-a6cdda8fadce req-d0cb8481-2bd3-4e8a-ac3d-8d166cc5846d tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385551 Jun 02 13:11:01.648669 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12d2fe-3a1b-46ec-9599-46350ba8048a req-d627081f-973a-4dbe-9701-f65ccebf354e tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:01.650149 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0e12d2fe-3a1b-46ec-9599-46350ba8048a req-d627081f-973a-4dbe-9701-f65ccebf354e tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 943 time: 0.3077135 Jun 02 13:11:01.692930 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0e12d2fe-3a1b-46ec-9599-46350ba8048a req-c131c468-96ec-4bf1-9f7d-0fdf4dbca41a tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372164 Jun 02 13:11:02.453284 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device e5f71ce1-1387-4e31-a8f0-d8abf918a440 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:11:02.583151 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port e5f71ce1-1387-4e31-a8f0-d8abf918a440, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e5f71ce1-1387-4e31-a8f0-d8abf918a440,segment=NetworkSegment(f30ed7ea-afa3-4961-bbb2-f29086fc6df9),segment_id=f30ed7ea-afa3-4961-bbb2-f29086fc6df9)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:11:02.596327 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': 'e5f71ce1-1387-4e31-a8f0-d8abf918a440', 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8', 'port_id': 'e5f71ce1-1387-4e31-a8f0-d8abf918a440', 'mac_address': 'fa:16:3e:09:d7:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace31fa2-9498-465b-943a-da2e932c885a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:11:02.649333 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:02.669383 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f71ce1-1387-4e31-a8f0-d8abf918a440 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:11:02.683951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port e5f71ce1-1387-4e31-a8f0-d8abf918a440, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e5f71ce1-1387-4e31-a8f0-d8abf918a440,segment=NetworkSegment(f30ed7ea-afa3-4961-bbb2-f29086fc6df9),segment_id=f30ed7ea-afa3-4961-bbb2-f29086fc6df9)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:11:02.688860 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:02.690602 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-66179de2-dabf-4c56-8467-38ce273e0b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:11:02.756106 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=e5f71ce1-1387-4e31-a8f0-d8abf918a440,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:11:02.759732 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:11:02.924154 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a06b5-09e8-4e98-8405-07d4e6802b5d req-4d31ace8-23e4-43a6-8247-86d92853df50 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:02.925580 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-513a06b5-09e8-4e98-8405-07d4e6802b5d req-4d31ace8-23e4-43a6-8247-86d92853df50 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 944 time: 0.1301622 Jun 02 13:11:02.971997 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-513a06b5-09e8-4e98-8405-07d4e6802b5d req-64e1794e-992a-45f2-b606-4682b9f9d48b tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407453 Jun 02 13:11:03.094746 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['e5f71ce1-1387-4e31-a8f0-d8abf918a440'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:11:04.155439 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb35861-b146-4ef0-bb04-1004da0885f4 req-f5ea4aa8-6aff-42bf-bc6a-1595e76d69e9 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:04.156852 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3eb35861-b146-4ef0-bb04-1004da0885f4 req-f5ea4aa8-6aff-42bf-bc6a-1595e76d69e9 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 944 time: 0.0811145 Jun 02 13:11:04.200579 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3eb35861-b146-4ef0-bb04-1004da0885f4 req-b072eba4-51aa-4cbb-a430-b5a8bf8664bd tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381322 Jun 02 13:11:04.486500 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device e5f71ce1-1387-4e31-a8f0-d8abf918a440 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:11:04.553634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port e5f71ce1-1387-4e31-a8f0-d8abf918a440 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:11:04.558542 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port e5f71ce1-1387-4e31-a8f0-d8abf918a440 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:11:04.558920 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:04.673034 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:04.699445 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547b2100-24f9-43c4-9171-c2f809f78bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f71ce1-1387-4e31-a8f0-d8abf918a440'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:11:04.701675 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d96b1d3-d37f-4508-a24f-34ad1755681e" -d '{"events": [{"server_uuid": "547b2100-24f9-43c4-9171-c2f809f78bdd", "name": "network-vif-plugged", "status": "completed", "tag": "e5f71ce1-1387-4e31-a8f0-d8abf918a440"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:11:04.709458 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port e5f71ce1-1387-4e31-a8f0-d8abf918a440, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e5f71ce1-1387-4e31-a8f0-d8abf918a440,segment=NetworkSegment(f30ed7ea-afa3-4961-bbb2-f29086fc6df9),segment_id=f30ed7ea-afa3-4961-bbb2-f29086fc6df9)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:11:04.713933 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:04.715809 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:11:04.750006 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9ffee7-f901-4ab6-a0d2-c22af8826446 x-openstack-request-id: req-1e9ffee7-f901-4ab6-a0d2-c22af8826446 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:11:04.750327 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547b2100-24f9-43c4-9171-c2f809f78bdd", "name": "network-vif-plugged", "status": "completed", "tag": "e5f71ce1-1387-4e31-a8f0-d8abf918a440", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:11:04.750586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e9ffee7-f901-4ab6-a0d2-c22af8826446 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:11:04.750978 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547b2100-24f9-43c4-9171-c2f809f78bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f71ce1-1387-4e31-a8f0-d8abf918a440', 'code': 200} Jun 02 13:11:04.782327 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=e5f71ce1-1387-4e31-a8f0-d8abf918a440,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:11:04.785105 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:11:04.964128 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e036b94-a5ca-4f55-92b7-8ec757f4167e req-02f19669-b181-4791-9e20-2319fac6eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:04.965565 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6e036b94-a5ca-4f55-92b7-8ec757f4167e req-02f19669-b181-4791-9e20-2319fac6eab3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 1098 time: 0.0688908 Jun 02 13:11:05.008004 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6e036b94-a5ca-4f55-92b7-8ec757f4167e req-d35eb385-90af-4972-bbde-46d3207602ea service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359530 Jun 02 13:11:05.386077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ec87a-7894-415b-87a8-3a4280b3ac86 req-16d15cd5-551f-492f-98b8-e9d503553f67 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:05.387447 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-267ec87a-7894-415b-87a8-3a4280b3ac86 req-16d15cd5-551f-492f-98b8-e9d503553f67 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 945 time: 0.0829258 Jun 02 13:11:05.431569 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-267ec87a-7894-415b-87a8-3a4280b3ac86 req-d479bbd1-c3f7-42ea-a8c7-53abdac52108 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386767 Jun 02 13:11:06.616263 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a513bd5-d1f0-41a8-bfbb-3acac206fed6 req-d64d3461-ee7b-4189-b855-c599ab94a817 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:06.617718 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4a513bd5-d1f0-41a8-bfbb-3acac206fed6 req-d64d3461-ee7b-4189-b855-c599ab94a817 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 945 time: 0.0791752 Jun 02 13:11:06.665197 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4a513bd5-d1f0-41a8-bfbb-3acac206fed6 req-b8538639-efe6-4bb6-8ae9-647559108182 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416505 Jun 02 13:11:06.842853 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cd3a4-e45c-449b-b629-330969e48ee2 req-40e592bb-0113-4caf-a868-729d49783d23 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:06.844181 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1a6cd3a4-e45c-449b-b629-330969e48ee2 req-40e592bb-0113-4caf-a868-729d49783d23 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 945 time: 0.0792632 Jun 02 13:11:06.887453 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1a6cd3a4-e45c-449b-b629-330969e48ee2 req-9b69c4fc-a0fe-4e4e-a8d7-e091665efdf6 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378346 Jun 02 13:11:07.276244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451a37b-ef58-4bc9-b68a-fba0e9735080 req-54ea33cd-dd98-45a7-b63b-7aa007840ace tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:07.277689 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e451a37b-ef58-4bc9-b68a-fba0e9735080 req-54ea33cd-dd98-45a7-b63b-7aa007840ace tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 945 time: 0.0853009 Jun 02 13:11:07.320180 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e451a37b-ef58-4bc9-b68a-fba0e9735080 req-d49a86a4-fada-4eff-8a61-a94e1864ee28 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368910 Jun 02 13:11:14.215255 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-65f08284-9965-44db-8fd5-9ca471a47774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:16.713736 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ea80fcfd-18bb-4d5b-97da-095b66d332a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:16.748189 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:17.851057 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:19.635503 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:19.733682 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b59a4e-cce8-4039-a02d-83efa87fae47 req-a9a17f22-bf2c-48a8-869e-4df117ddc7a3 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:19.735131 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-86b59a4e-cce8-4039-a02d-83efa87fae47 req-a9a17f22-bf2c-48a8-869e-4df117ddc7a3 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 945 time: 0.0794652 Jun 02 13:11:19.782357 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-86b59a4e-cce8-4039-a02d-83efa87fae47 req-e1bf7b89-2d6d-4e50-bfad-479202ffc957 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415797 Jun 02 13:11:19.804847 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53744) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:11:19.913666 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be8dd8c-2941-42c6-9760-2466985f7337 tempest-TestMinimumBasicScenario-934088957 tempest-TestMinimumBasicScenario-934088957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:19.914407 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2be8dd8c-2941-42c6-9760-2466985f7337 tempest-TestMinimumBasicScenario-934088957 tempest-TestMinimumBasicScenario-934088957-project-admin] Synchronizing usage tracker for tenant:8049799849f040ceb73115a92379c113 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:11:19.931305 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-2be8dd8c-2941-42c6-9760-2466985f7337 tempest-TestMinimumBasicScenario-934088957 tempest-TestMinimumBasicScenario-934088957-project-admin] Unset dirty status for tenant:8049799849f040ceb73115a92379c113 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:11:19.932423 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-2be8dd8c-2941-42c6-9760-2466985f7337 tempest-TestMinimumBasicScenario-934088957 tempest-TestMinimumBasicScenario-934088957-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 1093 time: 0.1266458 Jun 02 13:11:19.935371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53748) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:11:19.939729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': 'e5f71ce1-1387-4e31-a8f0-d8abf918a440', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:11:19.945565 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:11:19.950043 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Usage tracker for resource:floatingip and tenant:05934beddad342a19e2964e91b6200e5 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:11:19.952825 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:11:19.958423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:11:19.968437 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:20.104209 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:20.237724 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Allocated IP 172.26.7.171 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/96d569e7-8f05-4cea-9fc2-fd1b57470337) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:11:20.384778 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:20.413273 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:20.418505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fe6667d2-10d9-4ad4-8f1c-b1d19537950c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:11:20.477607 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:11:20.481323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:11:20.485085 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:11:20.522921 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Pushing event updated for resources: {'Port': ['ID=96d569e7-8f05-4cea-9fc2-fd1b57470337,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:11:20.527778 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:11:21.013594 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:21.085469 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:21.286683 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:21.292440 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:21.296249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-41701b10-bc84-4448-a08a-7976b0ead1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:11:21.398244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Pushing event updated for resources: {'Port': ['ID=96d569e7-8f05-4cea-9fc2-fd1b57470337,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:11:21.402845 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:11:21.411193 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:21.579841 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Floating IP bd8fa3ba-62dc-4844-8ea3-07b6115808ed associated. External IP: 172.26.7.171, port: e5f71ce1-1387-4e31-a8f0-d8abf918a440. Jun 02 13:11:21.923443 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Router c8b32621-2128-4e46-a784-4430b0e39519 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:11:22.098855 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:11:22.110829 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67843540-fbbd-4d2b-86fe-7ee4a8810559 None None] Sync routers for ids ['c8b32621-2128-4e46-a784-4430b0e39519'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:11:22.119625 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67843540-fbbd-4d2b-86fe-7ee4a8810559 None None] Routers {'c8b32621-2128-4e46-a784-4430b0e39519'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:11:22.120293 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-67843540-fbbd-4d2b-86fe-7ee4a8810559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:11:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c8b32621-2128-4e46-a784-4430b0e39519'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:11:22.123157 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:22.179423 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2429304 Jun 02 13:11:22.180123 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547b2100-24f9-43c4-9171-c2f809f78bdd', 'tag': 'e5f71ce1-1387-4e31-a8f0-d8abf918a440'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:11:22.182373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53750) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:11:22.182907 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50b035a-1962-496d-bec1-6e652e29b8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "547b2100-24f9-43c4-9171-c2f809f78bdd", "tag": "e5f71ce1-1387-4e31-a8f0-d8abf918a440"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:11:22.187104 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-583327843', 'description': 'tempest-secgroup-smoke-583327843 description', 'project_id': '05934beddad342a19e2964e91b6200e5'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:11:22.193231 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:11:22.214292 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:11:22.234524 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c113d00-d35b-4a10-9058-c5ddadc54cd4 x-openstack-request-id: req-5c113d00-d35b-4a10-9058-c5ddadc54cd4 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:11:22.234870 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547b2100-24f9-43c4-9171-c2f809f78bdd", "tag": "e5f71ce1-1387-4e31-a8f0-d8abf918a440", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:11:22.235170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c113d00-d35b-4a10-9058-c5ddadc54cd4 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:11:22.235639 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547b2100-24f9-43c4-9171-c2f809f78bdd', 'tag': 'e5f71ce1-1387-4e31-a8f0-d8abf918a440', 'status': 'completed', 'code': 200} Jun 02 13:11:22.310002 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-67843540-fbbd-4d2b-86fe-7ee4a8810559 None None] Set router c8b32621-2128-4e46-a784-4430b0e39519 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:11:22.352192 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b035a-1962-496d-bec1-6e652e29b8f5 req-6f21f40d-f943-46b7-b0ce-cecbb6480e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:22.353714 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e50b035a-1962-496d-bec1-6e652e29b8f5 req-6f21f40d-f943-46b7-b0ce-cecbb6480e33 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=05934beddad342a19e2964e91b6200e5&device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 1098 time: 0.0855770 Jun 02 13:11:22.368830 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:22.389940 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:11:22.393950 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Usage tracker for resource:security_group_rule and tenant:05934beddad342a19e2964e91b6200e5 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:11:22.396795 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:11:22.403089 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:11:22.473995 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:22.478382 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:22.483228 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3453175c-ed1f-4f63-9c59-91aafbbf06f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:11:22.518485 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb6c9c0-afd5-4e65-92a4-5ad158aa2b43,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:11:22.534755 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:11:22.535159 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:11:22.535556 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:11:22.535932 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:11:22.536455 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:11:22.536820 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:11:22.537188 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:11:22.537615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:11:22.537985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:11:22.538385 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:11:22.539069 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:11:22.539447 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:11:22.552052 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:11:22.567605 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:22.568967 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e3bd21df-7434-4262-8297-0f9187fe9965 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3855362 Jun 02 13:11:22.572570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53754) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:11:22.577570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-26357cac-7639-40dd-a007-69f7098ab095 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Request body: {'security_group_rule': {'security_group_id': '2bb6c9c0-afd5-4e65-92a4-5ad158aa2b43', 'project_id': '05934beddad342a19e2964e91b6200e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:11:22.584467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-26357cac-7639-40dd-a007-69f7098ab095 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:11:22.588096 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-26357cac-7639-40dd-a007-69f7098ab095 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Usage tracker for resource:security_group_rule and tenant:05934beddad342a19e2964e91b6200e5 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:11:22.591039 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-26357cac-7639-40dd-a007-69f7098ab095 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:11:22.597084 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-26357cac-7639-40dd-a007-69f7098ab095 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:11:22.616459 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-26357cac-7639-40dd-a007-69f7098ab095 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:22.625060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b035a-1962-496d-bec1-6e652e29b8f5 req-2e948509-cc28-4101-961d-9dc65b50a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:22.626967 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e50b035a-1962-496d-bec1-6e652e29b8f5 req-2e948509-cc28-4101-961d-9dc65b50a6c5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d7febde-687a-4113-98b5-c77de3c572b8 HTTP/1.1" status: 200 len: 915 time: 0.2661843 Jun 02 13:11:22.678568 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-26357cac-7639-40dd-a007-69f7098ab095 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:22.682518 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-26357cac-7639-40dd-a007-69f7098ab095 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:22.685553 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b93bcde5-b48e-42f5-873d-53230f847cab tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:11:22.711762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26357cac-7639-40dd-a007-69f7098ab095 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5c7a99-168f-4973-8dd9-4c3b78601fd9,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:11:22.716497 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-26357cac-7639-40dd-a007-69f7098ab095 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:11:22.723404 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-26357cac-7639-40dd-a007-69f7098ab095 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:22.727327 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-26357cac-7639-40dd-a007-69f7098ab095 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510541 Jun 02 13:11:22.727483 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-67843540-fbbd-4d2b-86fe-7ee4a8810559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'name': 'tempest-TestMinimumBasicScenario-175999495-router', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:20Z', 'updated_at': '2021-06-02T13:10:24Z', 'revision_number': 4, 'project_id': '05934beddad342a19e2964e91b6200e5', 'gw_port': {'id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:21Z', 'updated_at': '2021-06-02T13:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'bd8fa3ba-62dc-4844-8ea3-07b6115808ed', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'port_id': 'e5f71ce1-1387-4e31-a8f0-d8abf918a440', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8', 'mac_address': 'fa:16:3e:09:d7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b2100-24f9-43c4-9171-c2f809f78bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:11:20Z', 'updated_at': '2021-06-02T13:11:20Z', 'revision_number': 0, 'project_id': '05934beddad342a19e2964e91b6200e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49dea95f-b473-4c67-97e3-63bbd6de671a', 'name': '', 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'mac_address': 'fa:16:3e:54:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ace31fa2-9498-465b-943a-da2e932c885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:23Z', 'updated_at': '2021-06-02T13:10:29Z', 'revision_number': 5, 'project_id': '05934beddad342a19e2964e91b6200e5', 'subnets': [{'id': 'ace31fa2-9498-465b-943a-da2e932c885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:11:22.727694 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53756) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:11:22.729361 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67843540-fbbd-4d2b-86fe-7ee4a8810559 None None] Checking router: c8b32621-2128-4e46-a784-4430b0e39519 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:11:22.732830 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-7a836d04-5832-4c72-a345-cf688d10e168 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Request body: {'security_group_rule': {'security_group_id': '2bb6c9c0-afd5-4e65-92a4-5ad158aa2b43', 'project_id': '05934beddad342a19e2964e91b6200e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:11:22.737798 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67843540-fbbd-4d2b-86fe-7ee4a8810559 None None] Routers {'c8b32621-2128-4e46-a784-4430b0e39519'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:11:22.738423 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-7a836d04-5832-4c72-a345-cf688d10e168 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:11:22.738567 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-67843540-fbbd-4d2b-86fe-7ee4a8810559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:11:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c8b32621-2128-4e46-a784-4430b0e39519'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:11:22.740406 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e50b035a-1962-496d-bec1-6e652e29b8f5 req-e506ac31-fb5a-4d3b-919c-871794f9e1d5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5f71ce1-1387-4e31-a8f0-d8abf918a440 HTTP/1.1" status: 200 len: 999 time: 0.1047974 Jun 02 13:11:22.742417 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-7a836d04-5832-4c72-a345-cf688d10e168 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Usage tracker for resource:security_group_rule and tenant:05934beddad342a19e2964e91b6200e5 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:11:22.745796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-7a836d04-5832-4c72-a345-cf688d10e168 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:11:22.751637 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-7a836d04-5832-4c72-a345-cf688d10e168 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:11:22.768428 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7a836d04-5832-4c72-a345-cf688d10e168 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:22.803549 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b035a-1962-496d-bec1-6e652e29b8f5 req-e7f00c4a-119b-4870-a383-fc814bff1d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:22.805753 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e50b035a-1962-496d-bec1-6e652e29b8f5 req-e7f00c4a-119b-4870-a383-fc814bff1d8b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ace31fa2-9498-465b-943a-da2e932c885a HTTP/1.1" status: 200 len: 853 time: 0.0584271 Jun 02 13:11:22.840307 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7a836d04-5832-4c72-a345-cf688d10e168 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:22.845327 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7a836d04-5832-4c72-a345-cf688d10e168 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:22.853935 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-960ee1b9-c5c7-4543-9ff6-08d71e772311 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:11:22.872476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a836d04-5832-4c72-a345-cf688d10e168 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e70947c-50e9-4bb5-b452-2b4e48cb0c9a,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:11:22.880225 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7a836d04-5832-4c72-a345-cf688d10e168 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:11:22.888819 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7a836d04-5832-4c72-a345-cf688d10e168 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:22.892865 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7a836d04-5832-4c72-a345-cf688d10e168 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1616073 Jun 02 13:11:22.893005 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b035a-1962-496d-bec1-6e652e29b8f5 req-2a475927-12fb-4189-b923-0ad73d7d046b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:22.893005 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e50b035a-1962-496d-bec1-6e652e29b8f5 req-2a475927-12fb-4189-b923-0ad73d7d046b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d7febde-687a-4113-98b5-c77de3c572b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0790074 Jun 02 13:11:22.893226 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53758) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:11:22.897409 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-d40a55b7-1cc5-4880-bdb0-22d3a5ef1024 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Request body: {'security_group_rule': {'security_group_id': '2bb6c9c0-afd5-4e65-92a4-5ad158aa2b43', 'project_id': '05934beddad342a19e2964e91b6200e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:11:22.903882 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d40a55b7-1cc5-4880-bdb0-22d3a5ef1024 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:11:22.907906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d40a55b7-1cc5-4880-bdb0-22d3a5ef1024 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Usage tracker for resource:security_group_rule and tenant:05934beddad342a19e2964e91b6200e5 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:11:22.910735 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-d40a55b7-1cc5-4880-bdb0-22d3a5ef1024 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:11:22.916981 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-d40a55b7-1cc5-4880-bdb0-22d3a5ef1024 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:11:22.925901 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-67843540-fbbd-4d2b-86fe-7ee4a8810559 None None] Set router c8b32621-2128-4e46-a784-4430b0e39519 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:11:22.935667 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d40a55b7-1cc5-4880-bdb0-22d3a5ef1024 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:23.000705 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d40a55b7-1cc5-4880-bdb0-22d3a5ef1024 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:23.005281 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d40a55b7-1cc5-4880-bdb0-22d3a5ef1024 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:23.013110 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-62c88dd3-2636-4ecf-88e6-b631bbc9de92 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:11:23.030528 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e50b035a-1962-496d-bec1-6e652e29b8f5 req-46f55f5d-ed72-483d-adc2-5d7e6052d7ae service neutron] 10.222.0.22 "GET /v2.0/networks/7d7febde-687a-4113-98b5-c77de3c572b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307616 Jun 02 13:11:23.033636 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a55b7-1cc5-4880-bdb0-22d3a5ef1024 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b34ef4-3595-41a0-b29f-2e4fea0af88c,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:11:23.039004 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d40a55b7-1cc5-4880-bdb0-22d3a5ef1024 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:11:23.045367 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d40a55b7-1cc5-4880-bdb0-22d3a5ef1024 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:23.047041 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d40a55b7-1cc5-4880-bdb0-22d3a5ef1024 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1529965 Jun 02 13:11:23.049675 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53760) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:11:23.055151 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-ac41389f-3574-4943-a3be-25025a2ffa7f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Request body: {'security_group_rule': {'security_group_id': '2bb6c9c0-afd5-4e65-92a4-5ad158aa2b43', 'project_id': '05934beddad342a19e2964e91b6200e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:11:23.060924 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ac41389f-3574-4943-a3be-25025a2ffa7f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:11:23.065066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ac41389f-3574-4943-a3be-25025a2ffa7f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Usage tracker for resource:security_group_rule and tenant:05934beddad342a19e2964e91b6200e5 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:11:23.067953 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-ac41389f-3574-4943-a3be-25025a2ffa7f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:11:23.074307 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-ac41389f-3574-4943-a3be-25025a2ffa7f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:11:23.094607 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ac41389f-3574-4943-a3be-25025a2ffa7f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:23.165873 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ac41389f-3574-4943-a3be-25025a2ffa7f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:23.170253 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e50b035a-1962-496d-bec1-6e652e29b8f5 req-8b4bf5ea-ebdc-4ee0-b023-10f86ee7b497 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7febde-687a-4113-98b5-c77de3c572b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333179 Jun 02 13:11:23.170873 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ac41389f-3574-4943-a3be-25025a2ffa7f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:23.179921 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5e84143d-066a-4b86-8ae5-b8cfe2c00ec2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:11:23.200910 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41389f-3574-4943-a3be-25025a2ffa7f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7372f9fd-f63d-47b5-a857-5e3bc8442167,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:11:23.206885 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ac41389f-3574-4943-a3be-25025a2ffa7f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:11:23.212075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ac41389f-3574-4943-a3be-25025a2ffa7f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:23.215880 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ac41389f-3574-4943-a3be-25025a2ffa7f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1626925 Jun 02 13:11:23.216096 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53762) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:11:23.221021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-e4faca61-9074-4552-b401-7f0bde56bec5 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Request body: {'security_group_rule': {'security_group_id': '2bb6c9c0-afd5-4e65-92a4-5ad158aa2b43', 'project_id': '05934beddad342a19e2964e91b6200e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:11:23.226725 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e4faca61-9074-4552-b401-7f0bde56bec5 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:11:23.231237 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e4faca61-9074-4552-b401-7f0bde56bec5 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Usage tracker for resource:security_group_rule and tenant:05934beddad342a19e2964e91b6200e5 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:11:23.234249 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e4faca61-9074-4552-b401-7f0bde56bec5 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:11:23.240150 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e4faca61-9074-4552-b401-7f0bde56bec5 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:11:23.252013 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.securitygroups_db [None req-e4faca61-9074-4552-b401-7f0bde56bec5 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Project 05934beddad342a19e2964e91b6200e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 13:11:23.257552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e4faca61-9074-4552-b401-7f0bde56bec5 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:23.288489 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-67843540-fbbd-4d2b-86fe-7ee4a8810559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'name': 'tempest-TestMinimumBasicScenario-175999495-router', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:20Z', 'updated_at': '2021-06-02T13:10:24Z', 'revision_number': 4, 'project_id': '05934beddad342a19e2964e91b6200e5', 'gw_port': {'id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:21Z', 'updated_at': '2021-06-02T13:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'bd8fa3ba-62dc-4844-8ea3-07b6115808ed', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'port_id': 'e5f71ce1-1387-4e31-a8f0-d8abf918a440', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8', 'mac_address': 'fa:16:3e:09:d7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b2100-24f9-43c4-9171-c2f809f78bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:11:20Z', 'updated_at': '2021-06-02T13:11:20Z', 'revision_number': 0, 'project_id': '05934beddad342a19e2964e91b6200e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49dea95f-b473-4c67-97e3-63bbd6de671a', 'name': '', 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'mac_address': 'fa:16:3e:54:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ace31fa2-9498-465b-943a-da2e932c885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:23Z', 'updated_at': '2021-06-02T13:10:29Z', 'revision_number': 5, 'project_id': '05934beddad342a19e2964e91b6200e5', 'subnets': [{'id': 'ace31fa2-9498-465b-943a-da2e932c885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:11:23.292705 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67843540-fbbd-4d2b-86fe-7ee4a8810559 None None] The sync data for ids ['c8b32621-2128-4e46-a784-4430b0e39519'] in dv-neutron-601336-80-hyperv is: [{'id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'name': 'tempest-TestMinimumBasicScenario-175999495-router', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:20Z', 'updated_at': '2021-06-02T13:10:24Z', 'revision_number': 4, 'project_id': '05934beddad342a19e2964e91b6200e5', 'gw_port': {'id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:21Z', 'updated_at': '2021-06-02T13:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'bd8fa3ba-62dc-4844-8ea3-07b6115808ed', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'port_id': 'e5f71ce1-1387-4e31-a8f0-d8abf918a440', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8', 'mac_address': 'fa:16:3e:09:d7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b2100-24f9-43c4-9171-c2f809f78bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:11:20Z', 'updated_at': '2021-06-02T13:11:20Z', 'revision_number': 0, 'project_id': '05934beddad342a19e2964e91b6200e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49dea95f-b473-4c67-97e3-63bbd6de671a', 'name': '', 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'mac_address': 'fa:16:3e:54:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ace31fa2-9498-465b-943a-da2e932c885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:23Z', 'updated_at': '2021-06-02T13:10:29Z', 'revision_number': 5, 'project_id': '05934beddad342a19e2964e91b6200e5', 'subnets': [{'id': 'ace31fa2-9498-465b-943a-da2e932c885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:11:23.323010 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e4faca61-9074-4552-b401-7f0bde56bec5 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:23.326845 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e4faca61-9074-4552-b401-7f0bde56bec5 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:23.328761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-11157bdf-23d8-4fae-80c9-e355c3438217 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:11:23.351277 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4faca61-9074-4552-b401-7f0bde56bec5 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f02814-a574-4a0a-9693-3b0a05bed746,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:11:23.355924 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e4faca61-9074-4552-b401-7f0bde56bec5 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:11:23.361548 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e4faca61-9074-4552-b401-7f0bde56bec5 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:23.362806 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e4faca61-9074-4552-b401-7f0bde56bec5 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1458089 Jun 02 13:11:23.365640 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53764) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:11:23.370877 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-9ec2875e-8e6e-43e3-90db-230f9e01a11d tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Request body: {'security_group_rule': {'security_group_id': '2bb6c9c0-afd5-4e65-92a4-5ad158aa2b43', 'project_id': '05934beddad342a19e2964e91b6200e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:11:23.376962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-9ec2875e-8e6e-43e3-90db-230f9e01a11d tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:11:23.380804 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-9ec2875e-8e6e-43e3-90db-230f9e01a11d tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Usage tracker for resource:security_group_rule and tenant:05934beddad342a19e2964e91b6200e5 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:11:23.383794 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-9ec2875e-8e6e-43e3-90db-230f9e01a11d tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:11:23.389962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-9ec2875e-8e6e-43e3-90db-230f9e01a11d tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:11:23.400116 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-9ec2875e-8e6e-43e3-90db-230f9e01a11d tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Project 05934beddad342a19e2964e91b6200e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 13:11:23.405536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9ec2875e-8e6e-43e3-90db-230f9e01a11d tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:23.472709 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9ec2875e-8e6e-43e3-90db-230f9e01a11d tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:23.479255 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9ec2875e-8e6e-43e3-90db-230f9e01a11d tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:23.481400 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-695287e4-31b2-4cc4-b090-75c1bd996ccf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:11:23.497575 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef595364-8020-4110-850c-578bfc00683e None None] New status for floating IP bd8fa3ba-62dc-4844-8ea3-07b6115808ed: ACTIVE {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:11:23.504363 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2875e-8e6e-43e3-90db-230f9e01a11d tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da1ef8a-98a4-4ab0-9070-48c6cb06f2bb,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:11:23.507004 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9ec2875e-8e6e-43e3-90db-230f9e01a11d tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:11:23.514514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9ec2875e-8e6e-43e3-90db-230f9e01a11d tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:23.515745 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9ec2875e-8e6e-43e3-90db-230f9e01a11d tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1490221 Jun 02 13:11:23.632363 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bf4b93dd-3d85-49bd-ad4c-c4a43946c2c9 req-97cbbe01-012c-4f7b-a2a5-ee060813e84b tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-583327843&fields=id&tenant_id=05934beddad342a19e2964e91b6200e5 HTTP/1.1" status: 200 len: 267 time: 0.0389972 Jun 02 13:11:23.719823 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b93dd-3d85-49bd-ad4c-c4a43946c2c9 req-85158b2f-a6d5-4716-8991-a2c0419b6062 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:23.721248 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bf4b93dd-3d85-49bd-ad4c-c4a43946c2c9 req-85158b2f-a6d5-4716-8991-a2c0419b6062 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 945 time: 0.0835745 Jun 02 13:11:23.732510 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-bf4b93dd-3d85-49bd-ad4c-c4a43946c2c9 req-c20f0758-4a6f-4fb7-a475-a0ef88f9acd9 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Request body: {'port': {'security_groups': ['3896d15e-c4be-45db-8c46-9699261bca7f', '2bb6c9c0-afd5-4e65-92a4-5ad158aa2b43']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:11:23.800815 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:11:23.853448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-bf4b93dd-3d85-49bd-ad4c-c4a43946c2c9 req-c20f0758-4a6f-4fb7-a475-a0ef88f9acd9 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:24.110371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-bf4b93dd-3d85-49bd-ad4c-c4a43946c2c9 req-c20f0758-4a6f-4fb7-a475-a0ef88f9acd9 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] For port e5f71ce1-1387-4e31-a8f0-d8abf918a440, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e5f71ce1-1387-4e31-a8f0-d8abf918a440,segment=NetworkSegment(f30ed7ea-afa3-4961-bbb2-f29086fc6df9),segment_id=f30ed7ea-afa3-4961-bbb2-f29086fc6df9)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:11:24.133642 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-bf4b93dd-3d85-49bd-ad4c-c4a43946c2c9 req-c20f0758-4a6f-4fb7-a475-a0ef88f9acd9 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:24.137935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-bf4b93dd-3d85-49bd-ad4c-c4a43946c2c9 req-c20f0758-4a6f-4fb7-a475-a0ef88f9acd9 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:24.143291 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4a1d8a5b-ad10-4e99-bcfc-b3a56e8b0015 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:11:24.152306 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['e5f71ce1-1387-4e31-a8f0-d8abf918a440'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:11:24.212565 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b93dd-3d85-49bd-ad4c-c4a43946c2c9 req-c20f0758-4a6f-4fb7-a475-a0ef88f9acd9 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:24.213202 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-bf4b93dd-3d85-49bd-ad4c-c4a43946c2c9 req-c20f0758-4a6f-4fb7-a475-a0ef88f9acd9 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:24.214625 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bf4b93dd-3d85-49bd-ad4c-c4a43946c2c9 req-c20f0758-4a6f-4fb7-a475-a0ef88f9acd9 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "PUT /v2.0/ports/e5f71ce1-1387-4e31-a8f0-d8abf918a440 HTTP/1.1" status: 200 len: 981 time: 0.4870870 Jun 02 13:11:24.237822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547b2100-24f9-43c4-9171-c2f809f78bdd', 'tag': 'e5f71ce1-1387-4e31-a8f0-d8abf918a440'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:11:24.241202 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0fd7d7-7939-4ed9-a22f-a7cde04d7370" -d '{"events": [{"name": "network-changed", "server_uuid": "547b2100-24f9-43c4-9171-c2f809f78bdd", "tag": "e5f71ce1-1387-4e31-a8f0-d8abf918a440"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:11:24.261332 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f0758-4a6f-4fb7-a475-a0ef88f9acd9 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Pushing event updated for resources: {'Port': ['ID=e5f71ce1-1387-4e31-a8f0-d8abf918a440,revision_number=6']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:11:24.267735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c20f0758-4a6f-4fb7-a475-a0ef88f9acd9 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:11:24.280874 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['e5f71ce1-1387-4e31-a8f0-d8abf918a440'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:11:24.319621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be69f808-f3df-4860-b363-b814e5e16fff x-openstack-request-id: req-be69f808-f3df-4860-b363-b814e5e16fff {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:11:24.319621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547b2100-24f9-43c4-9171-c2f809f78bdd", "tag": "e5f71ce1-1387-4e31-a8f0-d8abf918a440", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:11:24.320034 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be69f808-f3df-4860-b363-b814e5e16fff {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:11:24.320527 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547b2100-24f9-43c4-9171-c2f809f78bdd', 'tag': 'e5f71ce1-1387-4e31-a8f0-d8abf918a440', 'status': 'completed', 'code': 200} Jun 02 13:11:24.438775 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704aa0f2-1883-4270-91b5-885be0bbb41a req-e677301a-eff1-4780-96e2-27d8474281bc tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:24.443811 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fd7d7-7939-4ed9-a22f-a7cde04d7370 req-a3a5f6b1-e3b5-43d6-8ddf-84cbb3b8641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:24.445444 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ed0fd7d7-7939-4ed9-a22f-a7cde04d7370 req-a3a5f6b1-e3b5-43d6-8ddf-84cbb3b8641e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=05934beddad342a19e2964e91b6200e5&device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 1137 time: 0.0980706 Jun 02 13:11:24.447133 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-704aa0f2-1883-4270-91b5-885be0bbb41a req-e677301a-eff1-4780-96e2-27d8474281bc tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 984 time: 0.1339817 Jun 02 13:11:24.492616 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-704aa0f2-1883-4270-91b5-885be0bbb41a req-61497a51-a94a-4ed2-b7b1-01dc7d7638b0 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Synchronizing usage tracker for tenant:05934beddad342a19e2964e91b6200e5 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:11:24.508294 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-704aa0f2-1883-4270-91b5-885be0bbb41a req-61497a51-a94a-4ed2-b7b1-01dc7d7638b0 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Unset dirty status for tenant:05934beddad342a19e2964e91b6200e5 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:11:24.510707 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-704aa0f2-1883-4270-91b5-885be0bbb41a req-61497a51-a94a-4ed2-b7b1-01dc7d7638b0 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb6c9c0-afd5-4e65-92a4-5ad158aa2b43&id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623803 Jun 02 13:11:24.597134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fd7d7-7939-4ed9-a22f-a7cde04d7370 req-e259d749-8640-4d7f-a9f9-f7a2ccd02bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:24.598612 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ed0fd7d7-7939-4ed9-a22f-a7cde04d7370 req-e259d749-8640-4d7f-a9f9-f7a2ccd02bca service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d7febde-687a-4113-98b5-c77de3c572b8 HTTP/1.1" status: 200 len: 915 time: 0.1461442 Jun 02 13:11:24.635270 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-98ac2b3a-87fe-41e0-b23f-de19f5c8535f None None] Provisioning complete for port e5f71ce1-1387-4e31-a8f0-d8abf918a440 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:11:24.635899 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-98ac2b3a-87fe-41e0-b23f-de19f5c8535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:24.704125 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ed0fd7d7-7939-4ed9-a22f-a7cde04d7370 req-6fd47b09-f7ba-4ffe-9e2e-834b21484489 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5f71ce1-1387-4e31-a8f0-d8abf918a440 HTTP/1.1" status: 200 len: 1001 time: 0.0984302 Jun 02 13:11:24.767568 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fd7d7-7939-4ed9-a22f-a7cde04d7370 req-b9c7874b-7dd1-4047-a637-b9d82a30385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:24.769037 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ed0fd7d7-7939-4ed9-a22f-a7cde04d7370 req-b9c7874b-7dd1-4047-a637-b9d82a30385d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ace31fa2-9498-465b-943a-da2e932c885a HTTP/1.1" status: 200 len: 853 time: 0.0579579 Jun 02 13:11:24.975930 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fd7d7-7939-4ed9-a22f-a7cde04d7370 req-32ec9478-9d61-4705-b22b-a1acb5a22d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:24.977284 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ed0fd7d7-7939-4ed9-a22f-a7cde04d7370 req-32ec9478-9d61-4705-b22b-a1acb5a22d32 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d7febde-687a-4113-98b5-c77de3c572b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2009602 Jun 02 13:11:25.114056 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ed0fd7d7-7939-4ed9-a22f-a7cde04d7370 req-fe01e577-56fc-4222-94fb-eb5cb8c00696 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7febde-687a-4113-98b5-c77de3c572b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292789 Jun 02 13:11:25.244342 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ed0fd7d7-7939-4ed9-a22f-a7cde04d7370 req-43f45df0-2540-405b-8ad6-a7a8647583cd service neutron] 10.222.0.22 "GET /v2.0/networks/7d7febde-687a-4113-98b5-c77de3c572b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231542 Jun 02 13:11:26.187271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:33.799714 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-90acb60b-a327-46f2-bff2-a8b67d0e1c8e req-4b01b6c1-5ad0-4585-903e-c1b69c85ee2e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701540 Jun 02 13:11:33.947053 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acb60b-a327-46f2-bff2-a8b67d0e1c8e req-0832b42b-de19-417f-b7d7-4468359d06ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:33.948497 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-90acb60b-a327-46f2-bff2-a8b67d0e1c8e req-0832b42b-de19-417f-b7d7-4468359d06ca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=05934beddad342a19e2964e91b6200e5&device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 1137 time: 0.0704558 Jun 02 13:11:34.092978 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acb60b-a327-46f2-bff2-a8b67d0e1c8e req-555edbac-21f4-48e2-aa08-e89552fcd3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:34.094328 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-90acb60b-a327-46f2-bff2-a8b67d0e1c8e req-555edbac-21f4-48e2-aa08-e89552fcd3a1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d7febde-687a-4113-98b5-c77de3c572b8 HTTP/1.1" status: 200 len: 915 time: 0.1268008 Jun 02 13:11:34.196425 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-90acb60b-a327-46f2-bff2-a8b67d0e1c8e req-216be4b7-29ae-4aae-a93e-6e2bc80bc686 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5f71ce1-1387-4e31-a8f0-d8abf918a440 HTTP/1.1" status: 200 len: 1001 time: 0.0955043 Jun 02 13:11:34.263167 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acb60b-a327-46f2-bff2-a8b67d0e1c8e req-50e6c70e-c6fb-4883-b8ec-7b37acf4de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:34.264598 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-90acb60b-a327-46f2-bff2-a8b67d0e1c8e req-50e6c70e-c6fb-4883-b8ec-7b37acf4de12 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ace31fa2-9498-465b-943a-da2e932c885a HTTP/1.1" status: 200 len: 853 time: 0.0614128 Jun 02 13:11:34.339400 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acb60b-a327-46f2-bff2-a8b67d0e1c8e req-ed3ce697-da31-48a2-bed0-4a4e097acc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:11:34.340812 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-90acb60b-a327-46f2-bff2-a8b67d0e1c8e req-ed3ce697-da31-48a2-bed0-4a4e097acc57 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d7febde-687a-4113-98b5-c77de3c572b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0697827 Jun 02 13:11:34.472840 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-90acb60b-a327-46f2-bff2-a8b67d0e1c8e req-b1b32de9-fddc-4987-9a2d-3c4b97763903 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7febde-687a-4113-98b5-c77de3c572b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244862 Jun 02 13:11:34.617019 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-90acb60b-a327-46f2-bff2-a8b67d0e1c8e req-3c111df5-70e9-49c7-bc21-6b8c3b6960c6 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7febde-687a-4113-98b5-c77de3c572b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377287 Jun 02 13:11:44.211263 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1084dd9d-dc89-46a5-bed2-5bbbf5e852c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:46.715029 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ee377d5a-07d8-42fc-b782-f4f80ad1e378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:46.748629 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:47.854651 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:49.637452 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:11:56.201987 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:12:00.799508 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:12:14.203028 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-923228a9-f8ac-40ec-8413-50581d39bdfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:12:16.715683 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-55bd6ff9-f211-401a-aa47-3b13b58f0208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:12:16.749927 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:12:17.857297 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:12:19.640996 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:12:22.243492 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b24e64-ef9d-443a-bb1f-840626a670d4 req-b4bfb090-0f04-4f51-bc45-2f2e8bb96f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:12:22.245464 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f9b24e64-ef9d-443a-bb1f-840626a670d4 req-b4bfb090-0f04-4f51-bc45-2f2e8bb96f9d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=05934beddad342a19e2964e91b6200e5&device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 1137 time: 0.0768940 Jun 02 13:12:22.272426 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2ef0b-b6cd-4d8c-a33e-8107cd69dae3 req-c65ae964-c963-4cb4-85b4-3ab883d58a06 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:12:22.273884 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-83d2ef0b-b6cd-4d8c-a33e-8107cd69dae3 req-c65ae964-c963-4cb4-85b4-3ab883d58a06 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 984 time: 0.0802920 Jun 02 13:12:22.324087 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-83d2ef0b-b6cd-4d8c-a33e-8107cd69dae3 req-ee34c0fa-026a-4f70-8258-095169764393 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb6c9c0-afd5-4e65-92a4-5ad158aa2b43&id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443244 Jun 02 13:12:22.376825 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b24e64-ef9d-443a-bb1f-840626a670d4 req-dc6b1177-e685-417f-89b7-bfac48e63179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:12:22.378311 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f9b24e64-ef9d-443a-bb1f-840626a670d4 req-dc6b1177-e685-417f-89b7-bfac48e63179 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d7febde-687a-4113-98b5-c77de3c572b8 HTTP/1.1" status: 200 len: 915 time: 0.1265237 Jun 02 13:12:22.476096 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f9b24e64-ef9d-443a-bb1f-840626a670d4 req-f35da6ae-483f-4f08-a822-4d405fe166e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5f71ce1-1387-4e31-a8f0-d8abf918a440 HTTP/1.1" status: 200 len: 1001 time: 0.0908489 Jun 02 13:12:22.542186 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b24e64-ef9d-443a-bb1f-840626a670d4 req-456dda27-0a86-46cb-a7b3-30fbabe8b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:12:22.543531 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f9b24e64-ef9d-443a-bb1f-840626a670d4 req-456dda27-0a86-46cb-a7b3-30fbabe8b659 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ace31fa2-9498-465b-943a-da2e932c885a HTTP/1.1" status: 200 len: 853 time: 0.0612683 Jun 02 13:12:22.617057 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b24e64-ef9d-443a-bb1f-840626a670d4 req-bf36eb22-8ebc-4a1a-b430-30d24e5c832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:12:22.618510 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f9b24e64-ef9d-443a-bb1f-840626a670d4 req-bf36eb22-8ebc-4a1a-b430-30d24e5c832f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d7febde-687a-4113-98b5-c77de3c572b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0686700 Jun 02 13:12:22.747282 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f9b24e64-ef9d-443a-bb1f-840626a670d4 req-d973f485-cb13-4e94-9f0b-371e7b0b12dd service neutron] 10.222.0.22 "GET /v2.0/networks/7d7febde-687a-4113-98b5-c77de3c572b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215522 Jun 02 13:12:22.877916 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f9b24e64-ef9d-443a-bb1f-840626a670d4 req-84591578-49a2-4de6-acfb-e9bd372a8bdc service neutron] 10.222.0.22 "GET /v2.0/networks/7d7febde-687a-4113-98b5-c77de3c572b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232066 Jun 02 13:12:23.621707 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4dc40-71f8-4714-8e4c-a6c9dd48d895 req-8de89bb5-94c5-4c77-8678-9205d6868338 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:12:23.623096 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-57b4dc40-71f8-4714-8e4c-a6c9dd48d895 req-8de89bb5-94c5-4c77-8678-9205d6868338 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 984 time: 0.1954489 Jun 02 13:12:23.672936 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-57b4dc40-71f8-4714-8e4c-a6c9dd48d895 req-b3660a91-07bf-4036-87ed-60e6c10ab840 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb6c9c0-afd5-4e65-92a4-5ad158aa2b43&id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440054 Jun 02 13:12:24.854442 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa53ef-aa6c-4c4d-a713-4036d67db342 req-d36ea241-b545-4cc7-b2dc-4bf7fafb31da tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:12:24.855904 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-98aa53ef-aa6c-4c4d-a713-4036d67db342 req-d36ea241-b545-4cc7-b2dc-4bf7fafb31da tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 984 time: 0.0788312 Jun 02 13:12:24.901857 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-98aa53ef-aa6c-4c4d-a713-4036d67db342 req-45ea80a9-99aa-41c9-8271-7350abc41f1a tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb6c9c0-afd5-4e65-92a4-5ad158aa2b43&id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403130 Jun 02 13:12:26.080767 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca7ada-2fc3-471e-9035-758035e9fd06 req-4e00723a-456e-4675-adee-668e576ea905 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:12:26.082246 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5aca7ada-2fc3-471e-9035-758035e9fd06 req-4e00723a-456e-4675-adee-668e576ea905 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 984 time: 0.0794563 Jun 02 13:12:26.132816 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5aca7ada-2fc3-471e-9035-758035e9fd06 req-2f182ee2-6556-44ff-9569-fb7c0760dbca tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb6c9c0-afd5-4e65-92a4-5ad158aa2b43&id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449440 Jun 02 13:12:26.208528 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:12:27.316868 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903db1e1-6cc2-4d47-8cd5-36513e96cd24 req-3bfcf9db-55af-4dbb-b023-7350dfd5c32e tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:12:27.318323 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-903db1e1-6cc2-4d47-8cd5-36513e96cd24 req-3bfcf9db-55af-4dbb-b023-7350dfd5c32e tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 984 time: 0.0830686 Jun 02 13:12:27.363504 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-903db1e1-6cc2-4d47-8cd5-36513e96cd24 req-65ab40f9-2d47-4078-9e59-652ab41c6ee4 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb6c9c0-afd5-4e65-92a4-5ad158aa2b43&id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387983 Jun 02 13:12:28.547872 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9870ed-6844-431b-89bb-91f4d5fc2642 req-7bbf6bec-6839-4fbb-8166-47a78e9899be tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:12:28.549244 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0c9870ed-6844-431b-89bb-91f4d5fc2642 req-7bbf6bec-6839-4fbb-8166-47a78e9899be tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 984 time: 0.0803120 Jun 02 13:12:28.608526 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0c9870ed-6844-431b-89bb-91f4d5fc2642 req-e576b803-da27-4187-a5eb-e4cda13a5411 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb6c9c0-afd5-4e65-92a4-5ad158aa2b43&id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535405 Jun 02 13:12:29.792186 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ba8aa-4d00-44da-97a7-7242fef3738b req-2b6940ae-77f8-4bad-9e45-112f76651d6f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:12:29.793625 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fb2ba8aa-4d00-44da-97a7-7242fef3738b req-2b6940ae-77f8-4bad-9e45-112f76651d6f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 984 time: 0.0790303 Jun 02 13:12:29.839093 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fb2ba8aa-4d00-44da-97a7-7242fef3738b req-99b65c48-5fe7-4822-8658-ef3635c729a4 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb6c9c0-afd5-4e65-92a4-5ad158aa2b43&id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398076 Jun 02 13:12:31.024138 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03885182-a73b-4079-9c1f-46f991749439 req-4778fbb7-3f7b-421a-891b-822ec0ac7ab1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:12:31.026121 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-03885182-a73b-4079-9c1f-46f991749439 req-4778fbb7-3f7b-421a-891b-822ec0ac7ab1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 984 time: 0.0854297 Jun 02 13:12:31.074766 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-03885182-a73b-4079-9c1f-46f991749439 req-3de5123e-16d8-4841-b609-33ef46cce963 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb6c9c0-afd5-4e65-92a4-5ad158aa2b43&id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409129 Jun 02 13:12:32.259840 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafdbcd-ffde-4739-ad9b-a5c82503b501 req-bcbf10df-0a62-4091-b423-e9f4ccc6378f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:12:32.261293 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ebafdbcd-ffde-4739-ad9b-a5c82503b501 req-bcbf10df-0a62-4091-b423-e9f4ccc6378f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 984 time: 0.0846598 Jun 02 13:12:32.306859 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ebafdbcd-ffde-4739-ad9b-a5c82503b501 req-357b0ae6-2e79-49f8-a357-58eef1742166 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb6c9c0-afd5-4e65-92a4-5ad158aa2b43&id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398672 Jun 02 13:12:33.488516 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e292fc-455b-47bc-93c9-81d49eb255b6 req-50d24ead-ecd8-4adf-a0ea-a177eadcca83 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:12:33.489944 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-12e292fc-455b-47bc-93c9-81d49eb255b6 req-50d24ead-ecd8-4adf-a0ea-a177eadcca83 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 984 time: 0.0807571 Jun 02 13:12:33.537040 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-12e292fc-455b-47bc-93c9-81d49eb255b6 req-c30d8304-23b9-4c65-a988-d789d9c53bca tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb6c9c0-afd5-4e65-92a4-5ad158aa2b43&id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413840 Jun 02 13:12:34.731996 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443e513-9ba9-4004-a523-b8b6429ab0cd req-36b4bcae-259f-4325-990d-b5fbe69ddfc7 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:12:34.733434 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3443e513-9ba9-4004-a523-b8b6429ab0cd req-36b4bcae-259f-4325-990d-b5fbe69ddfc7 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 984 time: 0.0795345 Jun 02 13:12:34.784132 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3443e513-9ba9-4004-a523-b8b6429ab0cd req-5d923dcb-afb8-481b-ad8c-21d2a4857671 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb6c9c0-afd5-4e65-92a4-5ad158aa2b43&id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445986 Jun 02 13:12:34.829878 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2483ea85-c9b2-4f2d-825a-03122f49c98b req-474f87a5-ba4f-4e0a-b369-eb19e04381ba service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739470 Jun 02 13:12:34.971255 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483ea85-c9b2-4f2d-825a-03122f49c98b req-9bb20c2f-4056-4ade-b88d-2920c5d4eeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:12:34.973036 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2483ea85-c9b2-4f2d-825a-03122f49c98b req-9bb20c2f-4056-4ade-b88d-2920c5d4eeb4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=05934beddad342a19e2964e91b6200e5&device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 1137 time: 0.0721414 Jun 02 13:12:35.117623 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483ea85-c9b2-4f2d-825a-03122f49c98b req-f0828ffa-6497-4869-a1c1-cdb6628307af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:12:35.119742 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2483ea85-c9b2-4f2d-825a-03122f49c98b req-f0828ffa-6497-4869-a1c1-cdb6628307af service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d7febde-687a-4113-98b5-c77de3c572b8 HTTP/1.1" status: 200 len: 915 time: 0.1281240 Jun 02 13:12:35.221973 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2483ea85-c9b2-4f2d-825a-03122f49c98b req-6e37b252-3b8c-44c4-b80f-f359b78a0473 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5f71ce1-1387-4e31-a8f0-d8abf918a440 HTTP/1.1" status: 200 len: 1001 time: 0.0957530 Jun 02 13:12:35.284796 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483ea85-c9b2-4f2d-825a-03122f49c98b req-ce0ee385-8b7e-4b45-bfbc-fafbbd2bcab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:12:35.286224 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2483ea85-c9b2-4f2d-825a-03122f49c98b req-ce0ee385-8b7e-4b45-bfbc-fafbbd2bcab4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ace31fa2-9498-465b-943a-da2e932c885a HTTP/1.1" status: 200 len: 853 time: 0.0569637 Jun 02 13:12:35.366010 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483ea85-c9b2-4f2d-825a-03122f49c98b req-aeaacce3-8f54-4b87-b1fb-7ccb654a0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:12:35.367362 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2483ea85-c9b2-4f2d-825a-03122f49c98b req-aeaacce3-8f54-4b87-b1fb-7ccb654a0631 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d7febde-687a-4113-98b5-c77de3c572b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0722094 Jun 02 13:12:35.495805 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2483ea85-c9b2-4f2d-825a-03122f49c98b req-9117fdd3-918b-4080-b2ab-0f2bee6fe9a8 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7febde-687a-4113-98b5-c77de3c572b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218245 Jun 02 13:12:35.625600 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2483ea85-c9b2-4f2d-825a-03122f49c98b req-593e67bf-903a-45b8-9af4-b5beb9171b58 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7febde-687a-4113-98b5-c77de3c572b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232374 Jun 02 13:12:37.798895 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:12:44.205119 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d2402d09-6f88-4454-8e52-bc3f020f2707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:12:46.716509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f9fb623d-f3b5-4edb-b054-852d665b5783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:12:46.751940 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:12:47.860643 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:12:49.643409 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:12:56.206854 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:14.206424 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3d77acae-c254-4ecf-97d5-02f98d61fac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:14.798630 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:13:16.720236 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dcf71d42-a138-434d-a382-eae5e95a80ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:16.752859 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:16.972087 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [req-11c23b00-2349-4eea-903b-49273f1cd02e req-51beab32-1e6f-4745-99e0-181baa4b578f service neutron] (92305) timed out ('10.222.0.22', 49828) {{(pid=92305) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 02 13:13:17.862731 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:19.647482 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:26.210951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:30.381290 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fd1c5f2c-5748-4b81-adc8-f8910ea2ea83 req-80086f14-8024-490e-ab67-dda2c1fb7e32 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-583327843&fields=id&tenant_id=05934beddad342a19e2964e91b6200e5 HTTP/1.1" status: 200 len: 267 time: 0.0397561 Jun 02 13:13:30.468063 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c5f2c-5748-4b81-adc8-f8910ea2ea83 req-be804570-4a84-4e60-b58e-88a1b5aaebed tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:13:30.469499 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fd1c5f2c-5748-4b81-adc8-f8910ea2ea83 req-be804570-4a84-4e60-b58e-88a1b5aaebed tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 984 time: 0.0824587 Jun 02 13:13:30.480132 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-fd1c5f2c-5748-4b81-adc8-f8910ea2ea83 req-2e478b04-7fe4-471c-a428-578209b15673 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Request body: {'port': {'security_groups': ['3896d15e-c4be-45db-8c46-9699261bca7f']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:13:30.597210 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-fd1c5f2c-5748-4b81-adc8-f8910ea2ea83 req-2e478b04-7fe4-471c-a428-578209b15673 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:30.946466 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-fd1c5f2c-5748-4b81-adc8-f8910ea2ea83 req-2e478b04-7fe4-471c-a428-578209b15673 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] For port e5f71ce1-1387-4e31-a8f0-d8abf918a440, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e5f71ce1-1387-4e31-a8f0-d8abf918a440,segment=NetworkSegment(f30ed7ea-afa3-4961-bbb2-f29086fc6df9),segment_id=f30ed7ea-afa3-4961-bbb2-f29086fc6df9)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:13:30.970822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-fd1c5f2c-5748-4b81-adc8-f8910ea2ea83 req-2e478b04-7fe4-471c-a428-578209b15673 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:30.975236 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-fd1c5f2c-5748-4b81-adc8-f8910ea2ea83 req-2e478b04-7fe4-471c-a428-578209b15673 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:30.981074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d196cc29-ff36-4d90-8823-687d9267384e tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:30.986794 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['e5f71ce1-1387-4e31-a8f0-d8abf918a440'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:13:31.045485 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c5f2c-5748-4b81-adc8-f8910ea2ea83 req-2e478b04-7fe4-471c-a428-578209b15673 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:13:31.046152 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-fd1c5f2c-5748-4b81-adc8-f8910ea2ea83 req-2e478b04-7fe4-471c-a428-578209b15673 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:31.047770 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fd1c5f2c-5748-4b81-adc8-f8910ea2ea83 req-2e478b04-7fe4-471c-a428-578209b15673 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "PUT /v2.0/ports/e5f71ce1-1387-4e31-a8f0-d8abf918a440 HTTP/1.1" status: 200 len: 942 time: 0.5718629 Jun 02 13:13:31.048322 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547b2100-24f9-43c4-9171-c2f809f78bdd', 'tag': 'e5f71ce1-1387-4e31-a8f0-d8abf918a440'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:13:31.050673 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d876d1-19e6-405b-ad3b-b4d4199f6404" -d '{"events": [{"name": "network-changed", "server_uuid": "547b2100-24f9-43c4-9171-c2f809f78bdd", "tag": "e5f71ce1-1387-4e31-a8f0-d8abf918a440"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:13:31.053272 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 53864) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:13:31.071290 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e478b04-7fe4-471c-a428-578209b15673 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Pushing event updated for resources: {'Port': ['ID=e5f71ce1-1387-4e31-a8f0-d8abf918a440,revision_number=7']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:31.079961 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478b04-7fe4-471c-a428-578209b15673 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.080354 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478b04-7fe4-471c-a428-578209b15673 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.080754 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478b04-7fe4-471c-a428-578209b15673 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.081132 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478b04-7fe4-471c-a428-578209b15673 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.081509 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478b04-7fe4-471c-a428-578209b15673 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.081901 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478b04-7fe4-471c-a428-578209b15673 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.082294 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478b04-7fe4-471c-a428-578209b15673 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.082675 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478b04-7fe4-471c-a428-578209b15673 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.083401 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478b04-7fe4-471c-a428-578209b15673 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.083401 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478b04-7fe4-471c-a428-578209b15673 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.083753 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478b04-7fe4-471c-a428-578209b15673 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.084119 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478b04-7fe4-471c-a428-578209b15673 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.089116 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2e478b04-7fe4-471c-a428-578209b15673 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:31.117903 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['e5f71ce1-1387-4e31-a8f0-d8abf918a440'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:13:31.170806 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-25832b6d-26e0-4428-aa20-71c0a13539d3 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:31.210527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-25832b6d-26e0-4428-aa20-71c0a13539d3 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:31.284970 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-25832b6d-26e0-4428-aa20-71c0a13539d3 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:31.289173 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-40fd5222-6e2f-49a0-8f23-16534626a221 tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:31.304312 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25832b6d-26e0-4428-aa20-71c0a13539d3 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb6c9c0-afd5-4e65-92a4-5ad158aa2b43,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:31.314023 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25832b6d-26e0-4428-aa20-71c0a13539d3 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.314547 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25832b6d-26e0-4428-aa20-71c0a13539d3 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.315006 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25832b6d-26e0-4428-aa20-71c0a13539d3 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.315338 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25832b6d-26e0-4428-aa20-71c0a13539d3 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.315714 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25832b6d-26e0-4428-aa20-71c0a13539d3 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.316084 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25832b6d-26e0-4428-aa20-71c0a13539d3 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.316458 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25832b6d-26e0-4428-aa20-71c0a13539d3 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.316816 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25832b6d-26e0-4428-aa20-71c0a13539d3 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.317176 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25832b6d-26e0-4428-aa20-71c0a13539d3 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.317674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25832b6d-26e0-4428-aa20-71c0a13539d3 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.318179 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25832b6d-26e0-4428-aa20-71c0a13539d3 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.318551 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25832b6d-26e0-4428-aa20-71c0a13539d3 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:31.326691 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-25832b6d-26e0-4428-aa20-71c0a13539d3 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:31.327480 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-25832b6d-26e0-4428-aa20-71c0a13539d3 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:31.331387 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-25832b6d-26e0-4428-aa20-71c0a13539d3 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "DELETE /v2.0/security-groups/2bb6c9c0-afd5-4e65-92a4-5ad158aa2b43 HTTP/1.1" status: 204 len: 168 time: 0.2771077 Jun 02 13:13:31.331659 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53868) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:13:31.352444 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8d2c3eeb-fcde-4c19-bf27-6fd7ca068732 None None] Provisioning complete for port e5f71ce1-1387-4e31-a8f0-d8abf918a440 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:13:31.352821 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8d2c3eeb-fcde-4c19-bf27-6fd7ca068732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:31.600955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-4f75fa3c-0b38-45e8-b5c5-065373d794a0 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Deleting port 96d569e7-8f05-4cea-9fc2-fd1b57470337 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:13:31.601559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4f75fa3c-0b38-45e8-b5c5-065373d794a0 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:31.718459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4f75fa3c-0b38-45e8-b5c5-065373d794a0 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:31.718786 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4f75fa3c-0b38-45e8-b5c5-065373d794a0 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:31.845820 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-4f75fa3c-0b38-45e8-b5c5-065373d794a0 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Calling delete_port for 96d569e7-8f05-4cea-9fc2-fd1b57470337 owned by network:floatingip {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:13:31.961607 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4f75fa3c-0b38-45e8-b5c5-065373d794a0 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:31.966470 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0158b189-6211-44ab-9f5c-91bea5f538d6 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:32.036734 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75fa3c-0b38-45e8-b5c5-065373d794a0 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Pushing event deleted for resources: {'Port': ['ID=96d569e7-8f05-4cea-9fc2-fd1b57470337,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:32.044274 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4f75fa3c-0b38-45e8-b5c5-065373d794a0 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:32.100061 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4f75fa3c-0b38-45e8-b5c5-065373d794a0 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks [] for floatingip, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:32.100336 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-4f75fa3c-0b38-45e8-b5c5-065373d794a0 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Floating IP bd8fa3ba-62dc-4844-8ea3-07b6115808ed disassociated (deleted). External IP: 172.26.7.171, port: e5f71ce1-1387-4e31-a8f0-d8abf918a440. Jun 02 13:13:32.240005 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2320f8f2-39d5-4002-96fc-984dd36e66c6 x-openstack-request-id: req-2320f8f2-39d5-4002-96fc-984dd36e66c6 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:13:32.240348 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547b2100-24f9-43c4-9171-c2f809f78bdd", "tag": "e5f71ce1-1387-4e31-a8f0-d8abf918a440", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:13:32.240648 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2320f8f2-39d5-4002-96fc-984dd36e66c6 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:13:32.241088 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547b2100-24f9-43c4-9171-c2f809f78bdd', 'tag': 'e5f71ce1-1387-4e31-a8f0-d8abf918a440', 'status': 'completed', 'code': 200} Jun 02 13:13:32.419764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d876d1-19e6-405b-ad3b-b4d4199f6404 req-8affcaff-e680-46ad-addd-d2812c44b7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:13:32.421233 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-27d876d1-19e6-405b-ad3b-b4d4199f6404 req-8affcaff-e680-46ad-addd-d2812c44b7ce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=05934beddad342a19e2964e91b6200e5&device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 1098 time: 0.1706996 Jun 02 13:13:32.722034 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f75fa3c-0b38-45e8-b5c5-065373d794a0 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Router c8b32621-2128-4e46-a784-4430b0e39519 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:13:32.810984 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d876d1-19e6-405b-ad3b-b4d4199f6404 req-43883a57-deb4-4e97-b976-b5ad83a41ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:13:32.812411 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-27d876d1-19e6-405b-ad3b-b4d4199f6404 req-43883a57-deb4-4e97-b976-b5ad83a41ddc service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d7febde-687a-4113-98b5-c77de3c572b8 HTTP/1.1" status: 200 len: 915 time: 0.3385687 Jun 02 13:13:32.887407 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-27d876d1-19e6-405b-ad3b-b4d4199f6404 req-e183ff1e-78f4-4854-b07b-0ee20de7aafe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5f71ce1-1387-4e31-a8f0-d8abf918a440 HTTP/1.1" status: 200 len: 217 time: 0.0670962 Jun 02 13:13:33.029434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d876d1-19e6-405b-ad3b-b4d4199f6404 req-f1283908-bba4-418c-b7a0-3a7fe1619e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:13:33.030819 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-27d876d1-19e6-405b-ad3b-b4d4199f6404 req-f1283908-bba4-418c-b7a0-3a7fe1619e61 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ace31fa2-9498-465b-943a-da2e932c885a HTTP/1.1" status: 200 len: 853 time: 0.1351595 Jun 02 13:13:33.079224 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f75fa3c-0b38-45e8-b5c5-065373d794a0 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:13:33.089042 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6031a867-ab8c-4598-952f-6167962d5d24 None None] Sync routers for ids ['c8b32621-2128-4e46-a784-4430b0e39519'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:13:33.098974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6031a867-ab8c-4598-952f-6167962d5d24 None None] Routers {'c8b32621-2128-4e46-a784-4430b0e39519'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:13:33.099658 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6031a867-ab8c-4598-952f-6167962d5d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:13:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c8b32621-2128-4e46-a784-4430b0e39519'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:13:33.121007 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4f75fa3c-0b38-45e8-b5c5-065373d794a0 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:33.153095 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d876d1-19e6-405b-ad3b-b4d4199f6404 req-2c9cf260-b6f1-4204-aacf-92cdfebae615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:13:33.154603 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-27d876d1-19e6-405b-ad3b-b4d4199f6404 req-2c9cf260-b6f1-4204-aacf-92cdfebae615 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d7febde-687a-4113-98b5-c77de3c572b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1176891 Jun 02 13:13:33.256205 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4f75fa3c-0b38-45e8-b5c5-065373d794a0 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "DELETE /v2.0/floatingips/bd8fa3ba-62dc-4844-8ea3-07b6115808ed HTTP/1.1" status: 204 len: 168 time: 1.9234588 Jun 02 13:13:33.283517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-6031a867-ab8c-4598-952f-6167962d5d24 None None] Set router c8b32621-2128-4e46-a784-4430b0e39519 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:13:33.307372 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-27d876d1-19e6-405b-ad3b-b4d4199f6404 req-a63d210e-6895-4b64-95d9-cc92aa43f5e9 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7febde-687a-4113-98b5-c77de3c572b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454422 Jun 02 13:13:33.446746 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-27d876d1-19e6-405b-ad3b-b4d4199f6404 req-f5980045-ff48-415f-8f3d-72a373aa8311 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7febde-687a-4113-98b5-c77de3c572b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328175 Jun 02 13:13:33.651664 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6031a867-ab8c-4598-952f-6167962d5d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'name': 'tempest-TestMinimumBasicScenario-175999495-router', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:20Z', 'updated_at': '2021-06-02T13:10:24Z', 'revision_number': 4, 'project_id': '05934beddad342a19e2964e91b6200e5', 'gw_port': {'id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:21Z', 'updated_at': '2021-06-02T13:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '49dea95f-b473-4c67-97e3-63bbd6de671a', 'name': '', 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'mac_address': 'fa:16:3e:54:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ace31fa2-9498-465b-943a-da2e932c885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:23Z', 'updated_at': '2021-06-02T13:10:29Z', 'revision_number': 5, 'project_id': '05934beddad342a19e2964e91b6200e5', 'subnets': [{'id': 'ace31fa2-9498-465b-943a-da2e932c885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:13:33.655853 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6031a867-ab8c-4598-952f-6167962d5d24 None None] Checking router: c8b32621-2128-4e46-a784-4430b0e39519 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:13:33.664417 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6031a867-ab8c-4598-952f-6167962d5d24 None None] Routers {'c8b32621-2128-4e46-a784-4430b0e39519'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:13:33.665032 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6031a867-ab8c-4598-952f-6167962d5d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:13:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c8b32621-2128-4e46-a784-4430b0e39519'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:13:33.843983 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-6031a867-ab8c-4598-952f-6167962d5d24 None None] Set router c8b32621-2128-4e46-a784-4430b0e39519 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:13:34.150568 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6031a867-ab8c-4598-952f-6167962d5d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'name': 'tempest-TestMinimumBasicScenario-175999495-router', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:20Z', 'updated_at': '2021-06-02T13:10:24Z', 'revision_number': 4, 'project_id': '05934beddad342a19e2964e91b6200e5', 'gw_port': {'id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:21Z', 'updated_at': '2021-06-02T13:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '49dea95f-b473-4c67-97e3-63bbd6de671a', 'name': '', 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'mac_address': 'fa:16:3e:54:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ace31fa2-9498-465b-943a-da2e932c885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:23Z', 'updated_at': '2021-06-02T13:10:29Z', 'revision_number': 5, 'project_id': '05934beddad342a19e2964e91b6200e5', 'subnets': [{'id': 'ace31fa2-9498-465b-943a-da2e932c885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:13:34.154776 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6031a867-ab8c-4598-952f-6167962d5d24 None None] The sync data for ids ['c8b32621-2128-4e46-a784-4430b0e39519'] in dv-neutron-601336-80-hyperv is: [{'id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'name': 'tempest-TestMinimumBasicScenario-175999495-router', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:20Z', 'updated_at': '2021-06-02T13:10:24Z', 'revision_number': 4, 'project_id': '05934beddad342a19e2964e91b6200e5', 'gw_port': {'id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:21Z', 'updated_at': '2021-06-02T13:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '49dea95f-b473-4c67-97e3-63bbd6de671a', 'name': '', 'network_id': '7d7febde-687a-4113-98b5-c77de3c572b8', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'mac_address': 'fa:16:3e:54:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ace31fa2-9498-465b-943a-da2e932c885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:23Z', 'updated_at': '2021-06-02T13:10:29Z', 'revision_number': 5, 'project_id': '05934beddad342a19e2964e91b6200e5', 'subnets': [{'id': 'ace31fa2-9498-465b-943a-da2e932c885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:13:34.242547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547b2100-24f9-43c4-9171-c2f809f78bdd', 'tag': 'e5f71ce1-1387-4e31-a8f0-d8abf918a440'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:13:34.244944 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36145382-dfcb-4998-b877-d905eab82a01" -d '{"events": [{"name": "network-changed", "server_uuid": "547b2100-24f9-43c4-9171-c2f809f78bdd", "tag": "e5f71ce1-1387-4e31-a8f0-d8abf918a440"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:13:34.289125 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d449c7c2-d6a0-4748-b343-86b367e213cc x-openstack-request-id: req-d449c7c2-d6a0-4748-b343-86b367e213cc {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:13:34.289463 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547b2100-24f9-43c4-9171-c2f809f78bdd", "tag": "e5f71ce1-1387-4e31-a8f0-d8abf918a440", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:13:34.289764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d449c7c2-d6a0-4748-b343-86b367e213cc {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:13:34.290231 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547b2100-24f9-43c4-9171-c2f809f78bdd', 'tag': 'e5f71ce1-1387-4e31-a8f0-d8abf918a440', 'status': 'completed', 'code': 200} Jun 02 13:13:34.388354 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36145382-dfcb-4998-b877-d905eab82a01 req-75deb853-2d20-4c01-aa25-38ec13ce2338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:13:34.389877 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-36145382-dfcb-4998-b877-d905eab82a01 req-75deb853-2d20-4c01-aa25-38ec13ce2338 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=05934beddad342a19e2964e91b6200e5&device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 1098 time: 0.0781956 Jun 02 13:13:34.416132 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d2a64e-0a1a-4f01-8ad0-2f2580a25fa6 None None] New status for floating IP bd8fa3ba-62dc-4844-8ea3-07b6115808ed: DOWN {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:13:34.525070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36145382-dfcb-4998-b877-d905eab82a01 req-f531fbff-f9ee-4b3f-984a-2b9c2a6f356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:13:34.527118 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-36145382-dfcb-4998-b877-d905eab82a01 req-f531fbff-f9ee-4b3f-984a-2b9c2a6f356f service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d7febde-687a-4113-98b5-c77de3c572b8 HTTP/1.1" status: 200 len: 915 time: 0.1304383 Jun 02 13:13:34.597756 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-36145382-dfcb-4998-b877-d905eab82a01 req-c6ca4c9c-0f58-4bec-a9b0-101551108c79 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5f71ce1-1387-4e31-a8f0-d8abf918a440 HTTP/1.1" status: 200 len: 217 time: 0.0646684 Jun 02 13:13:34.659541 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36145382-dfcb-4998-b877-d905eab82a01 req-5e57adeb-e657-49eb-99bc-48de756026ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:13:34.660965 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-36145382-dfcb-4998-b877-d905eab82a01 req-5e57adeb-e657-49eb-99bc-48de756026ae service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ace31fa2-9498-465b-943a-da2e932c885a HTTP/1.1" status: 200 len: 853 time: 0.0567350 Jun 02 13:13:34.738354 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36145382-dfcb-4998-b877-d905eab82a01 req-7557d17c-8b37-49b7-b368-ed2d78c4b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:13:34.739837 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-36145382-dfcb-4998-b877-d905eab82a01 req-7557d17c-8b37-49b7-b368-ed2d78c4b8e1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d7febde-687a-4113-98b5-c77de3c572b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0724280 Jun 02 13:13:34.876137 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-36145382-dfcb-4998-b877-d905eab82a01 req-c3b1f00b-baf4-4c5d-bbe3-b3dc1fc7d465 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7febde-687a-4113-98b5-c77de3c572b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299653 Jun 02 13:13:35.011672 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-36145382-dfcb-4998-b877-d905eab82a01 req-e928374b-268c-4191-b0b9-c248732b57b9 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7febde-687a-4113-98b5-c77de3c572b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272323 Jun 02 13:13:36.943394 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0454ec32-94b9-4a22-b39b-577815c9060b req-0a47a15e-b5c8-45d1-a5fe-433d283b724e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2202954 Jun 02 13:13:37.084144 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454ec32-94b9-4a22-b39b-577815c9060b req-92f34f47-34b4-4705-a151-f1ee7b2af2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:13:37.085613 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0454ec32-94b9-4a22-b39b-577815c9060b req-92f34f47-34b4-4705-a151-f1ee7b2af2f3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=05934beddad342a19e2964e91b6200e5&device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 1098 time: 0.0720999 Jun 02 13:13:37.250778 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454ec32-94b9-4a22-b39b-577815c9060b req-77705aa3-8b00-4dad-be3a-0fa01f756e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:13:37.252219 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0454ec32-94b9-4a22-b39b-577815c9060b req-77705aa3-8b00-4dad-be3a-0fa01f756e7d service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d7febde-687a-4113-98b5-c77de3c572b8 HTTP/1.1" status: 200 len: 915 time: 0.1456256 Jun 02 13:13:37.328099 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0454ec32-94b9-4a22-b39b-577815c9060b req-837feb62-31be-4a64-921b-b56175fc4f9c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5f71ce1-1387-4e31-a8f0-d8abf918a440 HTTP/1.1" status: 200 len: 217 time: 0.0690565 Jun 02 13:13:37.390058 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454ec32-94b9-4a22-b39b-577815c9060b req-385ece2e-c367-4a97-b311-1af097f17871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:13:37.391502 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0454ec32-94b9-4a22-b39b-577815c9060b req-385ece2e-c367-4a97-b311-1af097f17871 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ace31fa2-9498-465b-943a-da2e932c885a HTTP/1.1" status: 200 len: 853 time: 0.0572579 Jun 02 13:13:37.475551 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454ec32-94b9-4a22-b39b-577815c9060b req-70813416-5957-4b5f-9b85-99af459cb24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:13:37.476904 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0454ec32-94b9-4a22-b39b-577815c9060b req-70813416-5957-4b5f-9b85-99af459cb24d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d7febde-687a-4113-98b5-c77de3c572b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0776210 Jun 02 13:13:37.607712 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0454ec32-94b9-4a22-b39b-577815c9060b req-01684ca4-63a6-4cef-a72f-cab8c60cf014 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7febde-687a-4113-98b5-c77de3c572b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238968 Jun 02 13:13:37.735089 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0454ec32-94b9-4a22-b39b-577815c9060b req-a6f38cc6-7f2f-46f6-9183-c5f6ca598728 service neutron] 10.222.0.22 "GET /v2.0/networks/7d7febde-687a-4113-98b5-c77de3c572b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213911 Jun 02 13:13:40.872044 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac356d-c030-4ca4-9972-83354b8c61d4 req-04d80733-18e2-4ae9-ace9-becab9473edb tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:13:40.873511 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-adac356d-c030-4ca4-9972-83354b8c61d4 req-04d80733-18e2-4ae9-ace9-becab9473edb tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 945 time: 0.0866957 Jun 02 13:13:40.918267 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-adac356d-c030-4ca4-9972-83354b8c61d4 req-639d2eda-63c7-489a-a78e-dd329cdca0ad tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Synchronizing usage tracker for tenant:05934beddad342a19e2964e91b6200e5 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:13:40.933001 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-adac356d-c030-4ca4-9972-83354b8c61d4 req-639d2eda-63c7-489a-a78e-dd329cdca0ad tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Unset dirty status for tenant:05934beddad342a19e2964e91b6200e5 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:13:40.934210 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-adac356d-c030-4ca4-9972-83354b8c61d4 req-639d2eda-63c7-489a-a78e-dd329cdca0ad tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548930 Jun 02 13:13:42.120034 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf258b-1fa0-4922-b2cd-c924cef5b520 req-5560a1fa-a306-4469-ac45-a0175f5de602 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:13:42.120719 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-0adf258b-1fa0-4922-b2cd-c924cef5b520 req-5560a1fa-a306-4469-ac45-a0175f5de602 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Synchronizing usage tracker for tenant:05934beddad342a19e2964e91b6200e5 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:13:42.135258 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-0adf258b-1fa0-4922-b2cd-c924cef5b520 req-5560a1fa-a306-4469-ac45-a0175f5de602 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Unset dirty status for tenant:05934beddad342a19e2964e91b6200e5 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:13:42.136853 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0adf258b-1fa0-4922-b2cd-c924cef5b520 req-5560a1fa-a306-4469-ac45-a0175f5de602 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 945 time: 0.0946116 Jun 02 13:13:42.180486 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0adf258b-1fa0-4922-b2cd-c924cef5b520 req-e5fb0455-f11f-49c8-a8ea-b4238156c1bf tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3896d15e-c4be-45db-8c46-9699261bca7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380437 Jun 02 13:13:42.754391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0378fb-cf0c-4b61-8dde-6b0fffb37e40 req-dd779589-d22c-4347-ac2a-7ff289f28ec8 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:13:42.755771 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ff0378fb-cf0c-4b61-8dde-6b0fffb37e40 req-dd779589-d22c-4347-ac2a-7ff289f28ec8 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.22 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 945 time: 0.0824661 Jun 02 13:13:42.889645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-ff0378fb-cf0c-4b61-8dde-6b0fffb37e40 req-d7374640-98fe-4ec7-9a0d-13d5a3d4e7cb tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Deleting port e5f71ce1-1387-4e31-a8f0-d8abf918a440 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:13:42.889981 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ff0378fb-cf0c-4b61-8dde-6b0fffb37e40 req-d7374640-98fe-4ec7-9a0d-13d5a3d4e7cb tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:43.019237 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-ff0378fb-cf0c-4b61-8dde-6b0fffb37e40 req-d7374640-98fe-4ec7-9a0d-13d5a3d4e7cb tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] For port e5f71ce1-1387-4e31-a8f0-d8abf918a440, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e5f71ce1-1387-4e31-a8f0-d8abf918a440,segment=NetworkSegment(f30ed7ea-afa3-4961-bbb2-f29086fc6df9),segment_id=f30ed7ea-afa3-4961-bbb2-f29086fc6df9)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:13:43.019504 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ff0378fb-cf0c-4b61-8dde-6b0fffb37e40 req-d7374640-98fe-4ec7-9a0d-13d5a3d4e7cb tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:43.140033 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-ff0378fb-cf0c-4b61-8dde-6b0fffb37e40 req-d7374640-98fe-4ec7-9a0d-13d5a3d4e7cb tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Calling delete_port for e5f71ce1-1387-4e31-a8f0-d8abf918a440 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:13:43.253286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ff0378fb-cf0c-4b61-8dde-6b0fffb37e40 req-d7374640-98fe-4ec7-9a0d-13d5a3d4e7cb tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:43.260566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c20f0758-4a6f-4fb7-a475-a0ef88f9acd9 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:43.264760 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['e5f71ce1-1387-4e31-a8f0-d8abf918a440'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:13:43.311607 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7374640-98fe-4ec7-9a0d-13d5a3d4e7cb tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Pushing event deleted for resources: {'Port': ['ID=e5f71ce1-1387-4e31-a8f0-d8abf918a440,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:43.314222 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d7374640-98fe-4ec7-9a0d-13d5a3d4e7cb tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:43.333359 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-93d064c8-c68a-4632-9cea-cfab5c8291d2 req-4b044722-d1cb-41fe-bebb-72ef09dbdaf9 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=547b2100-24f9-43c4-9171-c2f809f78bdd HTTP/1.1" status: 200 len: 210 time: 0.0474145 Jun 02 13:13:43.390755 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0378fb-cf0c-4b61-8dde-6b0fffb37e40 req-d7374640-98fe-4ec7-9a0d-13d5a3d4e7cb tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] No DVR routers for this DVR port e5f71ce1-1387-4e31-a8f0-d8abf918a440 on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:13:43.393230 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ff0378fb-cf0c-4b61-8dde-6b0fffb37e40 req-d7374640-98fe-4ec7-9a0d-13d5a3d4e7cb tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:43.395786 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547b2100-24f9-43c4-9171-c2f809f78bdd', 'name': 'network-vif-deleted', 'tag': 'e5f71ce1-1387-4e31-a8f0-d8abf918a440'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:13:43.398007 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c83cd8-d931-4c2d-bdfb-b51275d60ed3" -d '{"events": [{"server_uuid": "547b2100-24f9-43c4-9171-c2f809f78bdd", "name": "network-vif-deleted", "tag": "e5f71ce1-1387-4e31-a8f0-d8abf918a440"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:13:43.412706 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ff0378fb-cf0c-4b61-8dde-6b0fffb37e40 req-d7374640-98fe-4ec7-9a0d-13d5a3d4e7cb tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] 10.222.0.22 "DELETE /v2.0/ports/e5f71ce1-1387-4e31-a8f0-d8abf918a440 HTTP/1.1" status: 204 len: 173 time: 0.6509557 Jun 02 13:13:43.440682 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc9c8e9-9fd8-48a8-87a6-380fbd375cc6 x-openstack-request-id: req-3fc9c8e9-9fd8-48a8-87a6-380fbd375cc6 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:13:43.441008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547b2100-24f9-43c4-9171-c2f809f78bdd", "name": "network-vif-deleted", "tag": "e5f71ce1-1387-4e31-a8f0-d8abf918a440", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:13:43.441309 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3fc9c8e9-9fd8-48a8-87a6-380fbd375cc6 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:13:43.441836 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547b2100-24f9-43c4-9171-c2f809f78bdd', 'name': 'network-vif-deleted', 'tag': 'e5f71ce1-1387-4e31-a8f0-d8abf918a440', 'status': 'completed', 'code': 200} Jun 02 13:13:44.207614 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f9f4b1f1-22da-4901-81cd-80b554eb1983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:44.975421 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53968) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:13:45.648346 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-af22c3db-87c0-4bf4-8f15-27b9a2ed5466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:46.053531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-af22c3db-87c0-4bf4-8f15-27b9a2ed5466 admin admin] Deleting port 49dea95f-b473-4c67-97e3-63bbd6de671a {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:13:46.054235 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-af22c3db-87c0-4bf4-8f15-27b9a2ed5466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:46.174471 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-af22c3db-87c0-4bf4-8f15-27b9a2ed5466 admin admin] For port 49dea95f-b473-4c67-97e3-63bbd6de671a, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=49dea95f-b473-4c67-97e3-63bbd6de671a,segment=NetworkSegment(f30ed7ea-afa3-4961-bbb2-f29086fc6df9),segment_id=f30ed7ea-afa3-4961-bbb2-f29086fc6df9)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:13:46.174823 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-af22c3db-87c0-4bf4-8f15-27b9a2ed5466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:46.297841 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-af22c3db-87c0-4bf4-8f15-27b9a2ed5466 admin admin] Calling delete_port for 49dea95f-b473-4c67-97e3-63bbd6de671a owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:13:46.580623 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-af22c3db-87c0-4bf4-8f15-27b9a2ed5466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:46.585067 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:46.722408 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f1b9ab3b-3441-41c1-8f61-550383bdf6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:46.756296 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:46.757521 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22c3db-87c0-4bf4-8f15-27b9a2ed5466 admin admin] Pushing event deleted for resources: {'Port': ['ID=49dea95f-b473-4c67-97e3-63bbd6de671a,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:46.783376 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-af22c3db-87c0-4bf4-8f15-27b9a2ed5466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:47.021941 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-af22c3db-87c0-4bf4-8f15-27b9a2ed5466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:47.139010 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device e5f71ce1-1387-4e31-a8f0-d8abf918a440 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:13:47.176403 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: e5f71ce1-1387-4e31-a8f0-d8abf918a440 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:13:47.176786 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device e5f71ce1-1387-4e31-a8f0-d8abf918a440 not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:13:47.385679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af22c3db-87c0-4bf4-8f15-27b9a2ed5466 admin admin] Router c8b32621-2128-4e46-a784-4430b0e39519 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:13:47.560018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af22c3db-87c0-4bf4-8f15-27b9a2ed5466 admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:13:47.568826 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae17374-ae24-4205-9211-d502fefee1c8 None None] Sync routers for ids ['c8b32621-2128-4e46-a784-4430b0e39519'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:13:47.573718 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-af22c3db-87c0-4bf4-8f15-27b9a2ed5466 admin admin] 10.222.0.37 "PUT /v2.0/routers/c8b32621-2128-4e46-a784-4430b0e39519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5955935 Jun 02 13:13:47.574555 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53970) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:13:47.578028 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae17374-ae24-4205-9211-d502fefee1c8 None None] Routers {'c8b32621-2128-4e46-a784-4430b0e39519'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:13:47.578675 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-9ae17374-ae24-4205-9211-d502fefee1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:13:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c8b32621-2128-4e46-a784-4430b0e39519'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:13:47.748618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ba16ce4c-c5e5-4224-81a1-c2ab1e4540fc admin admin] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:47.753274 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-9ae17374-ae24-4205-9211-d502fefee1c8 None None] Set router c8b32621-2128-4e46-a784-4430b0e39519 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:13:47.920014 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ba16ce4c-c5e5-4224-81a1-c2ab1e4540fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:47.933094 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:48.049672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-9ae17374-ae24-4205-9211-d502fefee1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'name': 'tempest-TestMinimumBasicScenario-175999495-router', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:20Z', 'updated_at': '2021-06-02T13:13:46Z', 'revision_number': 5, 'project_id': '05934beddad342a19e2964e91b6200e5', 'gw_port': {'id': '8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:21Z', 'updated_at': '2021-06-02T13:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:13:48.054064 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae17374-ae24-4205-9211-d502fefee1c8 None None] Checking router: c8b32621-2128-4e46-a784-4430b0e39519 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:13:48.063154 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae17374-ae24-4205-9211-d502fefee1c8 None None] Routers {'c8b32621-2128-4e46-a784-4430b0e39519'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:13:48.063777 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-9ae17374-ae24-4205-9211-d502fefee1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:13:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c8b32621-2128-4e46-a784-4430b0e39519'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:13:48.134084 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-ba16ce4c-c5e5-4224-81a1-c2ab1e4540fc admin admin] Deleting port 8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:13:48.134445 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ba16ce4c-c5e5-4224-81a1-c2ab1e4540fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:48.256333 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-ba16ce4c-c5e5-4224-81a1-c2ab1e4540fc admin admin] For port 8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:13:48.256692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ba16ce4c-c5e5-4224-81a1-c2ab1e4540fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:48.258195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-9ae17374-ae24-4205-9211-d502fefee1c8 None None] Set router c8b32621-2128-4e46-a784-4430b0e39519 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:13:48.365853 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-9ae17374-ae24-4205-9211-d502fefee1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'name': 'tempest-TestMinimumBasicScenario-175999495-router', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:20Z', 'updated_at': '2021-06-02T13:13:47Z', 'revision_number': 6, 'project_id': '05934beddad342a19e2964e91b6200e5', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:13:48.369792 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae17374-ae24-4205-9211-d502fefee1c8 None None] The sync data for ids ['c8b32621-2128-4e46-a784-4430b0e39519'] in dv-neutron-601336-80-hyperv is: [{'id': 'c8b32621-2128-4e46-a784-4430b0e39519', 'name': 'tempest-TestMinimumBasicScenario-175999495-router', 'tenant_id': '05934beddad342a19e2964e91b6200e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:20Z', 'updated_at': '2021-06-02T13:13:47Z', 'revision_number': 6, 'project_id': '05934beddad342a19e2964e91b6200e5', 'gw_port_host': None}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:13:48.381607 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-ba16ce4c-c5e5-4224-81a1-c2ab1e4540fc admin admin] Calling delete_port for 8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26 owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:13:48.520415 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ba16ce4c-c5e5-4224-81a1-c2ab1e4540fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:48.524587 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:48.567376 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16ce4c-c5e5-4224-81a1-c2ab1e4540fc admin admin] Pushing event deleted for resources: {'Port': ['ID=8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:48.592727 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ba16ce4c-c5e5-4224-81a1-c2ab1e4540fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:48.657200 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ba16ce4c-c5e5-4224-81a1-c2ab1e4540fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:48.831474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ba16ce4c-c5e5-4224-81a1-c2ab1e4540fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:48.833645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ba16ce4c-c5e5-4224-81a1-c2ab1e4540fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:48.855114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ba16ce4c-c5e5-4224-81a1-c2ab1e4540fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:48.855605 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba16ce4c-c5e5-4224-81a1-c2ab1e4540fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8b32621-2128-4e46-a784-4430b0e39519 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 13:13:48.867220 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ba16ce4c-c5e5-4224-81a1-c2ab1e4540fc admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:48.868329 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ba16ce4c-c5e5-4224-81a1-c2ab1e4540fc admin admin] 10.222.0.37 "DELETE /v2.0/routers/c8b32621-2128-4e46-a784-4430b0e39519 HTTP/1.1" status: 204 len: 168 time: 1.2928834 Jun 02 13:13:48.871474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53972) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:13:48.928077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a65fcf-5a2c-4a31-b149-7bee0b62be49 admin admin] Deleting subnet ace31fa2-9498-465b-943a-da2e932c885a {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 13:13:48.930935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50a65fcf-5a2c-4a31-b149-7bee0b62be49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:48.981190 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50a65fcf-5a2c-4a31-b149-7bee0b62be49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:49.055668 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50a65fcf-5a2c-4a31-b149-7bee0b62be49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:49.215790 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 49dea95f-b473-4c67-97e3-63bbd6de671a no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:13:49.253963 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 49dea95f-b473-4c67-97e3-63bbd6de671a {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:13:49.254489 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 49dea95f-b473-4c67-97e3-63bbd6de671a not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:13:49.254913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:13:49.287642 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:13:49.287992 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8c0cc4be-bfaf-4fcc-943b-e43ea40e9f26 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:13:49.316278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50a65fcf-5a2c-4a31-b149-7bee0b62be49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:49.320308 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cf0056d9-a03c-4729-b41c-d1b7f0e7aab3 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:49.356740 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a65fcf-5a2c-4a31-b149-7bee0b62be49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ace31fa2-9498-465b-943a-da2e932c885a,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:49.359855 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-50a65fcf-5a2c-4a31-b149-7bee0b62be49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:49.365015 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50a65fcf-5a2c-4a31-b149-7bee0b62be49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:49.369592 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e6228f-4f79-4942-9af4-59ac2a30d745 None None] Network 7d7febde-687a-4113-98b5-c77de3c572b8 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:13:49.372050 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-50a65fcf-5a2c-4a31-b149-7bee0b62be49 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ace31fa2-9498-465b-943a-da2e932c885a HTTP/1.1" status: 204 len: 168 time: 0.4995823 Jun 02 13:13:49.374440 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53974) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:13:49.484770 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:49.562139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] Deleting port 3c074ccd-bd11-487e-bbb5-e18ffaecd72d {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:13:49.562796 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:49.623070 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db87fc7-a8e7-4026-bdcc-bf10bce44cbc None None] DHCP port deletion for 7d7febde-687a-4113-98b5-c77de3c572b8 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 13:13:49.682664 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:49.705573 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-4db87fc7-a8e7-4026-bdcc-bf10bce44cbc None None] Deleting port 3c074ccd-bd11-487e-bbb5-e18ffaecd72d {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:13:49.705951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4db87fc7-a8e7-4026-bdcc-bf10bce44cbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:49.783655 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] For port 3c074ccd-bd11-487e-bbb5-e18ffaecd72d, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3c074ccd-bd11-487e-bbb5-e18ffaecd72d,segment=NetworkSegment(f30ed7ea-afa3-4961-bbb2-f29086fc6df9),segment_id=f30ed7ea-afa3-4961-bbb2-f29086fc6df9)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:13:49.784005 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:49.804910 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-4db87fc7-a8e7-4026-bdcc-bf10bce44cbc None None] For port 3c074ccd-bd11-487e-bbb5-e18ffaecd72d, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=3c074ccd-bd11-487e-bbb5-e18ffaecd72d,segment=NetworkSegment(f30ed7ea-afa3-4961-bbb2-f29086fc6df9),segment_id=f30ed7ea-afa3-4961-bbb2-f29086fc6df9)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:13:49.805304 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4db87fc7-a8e7-4026-bdcc-bf10bce44cbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:49.907082 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] Calling delete_port for 3c074ccd-bd11-487e-bbb5-e18ffaecd72d owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:13:49.927932 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-4db87fc7-a8e7-4026-bdcc-bf10bce44cbc None None] Calling delete_port for 3c074ccd-bd11-487e-bbb5-e18ffaecd72d owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:13:49.953621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:49.958260 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f4399edb-1827-4336-be05-114def634449 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:49.971547 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4db87fc7-a8e7-4026-bdcc-bf10bce44cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:49.975151 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:50.000996 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c074ccd-bd11-487e-bbb5-e18ffaecd72d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:50.002796 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] No DVR routers for this DVR port 3c074ccd-bd11-487e-bbb5-e18ffaecd72d on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:13:50.004248 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:50.019737 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db87fc7-a8e7-4026-bdcc-bf10bce44cbc None None] Pushing event deleted for resources: {'Port': ['ID=3c074ccd-bd11-487e-bbb5-e18ffaecd72d,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:50.029196 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db87fc7-a8e7-4026-bdcc-bf10bce44cbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:50.029555 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db87fc7-a8e7-4026-bdcc-bf10bce44cbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:50.029890 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db87fc7-a8e7-4026-bdcc-bf10bce44cbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:50.030245 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db87fc7-a8e7-4026-bdcc-bf10bce44cbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:50.030576 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db87fc7-a8e7-4026-bdcc-bf10bce44cbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:50.030900 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db87fc7-a8e7-4026-bdcc-bf10bce44cbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:50.031223 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db87fc7-a8e7-4026-bdcc-bf10bce44cbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:50.031545 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db87fc7-a8e7-4026-bdcc-bf10bce44cbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:50.031863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db87fc7-a8e7-4026-bdcc-bf10bce44cbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:50.032180 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db87fc7-a8e7-4026-bdcc-bf10bce44cbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:50.032496 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db87fc7-a8e7-4026-bdcc-bf10bce44cbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:50.032808 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db87fc7-a8e7-4026-bdcc-bf10bce44cbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:13:50.035515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db87fc7-a8e7-4026-bdcc-bf10bce44cbc None None] No DVR routers for this DVR port 3c074ccd-bd11-487e-bbb5-e18ffaecd72d on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:13:50.036872 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4db87fc7-a8e7-4026-bdcc-bf10bce44cbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:50.117947 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:50.130850 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7febde-687a-4113-98b5-c77de3c572b8']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:13:50.143101 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30ed7ea-afa3-4961-bbb2-f29086fc6df9') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:13:50.143407 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30ed7ea-afa3-4961-bbb2-f29086fc6df9') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:13:50.154750 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:50.170382 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:50.176120 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 13:13:50.176495 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 13:13:50.189784 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 13:13:50.265602 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:50.268974 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e4d7c26c-0f87-4cee-8223-5505a829086e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:50.281489 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:50.294338 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7febde-687a-4113-98b5-c77de3c572b8,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:50.297707 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:50.299476 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7d7febde-687a-4113-98b5-c77de3c572b8 HTTP/1.1" status: 204 len: 168 time: 0.9241202 Jun 02 13:13:50.302333 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53976) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:13:50.834130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6b55a4d7-08d1-424a-b42d-5483f9c0115c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:51.207381 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3c074ccd-bd11-487e-bbb5-e18ffaecd72d no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:13:51.242293 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 3c074ccd-bd11-487e-bbb5-e18ffaecd72d {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:13:51.242722 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 3c074ccd-bd11-487e-bbb5-e18ffaecd72d not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:13:51.353137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-6b55a4d7-08d1-424a-b42d-5483f9c0115c admin admin] Deleting port a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:13:51.353468 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6b55a4d7-08d1-424a-b42d-5483f9c0115c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:51.473636 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-6b55a4d7-08d1-424a-b42d-5483f9c0115c admin admin] For port a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed,segment=NetworkSegment(29da89a7-f51e-406c-862a-551214fbb7d4),segment_id=29da89a7-f51e-406c-862a-551214fbb7d4)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:13:51.473894 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6b55a4d7-08d1-424a-b42d-5483f9c0115c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:51.594430 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-6b55a4d7-08d1-424a-b42d-5483f9c0115c admin admin] Calling delete_port for a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:13:51.739707 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6b55a4d7-08d1-424a-b42d-5483f9c0115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:51.744187 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-63c7f87f-7347-4da9-a6bc-5c93f143c873 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:51.801673 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:13:51.820064 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55a4d7-08d1-424a-b42d-5483f9c0115c admin admin] Pushing event deleted for resources: {'Port': ['ID=a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:51.823476 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6b55a4d7-08d1-424a-b42d-5483f9c0115c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:52.062967 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6b55a4d7-08d1-424a-b42d-5483f9c0115c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:52.417802 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b55a4d7-08d1-424a-b42d-5483f9c0115c admin admin] Router eee83efd-df41-4ab0-b467-9c22db9243e8 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:13:52.708422 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b55a4d7-08d1-424a-b42d-5483f9c0115c admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:13:52.716617 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f27d16-77b6-4be8-8167-623f9f570d24 None None] Sync routers for ids ['eee83efd-df41-4ab0-b467-9c22db9243e8'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:13:52.724230 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6b55a4d7-08d1-424a-b42d-5483f9c0115c admin admin] 10.222.0.37 "PUT /v2.0/routers/eee83efd-df41-4ab0-b467-9c22db9243e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4209120 Jun 02 13:13:52.725385 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f27d16-77b6-4be8-8167-623f9f570d24 None None] Routers {'eee83efd-df41-4ab0-b467-9c22db9243e8'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:13:52.725977 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-95f27d16-77b6-4be8-8167-623f9f570d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:13:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['eee83efd-df41-4ab0-b467-9c22db9243e8'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:13:52.726782 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53978) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:13:52.895793 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-95f27d16-77b6-4be8-8167-623f9f570d24 None None] Set router eee83efd-df41-4ab0-b467-9c22db9243e8 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:13:52.901846 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-220c94f0-20d3-4906-818f-7bbceaaccab2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:53.081456 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-220c94f0-20d3-4906-818f-7bbceaaccab2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:53.153752 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-220c94f0-20d3-4906-818f-7bbceaaccab2 admin admin] Deleting port 9689c2c9-cc1a-42ce-9961-8d3c3d401bb5 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:13:53.154138 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-220c94f0-20d3-4906-818f-7bbceaaccab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:53.172354 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-95f27d16-77b6-4be8-8167-623f9f570d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee83efd-df41-4ab0-b467-9c22db9243e8', 'name': 'tempest-TestMinimumBasicScenario-1251308697-router', 'tenant_id': '8049799849f040ceb73115a92379c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': '9689c2c9-cc1a-42ce-9961-8d3c3d401bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:27Z', 'updated_at': '2021-06-02T13:13:51Z', 'revision_number': 5, 'project_id': '8049799849f040ceb73115a92379c113', 'gw_port': {'id': '9689c2c9-cc1a-42ce-9961-8d3c3d401bb5', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee83efd-df41-4ab0-b467-9c22db9243e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:10:28Z', 'updated_at': '2021-06-02T13:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:13:53.176500 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f27d16-77b6-4be8-8167-623f9f570d24 None None] Checking router: eee83efd-df41-4ab0-b467-9c22db9243e8 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:13:53.184999 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f27d16-77b6-4be8-8167-623f9f570d24 None None] Routers {'eee83efd-df41-4ab0-b467-9c22db9243e8'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:13:53.185610 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-95f27d16-77b6-4be8-8167-623f9f570d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:13:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['eee83efd-df41-4ab0-b467-9c22db9243e8'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:13:53.281282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-220c94f0-20d3-4906-818f-7bbceaaccab2 admin admin] For port 9689c2c9-cc1a-42ce-9961-8d3c3d401bb5, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=9689c2c9-cc1a-42ce-9961-8d3c3d401bb5,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:13:53.281635 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-220c94f0-20d3-4906-818f-7bbceaaccab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:53.335042 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-95f27d16-77b6-4be8-8167-623f9f570d24 None None] Set router eee83efd-df41-4ab0-b467-9c22db9243e8 gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:13:53.405336 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-220c94f0-20d3-4906-818f-7bbceaaccab2 admin admin] Calling delete_port for 9689c2c9-cc1a-42ce-9961-8d3c3d401bb5 owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:13:53.437362 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-95f27d16-77b6-4be8-8167-623f9f570d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee83efd-df41-4ab0-b467-9c22db9243e8', 'name': 'tempest-TestMinimumBasicScenario-1251308697-router', 'tenant_id': '8049799849f040ceb73115a92379c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:27Z', 'updated_at': '2021-06-02T13:13:53Z', 'revision_number': 6, 'project_id': '8049799849f040ceb73115a92379c113', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:13:53.441164 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f27d16-77b6-4be8-8167-623f9f570d24 None None] The sync data for ids ['eee83efd-df41-4ab0-b467-9c22db9243e8'] in dv-neutron-601336-80-hyperv is: [{'id': 'eee83efd-df41-4ab0-b467-9c22db9243e8', 'name': 'tempest-TestMinimumBasicScenario-1251308697-router', 'tenant_id': '8049799849f040ceb73115a92379c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:10:27Z', 'updated_at': '2021-06-02T13:13:53Z', 'revision_number': 6, 'project_id': '8049799849f040ceb73115a92379c113', 'gw_port_host': None}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:13:53.545783 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-220c94f0-20d3-4906-818f-7bbceaaccab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:53.549451 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3850aac9-7809-4b65-91f1-52cda37511ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:53.590753 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c94f0-20d3-4906-818f-7bbceaaccab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9689c2c9-cc1a-42ce-9961-8d3c3d401bb5,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:53.594214 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-220c94f0-20d3-4906-818f-7bbceaaccab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:53.682122 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-220c94f0-20d3-4906-818f-7bbceaaccab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:53.857104 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-220c94f0-20d3-4906-818f-7bbceaaccab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:53.859632 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-220c94f0-20d3-4906-818f-7bbceaaccab2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:53.882925 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-220c94f0-20d3-4906-818f-7bbceaaccab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:53.883419 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220c94f0-20d3-4906-818f-7bbceaaccab2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eee83efd-df41-4ab0-b467-9c22db9243e8 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 13:13:53.895481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-220c94f0-20d3-4906-818f-7bbceaaccab2 admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:53.896601 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-220c94f0-20d3-4906-818f-7bbceaaccab2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/eee83efd-df41-4ab0-b467-9c22db9243e8 HTTP/1.1" status: 204 len: 168 time: 1.1688979 Jun 02 13:13:53.899031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53980) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:13:53.956144 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ca8c8c-5e62-4ae1-84d9-97450ddc2dba admin admin] Deleting subnet 2e04f2f6-03fd-457f-af43-e50e6481b839 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 13:13:53.958945 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32ca8c8c-5e62-4ae1-84d9-97450ddc2dba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:54.134843 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32ca8c8c-5e62-4ae1-84d9-97450ddc2dba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:54.212868 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32ca8c8c-5e62-4ae1-84d9-97450ddc2dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:54.464084 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32ca8c8c-5e62-4ae1-84d9-97450ddc2dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:54.468426 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-445e150c-8a72-45bb-ad83-b322b67f47d4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:54.503783 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca8c8c-5e62-4ae1-84d9-97450ddc2dba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e04f2f6-03fd-457f-af43-e50e6481b839,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:54.505692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32ca8c8c-5e62-4ae1-84d9-97450ddc2dba admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:54.510848 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2849961e-0145-45a1-9ac5-f70a0b9dfa94 None None] Network 443fad7a-da32-4354-b68f-2eacd11fc43e requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:13:54.511290 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-32ca8c8c-5e62-4ae1-84d9-97450ddc2dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:54.512191 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-32ca8c8c-5e62-4ae1-84d9-97450ddc2dba admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2e04f2f6-03fd-457f-af43-e50e6481b839 HTTP/1.1" status: 204 len: 168 time: 0.6122637 Jun 02 13:13:54.514625 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53982) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:13:54.619172 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:54.694476 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] Deleting port e78487c6-8fc9-498b-8d8c-b2788883f6bc {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:13:54.694702 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:54.756788 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f915f24a-92b7-47e0-85cf-06fafbd611be None None] DHCP port deletion for 443fad7a-da32-4354-b68f-2eacd11fc43e request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 13:13:54.793040 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] For port e78487c6-8fc9-498b-8d8c-b2788883f6bc, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e78487c6-8fc9-498b-8d8c-b2788883f6bc,segment=NetworkSegment(29da89a7-f51e-406c-862a-551214fbb7d4),segment_id=29da89a7-f51e-406c-862a-551214fbb7d4)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:13:54.793392 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:54.820741 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f915f24a-92b7-47e0-85cf-06fafbd611be None None] Deleting port e78487c6-8fc9-498b-8d8c-b2788883f6bc {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:13:54.821121 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f915f24a-92b7-47e0-85cf-06fafbd611be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:54.922162 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] Calling delete_port for e78487c6-8fc9-498b-8d8c-b2788883f6bc owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:13:54.965033 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-f915f24a-92b7-47e0-85cf-06fafbd611be None None] For port e78487c6-8fc9-498b-8d8c-b2788883f6bc, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e78487c6-8fc9-498b-8d8c-b2788883f6bc,segment=NetworkSegment(29da89a7-f51e-406c-862a-551214fbb7d4),segment_id=29da89a7-f51e-406c-862a-551214fbb7d4)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:13:54.965349 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f915f24a-92b7-47e0-85cf-06fafbd611be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:54.969419 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:54.973214 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:55.014174 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e78487c6-8fc9-498b-8d8c-b2788883f6bc,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:55.017547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:55.019869 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] No DVR routers for this DVR port e78487c6-8fc9-498b-8d8c-b2788883f6bc on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:13:55.085426 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f915f24a-92b7-47e0-85cf-06fafbd611be None None] Calling delete_port for e78487c6-8fc9-498b-8d8c-b2788883f6bc owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:13:55.127313 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f915f24a-92b7-47e0-85cf-06fafbd611be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:55.131658 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-da270b71-172f-403e-aa06-1afca6e4f897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:55.134073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:55.146627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443fad7a-da32-4354-b68f-2eacd11fc43e']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:13:55.159203 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29da89a7-f51e-406c-862a-551214fbb7d4') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:13:55.159502 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29da89a7-f51e-406c-862a-551214fbb7d4') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:13:55.171997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:55.179090 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f915f24a-92b7-47e0-85cf-06fafbd611be None None] No DVR routers for this DVR port e78487c6-8fc9-498b-8d8c-b2788883f6bc on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:13:55.180927 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915f24a-92b7-47e0-85cf-06fafbd611be None None] Pushing event deleted for resources: {'Port': ['ID=e78487c6-8fc9-498b-8d8c-b2788883f6bc,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:55.183965 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f915f24a-92b7-47e0-85cf-06fafbd611be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:55.196188 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:55.203179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 13:13:55.203568 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 13:13:55.217293 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 13:13:55.227252 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e78487c6-8fc9-498b-8d8c-b2788883f6bc no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:13:55.260885 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: e78487c6-8fc9-498b-8d8c-b2788883f6bc {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:13:55.261236 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e78487c6-8fc9-498b-8d8c-b2788883f6bc not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:13:55.261656 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:13:55.293913 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:55.295168 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:13:55.295599 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device a34e3b33-6c2c-498a-8c39-9f12c4ebd5ed not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:13:55.296024 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 9689c2c9-cc1a-42ce-9961-8d3c3d401bb5 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:13:55.300722 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-12b465b7-c30a-415a-9f05-80eabf2941a8 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:55.314204 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:55.327027 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=443fad7a-da32-4354-b68f-2eacd11fc43e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:55.330942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:55.331129 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 9689c2c9-cc1a-42ce-9961-8d3c3d401bb5 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:13:55.331453 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 9689c2c9-cc1a-42ce-9961-8d3c3d401bb5 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:13:55.332462 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/443fad7a-da32-4354-b68f-2eacd11fc43e HTTP/1.1" status: 204 len: 168 time: 0.8169401 Jun 02 13:13:55.498370 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53986) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:13:55.550204 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-50b89f2c-1c71-47b3-b4e2-8883a2d15316 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05934beddad342a19e2964e91b6200e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505369 Jun 02 13:13:55.552440 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53988) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:13:55.608400 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-91996e0a-b38d-4f98-96cc-ecbe8963c31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:55.633302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-91996e0a-b38d-4f98-96cc-ecbe8963c31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:55.686488 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-91996e0a-b38d-4f98-96cc-ecbe8963c31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:55.691188 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5e88d3c6-2889-4d8c-bcea-d7cc848fa4af tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:55.703574 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91996e0a-b38d-4f98-96cc-ecbe8963c31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3896d15e-c4be-45db-8c46-9699261bca7f,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:55.706236 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-91996e0a-b38d-4f98-96cc-ecbe8963c31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:55.712833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-91996e0a-b38d-4f98-96cc-ecbe8963c31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:55.713990 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-91996e0a-b38d-4f98-96cc-ecbe8963c31d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3896d15e-c4be-45db-8c46-9699261bca7f HTTP/1.1" status: 204 len: 168 time: 0.1606340 Jun 02 13:13:56.039749 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53994) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:13:56.086451 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-19425ccc-1781-44a6-b0a8-1da159842c27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8049799849f040ceb73115a92379c113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454538 Jun 02 13:13:56.089171 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 53996) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:13:56.147116 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ae9d7b78-fa66-4854-8fe0-85e63da6cedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:56.173101 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ae9d7b78-fa66-4854-8fe0-85e63da6cedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:56.226270 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:56.235945 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ae9d7b78-fa66-4854-8fe0-85e63da6cedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:56.239944 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-00b55b1b-2314-440e-ab5d-0f751f4c8457 tempest-TestVolumeBootPattern-769113987 tempest-TestVolumeBootPattern-769113987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:56.252990 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d7b78-fa66-4854-8fe0-85e63da6cedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0747f56d-a93c-4933-808c-52db5aacca26,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:56.255310 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ae9d7b78-fa66-4854-8fe0-85e63da6cedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:56.258587 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ae9d7b78-fa66-4854-8fe0-85e63da6cedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:56.263588 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ae9d7b78-fa66-4854-8fe0-85e63da6cedb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0747f56d-a93c-4933-808c-52db5aacca26 HTTP/1.1" status: 204 len: 168 time: 0.1735070 Jun 02 13:13:57.998298 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54044) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:13:58.003022 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1406766257', 'description': 'tempest-secgroup-smoke-1406766257 description', 'project_id': '31333cf8d25c494bb5e988c524b4e546'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:13:58.009026 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:13:58.012841 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:13:58.015673 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:13:58.022149 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:13:58.031017 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:58.043490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:58.058406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:13:58.062091 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:13:58.064824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:13:58.070417 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:13:58.163383 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:58.168259 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:58.171734 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:58.179143 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:13:58.186949 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:13:58.191430 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:13:58.207144 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:13:58.215436 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55cf13e-bfe0-4991-b87c-565157c02647,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:58.219719 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:58.286744 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:58.290392 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:58.296056 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-bc400ac4-f6da-4e6e-9e02-dde61d36408f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:58.333392 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6176a45c-8e64-4616-8389-c1ff5f2f4905,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:58.336205 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:58.337364 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3380632 Jun 02 13:13:58.338268 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-da555f8e-6a78-4b02-bf2a-2c64a106eb7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:58.340268 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54046) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:13:58.347941 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-e830b1a3-44d2-4e2e-9d1b-04ba21214dcc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': '6176a45c-8e64-4616-8389-c1ff5f2f4905', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:13:58.351697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e830b1a3-44d2-4e2e-9d1b-04ba21214dcc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:13:58.355701 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e830b1a3-44d2-4e2e-9d1b-04ba21214dcc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:13:58.358573 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e830b1a3-44d2-4e2e-9d1b-04ba21214dcc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:13:58.364258 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e830b1a3-44d2-4e2e-9d1b-04ba21214dcc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:13:58.380559 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e830b1a3-44d2-4e2e-9d1b-04ba21214dcc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:58.442213 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e830b1a3-44d2-4e2e-9d1b-04ba21214dcc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:58.446350 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e830b1a3-44d2-4e2e-9d1b-04ba21214dcc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:58.454652 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-26357cac-7639-40dd-a007-69f7098ab095 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:58.474522 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830b1a3-44d2-4e2e-9d1b-04ba21214dcc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec50d8e6-2b53-49a1-b057-3b7faa112d69,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:58.477351 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e830b1a3-44d2-4e2e-9d1b-04ba21214dcc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:58.482442 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e830b1a3-44d2-4e2e-9d1b-04ba21214dcc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:58.483592 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e830b1a3-44d2-4e2e-9d1b-04ba21214dcc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424017 Jun 02 13:13:58.486252 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54048) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:13:58.490704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-9b77b860-1fe5-4857-9393-e242184b1530 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': '6176a45c-8e64-4616-8389-c1ff5f2f4905', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:13:58.497696 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9b77b860-1fe5-4857-9393-e242184b1530 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:13:58.501433 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9b77b860-1fe5-4857-9393-e242184b1530 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:13:58.504291 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9b77b860-1fe5-4857-9393-e242184b1530 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:13:58.509932 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9b77b860-1fe5-4857-9393-e242184b1530 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:13:58.528491 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9b77b860-1fe5-4857-9393-e242184b1530 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:58.599962 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9b77b860-1fe5-4857-9393-e242184b1530 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:58.603506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9b77b860-1fe5-4857-9393-e242184b1530 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:58.605819 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7a836d04-5832-4c72-a345-cf688d10e168 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:58.626803 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77b860-1fe5-4857-9393-e242184b1530 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddccd7c5-3eee-4136-950f-f130d52afcfa,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:58.630528 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9b77b860-1fe5-4857-9393-e242184b1530 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:58.638340 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9b77b860-1fe5-4857-9393-e242184b1530 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:58.639518 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9b77b860-1fe5-4857-9393-e242184b1530 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1523411 Jun 02 13:13:58.642052 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54052) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:13:58.646365 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-76680225-1aee-4eb6-a215-9a6be10295f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': '6176a45c-8e64-4616-8389-c1ff5f2f4905', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:13:58.651991 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-76680225-1aee-4eb6-a215-9a6be10295f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:13:58.655739 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-76680225-1aee-4eb6-a215-9a6be10295f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:13:58.658567 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-76680225-1aee-4eb6-a215-9a6be10295f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:13:58.664104 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-76680225-1aee-4eb6-a215-9a6be10295f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:13:58.679785 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-76680225-1aee-4eb6-a215-9a6be10295f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:58.739301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-76680225-1aee-4eb6-a215-9a6be10295f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:58.742675 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-76680225-1aee-4eb6-a215-9a6be10295f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:58.744386 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ef6b799a-11e3-441f-a9cd-c0a6c2fa721c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:58.768951 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76680225-1aee-4eb6-a215-9a6be10295f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0238e2df-e28e-425f-b3ee-8cadd08bc5e5,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:58.771493 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-76680225-1aee-4eb6-a215-9a6be10295f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:58.774585 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-76680225-1aee-4eb6-a215-9a6be10295f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:58.776062 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-76680225-1aee-4eb6-a215-9a6be10295f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328247 Jun 02 13:13:58.779262 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54054) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:13:58.783715 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-1517b121-a312-46a5-9a86-7d9545f55555 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': '6176a45c-8e64-4616-8389-c1ff5f2f4905', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:13:58.789452 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1517b121-a312-46a5-9a86-7d9545f55555 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:13:58.793978 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1517b121-a312-46a5-9a86-7d9545f55555 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:13:58.796785 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1517b121-a312-46a5-9a86-7d9545f55555 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:13:58.802571 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1517b121-a312-46a5-9a86-7d9545f55555 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:13:58.820649 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1517b121-a312-46a5-9a86-7d9545f55555 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:58.881920 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1517b121-a312-46a5-9a86-7d9545f55555 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:58.885576 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1517b121-a312-46a5-9a86-7d9545f55555 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:58.893013 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e830b1a3-44d2-4e2e-9d1b-04ba21214dcc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:58.914762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517b121-a312-46a5-9a86-7d9545f55555 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529d9f89-629f-4f83-b299-bd1ce4f6d1e8,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:58.923096 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1517b121-a312-46a5-9a86-7d9545f55555 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:58.925761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1517b121-a312-46a5-9a86-7d9545f55555 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:58.927026 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1517b121-a312-46a5-9a86-7d9545f55555 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1467469 Jun 02 13:13:58.929649 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54056) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:13:58.934122 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-2b38d862-d8ad-4906-968a-c1a2c6fd5e0f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': '6176a45c-8e64-4616-8389-c1ff5f2f4905', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:13:58.940120 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2b38d862-d8ad-4906-968a-c1a2c6fd5e0f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:13:58.943915 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2b38d862-d8ad-4906-968a-c1a2c6fd5e0f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:13:58.946782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-2b38d862-d8ad-4906-968a-c1a2c6fd5e0f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:13:58.952455 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-2b38d862-d8ad-4906-968a-c1a2c6fd5e0f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:13:58.962084 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.securitygroups_db [None req-2b38d862-d8ad-4906-968a-c1a2c6fd5e0f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Project 31333cf8d25c494bb5e988c524b4e546 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 13:13:58.968091 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2b38d862-d8ad-4906-968a-c1a2c6fd5e0f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:59.032019 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2b38d862-d8ad-4906-968a-c1a2c6fd5e0f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:59.035276 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2b38d862-d8ad-4906-968a-c1a2c6fd5e0f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:59.036959 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:59.059277 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38d862-d8ad-4906-968a-c1a2c6fd5e0f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291e32d5-5879-4623-b12c-e996e034f978,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:59.063478 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2b38d862-d8ad-4906-968a-c1a2c6fd5e0f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:59.067662 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2b38d862-d8ad-4906-968a-c1a2c6fd5e0f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:59.068810 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2b38d862-d8ad-4906-968a-c1a2c6fd5e0f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382260 Jun 02 13:13:59.071452 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54058) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:13:59.075803 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-6c4bcc7d-66b6-4b22-9093-79e6b32055c2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': '6176a45c-8e64-4616-8389-c1ff5f2f4905', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:13:59.081496 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6c4bcc7d-66b6-4b22-9093-79e6b32055c2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:13:59.085296 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6c4bcc7d-66b6-4b22-9093-79e6b32055c2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:13:59.088176 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6c4bcc7d-66b6-4b22-9093-79e6b32055c2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:13:59.094390 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6c4bcc7d-66b6-4b22-9093-79e6b32055c2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:13:59.105205 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.securitygroups_db [None req-6c4bcc7d-66b6-4b22-9093-79e6b32055c2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Project 31333cf8d25c494bb5e988c524b4e546 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 13:13:59.110631 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6c4bcc7d-66b6-4b22-9093-79e6b32055c2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:59.177027 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6c4bcc7d-66b6-4b22-9093-79e6b32055c2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:59.180707 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6c4bcc7d-66b6-4b22-9093-79e6b32055c2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:59.182487 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5a53ea4a-e80d-4852-bba1-a2717e06a2c2 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:59.204742 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bcc7d-66b6-4b22-9093-79e6b32055c2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25e8228-9b7e-46bd-9827-1cc6bf95f1d4,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:59.207903 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6c4bcc7d-66b6-4b22-9093-79e6b32055c2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:59.216356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6c4bcc7d-66b6-4b22-9093-79e6b32055c2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:59.217566 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6c4bcc7d-66b6-4b22-9093-79e6b32055c2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1452193 Jun 02 13:13:59.220555 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54060) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:13:59.225418 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-71f52abf-d164-4bf6-bfdd-98f1d73ad144 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'network': {'name': 'tempest-network-smoke--1227104524', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'port_security_enabled': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:13:59.230326 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-71f52abf-d164-4bf6-bfdd-98f1d73ad144 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:13:59.234046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-71f52abf-d164-4bf6-bfdd-98f1d73ad144 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:network and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:13:59.237156 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-71f52abf-d164-4bf6-bfdd-98f1d73ad144 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:13:59.242800 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-71f52abf-d164-4bf6-bfdd-98f1d73ad144 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:13:59.252566 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f52abf-d164-4bf6-bfdd-98f1d73ad144 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Made reservation on behalf of 31333cf8d25c494bb5e988c524b4e546 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:13:59.255840 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-71f52abf-d164-4bf6-bfdd-98f1d73ad144 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:59.283829 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f52abf-d164-4bf6-bfdd-98f1d73ad144 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 13:13:59.292264 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-71f52abf-d164-4bf6-bfdd-98f1d73ad144 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:59.292601 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-71f52abf-d164-4bf6-bfdd-98f1d73ad144 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Added segment 8d54824c-2b71-4528-9e6f-b0c1ee05ea59 of type vlan for network 41ed5a09-3392-4dfe-bce8-34cf23aba8dc Jun 02 13:13:59.317001 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-71f52abf-d164-4bf6-bfdd-98f1d73ad144 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:59.345104 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-71f52abf-d164-4bf6-bfdd-98f1d73ad144 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:59.350442 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f52abf-d164-4bf6-bfdd-98f1d73ad144 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:13:59.351014 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-71f52abf-d164-4bf6-bfdd-98f1d73ad144 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:59.355863 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c4a8266c-7047-4e54-94b3-8ff0c9237cce tempest-RoutersNegativeTest-253139956 tempest-RoutersNegativeTest-253139956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:13:59.448634 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-71f52abf-d164-4bf6-bfdd-98f1d73ad144 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2262154 Jun 02 13:13:59.451429 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54062) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:13:59.456265 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-238187904', 'admin_state_up': True, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:13:59.457525 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f52abf-d164-4bf6-bfdd-98f1d73ad144 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Network': ['ID=41ed5a09-3392-4dfe-bce8-34cf23aba8dc,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:13:59.460230 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-71f52abf-d164-4bf6-bfdd-98f1d73ad144 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:13:59.465028 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:13:59.468103 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 41ed5a09-3392-4dfe-bce8-34cf23aba8dc details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 13:13:59.468537 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:router and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:13:59.471338 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:13:59.477777 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:13:59.486712 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:59.487622 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:59.503732 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:13:59.885126 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:00.180678 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:00.209689 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:00.344729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Allocated IP 172.26.7.38 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:14:00.488634 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:00.517670 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:00.521954 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6b55a4d7-08d1-424a-b42d-5483f9c0115c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:14:00.584949 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:14:00.588126 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:14:00.592768 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:14:00.625731 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:14:00.631483 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:14:01.000886 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:01.465269 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:01.663404 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router 703792bd-456a-43d6-848e-4cadd8fb87fb is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 13:14:01.839977 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:14:01.849731 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] Sync routers for ids ['703792bd-456a-43d6-848e-4cadd8fb87fb'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:14:01.859628 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] Routers {'703792bd-456a-43d6-848e-4cadd8fb87fb'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:14:01.860248 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:13:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['703792bd-456a-43d6-848e-4cadd8fb87fb'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:14:01.866943 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:01.868219 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4156904 Jun 02 13:14:01.871618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54064) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:14:02.028507 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f1162a4b-2379-4da4-be37-8944bf517af4 tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=31333cf8d25c494bb5e988c524b4e546&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1556251 Jun 02 13:14:02.031007 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54068) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:14:02.036943 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] Set router 703792bd-456a-43d6-848e-4cadd8fb87fb gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:14:02.157068 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa82a25-14e9-4b17-88c6-f041f0018fab tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:02.158553 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0fa82a25-14e9-4b17-88c6-f041f0018fab tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1266344 Jun 02 13:14:02.161307 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54070) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:14:02.200364 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c42bad3e-cad9-43fa-bfa8-531f12b4f906 tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379219 Jun 02 13:14:02.202810 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54072) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:14:02.211625 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-070bd16a-0d96-4315-ba91-64271b03f106 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2087348765', 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:14:02.323178 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-070bd16a-0d96-4315-ba91-64271b03f106 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:14:02.326998 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-070bd16a-0d96-4315-ba91-64271b03f106 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:subnet and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:14:02.329781 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-070bd16a-0d96-4315-ba91-64271b03f106 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:14:02.335437 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-070bd16a-0d96-4315-ba91-64271b03f106 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:14:02.340239 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238187904', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:13:59Z', 'updated_at': '2021-06-02T13:14:00Z', 'revision_number': 3, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:00Z', 'updated_at': '2021-06-02T13:14:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:14:02.344581 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] Checking router: 703792bd-456a-43d6-848e-4cadd8fb87fb for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:14:02.344959 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] Updating router 703792bd-456a-43d6-848e-4cadd8fb87fb port 6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:14:02.347830 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070bd16a-0d96-4315-ba91-64271b03f106 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Made reservation on behalf of 31333cf8d25c494bb5e988c524b4e546 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:14:02.352386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-070bd16a-0d96-4315-ba91-64271b03f106 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:02.396902 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:02.727557 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:02.739099 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] Transition to ACTIVE for port object 6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:14:02.746164 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:02.750541 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:14:02.764899 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-070bd16a-0d96-4315-ba91-64271b03f106 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:02.768422 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1b65d28b-4f32-4c01-a25d-425423299ce9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:14:02.847940 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bd16a-0d96-4315-ba91-64271b03f106 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Subnet': ['ID=bbda968e-ed61-4932-a0ab-7213d8d10661,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:14:02.851275 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-070bd16a-0d96-4315-ba91-64271b03f106 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:14:02.857192 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070bd16a-0d96-4315-ba91-64271b03f106 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Checking segment: {'id': '8d54824c-2b71-4528-9e6f-b0c1ee05ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:14:02.857564 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070bd16a-0d96-4315-ba91-64271b03f106 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network hostable DHCP agents. Network: 41ed5a09-3392-4dfe-bce8-34cf23aba8dc, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 13:14:02.866316 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] Attempting to bind port 6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:14:02.866787 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] Attempting to bind port 6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:14:02.867040 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] Attempting to bind port 6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:14:02.874875 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070bd16a-0d96-4315-ba91-64271b03f106 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network 41ed5a09-3392-4dfe-bce8-34cf23aba8dc is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 13:14:02.878279 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:14:02.878655 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:14:02.879058 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:02.879455 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:14:02.879920 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] Bound port: 6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:14:02.880291 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:02.883953 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-070bd16a-0d96-4315-ba91-64271b03f106 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 41ed5a09-3392-4dfe-bce8-34cf23aba8dc) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:14:02.894942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070bd16a-0d96-4315-ba91-64271b03f106 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:02.895523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-070bd16a-0d96-4315-ba91-64271b03f106 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:02.909021 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9aa02b-7abb-4678-93c5-30a084c17407 None None] Pushing event updated for resources: {'Port': ['ID=6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:14:02.911367 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bc214e-ac19-4268-a86b-8dc99e6a5921 None None] Network 41ed5a09-3392-4dfe-bce8-34cf23aba8dc requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:14:02.923869 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-2d9aa02b-7abb-4678-93c5-30a084c17407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:14:03.045617 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-070bd16a-0d96-4315-ba91-64271b03f106 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8416381 Jun 02 13:14:03.048140 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54074) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:14:03.052502 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] For port 6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:14:03.072377 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] For port 6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:14:03.102786 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:03.111229 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5af49aea-86ce-4b00-b56a-6ed2bf77862a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:14:03.237353 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] Routers {'703792bd-456a-43d6-848e-4cadd8fb87fb'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:14:03.237974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:13:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['703792bd-456a-43d6-848e-4cadd8fb87fb'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:14:03.292828 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-41ed5a09-3392-4dfe-bce8-34cf23aba8dc', 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ips': [{'subnet_id': 'bbda968e-ed61-4932-a0ab-7213d8d10661'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 13:14:03.293647 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:03.311431 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9aa02b-7abb-4678-93c5-30a084c17407 None None] Pushing event updated for resources: {'Port': ['ID=6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:14:03.322897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-2d9aa02b-7abb-4678-93c5-30a084c17407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:14:03.529367 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] Set router 703792bd-456a-43d6-848e-4cadd8fb87fb gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:14:03.721615 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Allocated IP 172.20.0.2 (41ed5a09-3392-4dfe-bce8-34cf23aba8dc/bbda968e-ed61-4932-a0ab-7213d8d10661/1a27351e-450f-4268-b868-81ed6c4284f6) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:14:03.754714 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:04.002690 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238187904', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:13:59Z', 'updated_at': '2021-06-02T13:14:00Z', 'revision_number': 3, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:00Z', 'updated_at': '2021-06-02T13:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:14:04.007719 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:04.013120 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddfb587-1eb7-4b2f-8b59-ab4da237e3e8 None None] The sync data for ids ['703792bd-456a-43d6-848e-4cadd8fb87fb'] in dv-neutron-601336-80-hyperv is: [{'id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238187904', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:13:59Z', 'updated_at': '2021-06-02T13:14:00Z', 'revision_number': 3, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:00Z', 'updated_at': '2021-06-02T13:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:14:04.020107 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Transition to ACTIVE for port object 1a27351e-450f-4268-b868-81ed6c4284f6 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:14:04.043478 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Transition to ACTIVE for port object 1a27351e-450f-4268-b868-81ed6c4284f6 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:14:04.049372 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:04.053168 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-2d9aa02b-7abb-4678-93c5-30a084c17407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:14:04.121243 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Network 41ed5a09-3392-4dfe-bce8-34cf23aba8dc is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:14:04.124284 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:14:04.127958 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:14:04.133847 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Pushing event updated for resources: {'Port': ['ID=1a27351e-450f-4268-b868-81ed6c4284f6,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:14:04.142254 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:14:04.163805 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Allocated IP 172.20.0.1 (41ed5a09-3392-4dfe-bce8-34cf23aba8dc/bbda968e-ed61-4932-a0ab-7213d8d10661/e7b51908-3bd7-4aa4-9051-21f99e7066a3) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:14:04.249692 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Attempting to bind port 1a27351e-450f-4268-b868-81ed6c4284f6 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:14:04.250278 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Attempting to bind port 1a27351e-450f-4268-b868-81ed6c4284f6 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '8d54824c-2b71-4528-9e6f-b0c1ee05ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:14:04.250744 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Attempting to bind port 1a27351e-450f-4268-b868-81ed6c4284f6 on network 41ed5a09-3392-4dfe-bce8-34cf23aba8dc {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:14:04.256711 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:14:04.257237 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Checking segment: {'id': '8d54824c-2b71-4528-9e6f-b0c1ee05ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:14:04.257791 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:04.258308 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Bound using segment: {'id': '8d54824c-2b71-4528-9e6f-b0c1ee05ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:14:04.258811 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Bound port: 1a27351e-450f-4268-b868-81ed6c4284f6, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d54824c-2b71-4528-9e6f-b0c1ee05ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:14:04.259171 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:04.361184 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:04.378387 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Transition to ACTIVE for port object e7b51908-3bd7-4aa4-9051-21f99e7066a3 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:14:04.409954 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:04.413738 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] For port 1a27351e-450f-4268-b868-81ed6c4284f6, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:14:04.415061 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ca0fd86f-3530-4be0-a066-94253c82cf23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:14:04.418525 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] For port 1a27351e-450f-4268-b868-81ed6c4284f6, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1a27351e-450f-4268-b868-81ed6c4284f6,segment=NetworkSegment(8d54824c-2b71-4528-9e6f-b0c1ee05ea59),segment_id=8d54824c-2b71-4528-9e6f-b0c1ee05ea59)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:14:04.423581 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:04.427582 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:14:04.482576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network 41ed5a09-3392-4dfe-bce8-34cf23aba8dc is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:14:04.486375 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:14:04.490639 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:14:04.523655 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Pushing event updated for resources: {'Port': ['ID=1a27351e-450f-4268-b868-81ed6c4284f6,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:14:04.527898 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:14:04.677463 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=e7b51908-3bd7-4aa4-9051-21f99e7066a3,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:14:04.680972 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:14:04.703258 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:04.992613 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:05.289117 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1a27351e-450f-4268-b868-81ed6c4284f6 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:14:05.361220 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 1a27351e-450f-4268-b868-81ed6c4284f6 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:14:05.367068 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:14:05.427267 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:05.433786 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:05.441065 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:14:05.446038 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:14:05.446452 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:05.467996 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cacaff51-5cc0-43c0-be03-5cf26e785abc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:14:05.555499 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=e7b51908-3bd7-4aa4-9051-21f99e7066a3,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:14:05.559885 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:14:05.560616 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:05.568401 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:05.588097 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:14:05.593803 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6825e8-40fc-4929-8261-56fd316f42eb None None] Network 41ed5a09-3392-4dfe-bce8-34cf23aba8dc requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:14:05.609163 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:05.617294 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:14:05.703432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network 41ed5a09-3392-4dfe-bce8-34cf23aba8dc is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:14:05.704602 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:14:05.740397 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-344c160b-e5dd-4f0c-bf25-da2dfb16bd7c None None] Provisioning for port 1a27351e-450f-4268-b868-81ed6c4284f6 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:14:05.754685 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-344c160b-e5dd-4f0c-bf25-da2dfb16bd7c None None] Provisioning complete for port 1a27351e-450f-4268-b868-81ed6c4284f6 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:14:05.755059 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-344c160b-e5dd-4f0c-bf25-da2dfb16bd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:05.802827 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:14:05.810360 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:14:05.898326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router 703792bd-456a-43d6-848e-4cadd8fb87fb has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:14:05.987709 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-344c160b-e5dd-4f0c-bf25-da2dfb16bd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:06.033697 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-344c160b-e5dd-4f0c-bf25-da2dfb16bd7c None None] For port 1a27351e-450f-4268-b868-81ed6c4284f6, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1a27351e-450f-4268-b868-81ed6c4284f6,segment=NetworkSegment(8d54824c-2b71-4528-9e6f-b0c1ee05ea59),segment_id=8d54824c-2b71-4528-9e6f-b0c1ee05ea59)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:14:06.040226 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-344c160b-e5dd-4f0c-bf25-da2dfb16bd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:06.042886 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-05b09f35-e39a-427a-be72-e2d48fc52ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:14:06.089655 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:14:06.099283 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "PUT /v2.0/routers/703792bd-456a-43d6-848e-4cadd8fb87fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0500646 Jun 02 13:14:06.115786 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c160b-e5dd-4f0c-bf25-da2dfb16bd7c None None] Pushing event updated for resources: {'Port': ['ID=1a27351e-450f-4268-b868-81ed6c4284f6,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:14:06.119025 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-344c160b-e5dd-4f0c-bf25-da2dfb16bd7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:14:06.163291 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] Sync routers for ids ['703792bd-456a-43d6-848e-4cadd8fb87fb'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:14:06.173785 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] Routers {'703792bd-456a-43d6-848e-4cadd8fb87fb'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:14:06.174428 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:13:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['703792bd-456a-43d6-848e-4cadd8fb87fb'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:14:06.278769 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-5c5c4bd8-a430-4438-a6de-5a74c3924a87 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1406766257&fields=id&tenant_id=31333cf8d25c494bb5e988c524b4e546 HTTP/1.1" status: 200 len: 267 time: 0.0468504 Jun 02 13:14:06.284081 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-057771aa-693c-41d5-8434-de0846efebdc None None] Provisioning complete for port 1a27351e-450f-4268-b868-81ed6c4284f6 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:14:06.284470 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-057771aa-693c-41d5-8434-de0846efebdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:06.425871 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] Set router 703792bd-456a-43d6-848e-4cadd8fb87fb gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:14:06.435712 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-057771aa-693c-41d5-8434-de0846efebdc None None] Provisioning for port e7b51908-3bd7-4aa4-9051-21f99e7066a3 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:14:06.441490 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-057771aa-693c-41d5-8434-de0846efebdc None None] Provisioning complete for port e7b51908-3bd7-4aa4-9051-21f99e7066a3 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:14:06.441876 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-057771aa-693c-41d5-8434-de0846efebdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:06.503271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-057771aa-693c-41d5-8434-de0846efebdc None None] Port e7b51908-3bd7-4aa4-9051-21f99e7066a3 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:14:06.596748 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-d2e0b734-1d4f-4623-b401-2130569ff976 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:06.602623 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-d2e0b734-1d4f-4623-b401-2130569ff976 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/networks?id=41ed5a09-3392-4dfe-bce8-34cf23aba8dc HTTP/1.1" status: 200 len: 797 time: 0.3219788 Jun 02 13:14:06.613673 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-7b9abcec-bb27-4b62-b0f3-0be03dee40e9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/quotas/31333cf8d25c494bb5e988c524b4e546 HTTP/1.1" status: 200 len: 375 time: 0.0100572 Jun 02 13:14:06.625459 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7fb57f91-f733-4b67-9f0d-5ed18fe5c60c None None] Provisioning complete for port e7b51908-3bd7-4aa4-9051-21f99e7066a3 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:14:06.625754 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7fb57f91-f733-4b67-9f0d-5ed18fe5c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:06.700401 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-7fb57f91-f733-4b67-9f0d-5ed18fe5c60c None None] Port e7b51908-3bd7-4aa4-9051-21f99e7066a3 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:14:06.708934 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-be2f11f6-5d62-4c43-b529-9a3cdad9b805 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:14:06.725305 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-be2f11f6-5d62-4c43-b529-9a3cdad9b805 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:14:06.726555 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-be2f11f6-5d62-4c43-b529-9a3cdad9b805 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044478 Jun 02 13:14:06.769633 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238187904', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:13:59Z', 'updated_at': '2021-06-02T13:14:04Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:00Z', 'updated_at': '2021-06-02T13:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e7b51908-3bd7-4aa4-9051-21f99e7066a3', 'name': '', 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:67:af:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bbda968e-ed61-4932-a0ab-7213d8d10661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:03Z', 'updated_at': '2021-06-02T13:14:05Z', 'revision_number': 2, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'bbda968e-ed61-4932-a0ab-7213d8d10661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:14:06.773394 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] Checking router: 703792bd-456a-43d6-848e-4cadd8fb87fb for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:14:06.773752 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] Updating router 703792bd-456a-43d6-848e-4cadd8fb87fb port e7b51908-3bd7-4aa4-9051-21f99e7066a3 binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:14:06.821193 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c3106499-0298-4767-a2b6-365face0a618 None None] Provisioning complete for port e7b51908-3bd7-4aa4-9051-21f99e7066a3 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:14:06.821669 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c3106499-0298-4767-a2b6-365face0a618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:06.832426 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:06.880221 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c3106499-0298-4767-a2b6-365face0a618 None None] Port e7b51908-3bd7-4aa4-9051-21f99e7066a3 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:14:06.907428 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-e9b9b2ea-ab2d-460e-a35b-c04c5e501bb1 service neutron] 10.222.0.37 "GET /v2.0/networks/41ed5a09-3392-4dfe-bce8-34cf23aba8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685822 Jun 02 13:14:07.038943 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-91941a2d-bbbf-436d-a744-242661098c77 service neutron] 10.222.0.37 "GET /v2.0/networks/41ed5a09-3392-4dfe-bce8-34cf23aba8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257322 Jun 02 13:14:07.192646 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:07.204577 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] Transition to ACTIVE for port object e7b51908-3bd7-4aa4-9051-21f99e7066a3 will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:14:07.215480 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:07.219704 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-747f0e66-982c-4dbd-b77e-adf818e59708 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:14:07.263066 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a5ebd9b8-eeb5-4a01-8760-c14899ee3b9c req-6a2d14e4-c968-480a-8837-080a35e73826 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 210 time: 0.0742283 Jun 02 13:14:07.290603 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1a27351e-450f-4268-b868-81ed6c4284f6 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:14:07.349327 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773f8b2-d971-4330-a4c9-7c00fc714424 None None] Pushing event updated for resources: {'Port': ['ID=e7b51908-3bd7-4aa4-9051-21f99e7066a3,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:14:07.364040 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773f8b2-d971-4330-a4c9-7c00fc714424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:14:07.364654 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773f8b2-d971-4330-a4c9-7c00fc714424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:14:07.364989 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773f8b2-d971-4330-a4c9-7c00fc714424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:14:07.365318 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773f8b2-d971-4330-a4c9-7c00fc714424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:14:07.365643 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773f8b2-d971-4330-a4c9-7c00fc714424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:14:07.365962 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773f8b2-d971-4330-a4c9-7c00fc714424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:14:07.366308 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773f8b2-d971-4330-a4c9-7c00fc714424 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:14:07.366629 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773f8b2-d971-4330-a4c9-7c00fc714424 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:14:07.366946 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773f8b2-d971-4330-a4c9-7c00fc714424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:14:07.367259 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773f8b2-d971-4330-a4c9-7c00fc714424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:14:07.367571 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773f8b2-d971-4330-a4c9-7c00fc714424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:14:07.367878 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773f8b2-d971-4330-a4c9-7c00fc714424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:14:07.370995 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 1a27351e-450f-4268-b868-81ed6c4284f6 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:14:07.371451 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:07.376306 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e773f8b2-d971-4330-a4c9-7c00fc714424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:14:07.487330 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] Attempting to bind port e7b51908-3bd7-4aa4-9051-21f99e7066a3 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:14:07.488488 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] Attempting to bind port e7b51908-3bd7-4aa4-9051-21f99e7066a3 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '8d54824c-2b71-4528-9e6f-b0c1ee05ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:14:07.488864 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] Attempting to bind port e7b51908-3bd7-4aa4-9051-21f99e7066a3 on network 41ed5a09-3392-4dfe-bce8-34cf23aba8dc {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:14:07.496412 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:14:07.497042 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] Checking segment: {'id': '8d54824c-2b71-4528-9e6f-b0c1ee05ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:14:07.497241 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:07.497747 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] Bound using segment: {'id': '8d54824c-2b71-4528-9e6f-b0c1ee05ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:14:07.498278 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] Bound port: e7b51908-3bd7-4aa4-9051-21f99e7066a3, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d54824c-2b71-4528-9e6f-b0c1ee05ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:14:07.498654 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:07.530479 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:14:07.611411 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:14:07.611871 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:07.617209 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] For port e7b51908-3bd7-4aa4-9051-21f99e7066a3, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:14:07.620481 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] For port e7b51908-3bd7-4aa4-9051-21f99e7066a3, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e7b51908-3bd7-4aa4-9051-21f99e7066a3,segment=NetworkSegment(8d54824c-2b71-4528-9e6f-b0c1ee05ea59),segment_id=8d54824c-2b71-4528-9e6f-b0c1ee05ea59)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:14:07.625883 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:07.629610 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-7bff6e6c-0970-4e89-b6df-4f4d4f43e386 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:14:07.721514 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] Routers {'703792bd-456a-43d6-848e-4cadd8fb87fb'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:14:07.722160 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:13:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['703792bd-456a-43d6-848e-4cadd8fb87fb'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:14:07.773809 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773f8b2-d971-4330-a4c9-7c00fc714424 None None] Pushing event updated for resources: {'Port': ['ID=e7b51908-3bd7-4aa4-9051-21f99e7066a3,revision_number=4']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:14:07.783413 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e773f8b2-d971-4330-a4c9-7c00fc714424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:14:07.915332 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] Set router 703792bd-456a-43d6-848e-4cadd8fb87fb gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:14:08.249757 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238187904', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:13:59Z', 'updated_at': '2021-06-02T13:14:04Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:00Z', 'updated_at': '2021-06-02T13:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e7b51908-3bd7-4aa4-9051-21f99e7066a3', 'name': '', 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:67:af:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bbda968e-ed61-4932-a0ab-7213d8d10661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:03Z', 'updated_at': '2021-06-02T13:14:07Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'bbda968e-ed61-4932-a0ab-7213d8d10661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:14:08.253623 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477bf59f-dc68-4f58-9b7f-2cc3e7ffc04c None None] The sync data for ids ['703792bd-456a-43d6-848e-4cadd8fb87fb'] in dv-neutron-601336-80-hyperv is: [{'id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238187904', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:13:59Z', 'updated_at': '2021-06-02T13:14:04Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:00Z', 'updated_at': '2021-06-02T13:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e7b51908-3bd7-4aa4-9051-21f99e7066a3', 'name': '', 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:67:af:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bbda968e-ed61-4932-a0ab-7213d8d10661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:03Z', 'updated_at': '2021-06-02T13:14:07Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'bbda968e-ed61-4932-a0ab-7213d8d10661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:14:08.516950 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-76c08253-20be-44ca-a189-6bf244d14c0b req-6a3f588b-98b7-4173-809d-66688def0230 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 210 time: 0.0799356 Jun 02 13:14:08.537396 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-84f99269-c6d3-4dc4-8fd5-3e9c7bb2aa08 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:08.538895 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-84f99269-c6d3-4dc4-8fd5-3e9c7bb2aa08 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "GET /v2.0/networks?id=41ed5a09-3392-4dfe-bce8-34cf23aba8dc HTTP/1.1" status: 200 len: 797 time: 0.2788973 Jun 02 13:14:08.597725 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-ea8a769e-ec68-44ca-95df-4f44e1c55ce9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31333cf8d25c494bb5e988c524b4e546 HTTP/1.1" status: 200 len: 380 time: 0.0471361 Jun 02 13:14:08.607476 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-4bb33df6-43fc-4c3d-b6bf-b1e90bf9436e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'port': {'device_id': 'ac52560d-74a0-41ab-9eb0-d405c60b12c2', 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc', 'admin_state_up': True, 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'security_groups': ['6176a45c-8e64-4616-8389-c1ff5f2f4905']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:14:08.765221 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-4bb33df6-43fc-4c3d-b6bf-b1e90bf9436e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:14:08.775110 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-4bb33df6-43fc-4c3d-b6bf-b1e90bf9436e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:14:08.785633 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-4bb33df6-43fc-4c3d-b6bf-b1e90bf9436e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Made reservation on behalf of 31333cf8d25c494bb5e988c524b4e546 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:14:08.789291 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-4bb33df6-43fc-4c3d-b6bf-b1e90bf9436e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:08.965199 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-4bb33df6-43fc-4c3d-b6bf-b1e90bf9436e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Allocated IP 172.20.0.4 (41ed5a09-3392-4dfe-bce8-34cf23aba8dc/bbda968e-ed61-4932-a0ab-7213d8d10661/3ccd5880-1b17-48bd-9899-f091ba93a22e) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:14:09.171546 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-4bb33df6-43fc-4c3d-b6bf-b1e90bf9436e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:09.191834 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-4bb33df6-43fc-4c3d-b6bf-b1e90bf9436e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Transition to ACTIVE for port object 3ccd5880-1b17-48bd-9899-f091ba93a22e will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:14:09.220406 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-4bb33df6-43fc-4c3d-b6bf-b1e90bf9436e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:09.226789 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-75ff59f3-0c1e-4b4c-84d1-38cd545774d1 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:14:09.266189 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e7b51908-3bd7-4aa4-9051-21f99e7066a3 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:14:09.299527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-4bb33df6-43fc-4c3d-b6bf-b1e90bf9436e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network 41ed5a09-3392-4dfe-bce8-34cf23aba8dc is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:14:09.302835 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-4bb33df6-43fc-4c3d-b6bf-b1e90bf9436e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:14:09.307663 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-4bb33df6-43fc-4c3d-b6bf-b1e90bf9436e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:14:09.333711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb33df6-43fc-4c3d-b6bf-b1e90bf9436e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=3ccd5880-1b17-48bd-9899-f091ba93a22e,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:14:09.340704 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4bb33df6-43fc-4c3d-b6bf-b1e90bf9436e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:14:09.380102 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-4bb33df6-43fc-4c3d-b6bf-b1e90bf9436e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:09.380734 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-4bb33df6-43fc-4c3d-b6bf-b1e90bf9436e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:09.382415 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port e7b51908-3bd7-4aa4-9051-21f99e7066a3 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:14:09.388425 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port e7b51908-3bd7-4aa4-9051-21f99e7066a3 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:14:09.388808 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:09.411809 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-4bb33df6-43fc-4c3d-b6bf-b1e90bf9436e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8084817 Jun 02 13:14:09.423698 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Request body: {'port': {'device_id': 'ac52560d-74a0-41ab-9eb0-d405c60b12c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:14:09.521773 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:09.543311 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:09.554006 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port e7b51908-3bd7-4aa4-9051-21f99e7066a3, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e7b51908-3bd7-4aa4-9051-21f99e7066a3,segment=NetworkSegment(8d54824c-2b71-4528-9e6f-b0c1ee05ea59),segment_id=8d54824c-2b71-4528-9e6f-b0c1ee05ea59)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:14:09.559273 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:09.561485 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:14:09.633755 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b943f7c5-1b9c-4885-8f23-9b6161e8593e None None] Provisioning for port 3ccd5880-1b17-48bd-9899-f091ba93a22e completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:14:09.641111 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=e7b51908-3bd7-4aa4-9051-21f99e7066a3,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:14:09.643792 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b943f7c5-1b9c-4885-8f23-9b6161e8593e None None] Provisioning complete for port 3ccd5880-1b17-48bd-9899-f091ba93a22e triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:14:09.644166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b943f7c5-1b9c-4885-8f23-9b6161e8593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:09.685829 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:14:09.707529 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-b943f7c5-1b9c-4885-8f23-9b6161e8593e None None] Port 3ccd5880-1b17-48bd-9899-f091ba93a22e cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:14:09.724990 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375a05c-8378-4340-bcce-ac4fd4b35089 req-0beca97e-7617-4b8d-a4cb-7960c83aaf0e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:09.726812 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9375a05c-8378-4340-bcce-ac4fd4b35089 req-0beca97e-7617-4b8d-a4cb-7960c83aaf0e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 931 time: 0.0948198 Jun 02 13:14:09.774443 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-9375a05c-8378-4340-bcce-ac4fd4b35089 req-58e86f09-21f5-43d0-910a-b6c1bf0613d4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:14:09.792853 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-9375a05c-8378-4340-bcce-ac4fd4b35089 req-58e86f09-21f5-43d0-910a-b6c1bf0613d4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:14:09.794123 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9375a05c-8378-4340-bcce-ac4fd4b35089 req-58e86f09-21f5-43d0-910a-b6c1bf0613d4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=6176a45c-8e64-4616-8389-c1ff5f2f4905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612924 Jun 02 13:14:09.907545 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ccd5880-1b17-48bd-9899-f091ba93a22e {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:14:09.914858 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:09.930488 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Transition to ACTIVE for port object 3ccd5880-1b17-48bd-9899-f091ba93a22e will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:14:09.934581 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:09.938948 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:14:10.190141 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Pushing event updated for resources: {'Port': ['ID=3ccd5880-1b17-48bd-9899-f091ba93a22e,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:14:10.219498 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:14:10.310258 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Attempting to bind port 3ccd5880-1b17-48bd-9899-f091ba93a22e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:14:10.310487 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Attempting to bind port 3ccd5880-1b17-48bd-9899-f091ba93a22e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8d54824c-2b71-4528-9e6f-b0c1ee05ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:14:10.310814 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Attempting to bind port 3ccd5880-1b17-48bd-9899-f091ba93a22e on network 41ed5a09-3392-4dfe-bce8-34cf23aba8dc {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:14:10.315459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Port 3ccd5880-1b17-48bd-9899-f091ba93a22e on network 41ed5a09-3392-4dfe-bce8-34cf23aba8dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 13:14:10.315779 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Attempting to bind port 3ccd5880-1b17-48bd-9899-f091ba93a22e on network 41ed5a09-3392-4dfe-bce8-34cf23aba8dc {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:14:10.320770 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:14:10.321103 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Checking segment: {'id': '8d54824c-2b71-4528-9e6f-b0c1ee05ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:14:10.321481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Bound using segment: {'id': '8d54824c-2b71-4528-9e6f-b0c1ee05ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:14:10.321897 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Bound port: 3ccd5880-1b17-48bd-9899-f091ba93a22e, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54824c-2b71-4528-9e6f-b0c1ee05ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:14:10.322272 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:10.408554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] For port 3ccd5880-1b17-48bd-9899-f091ba93a22e, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:14:10.411445 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] For port 3ccd5880-1b17-48bd-9899-f091ba93a22e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3ccd5880-1b17-48bd-9899-f091ba93a22e,segment=NetworkSegment(8d54824c-2b71-4528-9e6f-b0c1ee05ea59),segment_id=8d54824c-2b71-4528-9e6f-b0c1ee05ea59)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:14:10.416102 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:10.420517 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ba16ce4c-c5e5-4224-81a1-c2ab1e4540fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:14:10.472825 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:10.473430 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:10.474841 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] 10.222.0.22 "PUT /v2.0/ports/3ccd5880-1b17-48bd-9899-f091ba93a22e HTTP/1.1" status: 200 len: 1093 time: 1.0555835 Jun 02 13:14:10.475358 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac52560d-74a0-41ab-9eb0-d405c60b12c2', 'tag': '3ccd5880-1b17-48bd-9899-f091ba93a22e'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:14:10.477622 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf06d8e-b0e0-4671-97b7-2607dbda1d90" -d '{"events": [{"name": "network-changed", "server_uuid": "ac52560d-74a0-41ab-9eb0-d405c60b12c2", "tag": "3ccd5880-1b17-48bd-9899-f091ba93a22e"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:14:10.504799 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Pushing event updated for resources: {'Port': ['ID=3ccd5880-1b17-48bd-9899-f091ba93a22e,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:14:10.508005 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:14:10.562394 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c50b27c-4cfc-4565-85dd-042b970317f7 x-openstack-request-id: req-6c50b27c-4cfc-4565-85dd-042b970317f7 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:14:10.563070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac52560d-74a0-41ab-9eb0-d405c60b12c2", "tag": "3ccd5880-1b17-48bd-9899-f091ba93a22e", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:14:10.563070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c50b27c-4cfc-4565-85dd-042b970317f7 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:14:10.563361 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac52560d-74a0-41ab-9eb0-d405c60b12c2', 'tag': '3ccd5880-1b17-48bd-9899-f091ba93a22e', 'status': 'completed', 'code': 200} Jun 02 13:14:10.600848 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-275e30ee-5e6b-4332-ab89-a394d737661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:10.602398 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-275e30ee-5e6b-4332-ab89-a394d737661a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 1096 time: 0.0790505 Jun 02 13:14:10.675299 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-9cefe05b-f806-4ae6-87ea-9cc1987b53d2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ccd5880-1b17-48bd-9899-f091ba93a22e HTTP/1.1" status: 200 len: 217 time: 0.0648913 Jun 02 13:14:10.736837 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-75e0d94c-aef5-4404-90fd-41b6013d0c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:10.738239 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-75e0d94c-aef5-4404-90fd-41b6013d0c9f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbda968e-ed61-4932-a0ab-7213d8d10661 HTTP/1.1" status: 200 len: 835 time: 0.0568726 Jun 02 13:14:10.813008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-789481df-eb72-4e3f-b8c1-821536fe0777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:10.814429 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-789481df-eb72-4e3f-b8c1-821536fe0777 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41ed5a09-3392-4dfe-bce8-34cf23aba8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0698891 Jun 02 13:14:10.947309 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-0b686107-ed40-4ea2-a573-17bcd7eb5236 service neutron] 10.222.0.22 "GET /v2.0/networks/41ed5a09-3392-4dfe-bce8-34cf23aba8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264565 Jun 02 13:14:10.973872 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01fd80-be03-4621-a11f-26e4c457cce6 req-7743590e-b8d9-43c6-bfd4-8214b48c771b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:10.975434 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fa01fd80-be03-4621-a11f-26e4c457cce6 req-7743590e-b8d9-43c6-bfd4-8214b48c771b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 943 time: 0.0795012 Jun 02 13:14:11.024267 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fa01fd80-be03-4621-a11f-26e4c457cce6 req-f13e3f87-796c-4628-be1e-ac290de3288d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=6176a45c-8e64-4616-8389-c1ff5f2f4905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425820 Jun 02 13:14:11.082497 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-205c57e7-0c0d-463b-a35e-d036c549f141 req-37d68bfc-3b78-429f-9a15-ff68ce04bcff service neutron] 10.222.0.22 "GET /v2.0/networks/41ed5a09-3392-4dfe-bce8-34cf23aba8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273332 Jun 02 13:14:11.205053 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf06d8e-b0e0-4671-97b7-2607dbda1d90 req-9ff70146-84e1-49a2-ae9b-ef8a89fe8db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:11.206590 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ecf06d8e-b0e0-4671-97b7-2607dbda1d90 req-9ff70146-84e1-49a2-ae9b-ef8a89fe8db9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 1096 time: 0.0775359 Jun 02 13:14:11.222761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e7b51908-3bd7-4aa4-9051-21f99e7066a3 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:14:11.294776 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port e7b51908-3bd7-4aa4-9051-21f99e7066a3 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:14:11.295149 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:11.350250 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf06d8e-b0e0-4671-97b7-2607dbda1d90 req-05b308e1-0392-478b-9a75-36761760064a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:11.351730 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ecf06d8e-b0e0-4671-97b7-2607dbda1d90 req-05b308e1-0392-478b-9a75-36761760064a service neutron] 10.222.0.22 "GET /v2.0/networks?id=41ed5a09-3392-4dfe-bce8-34cf23aba8dc HTTP/1.1" status: 200 len: 898 time: 0.1365950 Jun 02 13:14:11.424056 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ecf06d8e-b0e0-4671-97b7-2607dbda1d90 req-79a1e25c-74e6-4184-80a5-b6e6399edb63 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ccd5880-1b17-48bd-9899-f091ba93a22e HTTP/1.1" status: 200 len: 217 time: 0.0647080 Jun 02 13:14:11.486599 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf06d8e-b0e0-4671-97b7-2607dbda1d90 req-828447cf-dd13-443c-88e5-28f75d888174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:11.488028 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ecf06d8e-b0e0-4671-97b7-2607dbda1d90 req-828447cf-dd13-443c-88e5-28f75d888174 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbda968e-ed61-4932-a0ab-7213d8d10661 HTTP/1.1" status: 200 len: 835 time: 0.0576730 Jun 02 13:14:11.570039 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf06d8e-b0e0-4671-97b7-2607dbda1d90 req-2296a18b-c95c-4ee0-8e4c-85ba456d5b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:11.571526 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ecf06d8e-b0e0-4671-97b7-2607dbda1d90 req-2296a18b-c95c-4ee0-8e4c-85ba456d5b0a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41ed5a09-3392-4dfe-bce8-34cf23aba8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0765615 Jun 02 13:14:11.709119 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ecf06d8e-b0e0-4671-97b7-2607dbda1d90 req-0ddcc4fd-e046-4d63-aae4-e23a449c10ca service neutron] 10.222.0.22 "GET /v2.0/networks/41ed5a09-3392-4dfe-bce8-34cf23aba8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301205 Jun 02 13:14:11.844717 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ecf06d8e-b0e0-4671-97b7-2607dbda1d90 req-aac7133d-e7ca-4fc3-b07b-8a942c6b5587 service neutron] 10.222.0.22 "GET /v2.0/networks/41ed5a09-3392-4dfe-bce8-34cf23aba8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288974 Jun 02 13:14:12.214509 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc2f51-e63e-43c3-8823-be8f61f65ffc req-5a3c8777-ef86-46b3-bbc8-6befc2b1a937 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:12.215212 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-e0cc2f51-e63e-43c3-8823-be8f61f65ffc req-5a3c8777-ef86-46b3-bbc8-6befc2b1a937 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:14:12.230951 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-e0cc2f51-e63e-43c3-8823-be8f61f65ffc req-5a3c8777-ef86-46b3-bbc8-6befc2b1a937 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:14:12.232121 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e0cc2f51-e63e-43c3-8823-be8f61f65ffc req-5a3c8777-ef86-46b3-bbc8-6befc2b1a937 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 943 time: 0.1004384 Jun 02 13:14:12.277835 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e0cc2f51-e63e-43c3-8823-be8f61f65ffc req-d2474e2a-6b0e-49b6-a197-293941d30cf2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=6176a45c-8e64-4616-8389-c1ff5f2f4905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397806 Jun 02 13:14:13.347262 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 3ccd5880-1b17-48bd-9899-f091ba93a22e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:14:13.461101 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17a4af-f158-471e-9541-dcfc882ac208 req-952c7d3f-9547-49c7-9f4d-b082fb09eee0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:13.462599 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ac17a4af-f158-471e-9541-dcfc882ac208 req-952c7d3f-9547-49c7-9f4d-b082fb09eee0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 943 time: 0.0793936 Jun 02 13:14:13.479200 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 3ccd5880-1b17-48bd-9899-f091ba93a22e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3ccd5880-1b17-48bd-9899-f091ba93a22e,segment=NetworkSegment(8d54824c-2b71-4528-9e6f-b0c1ee05ea59),segment_id=8d54824c-2b71-4528-9e6f-b0c1ee05ea59)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:14:13.493065 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '3ccd5880-1b17-48bd-9899-f091ba93a22e', 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc', 'port_id': '3ccd5880-1b17-48bd-9899-f091ba93a22e', 'mac_address': 'fa:16:3e:a0:e2:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbda968e-ed61-4932-a0ab-7213d8d10661', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:14:13.508693 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ac17a4af-f158-471e-9541-dcfc882ac208 req-f9eed5d1-3747-4b19-9deb-4a6f5a32c07e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=6176a45c-8e64-4616-8389-c1ff5f2f4905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404403 Jun 02 13:14:13.553456 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:13.570387 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ccd5880-1b17-48bd-9899-f091ba93a22e {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:14:13.585211 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 3ccd5880-1b17-48bd-9899-f091ba93a22e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3ccd5880-1b17-48bd-9899-f091ba93a22e,segment=NetworkSegment(8d54824c-2b71-4528-9e6f-b0c1ee05ea59),segment_id=8d54824c-2b71-4528-9e6f-b0c1ee05ea59)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:14:13.588558 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:13.590279 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:14:13.653332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=3ccd5880-1b17-48bd-9899-f091ba93a22e,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:14:13.656124 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:14:13.962627 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['3ccd5880-1b17-48bd-9899-f091ba93a22e'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:14:14.233435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9fd9912f-e69f-4565-a467-8886c0053f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:14.693190 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2582a-202d-4d92-8637-faa7e12a9b6a req-2f98cb03-e99a-43c7-84ac-d90feaabee56 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:14.694647 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-03e2582a-202d-4d92-8637-faa7e12a9b6a req-2f98cb03-e99a-43c7-84ac-d90feaabee56 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 944 time: 0.0796595 Jun 02 13:14:14.741893 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-03e2582a-202d-4d92-8637-faa7e12a9b6a req-b0cb092c-e179-4ced-8a9d-9f19b06abbe0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=6176a45c-8e64-4616-8389-c1ff5f2f4905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416832 Jun 02 13:14:15.346848 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 3ccd5880-1b17-48bd-9899-f091ba93a22e up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:14:15.413241 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 3ccd5880-1b17-48bd-9899-f091ba93a22e completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:14:15.418007 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 3ccd5880-1b17-48bd-9899-f091ba93a22e triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:14:15.418412 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:15.533717 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:15.560512 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac52560d-74a0-41ab-9eb0-d405c60b12c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccd5880-1b17-48bd-9899-f091ba93a22e'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:14:15.562788 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fb016b-6030-4991-8e13-1c964b53a1bc" -d '{"events": [{"server_uuid": "ac52560d-74a0-41ab-9eb0-d405c60b12c2", "name": "network-vif-plugged", "status": "completed", "tag": "3ccd5880-1b17-48bd-9899-f091ba93a22e"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:14:15.570713 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 3ccd5880-1b17-48bd-9899-f091ba93a22e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3ccd5880-1b17-48bd-9899-f091ba93a22e,segment=NetworkSegment(8d54824c-2b71-4528-9e6f-b0c1ee05ea59),segment_id=8d54824c-2b71-4528-9e6f-b0c1ee05ea59)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:14:15.575227 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:15.576984 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:14:15.610912 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d328ad-4269-476f-829d-686417b14303 x-openstack-request-id: req-64d328ad-4269-476f-829d-686417b14303 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:14:15.611208 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac52560d-74a0-41ab-9eb0-d405c60b12c2", "name": "network-vif-plugged", "status": "completed", "tag": "3ccd5880-1b17-48bd-9899-f091ba93a22e", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:14:15.611467 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64d328ad-4269-476f-829d-686417b14303 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:14:15.611857 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac52560d-74a0-41ab-9eb0-d405c60b12c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccd5880-1b17-48bd-9899-f091ba93a22e', 'code': 200} Jun 02 13:14:15.646184 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=3ccd5880-1b17-48bd-9899-f091ba93a22e,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:14:15.649195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:14:15.831672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82169c8c-93e3-4f52-ad3e-5d65e2e869bd req-1708283f-b0d3-4a7c-afb1-4c1201959bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:15.833135 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-82169c8c-93e3-4f52-ad3e-5d65e2e869bd req-1708283f-b0d3-4a7c-afb1-4c1201959bcf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 1098 time: 0.0699561 Jun 02 13:14:15.919721 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-82169c8c-93e3-4f52-ad3e-5d65e2e869bd req-91fd250c-5f46-4dc4-9722-ff0525cfc683 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6176a45c-8e64-4616-8389-c1ff5f2f4905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800917 Jun 02 13:14:15.950185 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f11a0-9b0d-4ced-b5a5-a6b87b16b716 req-2ba56e9e-8462-4bfc-bda2-20d9099319bb tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:15.951567 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a73f11a0-9b0d-4ced-b5a5-a6b87b16b716 req-2ba56e9e-8462-4bfc-bda2-20d9099319bb tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 945 time: 0.1000185 Jun 02 13:14:15.996675 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a73f11a0-9b0d-4ced-b5a5-a6b87b16b716 req-cf6e6f40-8117-4f3a-966b-934bddc8597e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=6176a45c-8e64-4616-8389-c1ff5f2f4905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395668 Jun 02 13:14:16.724390 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6a3a0c64-ef1a-48f1-ab4d-b67d01721d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:16.759332 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:17.182924 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a8ac9-f836-4141-ac51-700de44fb438 req-cb5f1a05-de00-4a1e-8e78-a1dee28df471 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:17.185176 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f51a8ac9-f836-4141-ac51-700de44fb438 req-cb5f1a05-de00-4a1e-8e78-a1dee28df471 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 945 time: 0.0833030 Jun 02 13:14:17.354399 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f51a8ac9-f836-4141-ac51-700de44fb438 req-36656f07-76bc-451b-9c62-70a8d9753cef tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=6176a45c-8e64-4616-8389-c1ff5f2f4905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635146 Jun 02 13:14:17.535993 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45925212-0a96-442f-ac11-9d512ae902cb req-e8d94c09-ee5c-4cbb-890d-3a2e8110efba tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:17.537432 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-45925212-0a96-442f-ac11-9d512ae902cb req-e8d94c09-ee5c-4cbb-890d-3a2e8110efba tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 945 time: 0.0795755 Jun 02 13:14:17.583092 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-45925212-0a96-442f-ac11-9d512ae902cb req-d207482f-e3a1-402a-9c14-d60cc7c104e2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=6176a45c-8e64-4616-8389-c1ff5f2f4905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396395 Jun 02 13:14:17.605230 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54130) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:14:17.797446 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7b7d30-62d7-4625-a5ea-fba9cabe8419 tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:17.798954 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ad7b7d30-62d7-4625-a5ea-fba9cabe8419 tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 1093 time: 0.1928439 Jun 02 13:14:17.801867 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54132) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:14:17.806517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': '3ccd5880-1b17-48bd-9899-f091ba93a22e', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:14:17.813020 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:14:17.816824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:floatingip and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:14:17.819715 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:14:17.826740 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:14:17.837258 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for floatingip, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:17.870360 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:17.974615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:18.111346 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Allocated IP 172.26.7.29 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/75341dd8-47a6-4197-bcae-1eef1b063beb) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:14:18.257123 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:18.285046 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:18.288493 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9f507690-6158-47d2-90e8-060c65436f38 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:14:18.352613 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:14:18.356331 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:14:18.360762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:14:18.392840 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=75341dd8-47a6-4197-bcae-1eef1b063beb,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:14:18.398559 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:14:18.764954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:18.837802 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:19.041201 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:19.045382 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:19.049598 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-27ac71c5-cb4f-48d7-a146-599fb9a8969b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:14:19.151099 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=75341dd8-47a6-4197-bcae-1eef1b063beb,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:14:19.153740 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:14:19.162317 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:19.466083 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Floating IP d6d7371d-a6d8-4838-a9de-0f1d983c79cf associated. External IP: 172.26.7.29, port: 3ccd5880-1b17-48bd-9899-f091ba93a22e. Jun 02 13:14:19.652330 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:19.817137 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router 703792bd-456a-43d6-848e-4cadd8fb87fb has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:14:19.992550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:14:20.001655 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ee4dd-76f2-4965-8219-5fec6d363cd7 None None] Sync routers for ids ['703792bd-456a-43d6-848e-4cadd8fb87fb'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:14:20.010542 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ee4dd-76f2-4965-8219-5fec6d363cd7 None None] Routers {'703792bd-456a-43d6-848e-4cadd8fb87fb'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:14:20.011183 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-8f9ee4dd-76f2-4965-8219-5fec6d363cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:14:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['703792bd-456a-43d6-848e-4cadd8fb87fb'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:14:20.015828 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:20.071433 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2684393 Jun 02 13:14:20.072101 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac52560d-74a0-41ab-9eb0-d405c60b12c2', 'tag': '3ccd5880-1b17-48bd-9899-f091ba93a22e'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:14:20.074461 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab3a22b-7fb0-4cdf-8e3d-da2430354a87" -d '{"events": [{"name": "network-changed", "server_uuid": "ac52560d-74a0-41ab-9eb0-d405c60b12c2", "tag": "3ccd5880-1b17-48bd-9899-f091ba93a22e"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:14:20.195453 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228aa0ff-c5cd-40d7-97d4-2b66609a9d9a x-openstack-request-id: req-228aa0ff-c5cd-40d7-97d4-2b66609a9d9a {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:14:20.195796 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac52560d-74a0-41ab-9eb0-d405c60b12c2", "tag": "3ccd5880-1b17-48bd-9899-f091ba93a22e", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:14:20.195916 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-8f9ee4dd-76f2-4965-8219-5fec6d363cd7 None None] Set router 703792bd-456a-43d6-848e-4cadd8fb87fb gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:14:20.196090 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-228aa0ff-c5cd-40d7-97d4-2b66609a9d9a {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:14:20.196531 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac52560d-74a0-41ab-9eb0-d405c60b12c2', 'tag': '3ccd5880-1b17-48bd-9899-f091ba93a22e', 'status': 'completed', 'code': 200} Jun 02 13:14:20.252389 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2c6d3-9cc6-47fd-a2d5-54153f3445bc req-dfbd5736-369f-4d81-b24a-d81622d5441c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:20.254086 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-def2c6d3-9cc6-47fd-a2d5-54153f3445bc req-dfbd5736-369f-4d81-b24a-d81622d5441c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 945 time: 0.0936673 Jun 02 13:14:20.288076 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3a22b-7fb0-4cdf-8e3d-da2430354a87 req-3ec0f9c6-6c4b-4793-af52-d3d8ea9ba638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:20.290220 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9ab3a22b-7fb0-4cdf-8e3d-da2430354a87 req-3ec0f9c6-6c4b-4793-af52-d3d8ea9ba638 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 1098 time: 0.0744085 Jun 02 13:14:20.300551 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-def2c6d3-9cc6-47fd-a2d5-54153f3445bc req-c0fd3c02-af3b-4dde-8d58-eb5e2bd3c005 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=6176a45c-8e64-4616-8389-c1ff5f2f4905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396128 Jun 02 13:14:20.324284 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54140) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:14:20.424834 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3a22b-7fb0-4cdf-8e3d-da2430354a87 req-035b14c0-fdb3-4a9a-b425-7fc499c1330a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:20.426627 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9ab3a22b-7fb0-4cdf-8e3d-da2430354a87 req-035b14c0-fdb3-4a9a-b425-7fc499c1330a service neutron] 10.222.0.22 "GET /v2.0/networks?id=41ed5a09-3392-4dfe-bce8-34cf23aba8dc HTTP/1.1" status: 200 len: 898 time: 0.1288996 Jun 02 13:14:20.431332 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6699514b-e1ac-422d-91ac-92f110042a7e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/floatingips/d6d7371d-a6d8-4838-a9de-0f1d983c79cf HTTP/1.1" status: 200 len: 990 time: 0.1058517 Jun 02 13:14:20.531202 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9ab3a22b-7fb0-4cdf-8e3d-da2430354a87 req-ef8e2800-a301-4bad-89cc-ca97d8983295 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ccd5880-1b17-48bd-9899-f091ba93a22e HTTP/1.1" status: 200 len: 998 time: 0.0976620 Jun 02 13:14:20.580176 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-8f9ee4dd-76f2-4965-8219-5fec6d363cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238187904', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:13:59Z', 'updated_at': '2021-06-02T13:14:04Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:00Z', 'updated_at': '2021-06-02T13:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'd6d7371d-a6d8-4838-a9de-0f1d983c79cf', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'floating_ip_address': '172.26.7.29', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'port_id': '3ccd5880-1b17-48bd-9899-f091ba93a22e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc', 'mac_address': 'fa:16:3e:a0:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac52560d-74a0-41ab-9eb0-d405c60b12c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:14:18Z', 'updated_at': '2021-06-02T13:14:18Z', 'revision_number': 0, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b51908-3bd7-4aa4-9051-21f99e7066a3', 'name': '', 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:67:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bbda968e-ed61-4932-a0ab-7213d8d10661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:03Z', 'updated_at': '2021-06-02T13:14:09Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'bbda968e-ed61-4932-a0ab-7213d8d10661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:14:20.584047 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ee4dd-76f2-4965-8219-5fec6d363cd7 None None] Checking router: 703792bd-456a-43d6-848e-4cadd8fb87fb for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:14:20.593171 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ee4dd-76f2-4965-8219-5fec6d363cd7 None None] Routers {'703792bd-456a-43d6-848e-4cadd8fb87fb'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:14:20.593880 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-8f9ee4dd-76f2-4965-8219-5fec6d363cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:14:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['703792bd-456a-43d6-848e-4cadd8fb87fb'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:14:20.598880 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3a22b-7fb0-4cdf-8e3d-da2430354a87 req-5ce8c237-8365-438b-9566-fad8791c2178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:20.600343 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9ab3a22b-7fb0-4cdf-8e3d-da2430354a87 req-5ce8c237-8365-438b-9566-fad8791c2178 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbda968e-ed61-4932-a0ab-7213d8d10661 HTTP/1.1" status: 200 len: 835 time: 0.0629103 Jun 02 13:14:20.674315 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3a22b-7fb0-4cdf-8e3d-da2430354a87 req-ea3ff805-57aa-48d3-ac79-5b9caeab3332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:20.675777 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9ab3a22b-7fb0-4cdf-8e3d-da2430354a87 req-ea3ff805-57aa-48d3-ac79-5b9caeab3332 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41ed5a09-3392-4dfe-bce8-34cf23aba8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0694766 Jun 02 13:14:20.771416 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-8f9ee4dd-76f2-4965-8219-5fec6d363cd7 None None] Set router 703792bd-456a-43d6-848e-4cadd8fb87fb gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:14:20.807789 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9ab3a22b-7fb0-4cdf-8e3d-da2430354a87 req-5a9ebcf7-3fda-4f47-8618-4bea4dbed6b0 service neutron] 10.222.0.22 "GET /v2.0/networks/41ed5a09-3392-4dfe-bce8-34cf23aba8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246908 Jun 02 13:14:20.939794 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9ab3a22b-7fb0-4cdf-8e3d-da2430354a87 req-fe227a7d-1427-4587-90d1-9ab90398a7f6 service neutron] 10.222.0.22 "GET /v2.0/networks/41ed5a09-3392-4dfe-bce8-34cf23aba8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249976 Jun 02 13:14:21.114813 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-8f9ee4dd-76f2-4965-8219-5fec6d363cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238187904', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:13:59Z', 'updated_at': '2021-06-02T13:14:04Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:00Z', 'updated_at': '2021-06-02T13:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'd6d7371d-a6d8-4838-a9de-0f1d983c79cf', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'floating_ip_address': '172.26.7.29', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'port_id': '3ccd5880-1b17-48bd-9899-f091ba93a22e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc', 'mac_address': 'fa:16:3e:a0:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac52560d-74a0-41ab-9eb0-d405c60b12c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:14:18Z', 'updated_at': '2021-06-02T13:14:18Z', 'revision_number': 0, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b51908-3bd7-4aa4-9051-21f99e7066a3', 'name': '', 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:67:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bbda968e-ed61-4932-a0ab-7213d8d10661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:03Z', 'updated_at': '2021-06-02T13:14:09Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'bbda968e-ed61-4932-a0ab-7213d8d10661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:14:21.118668 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ee4dd-76f2-4965-8219-5fec6d363cd7 None None] The sync data for ids ['703792bd-456a-43d6-848e-4cadd8fb87fb'] in dv-neutron-601336-80-hyperv is: [{'id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238187904', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:13:59Z', 'updated_at': '2021-06-02T13:14:04Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:00Z', 'updated_at': '2021-06-02T13:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'd6d7371d-a6d8-4838-a9de-0f1d983c79cf', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'floating_ip_address': '172.26.7.29', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'port_id': '3ccd5880-1b17-48bd-9899-f091ba93a22e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc', 'mac_address': 'fa:16:3e:a0:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac52560d-74a0-41ab-9eb0-d405c60b12c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:14:18Z', 'updated_at': '2021-06-02T13:14:18Z', 'revision_number': 0, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b51908-3bd7-4aa4-9051-21f99e7066a3', 'name': '', 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:67:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bbda968e-ed61-4932-a0ab-7213d8d10661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:03Z', 'updated_at': '2021-06-02T13:14:09Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'bbda968e-ed61-4932-a0ab-7213d8d10661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:14:21.291152 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b02253-2013-48bb-95fc-4c2fa08c4a22 None None] New status for floating IP d6d7371d-a6d8-4838-a9de-0f1d983c79cf: ACTIVE {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:14:21.434873 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54142) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:14:21.536897 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8ff4300f-8ad4-4d45-8cf0-723084c9d002 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/floatingips/d6d7371d-a6d8-4838-a9de-0f1d983c79cf HTTP/1.1" status: 200 len: 990 time: 0.1007864 Jun 02 13:14:22.540766 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54144) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:14:22.660029 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f57f8860-4294-45a0-8cd6-0911af6a03da tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/floatingips/d6d7371d-a6d8-4838-a9de-0f1d983c79cf HTTP/1.1" status: 200 len: 992 time: 0.1176200 Jun 02 13:14:26.237714 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:28.799996 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:14:37.815548 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-970996d6-e8c5-4cfa-9d5f-bfd5fc90e6e8 req-4a971ec8-1b9b-49b7-ad8f-8fbea7289985 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701430 Jun 02 13:14:37.959315 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970996d6-e8c5-4cfa-9d5f-bfd5fc90e6e8 req-cf767cce-4494-4f51-b8d0-98b029b604ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:37.960725 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-970996d6-e8c5-4cfa-9d5f-bfd5fc90e6e8 req-cf767cce-4494-4f51-b8d0-98b029b604ce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 1098 time: 0.0741231 Jun 02 13:14:38.104585 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970996d6-e8c5-4cfa-9d5f-bfd5fc90e6e8 req-d03254fa-a406-484f-8083-a9b787552e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:38.105922 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-970996d6-e8c5-4cfa-9d5f-bfd5fc90e6e8 req-d03254fa-a406-484f-8083-a9b787552e85 service neutron] 10.222.0.22 "GET /v2.0/networks?id=41ed5a09-3392-4dfe-bce8-34cf23aba8dc HTTP/1.1" status: 200 len: 898 time: 0.1254666 Jun 02 13:14:38.209623 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-970996d6-e8c5-4cfa-9d5f-bfd5fc90e6e8 req-626adf39-636e-4a0d-9c1c-01370b6a3b5f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ccd5880-1b17-48bd-9899-f091ba93a22e HTTP/1.1" status: 200 len: 1000 time: 0.0955446 Jun 02 13:14:38.272034 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970996d6-e8c5-4cfa-9d5f-bfd5fc90e6e8 req-4e2d8ae7-1585-4c85-8511-82395240821b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:38.273410 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-970996d6-e8c5-4cfa-9d5f-bfd5fc90e6e8 req-4e2d8ae7-1585-4c85-8511-82395240821b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbda968e-ed61-4932-a0ab-7213d8d10661 HTTP/1.1" status: 200 len: 835 time: 0.0566549 Jun 02 13:14:38.351905 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970996d6-e8c5-4cfa-9d5f-bfd5fc90e6e8 req-0276a239-95b5-4f4d-b529-3526fde4aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:14:38.353620 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-970996d6-e8c5-4cfa-9d5f-bfd5fc90e6e8 req-0276a239-95b5-4f4d-b529-3526fde4aec7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41ed5a09-3392-4dfe-bce8-34cf23aba8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0729694 Jun 02 13:14:38.485272 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-970996d6-e8c5-4cfa-9d5f-bfd5fc90e6e8 req-0d108e23-2b79-4acc-a67c-f723937e60b2 service neutron] 10.222.0.22 "GET /v2.0/networks/41ed5a09-3392-4dfe-bce8-34cf23aba8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246116 Jun 02 13:14:38.617078 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-970996d6-e8c5-4cfa-9d5f-bfd5fc90e6e8 req-7af69586-9b68-4082-a64d-743b89fa7335 service neutron] 10.222.0.22 "GET /v2.0/networks/41ed5a09-3392-4dfe-bce8-34cf23aba8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248856 Jun 02 13:14:44.204877 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-94a35a7e-a322-4d4c-a045-722e00a19257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:46.726923 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5b392dec-e314-4a76-b4b3-753c52e60f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:46.760750 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:47.871156 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:49.654703 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:14:56.238527 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:04.135589 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [req-60068b79-4ecd-4e6f-8799-abc80819c812 req-a379d37c-22df-4c95-b442-b0703f6574cf service neutron] (92305) timed out ('10.222.0.37', 50784) {{(pid=92305) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 02 13:15:05.799501 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:15:14.206440 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-489eefeb-b6a5-4f66-9922-1469acc77a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:16.728073 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-335cfb1c-0722-4ec1-a637-b27ac9453494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:16.762114 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:17.875004 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:19.658087 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:25.818155 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028e918-c8c2-4f59-b81a-32b99ad02e5e req-d4bf765d-a23b-4ce1-ab8e-2e36c891453d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:25.819518 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9028e918-c8c2-4f59-b81a-32b99ad02e5e req-d4bf765d-a23b-4ce1-ab8e-2e36c891453d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 945 time: 0.2121401 Jun 02 13:15:25.864174 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9028e918-c8c2-4f59-b81a-32b99ad02e5e req-3e4e1ff1-bf02-4de9-97b7-f07252593f31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=6176a45c-8e64-4616-8389-c1ff5f2f4905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388997 Jun 02 13:15:26.250019 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:27.063204 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fd56d-a088-438b-a372-a8ecffa6ec6b req-1af08fdf-0af1-48ed-a6ed-d470e571c087 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:27.064633 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-de5fd56d-a088-438b-a372-a8ecffa6ec6b req-1af08fdf-0af1-48ed-a6ed-d470e571c087 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 945 time: 0.0832665 Jun 02 13:15:27.108443 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-de5fd56d-a088-438b-a372-a8ecffa6ec6b req-8b679ddc-3996-4816-977b-8a149f18ff5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=6176a45c-8e64-4616-8389-c1ff5f2f4905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383377 Jun 02 13:15:27.130615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54174) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:15:27.236999 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-28fd7a62-89c8-4954-ab76-7c636314211a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/floatingips/d6d7371d-a6d8-4838-a9de-0f1d983c79cf HTTP/1.1" status: 200 len: 992 time: 0.1052198 Jun 02 13:15:28.688875 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43286695-b39d-42f7-ae7c-9d61ee2f997a req-4b636be6-d988-4d6f-9188-a1c1646f47af tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:28.690358 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-43286695-b39d-42f7-ae7c-9d61ee2f997a req-4b636be6-d988-4d6f-9188-a1c1646f47af tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 945 time: 0.0875762 Jun 02 13:15:28.734042 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-43286695-b39d-42f7-ae7c-9d61ee2f997a req-38435b35-46a0-48ca-82d2-767d15086f40 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=6176a45c-8e64-4616-8389-c1ff5f2f4905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380983 Jun 02 13:15:29.919123 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594cd91-9db6-4271-8b79-8b85be05eaaa req-f9bfa7ab-4bbe-44d8-af4d-2a01997dce9a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:29.920552 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8594cd91-9db6-4271-8b79-8b85be05eaaa req-f9bfa7ab-4bbe-44d8-af4d-2a01997dce9a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 945 time: 0.0796843 Jun 02 13:15:29.963585 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8594cd91-9db6-4271-8b79-8b85be05eaaa req-b08bbc90-8d26-4f0c-94ed-bd0231760658 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=6176a45c-8e64-4616-8389-c1ff5f2f4905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375006 Jun 02 13:15:29.986105 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54184) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:15:30.238361 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6ef58b63-ced3-4d24-ad38-c424e146303e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/floatingips/d6d7371d-a6d8-4838-a9de-0f1d983c79cf HTTP/1.1" status: 200 len: 992 time: 0.2509944 Jun 02 13:15:30.561955 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54190) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:15:30.824510 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting port 75341dd8-47a6-4197-bcae-1eef1b063beb {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:15:30.824772 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:30.952721 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:30.953438 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:31.073153 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Calling delete_port for 75341dd8-47a6-4197-bcae-1eef1b063beb owned by network:floatingip {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:15:31.191027 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:31.195663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-89b3a464-d137-4235-be0b-43247899b10a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:31.257954 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Port': ['ID=75341dd8-47a6-4197-bcae-1eef1b063beb,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:31.297988 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:31.298407 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:31.298793 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:31.299177 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:31.299553 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:31.299925 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:31.300293 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:31.300662 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:31.301028 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:31.301393 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:31.301756 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:31.302141 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:31.329918 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:31.357538 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for floatingip, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:31.357873 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Floating IP d6d7371d-a6d8-4838-a9de-0f1d983c79cf disassociated (deleted). External IP: 172.26.7.29, port: 3ccd5880-1b17-48bd-9899-f091ba93a22e. Jun 02 13:15:31.707706 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router 703792bd-456a-43d6-848e-4cadd8fb87fb has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:15:32.019690 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:15:32.029297 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22217b9-deab-4645-b599-08b6138d9bf4 None None] Sync routers for ids ['703792bd-456a-43d6-848e-4cadd8fb87fb'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:15:32.039480 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22217b9-deab-4645-b599-08b6138d9bf4 None None] Routers {'703792bd-456a-43d6-848e-4cadd8fb87fb'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:15:32.040095 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a22217b9-deab-4645-b599-08b6138d9bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:15:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['703792bd-456a-43d6-848e-4cadd8fb87fb'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:15:32.040416 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:32.097127 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/floatingips/d6d7371d-a6d8-4838-a9de-0f1d983c79cf HTTP/1.1" status: 204 len: 168 time: 1.5338306 Jun 02 13:15:32.097804 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac52560d-74a0-41ab-9eb0-d405c60b12c2', 'tag': '3ccd5880-1b17-48bd-9899-f091ba93a22e'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:15:32.100163 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a807b99-8d65-43a6-831a-3399ca0cefc0" -d '{"events": [{"name": "network-changed", "server_uuid": "ac52560d-74a0-41ab-9eb0-d405c60b12c2", "tag": "3ccd5880-1b17-48bd-9899-f091ba93a22e"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:15:32.149847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a9dd73-8a46-4ab5-b717-3216984f5ce4 x-openstack-request-id: req-60a9dd73-8a46-4ab5-b717-3216984f5ce4 {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:15:32.150342 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac52560d-74a0-41ab-9eb0-d405c60b12c2", "tag": "3ccd5880-1b17-48bd-9899-f091ba93a22e", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:15:32.150537 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60a9dd73-8a46-4ab5-b717-3216984f5ce4 {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:15:32.150942 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac52560d-74a0-41ab-9eb0-d405c60b12c2', 'tag': '3ccd5880-1b17-48bd-9899-f091ba93a22e', 'status': 'completed', 'code': 200} Jun 02 13:15:32.246156 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a807b99-8d65-43a6-831a-3399ca0cefc0 req-439eb427-6274-4f33-b710-da6c43f2baf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:32.247818 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2a807b99-8d65-43a6-831a-3399ca0cefc0 req-439eb427-6274-4f33-b710-da6c43f2baf2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 1098 time: 0.0750768 Jun 02 13:15:32.280441 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-a22217b9-deab-4645-b599-08b6138d9bf4 None None] Set router 703792bd-456a-43d6-848e-4cadd8fb87fb gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:15:32.394179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a807b99-8d65-43a6-831a-3399ca0cefc0 req-2e03aa80-3f62-483b-8235-b551d3b54ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:32.395971 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2a807b99-8d65-43a6-831a-3399ca0cefc0 req-2e03aa80-3f62-483b-8235-b551d3b54ba1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=41ed5a09-3392-4dfe-bce8-34cf23aba8dc HTTP/1.1" status: 200 len: 898 time: 0.1406770 Jun 02 13:15:32.506068 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2a807b99-8d65-43a6-831a-3399ca0cefc0 req-a5456dc6-fee1-440b-bfe9-094f974243c5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ccd5880-1b17-48bd-9899-f091ba93a22e HTTP/1.1" status: 200 len: 217 time: 0.1028183 Jun 02 13:15:32.588324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a807b99-8d65-43a6-831a-3399ca0cefc0 req-41c8f10b-54b7-4022-8bf0-6d31f1582663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:32.589693 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2a807b99-8d65-43a6-831a-3399ca0cefc0 req-41c8f10b-54b7-4022-8bf0-6d31f1582663 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbda968e-ed61-4932-a0ab-7213d8d10661 HTTP/1.1" status: 200 len: 835 time: 0.0758111 Jun 02 13:15:32.600817 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695aae27-da29-486b-bd0b-d1bed3938bbc req-8d342671-3b08-4420-bab5-c13bd073f561 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:32.602237 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-695aae27-da29-486b-bd0b-d1bed3938bbc req-8d342671-3b08-4420-bab5-c13bd073f561 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 945 time: 0.1478841 Jun 02 13:15:32.602372 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a22217b9-deab-4645-b599-08b6138d9bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238187904', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:13:59Z', 'updated_at': '2021-06-02T13:14:04Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:00Z', 'updated_at': '2021-06-02T13:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e7b51908-3bd7-4aa4-9051-21f99e7066a3', 'name': '', 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:67:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bbda968e-ed61-4932-a0ab-7213d8d10661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:03Z', 'updated_at': '2021-06-02T13:14:09Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'bbda968e-ed61-4932-a0ab-7213d8d10661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:15:32.606324 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22217b9-deab-4645-b599-08b6138d9bf4 None None] Checking router: 703792bd-456a-43d6-848e-4cadd8fb87fb for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:15:32.614932 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22217b9-deab-4645-b599-08b6138d9bf4 None None] Routers {'703792bd-456a-43d6-848e-4cadd8fb87fb'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:15:32.615546 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a22217b9-deab-4645-b599-08b6138d9bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:15:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['703792bd-456a-43d6-848e-4cadd8fb87fb'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:15:32.700342 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-695aae27-da29-486b-bd0b-d1bed3938bbc req-52c6bb18-0b71-4ef3-bc3e-8e2ed100859e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=6176a45c-8e64-4616-8389-c1ff5f2f4905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623362 Jun 02 13:15:32.714271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a807b99-8d65-43a6-831a-3399ca0cefc0 req-a5e933f8-74e8-458d-b057-e89e299048e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:32.715829 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2a807b99-8d65-43a6-831a-3399ca0cefc0 req-a5e933f8-74e8-458d-b057-e89e299048e9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41ed5a09-3392-4dfe-bce8-34cf23aba8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1127427 Jun 02 13:15:32.796784 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-a22217b9-deab-4645-b599-08b6138d9bf4 None None] Set router 703792bd-456a-43d6-848e-4cadd8fb87fb gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:15:32.849808 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2a807b99-8d65-43a6-831a-3399ca0cefc0 req-b629b499-e987-4e1a-9c7e-57356b417611 service neutron] 10.222.0.22 "GET /v2.0/networks/41ed5a09-3392-4dfe-bce8-34cf23aba8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261165 Jun 02 13:15:32.987358 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2a807b99-8d65-43a6-831a-3399ca0cefc0 req-93408a7e-ac5f-4aca-bc3f-db68fbcbc1d9 service neutron] 10.222.0.22 "GET /v2.0/networks/41ed5a09-3392-4dfe-bce8-34cf23aba8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306252 Jun 02 13:15:33.124667 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-a22217b9-deab-4645-b599-08b6138d9bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238187904', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:13:59Z', 'updated_at': '2021-06-02T13:14:04Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:00Z', 'updated_at': '2021-06-02T13:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e7b51908-3bd7-4aa4-9051-21f99e7066a3', 'name': '', 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:67:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bbda968e-ed61-4932-a0ab-7213d8d10661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:03Z', 'updated_at': '2021-06-02T13:14:09Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'bbda968e-ed61-4932-a0ab-7213d8d10661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:15:33.128453 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22217b9-deab-4645-b599-08b6138d9bf4 None None] The sync data for ids ['703792bd-456a-43d6-848e-4cadd8fb87fb'] in dv-neutron-601336-80-hyperv is: [{'id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238187904', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:13:59Z', 'updated_at': '2021-06-02T13:14:04Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:00Z', 'updated_at': '2021-06-02T13:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e7b51908-3bd7-4aa4-9051-21f99e7066a3', 'name': '', 'network_id': '41ed5a09-3392-4dfe-bce8-34cf23aba8dc', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:67:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bbda968e-ed61-4932-a0ab-7213d8d10661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:03Z', 'updated_at': '2021-06-02T13:14:09Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'bbda968e-ed61-4932-a0ab-7213d8d10661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:15:33.337172 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8fb784-88d1-4d10-9713-9f69541c94c4 None None] New status for floating IP d6d7371d-a6d8-4838-a9de-0f1d983c79cf: DOWN {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:15:33.888738 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b66c2-bcc6-47f6-8d1c-e70b8a2add12 req-aa374f39-a7c2-4b61-a5d7-8ddab83ab7a8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:33.889433 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-d11b66c2-bcc6-47f6-8d1c-e70b8a2add12 req-aa374f39-a7c2-4b61-a5d7-8ddab83ab7a8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:15:33.904541 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-d11b66c2-bcc6-47f6-8d1c-e70b8a2add12 req-aa374f39-a7c2-4b61-a5d7-8ddab83ab7a8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:15:33.905642 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d11b66c2-bcc6-47f6-8d1c-e70b8a2add12 req-aa374f39-a7c2-4b61-a5d7-8ddab83ab7a8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 945 time: 0.0986259 Jun 02 13:15:33.949557 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d11b66c2-bcc6-47f6-8d1c-e70b8a2add12 req-5f6e1826-0fdf-4fd3-a8aa-3988f9a7c3b1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=6176a45c-8e64-4616-8389-c1ff5f2f4905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383041 Jun 02 13:15:34.314997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099da091-5e39-4806-98a3-71e54c141881 req-d19b65f0-f753-4abd-b535-cea20ad0a6a3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:34.316409 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-099da091-5e39-4806-98a3-71e54c141881 req-d19b65f0-f753-4abd-b535-cea20ad0a6a3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 945 time: 0.0794809 Jun 02 13:15:34.451777 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-099da091-5e39-4806-98a3-71e54c141881 req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting port 3ccd5880-1b17-48bd-9899-f091ba93a22e {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:15:34.452031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-099da091-5e39-4806-98a3-71e54c141881 req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:34.581460 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-099da091-5e39-4806-98a3-71e54c141881 req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] For port 3ccd5880-1b17-48bd-9899-f091ba93a22e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3ccd5880-1b17-48bd-9899-f091ba93a22e,segment=NetworkSegment(8d54824c-2b71-4528-9e6f-b0c1ee05ea59),segment_id=8d54824c-2b71-4528-9e6f-b0c1ee05ea59)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:15:34.581809 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-099da091-5e39-4806-98a3-71e54c141881 req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:34.704355 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-099da091-5e39-4806-98a3-71e54c141881 req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Calling delete_port for 3ccd5880-1b17-48bd-9899-f091ba93a22e owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:15:34.814765 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-099da091-5e39-4806-98a3-71e54c141881 req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:34.820001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:34.989912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Port': ['ID=3ccd5880-1b17-48bd-9899-f091ba93a22e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:35.028226 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:35.028620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:35.029001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:35.029376 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:35.029745 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:35.030124 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:35.030506 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:35.030868 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:35.031229 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:35.031590 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:35.031949 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:35.032306 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:35.039441 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:35.110911 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-099da091-5e39-4806-98a3-71e54c141881 req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] No DVR routers for this DVR port 3ccd5880-1b17-48bd-9899-f091ba93a22e on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:15:35.117006 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-099da091-5e39-4806-98a3-71e54c141881 req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:35.120994 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7e094bd8-02c3-4c50-87e9-61da7b91892a req-cfce22f6-3fb8-493e-8777-5291845fc97a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac52560d-74a0-41ab-9eb0-d405c60b12c2 HTTP/1.1" status: 200 len: 210 time: 0.0539346 Jun 02 13:15:35.121508 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac52560d-74a0-41ab-9eb0-d405c60b12c2', 'name': 'network-vif-deleted', 'tag': '3ccd5880-1b17-48bd-9899-f091ba93a22e'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:15:35.123787 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0488712-41bd-496c-b9be-511279fce9eb" -d '{"events": [{"server_uuid": "ac52560d-74a0-41ab-9eb0-d405c60b12c2", "name": "network-vif-deleted", "tag": "3ccd5880-1b17-48bd-9899-f091ba93a22e"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:15:35.137933 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-099da091-5e39-4806-98a3-71e54c141881 req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "DELETE /v2.0/ports/3ccd5880-1b17-48bd-9899-f091ba93a22e HTTP/1.1" status: 204 len: 173 time: 0.8160918 Jun 02 13:15:35.167130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a9eece-d221-4cc0-ae22-d3dd45e03245 x-openstack-request-id: req-f2a9eece-d221-4cc0-ae22-d3dd45e03245 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:15:35.167503 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac52560d-74a0-41ab-9eb0-d405c60b12c2", "name": "network-vif-deleted", "tag": "3ccd5880-1b17-48bd-9899-f091ba93a22e", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:15:35.167800 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2a9eece-d221-4cc0-ae22-d3dd45e03245 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:15:35.168243 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac52560d-74a0-41ab-9eb0-d405c60b12c2', 'name': 'network-vif-deleted', 'tag': '3ccd5880-1b17-48bd-9899-f091ba93a22e', 'status': 'completed', 'code': 200} Jun 02 13:15:36.213623 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54210) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:15:36.774884 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b2aaf36b-bbcb-4db1-9608-886f4f817297 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:37.195530 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-b2aaf36b-bbcb-4db1-9608-886f4f817297 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting port e7b51908-3bd7-4aa4-9051-21f99e7066a3 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:15:37.195851 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b2aaf36b-bbcb-4db1-9608-886f4f817297 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:37.331730 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-b2aaf36b-bbcb-4db1-9608-886f4f817297 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] For port e7b51908-3bd7-4aa4-9051-21f99e7066a3, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e7b51908-3bd7-4aa4-9051-21f99e7066a3,segment=NetworkSegment(8d54824c-2b71-4528-9e6f-b0c1ee05ea59),segment_id=8d54824c-2b71-4528-9e6f-b0c1ee05ea59)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:15:37.332437 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b2aaf36b-bbcb-4db1-9608-886f4f817297 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:37.453036 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-b2aaf36b-bbcb-4db1-9608-886f4f817297 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Calling delete_port for e7b51908-3bd7-4aa4-9051-21f99e7066a3 owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:15:37.832305 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 3ccd5880-1b17-48bd-9899-f091ba93a22e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:15:37.867177 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 3ccd5880-1b17-48bd-9899-f091ba93a22e {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:15:37.867527 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 3ccd5880-1b17-48bd-9899-f091ba93a22e not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:15:37.881065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b2aaf36b-bbcb-4db1-9608-886f4f817297 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:37.885983 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0048b844-cbc6-411a-8a70-160fc9292665 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:37.929676 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aaf36b-bbcb-4db1-9608-886f4f817297 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Port': ['ID=e7b51908-3bd7-4aa4-9051-21f99e7066a3,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:37.932808 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b2aaf36b-bbcb-4db1-9608-886f4f817297 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:38.203147 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b2aaf36b-bbcb-4db1-9608-886f4f817297 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:38.559090 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2aaf36b-bbcb-4db1-9608-886f4f817297 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router 703792bd-456a-43d6-848e-4cadd8fb87fb has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:15:38.730076 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2aaf36b-bbcb-4db1-9608-886f4f817297 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:15:38.739223 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c59df7-bd7c-4249-a8f3-791a29923d6b None None] Sync routers for ids ['703792bd-456a-43d6-848e-4cadd8fb87fb'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:15:38.743017 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b2aaf36b-bbcb-4db1-9608-886f4f817297 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "PUT /v2.0/routers/703792bd-456a-43d6-848e-4cadd8fb87fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5283122 Jun 02 13:15:38.745586 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54212) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:15:38.748904 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c59df7-bd7c-4249-a8f3-791a29923d6b None None] Routers {'703792bd-456a-43d6-848e-4cadd8fb87fb'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:15:38.749545 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f4c59df7-bd7c-4249-a8f3-791a29923d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:15:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['703792bd-456a-43d6-848e-4cadd8fb87fb'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:15:38.813439 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2d1501-731b-4e91-85b3-c058e21e854a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting subnet bbda968e-ed61-4932-a0ab-7213d8d10661 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 13:15:38.816317 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f2d1501-731b-4e91-85b3-c058e21e854a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:38.868763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f2d1501-731b-4e91-85b3-c058e21e854a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:38.928228 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-f4c59df7-bd7c-4249-a8f3-791a29923d6b None None] Set router 703792bd-456a-43d6-848e-4cadd8fb87fb gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:15:38.953372 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f2d1501-731b-4e91-85b3-c058e21e854a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:39.272112 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f4c59df7-bd7c-4249-a8f3-791a29923d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238187904', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:13:59Z', 'updated_at': '2021-06-02T13:15:37Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:00Z', 'updated_at': '2021-06-02T13:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:15:39.275994 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c59df7-bd7c-4249-a8f3-791a29923d6b None None] Checking router: 703792bd-456a-43d6-848e-4cadd8fb87fb for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:15:39.285042 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c59df7-bd7c-4249-a8f3-791a29923d6b None None] Routers {'703792bd-456a-43d6-848e-4cadd8fb87fb'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:15:39.285650 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f4c59df7-bd7c-4249-a8f3-791a29923d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:15:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['703792bd-456a-43d6-848e-4cadd8fb87fb'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:15:39.372136 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f2d1501-731b-4e91-85b3-c058e21e854a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:39.376567 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cca56de8-34e1-4a71-a429-252f4561a6a9 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:39.415281 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d1501-731b-4e91-85b3-c058e21e854a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Subnet': ['ID=bbda968e-ed61-4932-a0ab-7213d8d10661,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:39.417480 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f2d1501-731b-4e91-85b3-c058e21e854a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:39.421282 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4f2d1501-731b-4e91-85b3-c058e21e854a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:39.426805 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54214) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:15:39.427965 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4f2d1501-731b-4e91-85b3-c058e21e854a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/subnets/bbda968e-ed61-4932-a0ab-7213d8d10661 HTTP/1.1" status: 204 len: 168 time: 0.6795065 Jun 02 13:15:39.428836 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381ad367-d3a4-49ba-99a1-97bb9276ca1c None None] Network 41ed5a09-3392-4dfe-bce8-34cf23aba8dc requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:15:39.571285 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-f4c59df7-bd7c-4249-a8f3-791a29923d6b None None] Set router 703792bd-456a-43d6-848e-4cadd8fb87fb gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:15:39.606041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b04b4b5-ced1-434c-891a-288830453b5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:39.787139 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b04b4b5-ced1-434c-891a-288830453b5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:39.860910 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-1b04b4b5-ced1-434c-891a-288830453b5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting port 6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:15:39.861159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b04b4b5-ced1-434c-891a-288830453b5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:39.947009 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-f4c59df7-bd7c-4249-a8f3-791a29923d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238187904', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:13:59Z', 'updated_at': '2021-06-02T13:15:37Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:00Z', 'updated_at': '2021-06-02T13:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:15:39.957105 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c59df7-bd7c-4249-a8f3-791a29923d6b None None] The sync data for ids ['703792bd-456a-43d6-848e-4cadd8fb87fb'] in dv-neutron-601336-80-hyperv is: [{'id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238187904', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:13:59Z', 'updated_at': '2021-06-02T13:15:37Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703792bd-456a-43d6-848e-4cadd8fb87fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:14:00Z', 'updated_at': '2021-06-02T13:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:15:39.988971 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-1b04b4b5-ced1-434c-891a-288830453b5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] For port 6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:15:39.989336 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b04b4b5-ced1-434c-891a-288830453b5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:39.992833 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d614cd48-2456-4b63-83bb-4b6806c3c79f None None] DHCP port deletion for 41ed5a09-3392-4dfe-bce8-34cf23aba8dc request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 13:15:40.057153 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-d614cd48-2456-4b63-83bb-4b6806c3c79f None None] Deleting port 1a27351e-450f-4268-b868-81ed6c4284f6 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:15:40.057535 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d614cd48-2456-4b63-83bb-4b6806c3c79f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:40.113464 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-1b04b4b5-ced1-434c-891a-288830453b5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Calling delete_port for 6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:15:40.157311 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d614cd48-2456-4b63-83bb-4b6806c3c79f None None] For port 1a27351e-450f-4268-b868-81ed6c4284f6, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1a27351e-450f-4268-b868-81ed6c4284f6,segment=NetworkSegment(8d54824c-2b71-4528-9e6f-b0c1ee05ea59),segment_id=8d54824c-2b71-4528-9e6f-b0c1ee05ea59)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:15:40.157715 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d614cd48-2456-4b63-83bb-4b6806c3c79f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:40.284045 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-d614cd48-2456-4b63-83bb-4b6806c3c79f None None] Calling delete_port for 1a27351e-450f-4268-b868-81ed6c4284f6 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:15:40.332455 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d614cd48-2456-4b63-83bb-4b6806c3c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:40.336954 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:40.385239 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d614cd48-2456-4b63-83bb-4b6806c3c79f None None] No DVR routers for this DVR port 1a27351e-450f-4268-b868-81ed6c4284f6 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:15:40.387581 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614cd48-2456-4b63-83bb-4b6806c3c79f None None] Pushing event deleted for resources: {'Port': ['ID=1a27351e-450f-4268-b868-81ed6c4284f6,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:40.390927 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b04b4b5-ced1-434c-891a-288830453b5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:40.396879 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-38efa103-9a7f-4530-bbe2-22b31a8f1153 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:40.399890 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614cd48-2456-4b63-83bb-4b6806c3c79f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:40.400281 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614cd48-2456-4b63-83bb-4b6806c3c79f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:40.400639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614cd48-2456-4b63-83bb-4b6806c3c79f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:40.400957 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614cd48-2456-4b63-83bb-4b6806c3c79f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:40.401342 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614cd48-2456-4b63-83bb-4b6806c3c79f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:40.401678 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614cd48-2456-4b63-83bb-4b6806c3c79f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:40.402008 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614cd48-2456-4b63-83bb-4b6806c3c79f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:40.402984 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614cd48-2456-4b63-83bb-4b6806c3c79f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:40.403453 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614cd48-2456-4b63-83bb-4b6806c3c79f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:40.403807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614cd48-2456-4b63-83bb-4b6806c3c79f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:40.404170 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614cd48-2456-4b63-83bb-4b6806c3c79f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:40.404504 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614cd48-2456-4b63-83bb-4b6806c3c79f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:40.407921 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d614cd48-2456-4b63-83bb-4b6806c3c79f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:40.446588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04b4b5-ced1-434c-891a-288830453b5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Port': ['ID=6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:40.473499 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1b04b4b5-ced1-434c-891a-288830453b5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:40.537914 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b04b4b5-ced1-434c-891a-288830453b5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:40.838900 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b04b4b5-ced1-434c-891a-288830453b5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:40.841482 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b04b4b5-ced1-434c-891a-288830453b5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:40.866322 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b04b4b5-ced1-434c-891a-288830453b5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:40.866856 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b04b4b5-ced1-434c-891a-288830453b5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Fanout notify agent at l3_agent the message router_deleted on router 703792bd-456a-43d6-848e-4cadd8fb87fb {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 13:15:40.881776 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b04b4b5-ced1-434c-891a-288830453b5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:40.882896 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1b04b4b5-ced1-434c-891a-288830453b5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/routers/703792bd-456a-43d6-848e-4cadd8fb87fb HTTP/1.1" status: 204 len: 168 time: 1.4551146 Jun 02 13:15:40.885424 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54216) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:15:41.012028 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6175249e-28da-429a-97ff-b88b519a5ff2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:41.142976 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6175249e-28da-429a-97ff-b88b519a5ff2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:41.156044 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-6175249e-28da-429a-97ff-b88b519a5ff2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ed5a09-3392-4dfe-bce8-34cf23aba8dc']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:15:41.167750 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-6175249e-28da-429a-97ff-b88b519a5ff2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d54824c-2b71-4528-9e6f-b0c1ee05ea59') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:15:41.168067 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-6175249e-28da-429a-97ff-b88b519a5ff2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d54824c-2b71-4528-9e6f-b0c1ee05ea59') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:15:41.178851 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6175249e-28da-429a-97ff-b88b519a5ff2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:41.194459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6175249e-28da-429a-97ff-b88b519a5ff2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:41.201270 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6175249e-28da-429a-97ff-b88b519a5ff2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 13:15:41.201513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6175249e-28da-429a-97ff-b88b519a5ff2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 13:15:41.216458 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 13:15:41.303491 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6175249e-28da-429a-97ff-b88b519a5ff2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:41.314132 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-50eacf7d-e4f8-4bab-9330-b96d36d3f0ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:41.325531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6175249e-28da-429a-97ff-b88b519a5ff2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:41.332060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175249e-28da-429a-97ff-b88b519a5ff2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Network': ['ID=41ed5a09-3392-4dfe-bce8-34cf23aba8dc,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:41.335251 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6175249e-28da-429a-97ff-b88b519a5ff2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:41.339530 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-6175249e-28da-429a-97ff-b88b519a5ff2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/networks/41ed5a09-3392-4dfe-bce8-34cf23aba8dc HTTP/1.1" status: 204 len: 168 time: 0.4531591 Jun 02 13:15:41.340439 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54218) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:15:41.354622 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e7b51908-3bd7-4aa4-9051-21f99e7066a3 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:15:41.389610 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: e7b51908-3bd7-4aa4-9051-21f99e7066a3 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:15:41.389961 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e7b51908-3bd7-4aa4-9051-21f99e7066a3 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:15:41.390421 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1a27351e-450f-4268-b868-81ed6c4284f6 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:15:41.413907 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7b4e7a3a-330a-4720-9fa9-aa6d5dae15fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:41.426755 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 1a27351e-450f-4268-b868-81ed6c4284f6 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:15:41.427103 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1a27351e-450f-4268-b868-81ed6c4284f6 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:15:41.427529 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:15:41.443647 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7b4e7a3a-330a-4720-9fa9-aa6d5dae15fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:41.460592 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:15:41.460952 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 6cbb48c6-15e8-4cb1-994e-7a7ef703b5ff not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:15:41.509876 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7b4e7a3a-330a-4720-9fa9-aa6d5dae15fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:41.514356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b7b8a82a-29db-4331-a268-cf71ab5cb2b5 tempest-PortsIpV6TestJSON-859177065 tempest-PortsIpV6TestJSON-859177065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:41.529584 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e7a3a-330a-4720-9fa9-aa6d5dae15fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6176a45c-8e64-4616-8389-c1ff5f2f4905,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:41.532166 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7b4e7a3a-330a-4720-9fa9-aa6d5dae15fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:41.539436 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-7b4e7a3a-330a-4720-9fa9-aa6d5dae15fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:41.540528 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7b4e7a3a-330a-4720-9fa9-aa6d5dae15fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/security-groups/6176a45c-8e64-4616-8389-c1ff5f2f4905 HTTP/1.1" status: 204 len: 168 time: 0.1991675 Jun 02 13:15:41.871656 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54224) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:15:41.876382 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-7f143ede-49e8-4396-989d-4f030eaf7d5a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1106250326', 'description': 'tempest-secgroup-smoke-1106250326 description', 'project_id': '31333cf8d25c494bb5e988c524b4e546'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:15:41.882394 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7f143ede-49e8-4396-989d-4f030eaf7d5a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:15:41.886591 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7f143ede-49e8-4396-989d-4f030eaf7d5a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:15:41.889427 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7f143ede-49e8-4396-989d-4f030eaf7d5a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:15:41.895286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7f143ede-49e8-4396-989d-4f030eaf7d5a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:15:41.905825 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7f143ede-49e8-4396-989d-4f030eaf7d5a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:41.925925 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7f143ede-49e8-4396-989d-4f030eaf7d5a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:15:41.929620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7f143ede-49e8-4396-989d-4f030eaf7d5a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:15:41.932373 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7f143ede-49e8-4396-989d-4f030eaf7d5a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:15:41.938528 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7f143ede-49e8-4396-989d-4f030eaf7d5a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:15:42.005524 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7f143ede-49e8-4396-989d-4f030eaf7d5a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.008789 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7f143ede-49e8-4396-989d-4f030eaf7d5a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.013624 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:42.052206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f143ede-49e8-4396-989d-4f030eaf7d5a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=886b0021-fc19-4714-8bf9-0e3d3157664a,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:42.054787 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7f143ede-49e8-4396-989d-4f030eaf7d5a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.055946 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7f143ede-49e8-4396-989d-4f030eaf7d5a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1832302 Jun 02 13:15:42.056821 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7f143ede-49e8-4396-989d-4f030eaf7d5a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:42.059271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54226) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:15:42.063548 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-96c3dea2-66ae-430f-a2f5-85aed1ca97e8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': '886b0021-fc19-4714-8bf9-0e3d3157664a', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:15:42.069347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-96c3dea2-66ae-430f-a2f5-85aed1ca97e8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:15:42.073140 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-96c3dea2-66ae-430f-a2f5-85aed1ca97e8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:15:42.075995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-96c3dea2-66ae-430f-a2f5-85aed1ca97e8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:15:42.081577 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-96c3dea2-66ae-430f-a2f5-85aed1ca97e8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:15:42.096569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-96c3dea2-66ae-430f-a2f5-85aed1ca97e8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.159030 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-96c3dea2-66ae-430f-a2f5-85aed1ca97e8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.162289 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-96c3dea2-66ae-430f-a2f5-85aed1ca97e8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.164077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e209af0f-d2a9-4e0d-bac3-103463754caf tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:42.186384 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3dea2-66ae-430f-a2f5-85aed1ca97e8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d29f763-28c6-4820-bd44-8ea51f3abbcb,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:42.188671 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-96c3dea2-66ae-430f-a2f5-85aed1ca97e8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:42.195383 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-96c3dea2-66ae-430f-a2f5-85aed1ca97e8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.196671 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-96c3dea2-66ae-430f-a2f5-85aed1ca97e8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364758 Jun 02 13:15:42.199232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54228) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:15:42.203607 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-274f12a1-6312-457c-8725-ee923349fa4a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': '886b0021-fc19-4714-8bf9-0e3d3157664a', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:15:42.209420 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-274f12a1-6312-457c-8725-ee923349fa4a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:15:42.213197 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-274f12a1-6312-457c-8725-ee923349fa4a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:15:42.216144 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-274f12a1-6312-457c-8725-ee923349fa4a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:15:42.222018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-274f12a1-6312-457c-8725-ee923349fa4a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:15:42.237313 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-274f12a1-6312-457c-8725-ee923349fa4a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.300061 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-274f12a1-6312-457c-8725-ee923349fa4a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.303403 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-274f12a1-6312-457c-8725-ee923349fa4a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.305190 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7647d473-76eb-45ce-ad17-8aae369f013e tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:42.324446 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f12a1-6312-457c-8725-ee923349fa4a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6185b2-7ec6-482d-84f4-b7139ec57671,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:42.328212 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-274f12a1-6312-457c-8725-ee923349fa4a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:42.335338 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-274f12a1-6312-457c-8725-ee923349fa4a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.336515 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-274f12a1-6312-457c-8725-ee923349fa4a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1363723 Jun 02 13:15:42.339216 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54230) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:15:42.344108 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c26add12-faa2-4158-b0bd-6cd01fe193fb tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': '886b0021-fc19-4714-8bf9-0e3d3157664a', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:15:42.349846 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c26add12-faa2-4158-b0bd-6cd01fe193fb tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:15:42.353647 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c26add12-faa2-4158-b0bd-6cd01fe193fb tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:15:42.357104 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c26add12-faa2-4158-b0bd-6cd01fe193fb tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:15:42.362799 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c26add12-faa2-4158-b0bd-6cd01fe193fb tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:15:42.377567 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c26add12-faa2-4158-b0bd-6cd01fe193fb tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.438415 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c26add12-faa2-4158-b0bd-6cd01fe193fb tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.441655 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c26add12-faa2-4158-b0bd-6cd01fe193fb tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.443419 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-853cd97f-5f18-472e-aae3-3f0932d6d1e4 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:42.468051 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26add12-faa2-4158-b0bd-6cd01fe193fb tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb64085-db80-4f1b-8d25-145d4ac58012,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:42.472261 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c26add12-faa2-4158-b0bd-6cd01fe193fb tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:42.476658 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c26add12-faa2-4158-b0bd-6cd01fe193fb tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.477826 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c26add12-faa2-4158-b0bd-6cd01fe193fb tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372035 Jun 02 13:15:42.481042 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54232) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:15:42.485334 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-239fedab-99c8-4c08-9e40-2cd2378b35b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': '886b0021-fc19-4714-8bf9-0e3d3157664a', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:15:42.491051 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-239fedab-99c8-4c08-9e40-2cd2378b35b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:15:42.494831 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-239fedab-99c8-4c08-9e40-2cd2378b35b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:15:42.497855 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-239fedab-99c8-4c08-9e40-2cd2378b35b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:15:42.503560 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-239fedab-99c8-4c08-9e40-2cd2378b35b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:15:42.518639 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-239fedab-99c8-4c08-9e40-2cd2378b35b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.581151 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-239fedab-99c8-4c08-9e40-2cd2378b35b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.584349 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-239fedab-99c8-4c08-9e40-2cd2378b35b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.586081 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-00f7b94b-d2a6-46bb-b893-d52460d45dd9 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:42.607876 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fedab-99c8-4c08-9e40-2cd2378b35b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868a20e5-510b-4e29-b3c0-15078371ef70,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:42.610203 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-239fedab-99c8-4c08-9e40-2cd2378b35b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:42.616655 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-239fedab-99c8-4c08-9e40-2cd2378b35b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.617789 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-239fedab-99c8-4c08-9e40-2cd2378b35b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358552 Jun 02 13:15:42.620454 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54234) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:15:42.624833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-0e623fa2-2aed-4158-a4a9-367a14c98a29 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': '886b0021-fc19-4714-8bf9-0e3d3157664a', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:15:42.630434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-0e623fa2-2aed-4158-a4a9-367a14c98a29 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:15:42.634186 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0e623fa2-2aed-4158-a4a9-367a14c98a29 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:15:42.637601 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0e623fa2-2aed-4158-a4a9-367a14c98a29 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:15:42.643442 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-0e623fa2-2aed-4158-a4a9-367a14c98a29 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:15:42.653650 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-0e623fa2-2aed-4158-a4a9-367a14c98a29 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Project 31333cf8d25c494bb5e988c524b4e546 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 13:15:42.659065 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e623fa2-2aed-4158-a4a9-367a14c98a29 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.722058 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e623fa2-2aed-4158-a4a9-367a14c98a29 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.725432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e623fa2-2aed-4158-a4a9-367a14c98a29 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.727247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b16c6a41-b7fd-4ff5-b14c-7f9f848f9b03 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:42.748759 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e623fa2-2aed-4158-a4a9-367a14c98a29 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ffc0776-66bf-49f9-9877-f350f583f7e7,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:42.751321 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0e623fa2-2aed-4158-a4a9-367a14c98a29 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:42.758227 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e623fa2-2aed-4158-a4a9-367a14c98a29 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.759395 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0e623fa2-2aed-4158-a4a9-367a14c98a29 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379218 Jun 02 13:15:42.762521 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54236) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:15:42.767023 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-9aafaac8-5ea8-467c-9ec6-fa48fda9ccfa tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': '886b0021-fc19-4714-8bf9-0e3d3157664a', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:15:42.774325 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-9aafaac8-5ea8-467c-9ec6-fa48fda9ccfa tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:15:42.778630 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-9aafaac8-5ea8-467c-9ec6-fa48fda9ccfa tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:15:42.781526 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-9aafaac8-5ea8-467c-9ec6-fa48fda9ccfa tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:15:42.787160 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-9aafaac8-5ea8-467c-9ec6-fa48fda9ccfa tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:15:42.797708 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-9aafaac8-5ea8-467c-9ec6-fa48fda9ccfa tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Project 31333cf8d25c494bb5e988c524b4e546 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 13:15:42.798338 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:15:42.803161 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9aafaac8-5ea8-467c-9ec6-fa48fda9ccfa tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.872605 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9aafaac8-5ea8-467c-9ec6-fa48fda9ccfa tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.876067 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9aafaac8-5ea8-467c-9ec6-fa48fda9ccfa tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.877935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cccffb3b-bfe7-4af6-a33b-6a756f0bad52 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:42.899806 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aafaac8-5ea8-467c-9ec6-fa48fda9ccfa tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecbfe6c-3cd7-4b3d-b09b-9d2d0d120169,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:42.902828 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9aafaac8-5ea8-467c-9ec6-fa48fda9ccfa tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:42.909478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9aafaac8-5ea8-467c-9ec6-fa48fda9ccfa tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.910712 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9aafaac8-5ea8-467c-9ec6-fa48fda9ccfa tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471415 Jun 02 13:15:42.913599 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54238) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:15:42.918709 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4879a16e-39a5-4ef0-b066-3cfa1c9d279f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'network': {'name': 'tempest-network-smoke--477363103', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'port_security_enabled': True}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:15:42.923346 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4879a16e-39a5-4ef0-b066-3cfa1c9d279f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:15:42.927445 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4879a16e-39a5-4ef0-b066-3cfa1c9d279f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:network and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:15:42.930252 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4879a16e-39a5-4ef0-b066-3cfa1c9d279f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:15:42.936877 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4879a16e-39a5-4ef0-b066-3cfa1c9d279f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:15:42.946701 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4879a16e-39a5-4ef0-b066-3cfa1c9d279f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Made reservation on behalf of 31333cf8d25c494bb5e988c524b4e546 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:15:42.951175 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4879a16e-39a5-4ef0-b066-3cfa1c9d279f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.978711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4879a16e-39a5-4ef0-b066-3cfa1c9d279f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 13:15:42.987478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4879a16e-39a5-4ef0-b066-3cfa1c9d279f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:42.987815 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-4879a16e-39a5-4ef0-b066-3cfa1c9d279f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Added segment 2acb33a4-b113-4615-ad98-e32cfbc843d3 of type vlan for network af9c0c52-9a18-42d5-a569-b7601ca4fcd6 Jun 02 13:15:43.014364 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4879a16e-39a5-4ef0-b066-3cfa1c9d279f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:43.042907 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4879a16e-39a5-4ef0-b066-3cfa1c9d279f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:43.048513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4879a16e-39a5-4ef0-b066-3cfa1c9d279f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:43.049199 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4879a16e-39a5-4ef0-b066-3cfa1c9d279f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:43.054331 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a5837f53-d137-45c2-9dbc-dc5047399a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:43.135479 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4879a16e-39a5-4ef0-b066-3cfa1c9d279f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2208269 Jun 02 13:15:43.138953 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54240) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:15:43.143807 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-97469211', 'admin_state_up': True, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:15:43.151169 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:15:43.154968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:router and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:15:43.157438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879a16e-39a5-4ef0-b066-3cfa1c9d279f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Network': ['ID=af9c0c52-9a18-42d5-a569-b7601ca4fcd6,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:43.157793 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:15:43.160810 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4879a16e-39a5-4ef0-b066-3cfa1c9d279f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:43.169435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network af9c0c52-9a18-42d5-a569-b7601ca4fcd6 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 13:15:43.171532 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:15:43.182313 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:43.183317 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:43.200210 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:43.471847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:43.765894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_gateway, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:43.796368 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:43.930364 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Allocated IP 172.26.7.25 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/b8091e00-8ce7-450d-9094-8ae677a9c421) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:15:44.073118 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:44.101527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:44.106375 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-355249f8-fd8c-46a1-97cd-92fbbe457231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:44.170315 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:15:44.173225 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:15:44.176899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:15:44.210421 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0ccb7b8a-4516-409b-8d31-6f15200289f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:44.341158 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=b8091e00-8ce7-450d-9094-8ae677a9c421,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:44.346787 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:44.713974 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_gateway, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:45.050464 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:45.251962 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router ab1050f8-9b13-4134-a4c5-ff1a1933579f is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 13:15:45.425549 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:15:45.435265 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] Sync routers for ids ['ab1050f8-9b13-4134-a4c5-ff1a1933579f'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:15:45.444178 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] Routers {'ab1050f8-9b13-4134-a4c5-ff1a1933579f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:15:45.444779 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:15:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ab1050f8-9b13-4134-a4c5-ff1a1933579f'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:15:45.452743 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:45.454119 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.3140409 Jun 02 13:15:45.457243 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54242) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:15:45.498652 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-bfc9591c-c099-4c25-99c9-a153c5388648 tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=31333cf8d25c494bb5e988c524b4e546&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401113 Jun 02 13:15:45.501290 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54244) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:15:45.619650 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] Set router ab1050f8-9b13-4134-a4c5-ff1a1933579f gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:15:45.774509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99618468-cb8e-4be5-8e35-200eca38068e tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:45.775865 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-99618468-cb8e-4be5-8e35-200eca38068e tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2736955 Jun 02 13:15:45.778848 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54246) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:15:45.817898 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8b88dffc-04b5-4fbc-b213-ad13a6b73df2 tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379322 Jun 02 13:15:45.820206 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54248) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:15:45.824853 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-e5a25374-866a-43e8-ab63-a58e20b506a4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1396527753', 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:15:45.931896 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97469211', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:44Z', 'revision_number': 3, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:15:45.934556 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e5a25374-866a-43e8-ab63-a58e20b506a4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:15:45.935662 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] Checking router: ab1050f8-9b13-4134-a4c5-ff1a1933579f for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:15:45.936010 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] Updating router ab1050f8-9b13-4134-a4c5-ff1a1933579f port b8091e00-8ce7-450d-9094-8ae677a9c421 binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:15:45.938660 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e5a25374-866a-43e8-ab63-a58e20b506a4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:subnet and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:15:45.941401 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-e5a25374-866a-43e8-ab63-a58e20b506a4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:15:45.946952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-e5a25374-866a-43e8-ab63-a58e20b506a4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:15:45.956727 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a25374-866a-43e8-ab63-a58e20b506a4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Made reservation on behalf of 31333cf8d25c494bb5e988c524b4e546 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:15:45.960339 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e5a25374-866a-43e8-ab63-a58e20b506a4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:45.987148 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:46.307850 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:46.320450 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] Transition to ACTIVE for port object b8091e00-8ce7-450d-9094-8ae677a9c421 will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:15:46.327389 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:46.331756 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-f83c06fc-a327-45fe-8f80-8584aff0fef5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:46.379444 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e5a25374-866a-43e8-ab63-a58e20b506a4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:46.384328 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2f1d0c1d-3a19-4353-ab45-30ffb9be63ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:46.407454 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5871cc-33cd-4124-8366-c2c0e015b4ee None None] Pushing event updated for resources: {'Port': ['ID=b8091e00-8ce7-450d-9094-8ae677a9c421,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:46.410733 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] Attempting to bind port b8091e00-8ce7-450d-9094-8ae677a9c421 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:15:46.411098 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] Attempting to bind port b8091e00-8ce7-450d-9094-8ae677a9c421 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:15:46.411452 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] Attempting to bind port b8091e00-8ce7-450d-9094-8ae677a9c421 on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:15:46.418750 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5871cc-33cd-4124-8366-c2c0e015b4ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:46.419093 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5871cc-33cd-4124-8366-c2c0e015b4ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:46.419422 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5871cc-33cd-4124-8366-c2c0e015b4ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:46.419752 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5871cc-33cd-4124-8366-c2c0e015b4ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:46.420070 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5871cc-33cd-4124-8366-c2c0e015b4ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:46.420391 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5871cc-33cd-4124-8366-c2c0e015b4ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:46.420706 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5871cc-33cd-4124-8366-c2c0e015b4ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:46.421021 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5871cc-33cd-4124-8366-c2c0e015b4ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:46.421334 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5871cc-33cd-4124-8366-c2c0e015b4ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:46.421645 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5871cc-33cd-4124-8366-c2c0e015b4ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:46.421954 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5871cc-33cd-4124-8366-c2c0e015b4ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:46.422289 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5871cc-33cd-4124-8366-c2c0e015b4ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:15:46.426855 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-ee5871cc-33cd-4124-8366-c2c0e015b4ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:46.427737 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:15:46.428102 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:15:46.428497 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:46.428875 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:15:46.429338 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] Bound port: b8091e00-8ce7-450d-9094-8ae677a9c421, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:15:46.429705 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:46.458434 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a25374-866a-43e8-ab63-a58e20b506a4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Subnet': ['ID=f365267b-1c50-449c-9af5-eced77aeee4f,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:46.461830 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e5a25374-866a-43e8-ab63-a58e20b506a4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:46.467531 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a25374-866a-43e8-ab63-a58e20b506a4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Checking segment: {'id': '2acb33a4-b113-4615-ad98-e32cfbc843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:15:46.467892 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a25374-866a-43e8-ab63-a58e20b506a4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network hostable DHCP agents. Network: af9c0c52-9a18-42d5-a569-b7601ca4fcd6, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 13:15:46.484297 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a25374-866a-43e8-ab63-a58e20b506a4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network af9c0c52-9a18-42d5-a569-b7601ca4fcd6 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 13:15:46.493854 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-e5a25374-866a-43e8-ab63-a58e20b506a4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, af9c0c52-9a18-42d5-a569-b7601ca4fcd6) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:15:46.503952 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] For port b8091e00-8ce7-450d-9094-8ae677a9c421, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:15:46.504487 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a25374-866a-43e8-ab63-a58e20b506a4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:46.504834 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-e5a25374-866a-43e8-ab63-a58e20b506a4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:46.506925 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b3b178-6b9f-4afe-9034-2a60bb1bbeb0 None None] Network af9c0c52-9a18-42d5-a569-b7601ca4fcd6 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:15:46.508011 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] For port b8091e00-8ce7-450d-9094-8ae677a9c421, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b8091e00-8ce7-450d-9094-8ae677a9c421,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:15:46.512535 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:46.516372 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-10b3207e-ffc5-48c7-b969-859217bd2df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:46.529104 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e5a25374-866a-43e8-ab63-a58e20b506a4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7079101 Jun 02 13:15:46.531926 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54250) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:15:46.598399 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] Routers {'ab1050f8-9b13-4134-a4c5-ff1a1933579f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:15:46.599461 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:15:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ab1050f8-9b13-4134-a4c5-ff1a1933579f'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:15:46.658930 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5871cc-33cd-4124-8366-c2c0e015b4ee None None] Pushing event updated for resources: {'Port': ['ID=b8091e00-8ce7-450d-9094-8ae677a9c421,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:46.662004 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-ee5871cc-33cd-4124-8366-c2c0e015b4ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:46.743641 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-af9c0c52-9a18-42d5-a569-b7601ca4fcd6', 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ips': [{'subnet_id': 'f365267b-1c50-449c-9af5-eced77aeee4f'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 13:15:46.744746 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:46.770561 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7e610d46-3a34-4df6-b7ba-53dc01202d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:46.790583 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] Set router ab1050f8-9b13-4134-a4c5-ff1a1933579f gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:15:46.831222 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:46.929381 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Allocated IP 172.20.0.2 (af9c0c52-9a18-42d5-a569-b7601ca4fcd6/f365267b-1c50-449c-9af5-eced77aeee4f/fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:15:47.075460 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97469211', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:44Z', 'revision_number': 3, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:15:47.080204 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebfcfe9-f45d-46fa-a3ac-d43fc97aac2c None None] The sync data for ids ['ab1050f8-9b13-4134-a4c5-ff1a1933579f'] in dv-neutron-601336-80-hyperv is: [{'id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97469211', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:44Z', 'revision_number': 3, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:15:47.145942 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:47.157200 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Transition to ACTIVE for port object fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:15:47.176909 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Transition to ACTIVE for port object fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:15:47.183438 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:47.187166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3f3125c3-5885-44cf-a55f-9d8f7047b6f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:47.253562 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Network af9c0c52-9a18-42d5-a569-b7601ca4fcd6 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:15:47.257321 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:15:47.259851 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:15:47.260879 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:47.306018 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Pushing event updated for resources: {'Port': ['ID=fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:47.309343 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:47.376260 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Attempting to bind port fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:15:47.376635 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Attempting to bind port fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '2acb33a4-b113-4615-ad98-e32cfbc843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:15:47.377001 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Attempting to bind port fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6 on network af9c0c52-9a18-42d5-a569-b7601ca4fcd6 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:15:47.383106 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:15:47.383486 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Checking segment: {'id': '2acb33a4-b113-4615-ad98-e32cfbc843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:15:47.384163 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:47.384939 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Bound using segment: {'id': '2acb33a4-b113-4615-ad98-e32cfbc843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:15:47.385429 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Bound port: fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acb33a4-b113-4615-ad98-e32cfbc843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:15:47.385676 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:47.491406 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] For port fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:15:47.496743 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] For port fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6,segment=NetworkSegment(2acb33a4-b113-4615-ad98-e32cfbc843d3),segment_id=2acb33a4-b113-4615-ad98-e32cfbc843d3)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:15:47.503978 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:47.510515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7f64a134-608e-445b-b70d-740b53b94df9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:47.596389 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Pushing event updated for resources: {'Port': ['ID=fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:47.599533 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:47.881796 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:47.892004 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Allocated IP 172.20.0.1 (af9c0c52-9a18-42d5-a569-b7601ca4fcd6/f365267b-1c50-449c-9af5-eced77aeee4f/860ec8ac-1e88-4f6d-98a9-2f033ffe65ef) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:15:48.063121 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:48.078334 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Transition to ACTIVE for port object 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:15:48.102903 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:48.107032 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9d383b3a-7674-42bc-a69b-b451456b0cd9 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:48.172696 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network af9c0c52-9a18-42d5-a569-b7601ca4fcd6 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:15:48.176162 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:15:48.180146 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:15:48.219737 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=860ec8ac-1e88-4f6d-98a9-2f033ffe65ef,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:48.224011 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:48.244121 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:48.519440 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:48.538616 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84bc061-c82b-4a39-a816-bdecd6282703 None None] Network af9c0c52-9a18-42d5-a569-b7601ca4fcd6 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:15:48.623337 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-1ed55eed-1a0b-47e3-8c28-e52b64be6009 None None] Provisioning for port fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:15:48.962342 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:48.967976 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:48.992891 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:49.067077 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9b5f928f-c255-4b5d-925e-edbe5f1e318f None None] Provisioning for port 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:15:49.072277 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9b5f928f-c255-4b5d-925e-edbe5f1e318f None None] Provisioning complete for port 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:15:49.072883 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9b5f928f-c255-4b5d-925e-edbe5f1e318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:49.086919 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:49.090553 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=860ec8ac-1e88-4f6d-98a9-2f033ffe65ef,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:49.093945 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:49.131230 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f928f-c255-4b5d-925e-edbe5f1e318f None None] Port 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:15:49.229642 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network af9c0c52-9a18-42d5-a569-b7601ca4fcd6 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:15:49.230919 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:15:49.261218 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-88bd892d-537c-406f-b2ff-56cf7952de62 None None] Provisioning complete for port 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:15:49.262228 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-88bd892d-537c-406f-b2ff-56cf7952de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:49.335913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-88bd892d-537c-406f-b2ff-56cf7952de62 None None] Port 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:15:49.366588 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:15:49.438987 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:15:49.444189 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:15:49.444547 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:49.573822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:49.582770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router ab1050f8-9b13-4134-a4c5-ff1a1933579f has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:15:49.583921 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c5abc45a-58e2-4d74-9c81-686f0b79d7b1 None None] Provisioning complete for port 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:15:49.584293 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c5abc45a-58e2-4d74-9c81-686f0b79d7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:49.706192 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-c5abc45a-58e2-4d74-9c81-686f0b79d7b1 None None] Port 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:15:49.708696 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6,segment=NetworkSegment(2acb33a4-b113-4615-ad98-e32cfbc843d3),segment_id=2acb33a4-b113-4615-ad98-e32cfbc843d3)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:15:49.712817 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:49.713641 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b8091e00-8ce7-450d-9094-8ae677a9c421 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:15:49.741861 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-5af49aea-86ce-4b00-b56a-6ed2bf77862a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:49.764341 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:15:49.776034 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:49.776894 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "PUT /v2.0/routers/ab1050f8-9b13-4134-a4c5-ff1a1933579f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2437017 Jun 02 13:15:49.784913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] Sync routers for ids ['ab1050f8-9b13-4134-a4c5-ff1a1933579f'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:15:49.831136 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] Routers {'ab1050f8-9b13-4134-a4c5-ff1a1933579f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:15:49.831535 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:15:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ab1050f8-9b13-4134-a4c5-ff1a1933579f'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:15:49.913463 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:49.931228 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:49.947398 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-9d945f8e-52ef-459e-86c0-f12f1ea324b0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:15:49.962985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-9d945f8e-52ef-459e-86c0-f12f1ea324b0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:15:49.964190 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-9d945f8e-52ef-459e-86c0-f12f1ea324b0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1106250326&fields=id&tenant_id=31333cf8d25c494bb5e988c524b4e546 HTTP/1.1" status: 200 len: 267 time: 0.0587084 Jun 02 13:15:49.995011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port b8091e00-8ce7-450d-9094-8ae677a9c421 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:15:50.007934 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port b8091e00-8ce7-450d-9094-8ae677a9c421 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:15:50.008312 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:50.088649 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] Set router ab1050f8-9b13-4134-a4c5-ff1a1933579f gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:15:50.117321 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-f9f31a50-fbbf-4f78-bd30-be71705abf92 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:50.118003 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-f9f31a50-fbbf-4f78-bd30-be71705abf92 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:network {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:15:50.134696 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-f9f31a50-fbbf-4f78-bd30-be71705abf92 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:network {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:15:50.136207 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-f9f31a50-fbbf-4f78-bd30-be71705abf92 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/networks?id=af9c0c52-9a18-42d5-a569-b7601ca4fcd6 HTTP/1.1" status: 200 len: 796 time: 0.1644485 Jun 02 13:15:50.152818 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-afa24934-28c0-4298-80e2-bf7f33157f00 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/quotas/31333cf8d25c494bb5e988c524b4e546 HTTP/1.1" status: 200 len: 375 time: 0.0097158 Jun 02 13:15:50.243976 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-fb702541-feb1-4a22-aee5-324c4b6eff5d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:15:50.263338 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-fb702541-feb1-4a22-aee5-324c4b6eff5d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:15:50.264837 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-fb702541-feb1-4a22-aee5-324c4b6eff5d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069281 Jun 02 13:15:50.344538 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:50.387146 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port b8091e00-8ce7-450d-9094-8ae677a9c421, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b8091e00-8ce7-450d-9094-8ae677a9c421,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:15:50.400853 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:50.405452 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-d614cd48-2456-4b63-83bb-4b6806c3c79f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:50.461305 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-286da01b-1257-4e27-87ec-dede496e7359 service neutron] 10.222.0.37 "GET /v2.0/networks/af9c0c52-9a18-42d5-a569-b7601ca4fcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845839 Jun 02 13:15:50.509705 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=b8091e00-8ce7-450d-9094-8ae677a9c421,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:50.514223 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:50.529818 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97469211', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:48Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '860ec8ac-1e88-4f6d-98a9-2f033ffe65ef', 'name': '', 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:e6:b8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'f365267b-1c50-449c-9af5-eced77aeee4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:47Z', 'updated_at': '2021-06-02T13:15:48Z', 'revision_number': 2, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'f365267b-1c50-449c-9af5-eced77aeee4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:15:50.533678 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] Checking router: ab1050f8-9b13-4134-a4c5-ff1a1933579f for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:15:50.534145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] Updating router ab1050f8-9b13-4134-a4c5-ff1a1933579f port 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:15:50.590154 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:50.594750 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-d017433f-d96e-459c-a976-1f647a56bb18 service neutron] 10.222.0.37 "GET /v2.0/networks/af9c0c52-9a18-42d5-a569-b7601ca4fcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268897 Jun 02 13:15:50.770228 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-d167630f-134b-454b-a96e-def91ff350fb req-cd2b53ab-ebff-4b84-816f-8fab667cff7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:15:50.785045 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-d167630f-134b-454b-a96e-def91ff350fb req-cd2b53ab-ebff-4b84-816f-8fab667cff7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:15:50.786283 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d167630f-134b-454b-a96e-def91ff350fb req-cd2b53ab-ebff-4b84-816f-8fab667cff7f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 210 time: 0.0595391 Jun 02 13:15:50.940723 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:50.952442 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] Transition to ACTIVE for port object 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:15:50.959110 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:50.964080 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cc2fab98-affe-4488-965a-91a07e4050c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:51.160896 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9f5bd-5e30-4676-947f-5fcdf8c5ee10 None None] Pushing event updated for resources: {'Port': ['ID=860ec8ac-1e88-4f6d-98a9-2f033ffe65ef,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:51.222166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b7b9f5bd-5e30-4676-947f-5fcdf8c5ee10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:51.245784 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] Attempting to bind port 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:15:51.246861 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] Attempting to bind port 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '2acb33a4-b113-4615-ad98-e32cfbc843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:15:51.247235 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] Attempting to bind port 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef on network af9c0c52-9a18-42d5-a569-b7601ca4fcd6 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:15:51.253715 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:15:51.254112 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] Checking segment: {'id': '2acb33a4-b113-4615-ad98-e32cfbc843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:15:51.254536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:51.254932 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] Bound using segment: {'id': '2acb33a4-b113-4615-ad98-e32cfbc843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:15:51.255406 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] Bound port: 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acb33a4-b113-4615-ad98-e32cfbc843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:15:51.255799 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:51.312950 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:15:51.412584 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] For port 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:15:51.417091 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] For port 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=860ec8ac-1e88-4f6d-98a9-2f033ffe65ef,segment=NetworkSegment(2acb33a4-b113-4615-ad98-e32cfbc843d3),segment_id=2acb33a4-b113-4615-ad98-e32cfbc843d3)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:15:51.423807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:51.428805 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:51.469744 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:15:51.470127 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:51.557635 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] Routers {'ab1050f8-9b13-4134-a4c5-ff1a1933579f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:15:51.558833 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:15:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ab1050f8-9b13-4134-a4c5-ff1a1933579f'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:15:51.605802 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9f5bd-5e30-4676-947f-5fcdf8c5ee10 None None] Pushing event updated for resources: {'Port': ['ID=860ec8ac-1e88-4f6d-98a9-2f033ffe65ef,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:51.615342 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b7b9f5bd-5e30-4676-947f-5fcdf8c5ee10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:51.789039 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b8091e00-8ce7-450d-9094-8ae677a9c421 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:15:51.837613 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] Set router ab1050f8-9b13-4134-a4c5-ff1a1933579f gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:15:51.983237 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2a541c42-aed4-429a-8f2e-f91e1cda7e90 req-c64420e3-1b2d-48e5-a152-888e088663f0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 210 time: 0.0838106 Jun 02 13:15:52.048509 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-2e4cb144-3421-4bfa-995c-4bc093217f94 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:52.049482 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-2e4cb144-3421-4bfa-995c-4bc093217f94 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:network {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:15:52.061757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-2e4cb144-3421-4bfa-995c-4bc093217f94 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:network {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:15:52.062889 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-2e4cb144-3421-4bfa-995c-4bc093217f94 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "GET /v2.0/networks?id=af9c0c52-9a18-42d5-a569-b7601ca4fcd6 HTTP/1.1" status: 200 len: 796 time: 0.1836743 Jun 02 13:15:52.077759 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port b8091e00-8ce7-450d-9094-8ae677a9c421 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:15:52.078166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:52.122699 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-70a5c78e-4ead-43dd-aef3-191043121d47 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:15:52.136226 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-70a5c78e-4ead-43dd-aef3-191043121d47 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:15:52.137605 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-70a5c78e-4ead-43dd-aef3-191043121d47 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31333cf8d25c494bb5e988c524b4e546 HTTP/1.1" status: 200 len: 380 time: 0.0653839 Jun 02 13:15:52.146509 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-035f1634-35b0-4691-b2ab-97642821cf2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'port': {'device_id': '590a83fe-1e96-4bec-ab2c-f31b3a9a713b', 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6', 'admin_state_up': True, 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'security_groups': ['886b0021-fc19-4714-8bf9-0e3d3157664a']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:15:52.290341 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-035f1634-35b0-4691-b2ab-97642821cf2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:15:52.301020 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-035f1634-35b0-4691-b2ab-97642821cf2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:15:52.306363 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97469211', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:48Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '860ec8ac-1e88-4f6d-98a9-2f033ffe65ef', 'name': '', 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:e6:b8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'f365267b-1c50-449c-9af5-eced77aeee4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:47Z', 'updated_at': '2021-06-02T13:15:51Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'f365267b-1c50-449c-9af5-eced77aeee4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:15:52.310734 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-035f1634-35b0-4691-b2ab-97642821cf2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Made reservation on behalf of 31333cf8d25c494bb5e988c524b4e546 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:15:52.311283 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb95c973-ac6f-4c25-8bf2-186682a0b809 None None] The sync data for ids ['ab1050f8-9b13-4134-a4c5-ff1a1933579f'] in dv-neutron-601336-80-hyperv is: [{'id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97469211', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:48Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '860ec8ac-1e88-4f6d-98a9-2f033ffe65ef', 'name': '', 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:e6:b8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'f365267b-1c50-449c-9af5-eced77aeee4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:47Z', 'updated_at': '2021-06-02T13:15:51Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'f365267b-1c50-449c-9af5-eced77aeee4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:15:52.314392 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-035f1634-35b0-4691-b2ab-97642821cf2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:52.493425 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-035f1634-35b0-4691-b2ab-97642821cf2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Allocated IP 172.20.0.7 (af9c0c52-9a18-42d5-a569-b7601ca4fcd6/f365267b-1c50-449c-9af5-eced77aeee4f/95ef5311-689c-4e9c-b2e4-fc96084ba87e) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:15:52.695854 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-035f1634-35b0-4691-b2ab-97642821cf2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:52.712715 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-035f1634-35b0-4691-b2ab-97642821cf2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Transition to ACTIVE for port object 95ef5311-689c-4e9c-b2e4-fc96084ba87e will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:15:52.737351 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-035f1634-35b0-4691-b2ab-97642821cf2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:52.743527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-06ebf58a-4271-4e41-9ce8-4849dbd9c5a6 tempest-TestEncryptedCinderVolumes-307072284 tempest-TestEncryptedCinderVolumes-307072284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:52.815177 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-035f1634-35b0-4691-b2ab-97642821cf2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network af9c0c52-9a18-42d5-a569-b7601ca4fcd6 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:15:52.818483 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-035f1634-35b0-4691-b2ab-97642821cf2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:15:52.822619 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-035f1634-35b0-4691-b2ab-97642821cf2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:15:52.855716 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f1634-35b0-4691-b2ab-97642821cf2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=95ef5311-689c-4e9c-b2e4-fc96084ba87e,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:52.862488 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-035f1634-35b0-4691-b2ab-97642821cf2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:52.893159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-035f1634-35b0-4691-b2ab-97642821cf2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:52.893812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-035f1634-35b0-4691-b2ab-97642821cf2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:52.921306 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-035f1634-35b0-4691-b2ab-97642821cf2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7784648 Jun 02 13:15:52.932960 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Request body: {'port': {'device_id': '590a83fe-1e96-4bec-ab2c-f31b3a9a713b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:15:53.115705 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e3dad611-3f78-4498-ac8b-31c28c8d9254 None None] Provisioning for port 95ef5311-689c-4e9c-b2e4-fc96084ba87e completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:15:53.121689 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e3dad611-3f78-4498-ac8b-31c28c8d9254 None None] Provisioning complete for port 95ef5311-689c-4e9c-b2e4-fc96084ba87e triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:15:53.122079 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e3dad611-3f78-4498-ac8b-31c28c8d9254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:53.179439 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-e3dad611-3f78-4498-ac8b-31c28c8d9254 None None] Port 95ef5311-689c-4e9c-b2e4-fc96084ba87e cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:15:53.241624 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:53.264070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8ddf6-5efb-4138-8365-11b90f5a48b0 req-a83ef9d4-d814-463a-b050-944b35b27109 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:53.264782 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-c0b8ddf6-5efb-4138-8365-11b90f5a48b0 req-a83ef9d4-d814-463a-b050-944b35b27109 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:15:53.308292 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:15:53.331791 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-c0b8ddf6-5efb-4138-8365-11b90f5a48b0 req-a83ef9d4-d814-463a-b050-944b35b27109 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:15:53.332927 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c0b8ddf6-5efb-4138-8365-11b90f5a48b0 req-a83ef9d4-d814-463a-b050-944b35b27109 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 931 time: 0.2315562 Jun 02 13:15:53.381411 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:15:53.385943 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:15:53.386383 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:53.443578 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c0b8ddf6-5efb-4138-8365-11b90f5a48b0 req-3291b756-338a-422e-85cc-c5c912482c01 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998080 Jun 02 13:15:53.504355 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:53.539068 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=860ec8ac-1e88-4f6d-98a9-2f033ffe65ef,segment=NetworkSegment(2acb33a4-b113-4615-ad98-e32cfbc843d3),segment_id=2acb33a4-b113-4615-ad98-e32cfbc843d3)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:15:53.543846 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:53.547041 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:53.612396 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=860ec8ac-1e88-4f6d-98a9-2f033ffe65ef,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:53.615343 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:53.660615 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ef5311-689c-4e9c-b2e4-fc96084ba87e {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:15:53.668551 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:53.682575 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Transition to ACTIVE for port object 95ef5311-689c-4e9c-b2e4-fc96084ba87e will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:15:53.685953 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:53.690288 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2e478b04-7fe4-471c-a428-578209b15673 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:53.844226 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Pushing event updated for resources: {'Port': ['ID=95ef5311-689c-4e9c-b2e4-fc96084ba87e,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:53.852551 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:53.932658 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Attempting to bind port 95ef5311-689c-4e9c-b2e4-fc96084ba87e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:15:53.932993 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Attempting to bind port 95ef5311-689c-4e9c-b2e4-fc96084ba87e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '2acb33a4-b113-4615-ad98-e32cfbc843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:15:53.933317 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Attempting to bind port 95ef5311-689c-4e9c-b2e4-fc96084ba87e on network af9c0c52-9a18-42d5-a569-b7601ca4fcd6 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:15:53.937794 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Port 95ef5311-689c-4e9c-b2e4-fc96084ba87e on network af9c0c52-9a18-42d5-a569-b7601ca4fcd6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 13:15:53.938135 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Attempting to bind port 95ef5311-689c-4e9c-b2e4-fc96084ba87e on network af9c0c52-9a18-42d5-a569-b7601ca4fcd6 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:15:53.943205 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:15:53.943536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Checking segment: {'id': '2acb33a4-b113-4615-ad98-e32cfbc843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:15:53.943909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Bound using segment: {'id': '2acb33a4-b113-4615-ad98-e32cfbc843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:15:53.944325 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Bound port: 95ef5311-689c-4e9c-b2e4-fc96084ba87e, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2acb33a4-b113-4615-ad98-e32cfbc843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:15:53.944664 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:54.032833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] For port 95ef5311-689c-4e9c-b2e4-fc96084ba87e, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:15:54.035869 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] For port 95ef5311-689c-4e9c-b2e4-fc96084ba87e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=95ef5311-689c-4e9c-b2e4-fc96084ba87e,segment=NetworkSegment(2acb33a4-b113-4615-ad98-e32cfbc843d3),segment_id=2acb33a4-b113-4615-ad98-e32cfbc843d3)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:15:54.039421 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:54.043303 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a0e43b1c-ef68-4597-871f-2dee234a9309 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:54.102431 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:54.103048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:54.104421 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] 10.222.0.22 "PUT /v2.0/ports/95ef5311-689c-4e9c-b2e4-fc96084ba87e HTTP/1.1" status: 200 len: 1093 time: 1.1758356 Jun 02 13:15:54.104957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590a83fe-1e96-4bec-ab2c-f31b3a9a713b', 'tag': '95ef5311-689c-4e9c-b2e4-fc96084ba87e'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:15:54.107296 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db0bd84-f5ea-42c2-92e0-aec4b9acfa6a" -d '{"events": [{"name": "network-changed", "server_uuid": "590a83fe-1e96-4bec-ab2c-f31b3a9a713b", "tag": "95ef5311-689c-4e9c-b2e4-fc96084ba87e"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:15:54.127160 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Pushing event updated for resources: {'Port': ['ID=95ef5311-689c-4e9c-b2e4-fc96084ba87e,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:54.130632 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:54.185592 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6186059d-d88f-43e9-84be-9baca5397fef x-openstack-request-id: req-6186059d-d88f-43e9-84be-9baca5397fef {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:15:54.185936 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590a83fe-1e96-4bec-ab2c-f31b3a9a713b", "tag": "95ef5311-689c-4e9c-b2e4-fc96084ba87e", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:15:54.186262 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6186059d-d88f-43e9-84be-9baca5397fef {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:15:54.186698 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590a83fe-1e96-4bec-ab2c-f31b3a9a713b', 'tag': '95ef5311-689c-4e9c-b2e4-fc96084ba87e', 'status': 'completed', 'code': 200} Jun 02 13:15:54.229110 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-63c5749b-79ac-43b1-b406-1508261d5b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:54.230684 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-63c5749b-79ac-43b1-b406-1508261d5b02 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 1096 time: 0.0772512 Jun 02 13:15:54.303086 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-d62bc297-7a3d-43fd-8413-7e7075dbf9ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95ef5311-689c-4e9c-b2e4-fc96084ba87e HTTP/1.1" status: 200 len: 217 time: 0.0652406 Jun 02 13:15:54.365152 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-fe360031-cb46-4f68-921b-71bd0fbf3d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:54.366727 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-fe360031-cb46-4f68-921b-71bd0fbf3d2e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f365267b-1c50-449c-9af5-eced77aeee4f HTTP/1.1" status: 200 len: 835 time: 0.0572443 Jun 02 13:15:54.440703 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-5e8851c3-0967-415b-ba85-1900f50480dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:54.442159 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-5e8851c3-0967-415b-ba85-1900f50480dc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af9c0c52-9a18-42d5-a569-b7601ca4fcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0692475 Jun 02 13:15:54.616461 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-7a78182f-a62a-4660-81c3-f625022536f0 service neutron] 10.222.0.22 "GET /v2.0/networks/af9c0c52-9a18-42d5-a569-b7601ca4fcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680150 Jun 02 13:15:54.855998 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6fdd5-2c42-4655-ad3e-d1dc76f8cbf8 req-8916b088-0e99-48d6-b155-e2ae99e8bfb4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:54.857761 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-08d6fdd5-2c42-4655-ad3e-d1dc76f8cbf8 req-8916b088-0e99-48d6-b155-e2ae99e8bfb4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 943 time: 0.3040588 Jun 02 13:15:54.914032 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6c647cf9-ba97-4b13-96e1-a234fb809da8 req-07f84522-d2a6-4b59-9fae-afde84c209ac service neutron] 10.222.0.22 "GET /v2.0/networks/af9c0c52-9a18-42d5-a569-b7601ca4fcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905464 Jun 02 13:15:54.926494 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-08d6fdd5-2c42-4655-ad3e-d1dc76f8cbf8 req-61dbd8cf-db78-4bdc-9fe9-6e70676d66ab tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560973 Jun 02 13:15:55.027404 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0bd84-f5ea-42c2-92e0-aec4b9acfa6a req-bac76f4b-f706-4614-acd7-4e25d024d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:55.028771 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4db0bd84-f5ea-42c2-92e0-aec4b9acfa6a req-bac76f4b-f706-4614-acd7-4e25d024d723 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 1096 time: 0.0718417 Jun 02 13:15:55.158619 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0bd84-f5ea-42c2-92e0-aec4b9acfa6a req-e2b00f69-9768-411f-85f2-1a0c4e259194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:55.160051 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4db0bd84-f5ea-42c2-92e0-aec4b9acfa6a req-e2b00f69-9768-411f-85f2-1a0c4e259194 service neutron] 10.222.0.22 "GET /v2.0/networks?id=af9c0c52-9a18-42d5-a569-b7601ca4fcd6 HTTP/1.1" status: 200 len: 897 time: 0.1250298 Jun 02 13:15:55.231816 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4db0bd84-f5ea-42c2-92e0-aec4b9acfa6a req-2cb74f19-3e38-4482-8eff-f0874edbc865 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95ef5311-689c-4e9c-b2e4-fc96084ba87e HTTP/1.1" status: 200 len: 217 time: 0.0644464 Jun 02 13:15:55.278911 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:15:55.301130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0bd84-f5ea-42c2-92e0-aec4b9acfa6a req-91e0a1b4-687c-45e0-bc87-e0b9ab78c336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:55.302565 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4db0bd84-f5ea-42c2-92e0-aec4b9acfa6a req-91e0a1b4-687c-45e0-bc87-e0b9ab78c336 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f365267b-1c50-449c-9af5-eced77aeee4f HTTP/1.1" status: 200 len: 835 time: 0.0638709 Jun 02 13:15:55.346297 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:15:55.346675 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:55.377805 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0bd84-f5ea-42c2-92e0-aec4b9acfa6a req-92e500bb-eb12-4818-ba1b-b2deeac09cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:55.379376 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4db0bd84-f5ea-42c2-92e0-aec4b9acfa6a req-92e500bb-eb12-4818-ba1b-b2deeac09cbe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af9c0c52-9a18-42d5-a569-b7601ca4fcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0701625 Jun 02 13:15:55.516245 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4db0bd84-f5ea-42c2-92e0-aec4b9acfa6a req-a341a500-e95f-4f30-8570-0a166a48f2e1 service neutron] 10.222.0.22 "GET /v2.0/networks/af9c0c52-9a18-42d5-a569-b7601ca4fcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298614 Jun 02 13:15:55.647478 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4db0bd84-f5ea-42c2-92e0-aec4b9acfa6a req-53da4770-deb8-4021-824a-08fcac3ac6f5 service neutron] 10.222.0.22 "GET /v2.0/networks/af9c0c52-9a18-42d5-a569-b7601ca4fcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246288 Jun 02 13:15:56.108922 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f187e-dfa9-4fb8-b802-422239d7f336 req-76d7c13d-14f7-43b6-b89e-222253b09089 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:56.110366 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a11f187e-dfa9-4fb8-b802-422239d7f336 req-76d7c13d-14f7-43b6-b89e-222253b09089 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 943 time: 0.0794966 Jun 02 13:15:56.156662 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a11f187e-dfa9-4fb8-b802-422239d7f336 req-15602e79-c573-41a7-9e18-a44d44a5d921 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407906 Jun 02 13:15:56.264338 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:57.341508 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107edde1-64c6-405f-a4ad-aff101fbd1b1 req-05e947a5-ae7b-4e24-8a3c-42b457fd9af3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:57.342979 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-107edde1-64c6-405f-a4ad-aff101fbd1b1 req-05e947a5-ae7b-4e24-8a3c-42b457fd9af3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 943 time: 0.0817204 Jun 02 13:15:57.390386 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-107edde1-64c6-405f-a4ad-aff101fbd1b1 req-a1c1521f-88cf-4f87-a8e9-5baca2ac654c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418537 Jun 02 13:15:57.912185 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 95ef5311-689c-4e9c-b2e4-fc96084ba87e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:15:58.042351 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 95ef5311-689c-4e9c-b2e4-fc96084ba87e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=95ef5311-689c-4e9c-b2e4-fc96084ba87e,segment=NetworkSegment(2acb33a4-b113-4615-ad98-e32cfbc843d3),segment_id=2acb33a4-b113-4615-ad98-e32cfbc843d3)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:15:58.058807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '95ef5311-689c-4e9c-b2e4-fc96084ba87e', 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6', 'port_id': '95ef5311-689c-4e9c-b2e4-fc96084ba87e', 'mac_address': 'fa:16:3e:37:eb:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f365267b-1c50-449c-9af5-eced77aeee4f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:15:58.112484 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:58.128401 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ef5311-689c-4e9c-b2e4-fc96084ba87e {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:15:58.142968 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 95ef5311-689c-4e9c-b2e4-fc96084ba87e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=95ef5311-689c-4e9c-b2e4-fc96084ba87e,segment=NetworkSegment(2acb33a4-b113-4615-ad98-e32cfbc843d3),segment_id=2acb33a4-b113-4615-ad98-e32cfbc843d3)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:15:58.146870 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:15:58.148498 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-2d9aa02b-7abb-4678-93c5-30a084c17407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:15:58.215954 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=95ef5311-689c-4e9c-b2e4-fc96084ba87e,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:15:58.218921 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:15:58.556421 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['95ef5311-689c-4e9c-b2e4-fc96084ba87e'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:15:58.577500 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b2f60-4b8e-49a9-b0a5-2a9c01efb79d req-19960643-50be-4b38-9d79-d1fc7e331887 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:58.578965 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6e7b2f60-4b8e-49a9-b0a5-2a9c01efb79d req-19960643-50be-4b38-9d79-d1fc7e331887 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 944 time: 0.0849044 Jun 02 13:15:58.623069 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6e7b2f60-4b8e-49a9-b0a5-2a9c01efb79d req-bb1d9f4f-16e7-4929-8c84-daa58c44abba tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383916 Jun 02 13:15:59.805900 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcaf09f-260e-4b6b-a1b3-3f2f5ba85514 req-8c45e2dd-19dc-4389-9392-b2afb8751093 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:15:59.807347 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7dcaf09f-260e-4b6b-a1b3-3f2f5ba85514 req-8c45e2dd-19dc-4389-9392-b2afb8751093 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 944 time: 0.0804994 Jun 02 13:15:59.852837 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7dcaf09f-260e-4b6b-a1b3-3f2f5ba85514 req-b49340b5-14da-49a7-ba35-b101025f2935 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394695 Jun 02 13:15:59.927793 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 95ef5311-689c-4e9c-b2e4-fc96084ba87e up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:15:59.994613 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 95ef5311-689c-4e9c-b2e4-fc96084ba87e completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:15:59.999710 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 95ef5311-689c-4e9c-b2e4-fc96084ba87e triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:16:00.000088 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:00.113868 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:00.139725 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590a83fe-1e96-4bec-ab2c-f31b3a9a713b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ef5311-689c-4e9c-b2e4-fc96084ba87e'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:16:00.141949 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96877cd1-768d-4f08-b38b-34453106079f" -d '{"events": [{"server_uuid": "590a83fe-1e96-4bec-ab2c-f31b3a9a713b", "name": "network-vif-plugged", "status": "completed", "tag": "95ef5311-689c-4e9c-b2e4-fc96084ba87e"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:16:00.149518 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 95ef5311-689c-4e9c-b2e4-fc96084ba87e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=95ef5311-689c-4e9c-b2e4-fc96084ba87e,segment=NetworkSegment(2acb33a4-b113-4615-ad98-e32cfbc843d3),segment_id=2acb33a4-b113-4615-ad98-e32cfbc843d3)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:16:00.152815 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:00.154623 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b7b9f5bd-5e30-4676-947f-5fcdf8c5ee10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:16:00.225468 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=95ef5311-689c-4e9c-b2e4-fc96084ba87e,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:16:00.228795 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:16:00.239022 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252c53dd-437a-4604-b27f-d3685e9c19a2 x-openstack-request-id: req-252c53dd-437a-4604-b27f-d3685e9c19a2 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:16:00.239320 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590a83fe-1e96-4bec-ab2c-f31b3a9a713b", "name": "network-vif-plugged", "status": "completed", "tag": "95ef5311-689c-4e9c-b2e4-fc96084ba87e", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:16:00.239582 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-252c53dd-437a-4604-b27f-d3685e9c19a2 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:16:00.239999 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590a83fe-1e96-4bec-ab2c-f31b3a9a713b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ef5311-689c-4e9c-b2e4-fc96084ba87e', 'code': 200} Jun 02 13:16:00.507008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bda4d9-2b8a-4d98-a5bb-59397748314a req-dd66f7bd-751b-42e4-bff8-de54e3d9e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:16:00.508395 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-03bda4d9-2b8a-4d98-a5bb-59397748314a req-dd66f7bd-751b-42e4-bff8-de54e3d9e725 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 1098 time: 0.1167784 Jun 02 13:16:00.548932 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-03bda4d9-2b8a-4d98-a5bb-59397748314a req-7671a8cb-2302-4857-935a-38da4e59213a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340610 Jun 02 13:16:01.032998 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd806b3-8bde-4845-b821-dd099898e407 req-46940cef-be18-45da-808c-b77c4ab538ef tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:16:01.034427 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3fd806b3-8bde-4845-b821-dd099898e407 req-46940cef-be18-45da-808c-b77c4ab538ef tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 945 time: 0.0790446 Jun 02 13:16:01.078838 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3fd806b3-8bde-4845-b821-dd099898e407 req-95d7dd4a-3504-47d3-843c-654ed64c9517 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389063 Jun 02 13:16:02.271501 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be1e82-10aa-4943-9706-956bbc6a3c4e req-b82773f8-5a4f-44e7-b295-3cb2c8de4164 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:16:02.272995 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-57be1e82-10aa-4943-9706-956bbc6a3c4e req-b82773f8-5a4f-44e7-b295-3cb2c8de4164 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 945 time: 0.0882945 Jun 02 13:16:02.317004 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-57be1e82-10aa-4943-9706-956bbc6a3c4e req-1d1e8927-18cf-4edc-9dd5-a29f69647646 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376666 Jun 02 13:16:02.566651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226979f4-f2a2-4e95-8aab-2c467be2cd6f req-7d8e3949-c3bf-4472-a4ef-2724fb1a91b6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:16:02.568083 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-226979f4-f2a2-4e95-8aab-2c467be2cd6f req-7d8e3949-c3bf-4472-a4ef-2724fb1a91b6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 945 time: 0.1484573 Jun 02 13:16:02.611199 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-226979f4-f2a2-4e95-8aab-2c467be2cd6f req-e3e5542f-7a17-448f-ad11-14621a9b4ab9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375700 Jun 02 13:16:02.632937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54320) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:16:02.702000 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5ae706-2953-4a7c-b785-888d264f243c tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:16:02.703494 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ab5ae706-2953-4a7c-b785-888d264f243c tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 1093 time: 0.0696247 Jun 02 13:16:02.706197 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54322) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:16:02.710441 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': '95ef5311-689c-4e9c-b2e4-fc96084ba87e', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:16:02.716268 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:16:02.720088 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:floatingip and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:16:02.722888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:16:02.728470 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:16:02.739592 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:02.876210 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:03.010071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Allocated IP 172.26.7.193 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/09442f26-ef94-4be9-9382-3427dcaf5cd1) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:16:03.154501 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:03.182876 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:03.187739 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-220c94f0-20d3-4906-818f-7bbceaaccab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:16:03.250373 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:16:03.253573 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:16:03.257319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:16:03.415526 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=09442f26-ef94-4be9-9382-3427dcaf5cd1,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:16:03.419793 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:16:03.785513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:03.859567 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:04.067699 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:04.071871 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:04.076874 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:16:04.180516 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=09442f26-ef94-4be9-9382-3427dcaf5cd1,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:16:04.185013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:16:04.191766 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:04.361487 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Floating IP 8ffa389d-16ef-4455-8d17-d4ddfc300343 associated. External IP: 172.26.7.193, port: 95ef5311-689c-4e9c-b2e4-fc96084ba87e. Jun 02 13:16:04.705711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router ab1050f8-9b13-4134-a4c5-ff1a1933579f has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:16:05.009313 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:16:05.019065 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde916be-69d6-409c-87b5-e89a9b41998e None None] Sync routers for ids ['ab1050f8-9b13-4134-a4c5-ff1a1933579f'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:16:05.028956 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde916be-69d6-409c-87b5-e89a9b41998e None None] Routers {'ab1050f8-9b13-4134-a4c5-ff1a1933579f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:16:05.029545 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-fde916be-69d6-409c-87b5-e89a9b41998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:15:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ab1050f8-9b13-4134-a4c5-ff1a1933579f'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:16:05.034351 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:05.094131 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3844554 Jun 02 13:16:05.094131 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590a83fe-1e96-4bec-ab2c-f31b3a9a713b', 'tag': '95ef5311-689c-4e9c-b2e4-fc96084ba87e'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:16:05.100377 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2334058f-4277-4766-9671-042ce684edfd" -d '{"events": [{"name": "network-changed", "server_uuid": "590a83fe-1e96-4bec-ab2c-f31b3a9a713b", "tag": "95ef5311-689c-4e9c-b2e4-fc96084ba87e"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:16:05.146481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddc4890-5d93-4d2a-8ad8-ee3806a599c0 x-openstack-request-id: req-eddc4890-5d93-4d2a-8ad8-ee3806a599c0 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:16:05.146825 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590a83fe-1e96-4bec-ab2c-f31b3a9a713b", "tag": "95ef5311-689c-4e9c-b2e4-fc96084ba87e", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:16:05.147238 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eddc4890-5d93-4d2a-8ad8-ee3806a599c0 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:16:05.147708 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590a83fe-1e96-4bec-ab2c-f31b3a9a713b', 'tag': '95ef5311-689c-4e9c-b2e4-fc96084ba87e', 'status': 'completed', 'code': 200} Jun 02 13:16:05.211935 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-fde916be-69d6-409c-87b5-e89a9b41998e None None] Set router ab1050f8-9b13-4134-a4c5-ff1a1933579f gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:16:05.246179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334058f-4277-4766-9671-042ce684edfd req-4665f272-d876-44c9-90fa-aef4bf7dccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:16:05.247646 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2334058f-4277-4766-9671-042ce684edfd req-4665f272-d876-44c9-90fa-aef4bf7dccc6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 1098 time: 0.0793593 Jun 02 13:16:05.322541 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021030b4-f360-4670-9d97-a27df899db77 req-d301c73d-3aef-47f1-86f0-88f43f96b2f0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:16:05.324078 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-021030b4-f360-4670-9d97-a27df899db77 req-d301c73d-3aef-47f1-86f0-88f43f96b2f0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 945 time: 0.1429541 Jun 02 13:16:05.374668 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-021030b4-f360-4670-9d97-a27df899db77 req-95f980f2-85a2-4f60-9691-737a190b6175 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439606 Jun 02 13:16:05.388416 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334058f-4277-4766-9671-042ce684edfd req-39c03b36-57e8-45dd-828a-2beb73c15d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:16:05.390130 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2334058f-4277-4766-9671-042ce684edfd req-39c03b36-57e8-45dd-828a-2beb73c15d58 service neutron] 10.222.0.22 "GET /v2.0/networks?id=af9c0c52-9a18-42d5-a569-b7601ca4fcd6 HTTP/1.1" status: 200 len: 897 time: 0.1356726 Jun 02 13:16:05.392862 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54330) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:16:05.497757 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2334058f-4277-4766-9671-042ce684edfd req-8528f920-5349-4748-9df1-7810ec402206 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95ef5311-689c-4e9c-b2e4-fc96084ba87e HTTP/1.1" status: 200 len: 999 time: 0.1013091 Jun 02 13:16:05.501929 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-5ad354c4-b061-4c67-a995-6707c53143a5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/floatingips/8ffa389d-16ef-4455-8d17-d4ddfc300343 HTTP/1.1" status: 200 len: 991 time: 0.1078093 Jun 02 13:16:05.561638 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334058f-4277-4766-9671-042ce684edfd req-d4d785c5-2342-421b-9105-2b7b850fad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:16:05.563132 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2334058f-4277-4766-9671-042ce684edfd req-d4d785c5-2342-421b-9105-2b7b850fad17 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f365267b-1c50-449c-9af5-eced77aeee4f HTTP/1.1" status: 200 len: 835 time: 0.0581961 Jun 02 13:16:05.592178 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-fde916be-69d6-409c-87b5-e89a9b41998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97469211', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:48Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '8ffa389d-16ef-4455-8d17-d4ddfc300343', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'floating_ip_address': '172.26.7.193', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'port_id': '95ef5311-689c-4e9c-b2e4-fc96084ba87e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6', 'mac_address': 'fa:16:3e:37:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590a83fe-1e96-4bec-ab2c-f31b3a9a713b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:16:03Z', 'updated_at': '2021-06-02T13:16:03Z', 'revision_number': 0, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860ec8ac-1e88-4f6d-98a9-2f033ffe65ef', 'name': '', 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:e6:b8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'f365267b-1c50-449c-9af5-eced77aeee4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:47Z', 'updated_at': '2021-06-02T13:15:53Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'f365267b-1c50-449c-9af5-eced77aeee4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:16:05.596049 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde916be-69d6-409c-87b5-e89a9b41998e None None] Checking router: ab1050f8-9b13-4134-a4c5-ff1a1933579f for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:16:05.604126 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde916be-69d6-409c-87b5-e89a9b41998e None None] Routers {'ab1050f8-9b13-4134-a4c5-ff1a1933579f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:16:05.604712 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-fde916be-69d6-409c-87b5-e89a9b41998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:15:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ab1050f8-9b13-4134-a4c5-ff1a1933579f'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:16:05.643089 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334058f-4277-4766-9671-042ce684edfd req-71473f4d-4686-4b4f-880d-a0333b11bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:16:05.644563 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2334058f-4277-4766-9671-042ce684edfd req-71473f4d-4686-4b4f-880d-a0333b11bfd2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af9c0c52-9a18-42d5-a569-b7601ca4fcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0738475 Jun 02 13:16:05.775726 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2334058f-4277-4766-9671-042ce684edfd req-2315a770-c0d0-40f2-9a43-b3a08d2283a8 service neutron] 10.222.0.22 "GET /v2.0/networks/af9c0c52-9a18-42d5-a569-b7601ca4fcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245809 Jun 02 13:16:05.781749 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-fde916be-69d6-409c-87b5-e89a9b41998e None None] Set router ab1050f8-9b13-4134-a4c5-ff1a1933579f gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:16:05.909722 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2334058f-4277-4766-9671-042ce684edfd req-0811d401-df16-4547-a2b3-1e78494e9540 service neutron] 10.222.0.22 "GET /v2.0/networks/af9c0c52-9a18-42d5-a569-b7601ca4fcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268029 Jun 02 13:16:06.119870 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-fde916be-69d6-409c-87b5-e89a9b41998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97469211', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:48Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '8ffa389d-16ef-4455-8d17-d4ddfc300343', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'floating_ip_address': '172.26.7.193', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'port_id': '95ef5311-689c-4e9c-b2e4-fc96084ba87e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6', 'mac_address': 'fa:16:3e:37:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590a83fe-1e96-4bec-ab2c-f31b3a9a713b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:16:03Z', 'updated_at': '2021-06-02T13:16:03Z', 'revision_number': 0, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860ec8ac-1e88-4f6d-98a9-2f033ffe65ef', 'name': '', 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:e6:b8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'f365267b-1c50-449c-9af5-eced77aeee4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:47Z', 'updated_at': '2021-06-02T13:15:53Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'f365267b-1c50-449c-9af5-eced77aeee4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:16:06.123683 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde916be-69d6-409c-87b5-e89a9b41998e None None] The sync data for ids ['ab1050f8-9b13-4134-a4c5-ff1a1933579f'] in dv-neutron-601336-80-hyperv is: [{'id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97469211', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:48Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '8ffa389d-16ef-4455-8d17-d4ddfc300343', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'floating_ip_address': '172.26.7.193', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'port_id': '95ef5311-689c-4e9c-b2e4-fc96084ba87e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6', 'mac_address': 'fa:16:3e:37:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590a83fe-1e96-4bec-ab2c-f31b3a9a713b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:16:03Z', 'updated_at': '2021-06-02T13:16:03Z', 'revision_number': 0, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860ec8ac-1e88-4f6d-98a9-2f033ffe65ef', 'name': '', 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:e6:b8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'f365267b-1c50-449c-9af5-eced77aeee4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:47Z', 'updated_at': '2021-06-02T13:15:53Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'f365267b-1c50-449c-9af5-eced77aeee4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:16:06.319246 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c1c7d-6b57-4276-a4e3-e72ff8870f20 None None] New status for floating IP 8ffa389d-16ef-4455-8d17-d4ddfc300343: ACTIVE {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:16:06.505444 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54332) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:16:06.756372 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-299ac7d9-9508-4a5b-99bf-7222e78e38b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/floatingips/8ffa389d-16ef-4455-8d17-d4ddfc300343 HTTP/1.1" status: 200 len: 993 time: 0.2496397 Jun 02 13:16:14.213406 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-283cd149-3b41-4b8e-9959-8b97d13a0e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:16.735405 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e853dda8-4af5-40b8-9cf3-093976c06b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:16.762967 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:17.880862 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:19.664424 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:19.796659 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:16:26.283911 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:39.796376 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-44d0bd32-2915-4321-95ea-0f9eb70b4cb9 req-a18cf014-8d16-42ed-aa27-bcba2f1749cf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694172 Jun 02 13:16:39.932996 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0bd32-2915-4321-95ea-0f9eb70b4cb9 req-0b9019c1-6270-429a-b720-03789ebc0991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:16:39.934469 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-44d0bd32-2915-4321-95ea-0f9eb70b4cb9 req-0b9019c1-6270-429a-b720-03789ebc0991 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 1098 time: 0.0721161 Jun 02 13:16:40.075710 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0bd32-2915-4321-95ea-0f9eb70b4cb9 req-cb860166-a1f2-4b52-af0c-c08daf15dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:16:40.077649 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-44d0bd32-2915-4321-95ea-0f9eb70b4cb9 req-cb860166-a1f2-4b52-af0c-c08daf15dfde service neutron] 10.222.0.22 "GET /v2.0/networks?id=af9c0c52-9a18-42d5-a569-b7601ca4fcd6 HTTP/1.1" status: 200 len: 897 time: 0.1249676 Jun 02 13:16:40.180759 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-44d0bd32-2915-4321-95ea-0f9eb70b4cb9 req-08c5e3d4-892a-4eee-9890-ff63003842da service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95ef5311-689c-4e9c-b2e4-fc96084ba87e HTTP/1.1" status: 200 len: 1001 time: 0.0954299 Jun 02 13:16:40.245738 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0bd32-2915-4321-95ea-0f9eb70b4cb9 req-9e200084-5672-4b93-9cec-6c5109701393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:16:40.247175 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-44d0bd32-2915-4321-95ea-0f9eb70b4cb9 req-9e200084-5672-4b93-9cec-6c5109701393 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f365267b-1c50-449c-9af5-eced77aeee4f HTTP/1.1" status: 200 len: 835 time: 0.0599647 Jun 02 13:16:40.321645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0bd32-2915-4321-95ea-0f9eb70b4cb9 req-a730826c-5689-4dcd-96f3-14158b82217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:16:40.323082 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-44d0bd32-2915-4321-95ea-0f9eb70b4cb9 req-a730826c-5689-4dcd-96f3-14158b82217a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af9c0c52-9a18-42d5-a569-b7601ca4fcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0692983 Jun 02 13:16:40.451026 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-44d0bd32-2915-4321-95ea-0f9eb70b4cb9 req-d19a1b2f-59f5-4028-85d6-cf9a88bb9e50 service neutron] 10.222.0.22 "GET /v2.0/networks/af9c0c52-9a18-42d5-a569-b7601ca4fcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211677 Jun 02 13:16:40.695340 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-44d0bd32-2915-4321-95ea-0f9eb70b4cb9 req-3194e003-d6e8-42d2-b016-9c1ba29fc26d service neutron] 10.222.0.22 "GET /v2.0/networks/af9c0c52-9a18-42d5-a569-b7601ca4fcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377560 Jun 02 13:16:44.215622 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2b41f155-13c6-4b68-928c-a2a47c26ff01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:46.737064 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-86131361-09e8-43ad-acbe-ef4bfbf194b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:46.762723 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:47.883871 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:49.668534 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:56.280007 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:16:56.795933 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:17:14.218678 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e400640a-56c2-443f-9346-c820bb46f175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:17:16.736613 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-678557f2-b6d8-4538-9081-50ba19a2bf86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:17:16.763169 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:17:17.886442 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:17:18.423856 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b9073-a4f5-4546-a292-1174f7a6ad80 req-7b8d596d-2ced-44a3-b754-a7c82ab785a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:17:18.425418 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4c6b9073-a4f5-4546-a292-1174f7a6ad80 req-7b8d596d-2ced-44a3-b754-a7c82ab785a8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 1098 time: 0.1321950 Jun 02 13:17:18.461717 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bd9f0-e7f5-4bb2-84c6-8597fb10d07c req-150e3990-8225-4805-a1c3-20ae868a7ed5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:17:18.463154 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-044bd9f0-e7f5-4bb2-84c6-8597fb10d07c req-150e3990-8225-4805-a1c3-20ae868a7ed5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 945 time: 0.1338375 Jun 02 13:17:18.573154 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-044bd9f0-e7f5-4bb2-84c6-8597fb10d07c req-db87a46e-e0b0-48f5-b0f8-a103af51b1b5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028023 Jun 02 13:17:18.606286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b9073-a4f5-4546-a292-1174f7a6ad80 req-2edd955f-fa26-46ca-bbc7-734d448566a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:17:18.607691 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4c6b9073-a4f5-4546-a292-1174f7a6ad80 req-2edd955f-fa26-46ca-bbc7-734d448566a6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=af9c0c52-9a18-42d5-a569-b7601ca4fcd6 HTTP/1.1" status: 200 len: 897 time: 0.1744390 Jun 02 13:17:18.707192 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4c6b9073-a4f5-4546-a292-1174f7a6ad80 req-1aa27ad9-ca2d-48fd-90e5-2e2ef653fd02 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95ef5311-689c-4e9c-b2e4-fc96084ba87e HTTP/1.1" status: 200 len: 1001 time: 0.0919652 Jun 02 13:17:18.771922 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b9073-a4f5-4546-a292-1174f7a6ad80 req-222cd4fc-84bd-4e3b-b510-fe9bb310ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:17:18.773367 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4c6b9073-a4f5-4546-a292-1174f7a6ad80 req-222cd4fc-84bd-4e3b-b510-fe9bb310ab2d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f365267b-1c50-449c-9af5-eced77aeee4f HTTP/1.1" status: 200 len: 835 time: 0.0594764 Jun 02 13:17:18.853544 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b9073-a4f5-4546-a292-1174f7a6ad80 req-701c2084-88ab-4cde-927c-793b224e51a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:17:18.855010 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4c6b9073-a4f5-4546-a292-1174f7a6ad80 req-701c2084-88ab-4cde-927c-793b224e51a3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af9c0c52-9a18-42d5-a569-b7601ca4fcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0747106 Jun 02 13:17:18.988877 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4c6b9073-a4f5-4546-a292-1174f7a6ad80 req-89560c93-f7cf-46f7-b481-5676185f756b service neutron] 10.222.0.22 "GET /v2.0/networks/af9c0c52-9a18-42d5-a569-b7601ca4fcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248872 Jun 02 13:17:19.121156 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4c6b9073-a4f5-4546-a292-1174f7a6ad80 req-f7043606-066e-4d07-82ae-9e62c075014a service neutron] 10.222.0.22 "GET /v2.0/networks/af9c0c52-9a18-42d5-a569-b7601ca4fcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249316 Jun 02 13:17:19.667998 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:17:19.761779 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0d312-9d39-4ab8-ad6c-73b20f1cd87e req-b899999f-7c54-442e-8079-ad4280445599 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:17:19.763233 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f5b0d312-9d39-4ab8-ad6c-73b20f1cd87e req-b899999f-7c54-442e-8079-ad4280445599 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 945 time: 0.0830548 Jun 02 13:17:19.806756 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f5b0d312-9d39-4ab8-ad6c-73b20f1cd87e req-44baee94-1dbc-4338-8390-ce245cafdf62 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379293 Jun 02 13:17:20.995442 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af1781-b2bf-4717-9a83-d682fafaba13 req-3008b036-627b-49fb-af06-838f7bfd0b16 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:17:20.996889 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-25af1781-b2bf-4717-9a83-d682fafaba13 req-3008b036-627b-49fb-af06-838f7bfd0b16 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 945 time: 0.0855961 Jun 02 13:17:21.040371 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-25af1781-b2bf-4717-9a83-d682fafaba13 req-177b7b1f-2543-4b5f-865a-968a1270a07c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374537 Jun 02 13:17:22.220577 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede27ac-2d19-45e5-b607-251e94808b63 req-7955cb33-2215-4e43-b295-3357d4a0f068 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:17:22.222026 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2ede27ac-2d19-45e5-b607-251e94808b63 req-7955cb33-2215-4e43-b295-3357d4a0f068 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 945 time: 0.0803027 Jun 02 13:17:22.269831 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2ede27ac-2d19-45e5-b607-251e94808b63 req-f00cc4d8-a91d-4f76-ae3f-7b07f17cd7c5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420663 Jun 02 13:17:23.452852 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9acc5-26d0-438c-a3d6-f2853bda31a7 req-f46c4f19-2095-43a4-b8a6-accf6b631f99 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:17:23.454731 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4d9acc5-26d0-438c-a3d6-f2853bda31a7 req-f46c4f19-2095-43a4-b8a6-accf6b631f99 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 945 time: 0.0794568 Jun 02 13:17:23.497583 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4d9acc5-26d0-438c-a3d6-f2853bda31a7 req-e7a43840-05e7-47af-8b10-41e9c4a4bef4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374410 Jun 02 13:17:24.681285 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c774e-7fa3-43b9-8373-6049317f7116 req-8e48baca-f6e1-4b9b-bfc1-121c2bd8b52a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:17:24.682739 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f40c774e-7fa3-43b9-8373-6049317f7116 req-8e48baca-f6e1-4b9b-bfc1-121c2bd8b52a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 945 time: 0.0788038 Jun 02 13:17:24.725725 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f40c774e-7fa3-43b9-8373-6049317f7116 req-7f142db9-36bd-43bf-9d2c-da0a0f12cce7 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374360 Jun 02 13:17:25.909335 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6075ab-8b9d-4e19-9518-bb6c09fecf56 req-e9959150-72aa-493d-8535-471354e8d128 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:17:25.910775 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-df6075ab-8b9d-4e19-9518-bb6c09fecf56 req-e9959150-72aa-493d-8535-471354e8d128 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 945 time: 0.0828977 Jun 02 13:17:25.952964 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-df6075ab-8b9d-4e19-9518-bb6c09fecf56 req-6683506b-98bd-4947-8726-e09e56febb82 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367119 Jun 02 13:17:26.309011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:17:27.135973 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e52bf5-421c-4d55-9317-549c5e0cd173 req-c65f00e7-0ad9-4b53-89f7-75063a6ac3a4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:17:27.137395 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-11e52bf5-421c-4d55-9317-549c5e0cd173 req-c65f00e7-0ad9-4b53-89f7-75063a6ac3a4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 945 time: 0.0815539 Jun 02 13:17:27.181907 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-11e52bf5-421c-4d55-9317-549c5e0cd173 req-1003d056-5e90-4b00-bde5-88d7df51bccd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384099 Jun 02 13:17:28.369190 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94044e35-2db1-43e3-b7d1-52f027e8db9b req-d9824d2d-77a6-4a39-ab03-2ea925892169 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:17:28.370631 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-94044e35-2db1-43e3-b7d1-52f027e8db9b req-d9824d2d-77a6-4a39-ab03-2ea925892169 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 945 time: 0.0784974 Jun 02 13:17:28.419163 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-94044e35-2db1-43e3-b7d1-52f027e8db9b req-9bf6379a-46ca-4bcd-90ee-865af4408d4e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424807 Jun 02 13:17:29.599771 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf5f17-5909-4ff9-ba92-49b5508a8f9c req-8937e3e7-a1e8-495d-9bc4-60b9f3b140f3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:17:29.601180 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-84cf5f17-5909-4ff9-ba92-49b5508a8f9c req-8937e3e7-a1e8-495d-9bc4-60b9f3b140f3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 945 time: 0.0792675 Jun 02 13:17:29.644246 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-84cf5f17-5909-4ff9-ba92-49b5508a8f9c req-912cabb4-8ecf-4b1a-b43c-1795cbaf1ad2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376360 Jun 02 13:17:30.826303 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c36c1-d976-46ea-aa2d-3483353738fd req-c5497b23-bb00-4480-b228-327f7999825e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:17:30.827856 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4f5c36c1-d976-46ea-aa2d-3483353738fd req-c5497b23-bb00-4480-b228-327f7999825e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 945 time: 0.0796001 Jun 02 13:17:30.873052 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4f5c36c1-d976-46ea-aa2d-3483353738fd req-fea07e00-490d-488a-99ca-0725812fb090 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396352 Jun 02 13:17:32.059310 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f217ec5-528e-4e53-95bd-77904b87c2ea req-357fa6b4-8b85-4b8a-99c7-01d45cef54e8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:17:32.060731 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0f217ec5-528e-4e53-95bd-77904b87c2ea req-357fa6b4-8b85-4b8a-99c7-01d45cef54e8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 945 time: 0.0827789 Jun 02 13:17:32.103528 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0f217ec5-528e-4e53-95bd-77904b87c2ea req-01e75d16-2cb3-4519-a684-8239c395d102 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371597 Jun 02 13:17:33.286815 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf11e59-5ece-45de-989c-f2cd9f12fe1f req-365dfdc7-7ec4-482c-8717-00027d508161 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:17:33.288259 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ebf11e59-5ece-45de-989c-f2cd9f12fe1f req-365dfdc7-7ec4-482c-8717-00027d508161 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 945 time: 0.0831306 Jun 02 13:17:33.332600 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ebf11e59-5ece-45de-989c-f2cd9f12fe1f req-e41cca3c-a4d4-4a89-8e43-9754fd0a0df3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384986 Jun 02 13:17:33.794268 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:17:34.510604 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc002d-1b03-450b-afc7-469e1fdbb733 req-ab293377-d156-4705-af9a-cd52d8efd8ee tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:17:34.511957 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-62cc002d-1b03-450b-afc7-469e1fdbb733 req-ab293377-d156-4705-af9a-cd52d8efd8ee tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 945 time: 0.0782974 Jun 02 13:17:34.556339 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-62cc002d-1b03-450b-afc7-469e1fdbb733 req-840ef5c5-52c2-4732-985d-395c5b69b9aa tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388052 Jun 02 13:17:35.736243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747cb3f-1710-433e-8e58-1397fda6e457 req-990fe1d1-9f1a-48df-92d4-8025ffa1e955 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:17:35.737925 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d747cb3f-1710-433e-8e58-1397fda6e457 req-990fe1d1-9f1a-48df-92d4-8025ffa1e955 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 945 time: 0.0807095 Jun 02 13:17:35.780886 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d747cb3f-1710-433e-8e58-1397fda6e457 req-4a04e283-df5e-45ed-b091-dc32a116430c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374501 Jun 02 13:17:35.804259 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54404) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:17:35.914560 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d8c59fd4-aca0-4403-9a84-445067fca8f8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/floatingips/8ffa389d-16ef-4455-8d17-d4ddfc300343 HTTP/1.1" status: 200 len: 993 time: 0.1089966 Jun 02 13:17:39.798206 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-90a24322-8499-4fcd-b8e3-62014fe82ad3 req-d0e39983-17ea-46b0-b5dd-8490909ad42b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731895 Jun 02 13:17:40.047027 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a24322-8499-4fcd-b8e3-62014fe82ad3 req-dba3898f-cef9-48b7-aaf9-4fec75f7fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:17:40.048610 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-90a24322-8499-4fcd-b8e3-62014fe82ad3 req-dba3898f-cef9-48b7-aaf9-4fec75f7fb62 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 1098 time: 0.1828511 Jun 02 13:17:40.189694 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a24322-8499-4fcd-b8e3-62014fe82ad3 req-6251af63-8606-4bf4-9c62-3706bbdc591e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:17:40.191149 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-90a24322-8499-4fcd-b8e3-62014fe82ad3 req-6251af63-8606-4bf4-9c62-3706bbdc591e service neutron] 10.222.0.22 "GET /v2.0/networks?id=af9c0c52-9a18-42d5-a569-b7601ca4fcd6 HTTP/1.1" status: 200 len: 897 time: 0.1230109 Jun 02 13:17:40.298079 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-90a24322-8499-4fcd-b8e3-62014fe82ad3 req-c71dc6ac-1470-4021-aa76-9e46e33af4ac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95ef5311-689c-4e9c-b2e4-fc96084ba87e HTTP/1.1" status: 200 len: 1001 time: 0.0995638 Jun 02 13:17:40.360780 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a24322-8499-4fcd-b8e3-62014fe82ad3 req-da7b2f00-59ee-4773-abae-df1a3ed7ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:17:40.362083 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-90a24322-8499-4fcd-b8e3-62014fe82ad3 req-da7b2f00-59ee-4773-abae-df1a3ed7ea5f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f365267b-1c50-449c-9af5-eced77aeee4f HTTP/1.1" status: 200 len: 835 time: 0.0570998 Jun 02 13:17:40.438507 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a24322-8499-4fcd-b8e3-62014fe82ad3 req-3dadb5bc-8824-4175-9ba0-90b20fad2da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:17:40.439943 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-90a24322-8499-4fcd-b8e3-62014fe82ad3 req-3dadb5bc-8824-4175-9ba0-90b20fad2da0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af9c0c52-9a18-42d5-a569-b7601ca4fcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0715556 Jun 02 13:17:40.573945 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-90a24322-8499-4fcd-b8e3-62014fe82ad3 req-58b46e26-786c-40c3-8b2d-2c5521ac4de8 service neutron] 10.222.0.22 "GET /v2.0/networks/af9c0c52-9a18-42d5-a569-b7601ca4fcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273615 Jun 02 13:17:40.705577 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-90a24322-8499-4fcd-b8e3-62014fe82ad3 req-cbd91f3e-0c7c-4cef-bcc8-e5f528f9f56c service neutron] 10.222.0.22 "GET /v2.0/networks/af9c0c52-9a18-42d5-a569-b7601ca4fcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249771 Jun 02 13:17:44.220850 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3ed9be68-1b2e-4f57-b571-b176e4cb1abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:17:46.737701 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a6a8366e-06b2-4b2c-bdc9-f29a5a027b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:17:46.763890 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:17:47.887935 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:17:49.670989 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:17:56.319699 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:10.793204 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:18:14.224170 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e8a93bef-02b4-47a9-840c-6bb6f847bd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:16.738283 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0470390d-650b-44ef-a6dd-78e9fd8c3335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:16.765140 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:17.890818 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:19.673743 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:26.317247 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:32.864228 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54434) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:18:33.128646 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting port 09442f26-ef94-4be9-9382-3427dcaf5cd1 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:18:33.128885 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:33.244295 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:33.244622 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:33.367798 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Calling delete_port for 09442f26-ef94-4be9-9382-3427dcaf5cd1 owned by network:floatingip {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:18:33.484665 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:33.491629 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b6a2eee4-80d6-4dc2-a6d9-9784cef573fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:33.561882 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Port': ['ID=09442f26-ef94-4be9-9382-3427dcaf5cd1,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:33.577186 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:33.577575 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:33.577958 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:33.578362 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:33.578741 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:33.579136 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:33.579506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:33.579869 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:33.580229 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:33.580593 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:33.580953 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:33.581313 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:33.608023 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:33.636684 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for floatingip, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:33.637014 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Floating IP 8ffa389d-16ef-4455-8d17-d4ddfc300343 disassociated (deleted). External IP: 172.26.7.193, port: 95ef5311-689c-4e9c-b2e4-fc96084ba87e. Jun 02 13:18:34.124158 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router ab1050f8-9b13-4134-a4c5-ff1a1933579f has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:18:34.300216 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:18:34.309500 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa633c7f-93a8-456d-8959-b584b6f1a5ae None None] Sync routers for ids ['ab1050f8-9b13-4134-a4c5-ff1a1933579f'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:18:34.320364 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:34.321169 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa633c7f-93a8-456d-8959-b584b6f1a5ae None None] Routers {'ab1050f8-9b13-4134-a4c5-ff1a1933579f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:18:34.321781 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-aa633c7f-93a8-456d-8959-b584b6f1a5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:18:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ab1050f8-9b13-4134-a4c5-ff1a1933579f'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:18:34.378238 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/floatingips/8ffa389d-16ef-4455-8d17-d4ddfc300343 HTTP/1.1" status: 204 len: 168 time: 1.5128081 Jun 02 13:18:34.378920 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590a83fe-1e96-4bec-ab2c-f31b3a9a713b', 'tag': '95ef5311-689c-4e9c-b2e4-fc96084ba87e'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:18:34.381304 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6169d67-e417-48eb-b062-efea10afe459" -d '{"events": [{"name": "network-changed", "server_uuid": "590a83fe-1e96-4bec-ab2c-f31b3a9a713b", "tag": "95ef5311-689c-4e9c-b2e4-fc96084ba87e"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:18:34.426886 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a46a8a-99c2-4201-8ba9-beda9d519f92 x-openstack-request-id: req-a0a46a8a-99c2-4201-8ba9-beda9d519f92 {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:18:34.427224 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590a83fe-1e96-4bec-ab2c-f31b3a9a713b", "tag": "95ef5311-689c-4e9c-b2e4-fc96084ba87e", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:18:34.427635 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0a46a8a-99c2-4201-8ba9-beda9d519f92 {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:18:34.428083 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590a83fe-1e96-4bec-ab2c-f31b3a9a713b', 'tag': '95ef5311-689c-4e9c-b2e4-fc96084ba87e', 'status': 'completed', 'code': 200} Jun 02 13:18:34.505863 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-aa633c7f-93a8-456d-8959-b584b6f1a5ae None None] Set router ab1050f8-9b13-4134-a4c5-ff1a1933579f gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:18:34.524872 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6169d67-e417-48eb-b062-efea10afe459 req-fa334909-df51-46cd-98b5-e18f0661647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:34.526473 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a6169d67-e417-48eb-b062-efea10afe459 req-fa334909-df51-46cd-98b5-e18f0661647d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 1098 time: 0.0733662 Jun 02 13:18:34.670827 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6169d67-e417-48eb-b062-efea10afe459 req-eb4f97ba-606f-4bbb-a7cc-7c13c4e13dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:34.672274 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a6169d67-e417-48eb-b062-efea10afe459 req-eb4f97ba-606f-4bbb-a7cc-7c13c4e13dd1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=af9c0c52-9a18-42d5-a569-b7601ca4fcd6 HTTP/1.1" status: 200 len: 897 time: 0.1394351 Jun 02 13:18:34.745571 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a6169d67-e417-48eb-b062-efea10afe459 req-72650a16-7ed1-40e5-aed1-ebd46a1ec2bd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95ef5311-689c-4e9c-b2e4-fc96084ba87e HTTP/1.1" status: 200 len: 217 time: 0.0656800 Jun 02 13:18:34.761027 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db814f87-5aa6-4c37-bff8-67597e2b459b req-cdea67e5-ec4b-4841-8ca3-257051cc1cc5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:34.761739 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-db814f87-5aa6-4c37-bff8-67597e2b459b req-cdea67e5-ec4b-4841-8ca3-257051cc1cc5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:18:34.777872 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-db814f87-5aa6-4c37-bff8-67597e2b459b req-cdea67e5-ec4b-4841-8ca3-257051cc1cc5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:18:34.779367 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-db814f87-5aa6-4c37-bff8-67597e2b459b req-cdea67e5-ec4b-4841-8ca3-257051cc1cc5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 945 time: 0.1007516 Jun 02 13:18:34.812460 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6169d67-e417-48eb-b062-efea10afe459 req-c96db272-ac4e-4fd2-bd57-c80c9535f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:34.814723 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a6169d67-e417-48eb-b062-efea10afe459 req-c96db272-ac4e-4fd2-bd57-c80c9535f671 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f365267b-1c50-449c-9af5-eced77aeee4f HTTP/1.1" status: 200 len: 835 time: 0.0612242 Jun 02 13:18:34.826158 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-db814f87-5aa6-4c37-bff8-67597e2b459b req-c1211831-f363-4c03-adaa-83901c761f99 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404172 Jun 02 13:18:34.865650 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-aa633c7f-93a8-456d-8959-b584b6f1a5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97469211', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:48Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '860ec8ac-1e88-4f6d-98a9-2f033ffe65ef', 'name': '', 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:e6:b8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'f365267b-1c50-449c-9af5-eced77aeee4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:47Z', 'updated_at': '2021-06-02T13:15:53Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'f365267b-1c50-449c-9af5-eced77aeee4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:18:34.869499 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa633c7f-93a8-456d-8959-b584b6f1a5ae None None] Checking router: ab1050f8-9b13-4134-a4c5-ff1a1933579f for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:18:34.878441 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa633c7f-93a8-456d-8959-b584b6f1a5ae None None] Routers {'ab1050f8-9b13-4134-a4c5-ff1a1933579f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:18:34.879090 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-aa633c7f-93a8-456d-8959-b584b6f1a5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:18:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ab1050f8-9b13-4134-a4c5-ff1a1933579f'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:18:34.894156 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6169d67-e417-48eb-b062-efea10afe459 req-e7a7857b-22db-49d6-a624-cf1654c63bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:34.895614 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a6169d67-e417-48eb-b062-efea10afe459 req-e7a7857b-22db-49d6-a624-cf1654c63bff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af9c0c52-9a18-42d5-a569-b7601ca4fcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0741277 Jun 02 13:18:35.026693 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a6169d67-e417-48eb-b062-efea10afe459 req-4780b995-74a9-47d2-b912-2b665f8dc997 service neutron] 10.222.0.22 "GET /v2.0/networks/af9c0c52-9a18-42d5-a569-b7601ca4fcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238923 Jun 02 13:18:35.053893 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-aa633c7f-93a8-456d-8959-b584b6f1a5ae None None] Set router ab1050f8-9b13-4134-a4c5-ff1a1933579f gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:18:35.160514 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a6169d67-e417-48eb-b062-efea10afe459 req-998d1cb1-fcf8-4926-aa45-b40db4d5001b service neutron] 10.222.0.22 "GET /v2.0/networks/af9c0c52-9a18-42d5-a569-b7601ca4fcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267488 Jun 02 13:18:35.358196 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-aa633c7f-93a8-456d-8959-b584b6f1a5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97469211', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:48Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '860ec8ac-1e88-4f6d-98a9-2f033ffe65ef', 'name': '', 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:e6:b8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'f365267b-1c50-449c-9af5-eced77aeee4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:47Z', 'updated_at': '2021-06-02T13:15:53Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'f365267b-1c50-449c-9af5-eced77aeee4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:18:35.361923 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa633c7f-93a8-456d-8959-b584b6f1a5ae None None] The sync data for ids ['ab1050f8-9b13-4134-a4c5-ff1a1933579f'] in dv-neutron-601336-80-hyperv is: [{'id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97469211', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:48Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '860ec8ac-1e88-4f6d-98a9-2f033ffe65ef', 'name': '', 'network_id': 'af9c0c52-9a18-42d5-a569-b7601ca4fcd6', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:e6:b8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'f365267b-1c50-449c-9af5-eced77aeee4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:47Z', 'updated_at': '2021-06-02T13:15:53Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'f365267b-1c50-449c-9af5-eced77aeee4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:18:35.554341 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebb0379-2421-4e1d-aa2f-4a7eae7bdde7 None None] New status for floating IP 8ffa389d-16ef-4455-8d17-d4ddfc300343: DOWN {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:18:36.014565 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715f5d8-a851-4466-adce-d726d47ab29a req-8221d81b-389d-47c4-8f87-cee1db3e795c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:36.016016 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5715f5d8-a851-4466-adce-d726d47ab29a req-8221d81b-389d-47c4-8f87-cee1db3e795c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 945 time: 0.0807686 Jun 02 13:18:36.062140 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5715f5d8-a851-4466-adce-d726d47ab29a req-c49e5630-6084-4b89-9340-99f56b49f197 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399134 Jun 02 13:18:36.689922 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03182c-e6f3-496a-ade7-388a2d6f0519 req-b37dc1c1-0490-42b9-be68-ed3ef16e62e8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:36.691373 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0b03182c-e6f3-496a-ade7-388a2d6f0519 req-b37dc1c1-0490-42b9-be68-ed3ef16e62e8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 945 time: 0.2034233 Jun 02 13:18:36.830437 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-0b03182c-e6f3-496a-ade7-388a2d6f0519 req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting port 95ef5311-689c-4e9c-b2e4-fc96084ba87e {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:18:36.830773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-0b03182c-e6f3-496a-ade7-388a2d6f0519 req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:36.960958 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-0b03182c-e6f3-496a-ade7-388a2d6f0519 req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] For port 95ef5311-689c-4e9c-b2e4-fc96084ba87e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=95ef5311-689c-4e9c-b2e4-fc96084ba87e,segment=NetworkSegment(2acb33a4-b113-4615-ad98-e32cfbc843d3),segment_id=2acb33a4-b113-4615-ad98-e32cfbc843d3)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:18:36.961228 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-0b03182c-e6f3-496a-ade7-388a2d6f0519 req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:37.088456 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-0b03182c-e6f3-496a-ade7-388a2d6f0519 req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Calling delete_port for 95ef5311-689c-4e9c-b2e4-fc96084ba87e owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:18:37.219214 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-0b03182c-e6f3-496a-ade7-388a2d6f0519 req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:37.226538 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:37.257021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717402d-734e-4bd2-b2f9-e5f14faed919 req-bf23d0df-a26f-4038-ae15-68dad5a1ef3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:37.258497 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9717402d-734e-4bd2-b2f9-e5f14faed919 req-bf23d0df-a26f-4038-ae15-68dad5a1ef3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=590a83fe-1e96-4bec-ab2c-f31b3a9a713b HTTP/1.1" status: 200 len: 867 time: 0.0895193 Jun 02 13:18:37.271204 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Port': ['ID=95ef5311-689c-4e9c-b2e4-fc96084ba87e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:37.304822 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9717402d-734e-4bd2-b2f9-e5f14faed919 req-a5152b78-5a2e-44e9-9015-70f5743f84e0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=886b0021-fc19-4714-8bf9-0e3d3157664a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407145 Jun 02 13:18:37.318510 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:37.318908 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:37.319296 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:37.319680 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:37.320059 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:37.320432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:37.320803 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:37.321178 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:37.321551 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:37.321919 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:37.322319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:37.322688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:37.327012 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:37.374809 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b03182c-e6f3-496a-ade7-388a2d6f0519 req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] No DVR routers for this DVR port 95ef5311-689c-4e9c-b2e4-fc96084ba87e on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:18:37.377867 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-0b03182c-e6f3-496a-ade7-388a2d6f0519 req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:37.380784 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590a83fe-1e96-4bec-ab2c-f31b3a9a713b', 'name': 'network-vif-deleted', 'tag': '95ef5311-689c-4e9c-b2e4-fc96084ba87e'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:18:37.383059 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b0c4f3-1f6b-4885-be89-5353a591c263" -d '{"events": [{"server_uuid": "590a83fe-1e96-4bec-ab2c-f31b3a9a713b", "name": "network-vif-deleted", "tag": "95ef5311-689c-4e9c-b2e4-fc96084ba87e"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:18:37.396652 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0b03182c-e6f3-496a-ade7-388a2d6f0519 req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "DELETE /v2.0/ports/95ef5311-689c-4e9c-b2e4-fc96084ba87e HTTP/1.1" status: 204 len: 173 time: 0.6991165 Jun 02 13:18:37.497316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bc672a-fcaf-46cc-81d4-76b6c7aa033f x-openstack-request-id: req-35bc672a-fcaf-46cc-81d4-76b6c7aa033f {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:18:37.497620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590a83fe-1e96-4bec-ab2c-f31b3a9a713b", "name": "network-vif-deleted", "tag": "95ef5311-689c-4e9c-b2e4-fc96084ba87e", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:18:37.497957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35bc672a-fcaf-46cc-81d4-76b6c7aa033f {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:18:37.498444 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590a83fe-1e96-4bec-ab2c-f31b3a9a713b', 'name': 'network-vif-deleted', 'tag': '95ef5311-689c-4e9c-b2e4-fc96084ba87e', 'status': 'completed', 'code': 200} Jun 02 13:18:38.398056 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54454) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:18:38.577669 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 95ef5311-689c-4e9c-b2e4-fc96084ba87e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:18:38.614178 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 95ef5311-689c-4e9c-b2e4-fc96084ba87e {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:18:38.614539 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 95ef5311-689c-4e9c-b2e4-fc96084ba87e not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:18:38.942161 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3ade8d78-5bc5-47d3-ae96-8c53c85da470 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:39.495042 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-3ade8d78-5bc5-47d3-ae96-8c53c85da470 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting port 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:18:39.495720 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3ade8d78-5bc5-47d3-ae96-8c53c85da470 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:39.624985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-3ade8d78-5bc5-47d3-ae96-8c53c85da470 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] For port 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=860ec8ac-1e88-4f6d-98a9-2f033ffe65ef,segment=NetworkSegment(2acb33a4-b113-4615-ad98-e32cfbc843d3),segment_id=2acb33a4-b113-4615-ad98-e32cfbc843d3)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:18:39.625339 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3ade8d78-5bc5-47d3-ae96-8c53c85da470 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:39.750235 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-3ade8d78-5bc5-47d3-ae96-8c53c85da470 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Calling delete_port for 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:18:40.037969 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3ade8d78-5bc5-47d3-ae96-8c53c85da470 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:40.042270 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e55e981b-bdb5-464c-a8a1-eb5112f06733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:40.087616 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade8d78-5bc5-47d3-ae96-8c53c85da470 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Port': ['ID=860ec8ac-1e88-4f6d-98a9-2f033ffe65ef,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:40.114688 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3ade8d78-5bc5-47d3-ae96-8c53c85da470 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:40.363215 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3ade8d78-5bc5-47d3-ae96-8c53c85da470 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:40.866504 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ade8d78-5bc5-47d3-ae96-8c53c85da470 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router ab1050f8-9b13-4134-a4c5-ff1a1933579f has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:18:41.041843 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ade8d78-5bc5-47d3-ae96-8c53c85da470 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:18:41.051139 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16dadc4-81bb-4166-b2d7-b0cd98dd6a01 None None] Sync routers for ids ['ab1050f8-9b13-4134-a4c5-ff1a1933579f'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:18:41.054521 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3ade8d78-5bc5-47d3-ae96-8c53c85da470 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "PUT /v2.0/routers/ab1050f8-9b13-4134-a4c5-ff1a1933579f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6552689 Jun 02 13:18:41.057054 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54456) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:18:41.060477 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16dadc4-81bb-4166-b2d7-b0cd98dd6a01 None None] Routers {'ab1050f8-9b13-4134-a4c5-ff1a1933579f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:18:41.061068 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-b16dadc4-81bb-4166-b2d7-b0cd98dd6a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:18:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ab1050f8-9b13-4134-a4c5-ff1a1933579f'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:18:41.124799 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-01541ddb-e9d5-4cda-98a6-5066cb623e0d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting subnet f365267b-1c50-449c-9af5-eced77aeee4f {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 13:18:41.128213 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-01541ddb-e9d5-4cda-98a6-5066cb623e0d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:41.183946 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-01541ddb-e9d5-4cda-98a6-5066cb623e0d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:41.236852 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-b16dadc4-81bb-4166-b2d7-b0cd98dd6a01 None None] Set router ab1050f8-9b13-4134-a4c5-ff1a1933579f gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:18:41.270539 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-01541ddb-e9d5-4cda-98a6-5066cb623e0d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:41.510817 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-b16dadc4-81bb-4166-b2d7-b0cd98dd6a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97469211', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:18:39Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:18:41.514611 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16dadc4-81bb-4166-b2d7-b0cd98dd6a01 None None] Checking router: ab1050f8-9b13-4134-a4c5-ff1a1933579f for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:18:41.523036 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16dadc4-81bb-4166-b2d7-b0cd98dd6a01 None None] Routers {'ab1050f8-9b13-4134-a4c5-ff1a1933579f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:18:41.523718 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-b16dadc4-81bb-4166-b2d7-b0cd98dd6a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:18:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ab1050f8-9b13-4134-a4c5-ff1a1933579f'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:18:41.538945 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-01541ddb-e9d5-4cda-98a6-5066cb623e0d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:41.543725 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4f2d1501-731b-4e91-85b3-c058e21e854a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:41.584472 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01541ddb-e9d5-4cda-98a6-5066cb623e0d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Subnet': ['ID=f365267b-1c50-449c-9af5-eced77aeee4f,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:41.586406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-01541ddb-e9d5-4cda-98a6-5066cb623e0d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:41.589014 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-01541ddb-e9d5-4cda-98a6-5066cb623e0d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:41.591716 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66488c17-14bb-4346-8603-ceb0c9082952 None None] Network af9c0c52-9a18-42d5-a569-b7601ca4fcd6 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:18:41.595799 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54458) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:18:41.596364 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-01541ddb-e9d5-4cda-98a6-5066cb623e0d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/subnets/f365267b-1c50-449c-9af5-eced77aeee4f HTTP/1.1" status: 204 len: 168 time: 0.5378382 Jun 02 13:18:41.737495 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-b16dadc4-81bb-4166-b2d7-b0cd98dd6a01 None None] Set router ab1050f8-9b13-4134-a4c5-ff1a1933579f gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:18:41.779445 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-61c9d4a5-be65-4be2-b096-e773fa44d9d4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:41.863227 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a069b7b-163f-4b88-9c0e-c363029a78c9 None None] DHCP port deletion for af9c0c52-9a18-42d5-a569-b7601ca4fcd6 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 13:18:41.935251 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9a069b7b-163f-4b88-9c0e-c363029a78c9 None None] Deleting port fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:18:41.935640 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9a069b7b-163f-4b88-9c0e-c363029a78c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:41.971707 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-61c9d4a5-be65-4be2-b096-e773fa44d9d4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:42.026962 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-b16dadc4-81bb-4166-b2d7-b0cd98dd6a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97469211', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:18:39Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:18:42.030919 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16dadc4-81bb-4166-b2d7-b0cd98dd6a01 None None] The sync data for ids ['ab1050f8-9b13-4134-a4c5-ff1a1933579f'] in dv-neutron-601336-80-hyperv is: [{'id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97469211', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:18:39Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8091e00-8ce7-450d-9094-8ae677a9c421', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1050f8-9b13-4134-a4c5-ff1a1933579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:15:43Z', 'updated_at': '2021-06-02T13:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:18:42.040075 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-9a069b7b-163f-4b88-9c0e-c363029a78c9 None None] For port fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6,segment=NetworkSegment(2acb33a4-b113-4615-ad98-e32cfbc843d3),segment_id=2acb33a4-b113-4615-ad98-e32cfbc843d3)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:18:42.040559 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9a069b7b-163f-4b88-9c0e-c363029a78c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:42.048326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-61c9d4a5-be65-4be2-b096-e773fa44d9d4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting port b8091e00-8ce7-450d-9094-8ae677a9c421 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:18:42.048686 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-61c9d4a5-be65-4be2-b096-e773fa44d9d4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:42.166629 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9a069b7b-163f-4b88-9c0e-c363029a78c9 None None] Calling delete_port for fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:18:42.173025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-61c9d4a5-be65-4be2-b096-e773fa44d9d4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] For port b8091e00-8ce7-450d-9094-8ae677a9c421, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b8091e00-8ce7-450d-9094-8ae677a9c421,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:18:42.173386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-61c9d4a5-be65-4be2-b096-e773fa44d9d4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:42.214976 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9a069b7b-163f-4b88-9c0e-c363029a78c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:42.218783 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-da270b71-172f-403e-aa06-1afca6e4f897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:42.261211 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a069b7b-163f-4b88-9c0e-c363029a78c9 None None] Pushing event deleted for resources: {'Port': ['ID=fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:42.265925 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a069b7b-163f-4b88-9c0e-c363029a78c9 None None] No DVR routers for this DVR port fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:18:42.272418 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a069b7b-163f-4b88-9c0e-c363029a78c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:42.272767 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a069b7b-163f-4b88-9c0e-c363029a78c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:42.273112 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a069b7b-163f-4b88-9c0e-c363029a78c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:42.273447 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a069b7b-163f-4b88-9c0e-c363029a78c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:42.273781 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a069b7b-163f-4b88-9c0e-c363029a78c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:42.274131 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a069b7b-163f-4b88-9c0e-c363029a78c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:42.274464 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a069b7b-163f-4b88-9c0e-c363029a78c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:42.274791 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a069b7b-163f-4b88-9c0e-c363029a78c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:42.275114 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a069b7b-163f-4b88-9c0e-c363029a78c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:42.275745 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a069b7b-163f-4b88-9c0e-c363029a78c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:42.275745 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a069b7b-163f-4b88-9c0e-c363029a78c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:42.276044 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a069b7b-163f-4b88-9c0e-c363029a78c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:42.280240 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9a069b7b-163f-4b88-9c0e-c363029a78c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:42.425171 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-61c9d4a5-be65-4be2-b096-e773fa44d9d4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Calling delete_port for b8091e00-8ce7-450d-9094-8ae677a9c421 owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:18:42.563931 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-61c9d4a5-be65-4be2-b096-e773fa44d9d4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:42.567276 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:42.611468 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9d4a5-be65-4be2-b096-e773fa44d9d4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Port': ['ID=b8091e00-8ce7-450d-9094-8ae677a9c421,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:42.614564 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-61c9d4a5-be65-4be2-b096-e773fa44d9d4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:42.702187 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-61c9d4a5-be65-4be2-b096-e773fa44d9d4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:42.872250 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-61c9d4a5-be65-4be2-b096-e773fa44d9d4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:42.874304 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-61c9d4a5-be65-4be2-b096-e773fa44d9d4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:42.897218 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-61c9d4a5-be65-4be2-b096-e773fa44d9d4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:42.897747 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c9d4a5-be65-4be2-b096-e773fa44d9d4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Fanout notify agent at l3_agent the message router_deleted on router ab1050f8-9b13-4134-a4c5-ff1a1933579f {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 13:18:42.912628 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-61c9d4a5-be65-4be2-b096-e773fa44d9d4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:42.916131 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-61c9d4a5-be65-4be2-b096-e773fa44d9d4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/routers/ab1050f8-9b13-4134-a4c5-ff1a1933579f HTTP/1.1" status: 204 len: 168 time: 1.3161783 Jun 02 13:18:42.916379 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54462) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:18:43.032486 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f93a52d8-c357-4119-9ca3-24b9588e693d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:43.164090 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f93a52d8-c357-4119-9ca3-24b9588e693d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:43.177442 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f93a52d8-c357-4119-9ca3-24b9588e693d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9c0c52-9a18-42d5-a569-b7601ca4fcd6']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:18:43.189124 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f93a52d8-c357-4119-9ca3-24b9588e693d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2acb33a4-b113-4615-ad98-e32cfbc843d3') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:18:43.189426 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-f93a52d8-c357-4119-9ca3-24b9588e693d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2acb33a4-b113-4615-ad98-e32cfbc843d3') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:18:43.200690 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f93a52d8-c357-4119-9ca3-24b9588e693d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:43.216418 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f93a52d8-c357-4119-9ca3-24b9588e693d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:43.222841 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93a52d8-c357-4119-9ca3-24b9588e693d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 13:18:43.223227 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f93a52d8-c357-4119-9ca3-24b9588e693d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 13:18:43.238186 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 13:18:43.320196 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f93a52d8-c357-4119-9ca3-24b9588e693d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:43.323890 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6175249e-28da-429a-97ff-b88b519a5ff2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:43.339271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f93a52d8-c357-4119-9ca3-24b9588e693d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:43.354315 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a52d8-c357-4119-9ca3-24b9588e693d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Network': ['ID=af9c0c52-9a18-42d5-a569-b7601ca4fcd6,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:43.356792 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f93a52d8-c357-4119-9ca3-24b9588e693d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:43.363225 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f93a52d8-c357-4119-9ca3-24b9588e693d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/networks/af9c0c52-9a18-42d5-a569-b7601ca4fcd6 HTTP/1.1" status: 204 len: 168 time: 0.4458630 Jun 02 13:18:43.366208 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54464) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:18:43.368161 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:18:43.405700 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:18:43.406721 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device fc5b02b9-0256-4b4a-aa2e-fa357d8a1ea6 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:18:43.407783 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b8091e00-8ce7-450d-9094-8ae677a9c421 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:18:43.435580 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0f275736-084f-446c-9ab8-1d475de7ce01 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:43.441451 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: b8091e00-8ce7-450d-9094-8ae677a9c421 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:18:43.441806 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b8091e00-8ce7-450d-9094-8ae677a9c421 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:18:43.442253 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:18:43.464703 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0f275736-084f-446c-9ab8-1d475de7ce01 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:43.475387 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:18:43.475734 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 860ec8ac-1e88-4f6d-98a9-2f033ffe65ef not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:18:43.531513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0f275736-084f-446c-9ab8-1d475de7ce01 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:43.537060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-84f61903-1342-4c55-af60-fab4370ed8e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:43.552932 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f275736-084f-446c-9ab8-1d475de7ce01 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=886b0021-fc19-4714-8bf9-0e3d3157664a,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:43.558296 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0f275736-084f-446c-9ab8-1d475de7ce01 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:43.560286 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0f275736-084f-446c-9ab8-1d475de7ce01 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:43.561390 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0f275736-084f-446c-9ab8-1d475de7ce01 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/security-groups/886b0021-fc19-4714-8bf9-0e3d3157664a HTTP/1.1" status: 204 len: 168 time: 0.1941419 Jun 02 13:18:44.229120 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-62f98286-6b10-4c84-b385-2b2e484943f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.048322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54472) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:18:45.053048 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-46e4b6b6-9e8c-4ec5-a01c-b22b79915efc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1095599267', 'description': 'tempest-secgroup-smoke-1095599267 description', 'project_id': '31333cf8d25c494bb5e988c524b4e546'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:18:45.059070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-46e4b6b6-9e8c-4ec5-a01c-b22b79915efc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:18:45.063131 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-46e4b6b6-9e8c-4ec5-a01c-b22b79915efc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:18:45.065958 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-46e4b6b6-9e8c-4ec5-a01c-b22b79915efc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:18:45.071570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-46e4b6b6-9e8c-4ec5-a01c-b22b79915efc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:18:45.082511 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-46e4b6b6-9e8c-4ec5-a01c-b22b79915efc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.102067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-46e4b6b6-9e8c-4ec5-a01c-b22b79915efc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:18:45.105776 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-46e4b6b6-9e8c-4ec5-a01c-b22b79915efc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:18:45.108505 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-46e4b6b6-9e8c-4ec5-a01c-b22b79915efc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:18:45.114371 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-46e4b6b6-9e8c-4ec5-a01c-b22b79915efc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:18:45.183759 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-46e4b6b6-9e8c-4ec5-a01c-b22b79915efc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.187971 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-46e4b6b6-9e8c-4ec5-a01c-b22b79915efc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.193011 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d0988bb0-119c-443b-8b6e-0174b0599c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:45.234979 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4b6b6-9e8c-4ec5-a01c-b22b79915efc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=806bb715-0560-497b-962a-5dad777c6fdf,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:45.237813 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-46e4b6b6-9e8c-4ec5-a01c-b22b79915efc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.239009 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-46e4b6b6-9e8c-4ec5-a01c-b22b79915efc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1896203 Jun 02 13:18:45.240002 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-46e4b6b6-9e8c-4ec5-a01c-b22b79915efc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:45.242085 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54474) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:18:45.247342 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-8cbec0b7-ae52-4022-9714-67bb4cb25757 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': '806bb715-0560-497b-962a-5dad777c6fdf', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:18:45.253383 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8cbec0b7-ae52-4022-9714-67bb4cb25757 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:18:45.257269 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8cbec0b7-ae52-4022-9714-67bb4cb25757 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:18:45.260173 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8cbec0b7-ae52-4022-9714-67bb4cb25757 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:18:45.265848 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8cbec0b7-ae52-4022-9714-67bb4cb25757 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:18:45.281423 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8cbec0b7-ae52-4022-9714-67bb4cb25757 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.341037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8cbec0b7-ae52-4022-9714-67bb4cb25757 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.344384 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8cbec0b7-ae52-4022-9714-67bb4cb25757 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.346793 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ac41389f-3574-4943-a3be-25025a2ffa7f tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:45.374480 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbec0b7-ae52-4022-9714-67bb4cb25757 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7b8f57-025e-4452-8c4a-b1446fd36203,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:45.376940 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8cbec0b7-ae52-4022-9714-67bb4cb25757 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:45.384792 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8cbec0b7-ae52-4022-9714-67bb4cb25757 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.385966 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8cbec0b7-ae52-4022-9714-67bb4cb25757 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428919 Jun 02 13:18:45.388725 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54476) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:18:45.393578 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-093c8325-1724-4098-9a7d-68ace5790c49 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': '806bb715-0560-497b-962a-5dad777c6fdf', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:18:45.399459 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-093c8325-1724-4098-9a7d-68ace5790c49 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:18:45.403331 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-093c8325-1724-4098-9a7d-68ace5790c49 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:18:45.406449 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-093c8325-1724-4098-9a7d-68ace5790c49 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:18:45.413262 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-093c8325-1724-4098-9a7d-68ace5790c49 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:18:45.428436 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-093c8325-1724-4098-9a7d-68ace5790c49 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.487809 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-093c8325-1724-4098-9a7d-68ace5790c49 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.491440 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-093c8325-1724-4098-9a7d-68ace5790c49 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.493123 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-76680225-1aee-4eb6-a215-9a6be10295f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:45.514733 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c8325-1724-4098-9a7d-68ace5790c49 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494a4bc4-020a-4b25-8eeb-5f4a3856b718,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:45.517682 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-093c8325-1724-4098-9a7d-68ace5790c49 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:45.524637 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-093c8325-1724-4098-9a7d-68ace5790c49 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.525843 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-093c8325-1724-4098-9a7d-68ace5790c49 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1361921 Jun 02 13:18:45.528467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54478) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:18:45.532878 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-05f67b72-1f5d-4841-951b-8693c4a107d1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': '806bb715-0560-497b-962a-5dad777c6fdf', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:18:45.538503 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-05f67b72-1f5d-4841-951b-8693c4a107d1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:18:45.542222 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-05f67b72-1f5d-4841-951b-8693c4a107d1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:18:45.545275 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-05f67b72-1f5d-4841-951b-8693c4a107d1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:18:45.550879 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-05f67b72-1f5d-4841-951b-8693c4a107d1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:18:45.566342 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-05f67b72-1f5d-4841-951b-8693c4a107d1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.626781 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-05f67b72-1f5d-4841-951b-8693c4a107d1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.630057 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-05f67b72-1f5d-4841-951b-8693c4a107d1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.631814 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0fd435ac-93cb-4b2a-9527-046a9cbc2ca6 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:45.653577 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f67b72-1f5d-4841-951b-8693c4a107d1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11311b03-d697-4d51-bc60-61fdf3771197,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:45.655897 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-05f67b72-1f5d-4841-951b-8693c4a107d1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:45.663397 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-05f67b72-1f5d-4841-951b-8693c4a107d1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.664556 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-05f67b72-1f5d-4841-951b-8693c4a107d1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351714 Jun 02 13:18:45.667264 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54480) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:18:45.672088 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-19f25512-b2b4-4bc2-b629-ea5269b435c6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': '806bb715-0560-497b-962a-5dad777c6fdf', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:18:45.678430 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-19f25512-b2b4-4bc2-b629-ea5269b435c6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:18:45.682296 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-19f25512-b2b4-4bc2-b629-ea5269b435c6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:18:45.685585 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-19f25512-b2b4-4bc2-b629-ea5269b435c6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:18:45.692024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-19f25512-b2b4-4bc2-b629-ea5269b435c6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:18:45.709363 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-19f25512-b2b4-4bc2-b629-ea5269b435c6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.773741 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-19f25512-b2b4-4bc2-b629-ea5269b435c6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.777235 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-19f25512-b2b4-4bc2-b629-ea5269b435c6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.784184 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2354949e-e545-44f8-8e81-aa13643708ee tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:45.804894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f25512-b2b4-4bc2-b629-ea5269b435c6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2715700-45c0-4981-b959-cd34069ea120,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:45.807094 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-19f25512-b2b4-4bc2-b629-ea5269b435c6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:45.811766 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-19f25512-b2b4-4bc2-b629-ea5269b435c6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.812913 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-19f25512-b2b4-4bc2-b629-ea5269b435c6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444850 Jun 02 13:18:45.816215 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54482) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:18:45.820987 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-c2171e61-d52a-4c6c-b72b-ac7cc73a5286 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': '806bb715-0560-497b-962a-5dad777c6fdf', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:18:45.826847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c2171e61-d52a-4c6c-b72b-ac7cc73a5286 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:18:45.830701 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c2171e61-d52a-4c6c-b72b-ac7cc73a5286 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:18:45.833515 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c2171e61-d52a-4c6c-b72b-ac7cc73a5286 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:18:45.839105 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c2171e61-d52a-4c6c-b72b-ac7cc73a5286 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:18:45.849524 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.securitygroups_db [None req-c2171e61-d52a-4c6c-b72b-ac7cc73a5286 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Project 31333cf8d25c494bb5e988c524b4e546 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 13:18:45.854871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c2171e61-d52a-4c6c-b72b-ac7cc73a5286 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.917114 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c2171e61-d52a-4c6c-b72b-ac7cc73a5286 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.920742 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c2171e61-d52a-4c6c-b72b-ac7cc73a5286 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.928171 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-05f67b72-1f5d-4841-951b-8693c4a107d1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:45.945758 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2171e61-d52a-4c6c-b72b-ac7cc73a5286 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9beb4958-39bd-4b3a-92ef-b71428f3a5e9,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:45.947884 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c2171e61-d52a-4c6c-b72b-ac7cc73a5286 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:45.955017 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c2171e61-d52a-4c6c-b72b-ac7cc73a5286 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:45.956339 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c2171e61-d52a-4c6c-b72b-ac7cc73a5286 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392369 Jun 02 13:18:45.959009 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54484) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:18:45.963510 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-88bc166b-c618-4b04-9401-36b0f586c68e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': '806bb715-0560-497b-962a-5dad777c6fdf', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:18:45.969361 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-88bc166b-c618-4b04-9401-36b0f586c68e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:18:45.973174 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-88bc166b-c618-4b04-9401-36b0f586c68e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:18:45.976053 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-88bc166b-c618-4b04-9401-36b0f586c68e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:18:45.981654 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-88bc166b-c618-4b04-9401-36b0f586c68e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:18:45.992233 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.securitygroups_db [None req-88bc166b-c618-4b04-9401-36b0f586c68e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Project 31333cf8d25c494bb5e988c524b4e546 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 13:18:45.998032 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-88bc166b-c618-4b04-9401-36b0f586c68e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:46.064081 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-88bc166b-c618-4b04-9401-36b0f586c68e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:46.067597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-88bc166b-c618-4b04-9401-36b0f586c68e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:46.069362 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-942b83ad-fea5-42e5-b6af-a518530267a7 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:46.093231 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc166b-c618-4b04-9401-36b0f586c68e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c20fe6d0-bd8e-4dd5-9b4f-021d6f654eef,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:46.095674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-88bc166b-c618-4b04-9401-36b0f586c68e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:46.102407 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-88bc166b-c618-4b04-9401-36b0f586c68e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:46.103563 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-88bc166b-c618-4b04-9401-36b0f586c68e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435761 Jun 02 13:18:46.106285 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54486) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:18:46.111662 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-8914b709-4b69-4120-9dad-0318778e8f8f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'network': {'name': 'tempest-network-smoke--1576372986', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'port_security_enabled': True}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:18:46.116370 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8914b709-4b69-4120-9dad-0318778e8f8f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:18:46.120457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8914b709-4b69-4120-9dad-0318778e8f8f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:network and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:18:46.123298 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-8914b709-4b69-4120-9dad-0318778e8f8f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:18:46.129561 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-8914b709-4b69-4120-9dad-0318778e8f8f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:18:46.138697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8914b709-4b69-4120-9dad-0318778e8f8f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Made reservation on behalf of 31333cf8d25c494bb5e988c524b4e546 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:18:46.142067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8914b709-4b69-4120-9dad-0318778e8f8f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:46.169410 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8914b709-4b69-4120-9dad-0318778e8f8f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 13:18:46.178892 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8914b709-4b69-4120-9dad-0318778e8f8f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:46.179443 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-8914b709-4b69-4120-9dad-0318778e8f8f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Added segment d33b85b1-0169-43f8-a9be-d18f6e38e47a of type vlan for network fb234bfd-ea67-45d3-9c0a-3474f4c01d44 Jun 02 13:18:46.206991 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8914b709-4b69-4120-9dad-0318778e8f8f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:46.236220 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8914b709-4b69-4120-9dad-0318778e8f8f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:46.241678 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8914b709-4b69-4120-9dad-0318778e8f8f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:46.242302 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-8914b709-4b69-4120-9dad-0318778e8f8f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:46.247233 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-158f07fa-5299-41e2-b19e-04953b3c191b tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:46.346692 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8914b709-4b69-4120-9dad-0318778e8f8f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2393270 Jun 02 13:18:46.349354 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54488) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:18:46.352336 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914b709-4b69-4120-9dad-0318778e8f8f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Network': ['ID=fb234bfd-ea67-45d3-9c0a-3474f4c01d44,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:46.354269 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-214640524', 'admin_state_up': True, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:18:46.355045 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8914b709-4b69-4120-9dad-0318778e8f8f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:46.362874 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network fb234bfd-ea67-45d3-9c0a-3474f4c01d44 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 13:18:46.364950 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:18:46.369016 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:router and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:18:46.371903 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:18:46.381868 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:18:46.392145 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:46.393111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:46.409540 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:46.677657 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:46.740993 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9ec5-a14f-43c7-904a-bff945faec89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:46.772798 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:47.100778 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:47.129313 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:47.270504 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Allocated IP 172.26.7.125 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/8139ebc9-e05f-4d4e-82a8-e33d714ead00) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:18:47.420483 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:47.449926 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:47.454347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bb9d03ea-0a06-405c-8530-0dc9f47b3cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:47.517325 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:18:47.520527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:18:47.524323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:18:47.559134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=8139ebc9-e05f-4d4e-82a8-e33d714ead00,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:47.563134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:47.791415 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:18:47.894529 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:47.933629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:48.393520 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:48.594596 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router 45918951-d05b-44fc-be63-5534f9f8406f is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 13:18:48.773243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:18:48.782393 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] Sync routers for ids ['45918951-d05b-44fc-be63-5534f9f8406f'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:18:48.791213 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] Routers {'45918951-d05b-44fc-be63-5534f9f8406f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:18:48.791825 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:18:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['45918951-d05b-44fc-be63-5534f9f8406f'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:18:48.801638 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:48.802882 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7ef9553e-432d-4ae8-a964-589f7a5cf38e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4524715 Jun 02 13:18:48.805897 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54490) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:18:48.845007 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e7f2d665-e73a-46b1-abc5-7284f56aa4c7 tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=31333cf8d25c494bb5e988c524b4e546&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378170 Jun 02 13:18:48.847349 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54492) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:18:48.966234 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] Set router 45918951-d05b-44fc-be63-5534f9f8406f gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:18:48.975057 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c279c1b-0e9f-4adb-ac89-a0147b0cabc9 tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:48.976518 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5c279c1b-0e9f-4adb-ac89-a0147b0cabc9 tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281981 Jun 02 13:18:48.979243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54494) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:18:49.018449 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8b05628b-f350-462a-85ae-d055baf39870 tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377569 Jun 02 13:18:49.020524 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54496) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:18:49.025639 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-ac451f90-8747-43b6-a64a-c367f55d9d25 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1304439911', 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:18:49.137789 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ac451f90-8747-43b6-a64a-c367f55d9d25 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:18:49.141611 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ac451f90-8747-43b6-a64a-c367f55d9d25 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:subnet and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:18:49.144448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-ac451f90-8747-43b6-a64a-c367f55d9d25 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:18:49.150131 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-ac451f90-8747-43b6-a64a-c367f55d9d25 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:18:49.160583 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac451f90-8747-43b6-a64a-c367f55d9d25 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Made reservation on behalf of 31333cf8d25c494bb5e988c524b4e546 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:18:49.164090 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ac451f90-8747-43b6-a64a-c367f55d9d25 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:49.296660 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45918951-d05b-44fc-be63-5534f9f8406f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214640524', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:18:46Z', 'updated_at': '2021-06-02T13:18:47Z', 'revision_number': 3, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:47Z', 'updated_at': '2021-06-02T13:18:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:18:49.301095 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] Checking router: 45918951-d05b-44fc-be63-5534f9f8406f for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:18:49.301449 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] Updating router 45918951-d05b-44fc-be63-5534f9f8406f port 8139ebc9-e05f-4d4e-82a8-e33d714ead00 binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:18:49.355747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:49.587313 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ac451f90-8747-43b6-a64a-c367f55d9d25 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:49.591666 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ff6f5ffa-5d28-4b4c-8c5e-e0bd31151b0e tempest-RoutersTest-351673851 tempest-RoutersTest-351673851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:49.669111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac451f90-8747-43b6-a64a-c367f55d9d25 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Subnet': ['ID=acb72b9b-95df-493f-81fa-3ded8128cf5a,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:49.672420 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ac451f90-8747-43b6-a64a-c367f55d9d25 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:49.678412 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac451f90-8747-43b6-a64a-c367f55d9d25 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Checking segment: {'id': 'd33b85b1-0169-43f8-a9be-d18f6e38e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:18:49.678983 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac451f90-8747-43b6-a64a-c367f55d9d25 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network hostable DHCP agents. Network: fb234bfd-ea67-45d3-9c0a-3474f4c01d44, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 13:18:49.687972 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:49.691870 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:49.698142 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac451f90-8747-43b6-a64a-c367f55d9d25 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network fb234bfd-ea67-45d3-9c0a-3474f4c01d44 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 13:18:49.704982 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] Transition to ACTIVE for port object 8139ebc9-e05f-4d4e-82a8-e33d714ead00 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:18:49.709062 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-ac451f90-8747-43b6-a64a-c367f55d9d25 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, fb234bfd-ea67-45d3-9c0a-3474f4c01d44) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:18:49.711365 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:49.715348 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:49.719288 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac451f90-8747-43b6-a64a-c367f55d9d25 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:49.720500 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ac451f90-8747-43b6-a64a-c367f55d9d25 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:49.741462 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ac451f90-8747-43b6-a64a-c367f55d9d25 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7199304 Jun 02 13:18:49.744281 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54498) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:18:49.753983 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fd6e81-252a-44ae-a1ff-49e1bdd9b97a None None] Network fb234bfd-ea67-45d3-9c0a-3474f4c01d44 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:18:49.881623 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5ebcb-1447-417d-bc6b-b18a71558c34 None None] Pushing event updated for resources: {'Port': ['ID=8139ebc9-e05f-4d4e-82a8-e33d714ead00,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:49.883896 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] Attempting to bind port 8139ebc9-e05f-4d4e-82a8-e33d714ead00 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:18:49.884267 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] Attempting to bind port 8139ebc9-e05f-4d4e-82a8-e33d714ead00 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:18:49.884639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] Attempting to bind port 8139ebc9-e05f-4d4e-82a8-e33d714ead00 on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:18:49.886956 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4ce5ebcb-1447-417d-bc6b-b18a71558c34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:49.905142 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:18:49.905517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:18:49.905921 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:49.906343 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:18:49.906825 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] Bound port: 8139ebc9-e05f-4d4e-82a8-e33d714ead00, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:18:49.907765 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:50.038974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] For port 8139ebc9-e05f-4d4e-82a8-e33d714ead00, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:18:50.078605 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] For port 8139ebc9-e05f-4d4e-82a8-e33d714ead00, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=8139ebc9-e05f-4d4e-82a8-e33d714ead00,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:18:50.083753 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:50.088557 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f915f24a-92b7-47e0-85cf-06fafbd611be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:50.115805 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-fb234bfd-ea67-45d3-9c0a-3474f4c01d44', 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ips': [{'subnet_id': 'acb72b9b-95df-493f-81fa-3ded8128cf5a'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 13:18:50.116605 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:50.231259 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] Routers {'45918951-d05b-44fc-be63-5534f9f8406f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:18:50.231849 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:18:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['45918951-d05b-44fc-be63-5534f9f8406f'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:18:50.298555 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5ebcb-1447-417d-bc6b-b18a71558c34 None None] Pushing event updated for resources: {'Port': ['ID=8139ebc9-e05f-4d4e-82a8-e33d714ead00,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:50.310781 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4ce5ebcb-1447-417d-bc6b-b18a71558c34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:50.465282 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Allocated IP 172.20.0.2 (fb234bfd-ea67-45d3-9c0a-3474f4c01d44/acb72b9b-95df-493f-81fa-3ded8128cf5a/8a5806ef-36c9-42b8-8fbb-b03646364d21) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:18:50.485670 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] Set router 45918951-d05b-44fc-be63-5534f9f8406f gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:18:50.595188 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:50.966798 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:50.981075 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Transition to ACTIVE for port object 8a5806ef-36c9-42b8-8fbb-b03646364d21 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:18:51.004222 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Transition to ACTIVE for port object 8a5806ef-36c9-42b8-8fbb-b03646364d21 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:18:51.009109 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45918951-d05b-44fc-be63-5534f9f8406f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214640524', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:18:46Z', 'updated_at': '2021-06-02T13:18:47Z', 'revision_number': 3, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:47Z', 'updated_at': '2021-06-02T13:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:18:51.013750 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:51.018836 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:51.055177 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c52a33c-6289-4617-890b-be4886f7a646 None None] The sync data for ids ['45918951-d05b-44fc-be63-5534f9f8406f'] in dv-neutron-601336-80-hyperv is: [{'id': '45918951-d05b-44fc-be63-5534f9f8406f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214640524', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:18:46Z', 'updated_at': '2021-06-02T13:18:47Z', 'revision_number': 3, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:47Z', 'updated_at': '2021-06-02T13:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:18:51.085897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Network fb234bfd-ea67-45d3-9c0a-3474f4c01d44 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:18:51.087771 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Allocated IP 172.20.0.1 (fb234bfd-ea67-45d3-9c0a-3474f4c01d44/acb72b9b-95df-493f-81fa-3ded8128cf5a/bbf74296-485e-43ee-ba66-0276d84537fc) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:18:51.088858 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:18:51.093335 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:18:51.096361 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Pushing event updated for resources: {'Port': ['ID=8a5806ef-36c9-42b8-8fbb-b03646364d21,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:51.100007 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:51.189010 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Attempting to bind port 8a5806ef-36c9-42b8-8fbb-b03646364d21 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:18:51.189384 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Attempting to bind port 8a5806ef-36c9-42b8-8fbb-b03646364d21 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'd33b85b1-0169-43f8-a9be-d18f6e38e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:18:51.189747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Attempting to bind port 8a5806ef-36c9-42b8-8fbb-b03646364d21 on network fb234bfd-ea67-45d3-9c0a-3474f4c01d44 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:18:51.195278 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:18:51.196309 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Checking segment: {'id': 'd33b85b1-0169-43f8-a9be-d18f6e38e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:18:51.196309 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:51.196522 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Bound using segment: {'id': 'd33b85b1-0169-43f8-a9be-d18f6e38e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:18:51.196893 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Bound port: 8a5806ef-36c9-42b8-8fbb-b03646364d21, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33b85b1-0169-43f8-a9be-d18f6e38e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:18:51.197265 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:51.266088 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:51.300101 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Transition to ACTIVE for port object bbf74296-485e-43ee-ba66-0276d84537fc will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:18:51.321150 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] For port 8a5806ef-36c9-42b8-8fbb-b03646364d21, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:18:51.324807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] For port 8a5806ef-36c9-42b8-8fbb-b03646364d21, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=8a5806ef-36c9-42b8-8fbb-b03646364d21,segment=NetworkSegment(d33b85b1-0169-43f8-a9be-d18f6e38e47a),segment_id=d33b85b1-0169-43f8-a9be-d18f6e38e47a)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:18:51.327165 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:51.329390 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:51.340002 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:51.352069 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ec3466c7-17f2-4c2d-b27c-2706fdabed3c tempest-ServersNegativeTestJSON-1734001081 tempest-ServersNegativeTestJSON-1734001081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:51.407843 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network fb234bfd-ea67-45d3-9c0a-3474f4c01d44 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:18:51.416245 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:18:51.423659 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:18:51.441146 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Pushing event updated for resources: {'Port': ['ID=8a5806ef-36c9-42b8-8fbb-b03646364d21,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:51.454799 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8139ebc9-e05f-4d4e-82a8-e33d714ead00 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:18:51.493021 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:51.504570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=bbf74296-485e-43ee-ba66-0276d84537fc,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:51.509428 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:51.519520 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:51.546447 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 8139ebc9-e05f-4d4e-82a8-e33d714ead00 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:18:51.560301 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 8139ebc9-e05f-4d4e-82a8-e33d714ead00 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:18:51.561132 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:51.732590 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:51.759135 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 8139ebc9-e05f-4d4e-82a8-e33d714ead00, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=8139ebc9-e05f-4d4e-82a8-e33d714ead00,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:18:51.766780 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:51.771460 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:51.843705 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=8139ebc9-e05f-4d4e-82a8-e33d714ead00,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:51.848319 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:51.996072 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:52.398877 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b932505c-639c-488d-b76c-d09849730a25 None None] Network fb234bfd-ea67-45d3-9c0a-3474f4c01d44 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:18:52.427627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:52.432986 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:52.458472 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:52.489612 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-83f6228e-48cd-4181-a422-a0e4b46d94d1 None None] Provisioning for port 8a5806ef-36c9-42b8-8fbb-b03646364d21 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:18:52.546492 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:52.574356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=bbf74296-485e-43ee-ba66-0276d84537fc,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:52.579417 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:52.703628 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network fb234bfd-ea67-45d3-9c0a-3474f4c01d44 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:18:52.706080 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:18:52.897924 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router 45918951-d05b-44fc-be63-5534f9f8406f has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:18:52.923834 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8f145b87-9274-4a69-aa61-38fc7b6267cc None None] Provisioning for port bbf74296-485e-43ee-ba66-0276d84537fc completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:18:52.929221 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8f145b87-9274-4a69-aa61-38fc7b6267cc None None] Provisioning complete for port bbf74296-485e-43ee-ba66-0276d84537fc triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:18:52.929595 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8f145b87-9274-4a69-aa61-38fc7b6267cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:52.994274 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-8f145b87-9274-4a69-aa61-38fc7b6267cc None None] Port bbf74296-485e-43ee-ba66-0276d84537fc cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:18:53.094779 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:18:53.105691 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] Sync routers for ids ['45918951-d05b-44fc-be63-5534f9f8406f'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:18:53.107620 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "PUT /v2.0/routers/45918951-d05b-44fc-be63-5534f9f8406f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3622963 Jun 02 13:18:53.116028 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] Routers {'45918951-d05b-44fc-be63-5534f9f8406f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:18:53.116645 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:18:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['45918951-d05b-44fc-be63-5534f9f8406f'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:18:53.131691 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b22fd550-009e-4788-ae59-2c21f20f32a3 None None] Provisioning complete for port bbf74296-485e-43ee-ba66-0276d84537fc triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:18:53.132069 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b22fd550-009e-4788-ae59-2c21f20f32a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:53.204481 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-b22fd550-009e-4788-ae59-2c21f20f32a3 None None] Port bbf74296-485e-43ee-ba66-0276d84537fc cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:18:53.285587 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-bb0b1c68-6205-4c0f-ac13-e099b3245913 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:18:53.295180 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] Set router 45918951-d05b-44fc-be63-5534f9f8406f gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:18:53.300956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-bb0b1c68-6205-4c0f-ac13-e099b3245913 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:18:53.302140 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-bb0b1c68-6205-4c0f-ac13-e099b3245913 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1095599267&fields=id&tenant_id=31333cf8d25c494bb5e988c524b4e546 HTTP/1.1" status: 200 len: 267 time: 0.0560615 Jun 02 13:18:53.326729 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-089cad77-2eb7-401b-a6c6-1b88e8375ee5 None None] Provisioning complete for port bbf74296-485e-43ee-ba66-0276d84537fc triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:18:53.327339 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-089cad77-2eb7-401b-a6c6-1b88e8375ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:53.395657 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-089cad77-2eb7-401b-a6c6-1b88e8375ee5 None None] Port bbf74296-485e-43ee-ba66-0276d84537fc cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:18:53.486254 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-6dbc0a71-b3be-42ce-a3de-28e19c6f3f2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:53.487562 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-6dbc0a71-b3be-42ce-a3de-28e19c6f3f2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:network {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:18:53.494189 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8a5806ef-36c9-42b8-8fbb-b03646364d21 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:18:53.507461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-6dbc0a71-b3be-42ce-a3de-28e19c6f3f2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:network {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:18:53.509120 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-6dbc0a71-b3be-42ce-a3de-28e19c6f3f2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/networks?id=fb234bfd-ea67-45d3-9c0a-3474f4c01d44 HTTP/1.1" status: 200 len: 797 time: 0.2003074 Jun 02 13:18:53.526755 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-b0ba059d-9484-461f-9524-dcd79f2a8c98 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/quotas/31333cf8d25c494bb5e988c524b4e546 HTTP/1.1" status: 200 len: 375 time: 0.0114775 Jun 02 13:18:53.608653 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 8a5806ef-36c9-42b8-8fbb-b03646364d21 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:18:53.613768 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 8a5806ef-36c9-42b8-8fbb-b03646364d21 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:18:53.614166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:53.616109 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-e0917868-0a2f-4704-ba50-ec48c1a87cc0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:18:53.633909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-e0917868-0a2f-4704-ba50-ec48c1a87cc0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:18:53.635275 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-e0917868-0a2f-4704-ba50-ec48c1a87cc0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1024895 Jun 02 13:18:53.638368 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45918951-d05b-44fc-be63-5534f9f8406f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214640524', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:18:46Z', 'updated_at': '2021-06-02T13:18:51Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:47Z', 'updated_at': '2021-06-02T13:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'bbf74296-485e-43ee-ba66-0276d84537fc', 'name': '', 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:57:ee:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'acb72b9b-95df-493f-81fa-3ded8128cf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:50Z', 'updated_at': '2021-06-02T13:18:52Z', 'revision_number': 2, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'acb72b9b-95df-493f-81fa-3ded8128cf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:18:53.642856 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] Checking router: 45918951-d05b-44fc-be63-5534f9f8406f for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:18:53.643470 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] Updating router 45918951-d05b-44fc-be63-5534f9f8406f port bbf74296-485e-43ee-ba66-0276d84537fc binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:18:53.654283 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-96338283-69b8-4904-beb1-2bbaf22f3a96 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 13:18:53.655605 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-96338283-69b8-4904-beb1-2bbaf22f3a96 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059097 Jun 02 13:18:53.697730 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:53.747923 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:53.786166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 8a5806ef-36c9-42b8-8fbb-b03646364d21, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=8a5806ef-36c9-42b8-8fbb-b03646364d21,segment=NetworkSegment(d33b85b1-0169-43f8-a9be-d18f6e38e47a),segment_id=d33b85b1-0169-43f8-a9be-d18f6e38e47a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:18:53.790388 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:53.791367 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8139ebc9-e05f-4d4e-82a8-e33d714ead00 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:18:53.817938 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:53.916804 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=8a5806ef-36c9-42b8-8fbb-b03646364d21,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:53.920712 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:53.931316 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 8139ebc9-e05f-4d4e-82a8-e33d714ead00 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:18:53.931900 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:53.941282 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-4266d855-53f8-4f23-9f5a-1ca699a18506 service neutron] 10.222.0.37 "GET /v2.0/networks/fb234bfd-ea67-45d3-9c0a-3474f4c01d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791533 Jun 02 13:18:54.075740 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:54.081093 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-1a2bfcb2-d6f1-40d8-b418-fcf010ae2b8c service neutron] 10.222.0.37 "GET /v2.0/networks/fb234bfd-ea67-45d3-9c0a-3474f4c01d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331711 Jun 02 13:18:54.088115 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] Transition to ACTIVE for port object bbf74296-485e-43ee-ba66-0276d84537fc will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:18:54.094346 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:54.099523 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-d4a7d48d-3d0f-4c84-abae-a473d42adf64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:54.234523 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e451b-ea96-4028-bb39-6051cea9f1cd None None] Pushing event updated for resources: {'Port': ['ID=bbf74296-485e-43ee-ba66-0276d84537fc,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:54.248696 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e451b-ea96-4028-bb39-6051cea9f1cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:54.249032 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e451b-ea96-4028-bb39-6051cea9f1cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:54.249362 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e451b-ea96-4028-bb39-6051cea9f1cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:54.249838 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e451b-ea96-4028-bb39-6051cea9f1cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:54.250197 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e451b-ea96-4028-bb39-6051cea9f1cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:54.250562 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e451b-ea96-4028-bb39-6051cea9f1cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:54.250886 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e451b-ea96-4028-bb39-6051cea9f1cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:54.251202 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e451b-ea96-4028-bb39-6051cea9f1cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:54.251515 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e451b-ea96-4028-bb39-6051cea9f1cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:54.251834 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e451b-ea96-4028-bb39-6051cea9f1cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:54.252137 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e451b-ea96-4028-bb39-6051cea9f1cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:54.252632 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e451b-ea96-4028-bb39-6051cea9f1cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:18:54.262872 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-6f3e451b-ea96-4028-bb39-6051cea9f1cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:54.281307 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-831b87ff-6ada-4b02-9b57-32355ede4dec req-782e674e-431e-4cf6-9688-111636a5b9e4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:18:54.295137 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-831b87ff-6ada-4b02-9b57-32355ede4dec req-782e674e-431e-4cf6-9688-111636a5b9e4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:18:54.296375 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-831b87ff-6ada-4b02-9b57-32355ede4dec req-782e674e-431e-4cf6-9688-111636a5b9e4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 210 time: 0.0719314 Jun 02 13:18:54.351976 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] Attempting to bind port bbf74296-485e-43ee-ba66-0276d84537fc on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:18:54.352344 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] Attempting to bind port bbf74296-485e-43ee-ba66-0276d84537fc by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'd33b85b1-0169-43f8-a9be-d18f6e38e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:18:54.352706 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] Attempting to bind port bbf74296-485e-43ee-ba66-0276d84537fc on network fb234bfd-ea67-45d3-9c0a-3474f4c01d44 {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:18:54.358092 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:18:54.358497 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] Checking segment: {'id': 'd33b85b1-0169-43f8-a9be-d18f6e38e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:18:54.358894 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:54.359432 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] Bound using segment: {'id': 'd33b85b1-0169-43f8-a9be-d18f6e38e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:18:54.359911 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] Bound port: bbf74296-485e-43ee-ba66-0276d84537fc, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33b85b1-0169-43f8-a9be-d18f6e38e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:18:54.360277 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:54.450754 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] For port bbf74296-485e-43ee-ba66-0276d84537fc, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:18:54.453762 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] For port bbf74296-485e-43ee-ba66-0276d84537fc, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=bbf74296-485e-43ee-ba66-0276d84537fc,segment=NetworkSegment(d33b85b1-0169-43f8-a9be-d18f6e38e47a),segment_id=d33b85b1-0169-43f8-a9be-d18f6e38e47a)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:18:54.459652 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:54.463909 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-9d309c5f-98fb-4ebd-9bbb-5be90ff6e442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:54.541345 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] Routers {'45918951-d05b-44fc-be63-5534f9f8406f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:18:54.541971 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:18:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['45918951-d05b-44fc-be63-5534f9f8406f'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:18:54.598428 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e451b-ea96-4028-bb39-6051cea9f1cd None None] Pushing event updated for resources: {'Port': ['ID=bbf74296-485e-43ee-ba66-0276d84537fc,revision_number=4']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:54.609227 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-6f3e451b-ea96-4028-bb39-6051cea9f1cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:54.733966 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] Set router 45918951-d05b-44fc-be63-5534f9f8406f gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:18:55.037518 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45918951-d05b-44fc-be63-5534f9f8406f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214640524', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:18:46Z', 'updated_at': '2021-06-02T13:18:51Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:47Z', 'updated_at': '2021-06-02T13:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'bbf74296-485e-43ee-ba66-0276d84537fc', 'name': '', 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:57:ee:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'acb72b9b-95df-493f-81fa-3ded8128cf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:50Z', 'updated_at': '2021-06-02T13:18:54Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'acb72b9b-95df-493f-81fa-3ded8128cf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:18:55.041181 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6365361e-ca43-4782-9cea-b8f833a97730 None None] The sync data for ids ['45918951-d05b-44fc-be63-5534f9f8406f'] in dv-neutron-601336-80-hyperv is: [{'id': '45918951-d05b-44fc-be63-5534f9f8406f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214640524', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:18:46Z', 'updated_at': '2021-06-02T13:18:51Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:47Z', 'updated_at': '2021-06-02T13:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'bbf74296-485e-43ee-ba66-0276d84537fc', 'name': '', 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:57:ee:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'acb72b9b-95df-493f-81fa-3ded8128cf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:50Z', 'updated_at': '2021-06-02T13:18:54Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'acb72b9b-95df-493f-81fa-3ded8128cf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:18:55.378477 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-01180c42-1c14-4dbc-8cc0-c2ea72420d07 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:55.379959 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-01180c42-1c14-4dbc-8cc0-c2ea72420d07 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "GET /v2.0/networks?id=fb234bfd-ea67-45d3-9c0a-3474f4c01d44 HTTP/1.1" status: 200 len: 797 time: 0.1788054 Jun 02 13:18:55.467132 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-1836b673-f842-4f30-bba8-634a0437aafc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31333cf8d25c494bb5e988c524b4e546 HTTP/1.1" status: 200 len: 380 time: 0.0781667 Jun 02 13:18:55.505536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-411f5256-bbc8-49dc-9a2d-ae23f174497e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'port': {'device_id': '8596f2d6-c79d-4ab3-b131-e6a140d3d82e', 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44', 'admin_state_up': True, 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'security_groups': ['806bb715-0560-497b-962a-5dad777c6fdf']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:18:55.509760 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8a5806ef-36c9-42b8-8fbb-b03646364d21 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:18:55.544402 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3c610801-cd1d-4a37-bec7-90996bf088a2 req-2f72cbc7-b721-483b-8c29-3718b592be6c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 210 time: 0.0762029 Jun 02 13:18:55.593477 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 8a5806ef-36c9-42b8-8fbb-b03646364d21 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:18:55.593883 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:55.668441 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-411f5256-bbc8-49dc-9a2d-ae23f174497e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:18:55.678714 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-411f5256-bbc8-49dc-9a2d-ae23f174497e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:18:55.689804 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-411f5256-bbc8-49dc-9a2d-ae23f174497e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Made reservation on behalf of 31333cf8d25c494bb5e988c524b4e546 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:18:55.694657 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-411f5256-bbc8-49dc-9a2d-ae23f174497e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:55.722980 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device bbf74296-485e-43ee-ba66-0276d84537fc up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:18:55.792204 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port bbf74296-485e-43ee-ba66-0276d84537fc completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:18:55.797409 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port bbf74296-485e-43ee-ba66-0276d84537fc triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:18:55.798058 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:55.878652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-411f5256-bbc8-49dc-9a2d-ae23f174497e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Allocated IP 172.20.0.13 (fb234bfd-ea67-45d3-9c0a-3474f4c01d44/acb72b9b-95df-493f-81fa-3ded8128cf5a/240a275a-c1ee-47a5-ad81-1fc5bdccc264) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:18:55.923042 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:55.959821 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port bbf74296-485e-43ee-ba66-0276d84537fc, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=bbf74296-485e-43ee-ba66-0276d84537fc,segment=NetworkSegment(d33b85b1-0169-43f8-a9be-d18f6e38e47a),segment_id=d33b85b1-0169-43f8-a9be-d18f6e38e47a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:18:55.965705 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:55.968112 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:56.045602 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=bbf74296-485e-43ee-ba66-0276d84537fc,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:56.048899 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:56.092395 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-411f5256-bbc8-49dc-9a2d-ae23f174497e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:56.108550 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-411f5256-bbc8-49dc-9a2d-ae23f174497e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Transition to ACTIVE for port object 240a275a-c1ee-47a5-ad81-1fc5bdccc264 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:18:56.133729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-411f5256-bbc8-49dc-9a2d-ae23f174497e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:56.139449 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1f4eaf6e-ccf2-4533-8b53-060108f466c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:56.210885 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-411f5256-bbc8-49dc-9a2d-ae23f174497e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network fb234bfd-ea67-45d3-9c0a-3474f4c01d44 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:18:56.211206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-411f5256-bbc8-49dc-9a2d-ae23f174497e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:18:56.215305 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-411f5256-bbc8-49dc-9a2d-ae23f174497e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:18:56.257272 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f5256-bbc8-49dc-9a2d-ae23f174497e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=240a275a-c1ee-47a5-ad81-1fc5bdccc264,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:56.261770 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-411f5256-bbc8-49dc-9a2d-ae23f174497e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:56.286574 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-411f5256-bbc8-49dc-9a2d-ae23f174497e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:56.287185 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-411f5256-bbc8-49dc-9a2d-ae23f174497e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:56.315213 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-411f5256-bbc8-49dc-9a2d-ae23f174497e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8134079 Jun 02 13:18:56.325582 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:56.328018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Request body: {'port': {'device_id': '8596f2d6-c79d-4ab3-b131-e6a140d3d82e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:18:56.443247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:56.489353 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-44d3c9e8-2f3d-43a8-b620-0039b7318a95 None None] Provisioning for port 240a275a-c1ee-47a5-ad81-1fc5bdccc264 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:18:56.494255 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-44d3c9e8-2f3d-43a8-b620-0039b7318a95 None None] Provisioning complete for port 240a275a-c1ee-47a5-ad81-1fc5bdccc264 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:18:56.495136 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-44d3c9e8-2f3d-43a8-b620-0039b7318a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:56.548872 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-44d3c9e8-2f3d-43a8-b620-0039b7318a95 None None] Port 240a275a-c1ee-47a5-ad81-1fc5bdccc264 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:18:56.746284 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e258e-ff14-4137-ba93-9439479c2c11 req-2ec43bb3-c7ff-4278-8853-68a9ecff6297 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:56.747736 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5d7e258e-ff14-4137-ba93-9439479c2c11 req-2ec43bb3-c7ff-4278-8853-68a9ecff6297 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 932 time: 0.0871215 Jun 02 13:18:56.790041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 240a275a-c1ee-47a5-ad81-1fc5bdccc264 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:18:56.790797 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-5d7e258e-ff14-4137-ba93-9439479c2c11 req-580780b1-7c3a-4818-af84-9ff5b2779025 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:18:56.798113 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:56.803119 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-5d7e258e-ff14-4137-ba93-9439479c2c11 req-580780b1-7c3a-4818-af84-9ff5b2779025 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:18:56.804447 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5d7e258e-ff14-4137-ba93-9439479c2c11 req-580780b1-7c3a-4818-af84-9ff5b2779025 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507913 Jun 02 13:18:56.812691 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Transition to ACTIVE for port object 240a275a-c1ee-47a5-ad81-1fc5bdccc264 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:18:56.815958 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:56.820449 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c57b0b8a-91dc-46ed-8c39-f42545f0517c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:57.091097 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Pushing event updated for resources: {'Port': ['ID=240a275a-c1ee-47a5-ad81-1fc5bdccc264,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:57.098632 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:57.164806 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Attempting to bind port 240a275a-c1ee-47a5-ad81-1fc5bdccc264 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:18:57.165273 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Attempting to bind port 240a275a-c1ee-47a5-ad81-1fc5bdccc264 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'd33b85b1-0169-43f8-a9be-d18f6e38e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:18:57.165612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Attempting to bind port 240a275a-c1ee-47a5-ad81-1fc5bdccc264 on network fb234bfd-ea67-45d3-9c0a-3474f4c01d44 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:18:57.170569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Port 240a275a-c1ee-47a5-ad81-1fc5bdccc264 on network fb234bfd-ea67-45d3-9c0a-3474f4c01d44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 13:18:57.170914 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Attempting to bind port 240a275a-c1ee-47a5-ad81-1fc5bdccc264 on network fb234bfd-ea67-45d3-9c0a-3474f4c01d44 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:18:57.176709 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:18:57.177044 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Checking segment: {'id': 'd33b85b1-0169-43f8-a9be-d18f6e38e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:18:57.177432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Bound using segment: {'id': 'd33b85b1-0169-43f8-a9be-d18f6e38e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:18:57.177859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Bound port: 240a275a-c1ee-47a5-ad81-1fc5bdccc264, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33b85b1-0169-43f8-a9be-d18f6e38e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:18:57.178244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:57.272465 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] For port 240a275a-c1ee-47a5-ad81-1fc5bdccc264, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:18:57.276248 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] For port 240a275a-c1ee-47a5-ad81-1fc5bdccc264, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=240a275a-c1ee-47a5-ad81-1fc5bdccc264,segment=NetworkSegment(d33b85b1-0169-43f8-a9be-d18f6e38e47a),segment_id=d33b85b1-0169-43f8-a9be-d18f6e38e47a)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:18:57.280339 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:57.285391 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-af22c3db-87c0-4bf4-8f15-27b9a2ed5466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:18:57.336534 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:57.337149 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:57.338577 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] 10.222.0.22 "PUT /v2.0/ports/240a275a-c1ee-47a5-ad81-1fc5bdccc264 HTTP/1.1" status: 200 len: 1094 time: 1.0155120 Jun 02 13:18:57.339191 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8596f2d6-c79d-4ab3-b131-e6a140d3d82e', 'tag': '240a275a-c1ee-47a5-ad81-1fc5bdccc264'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:18:57.341571 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0453f2d1-7e44-4652-99de-5da3e4ebeb26" -d '{"events": [{"name": "network-changed", "server_uuid": "8596f2d6-c79d-4ab3-b131-e6a140d3d82e", "tag": "240a275a-c1ee-47a5-ad81-1fc5bdccc264"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:18:57.395639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device bbf74296-485e-43ee-ba66-0276d84537fc up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:18:57.440178 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c5375c-c970-4b49-9b89-08f86fb7a450 x-openstack-request-id: req-d9c5375c-c970-4b49-9b89-08f86fb7a450 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:18:57.440645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8596f2d6-c79d-4ab3-b131-e6a140d3d82e", "tag": "240a275a-c1ee-47a5-ad81-1fc5bdccc264", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:18:57.441041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9c5375c-c970-4b49-9b89-08f86fb7a450 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:18:57.441576 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8596f2d6-c79d-4ab3-b131-e6a140d3d82e', 'tag': '240a275a-c1ee-47a5-ad81-1fc5bdccc264', 'status': 'completed', 'code': 200} Jun 02 13:18:57.442324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Pushing event updated for resources: {'Port': ['ID=240a275a-c1ee-47a5-ad81-1fc5bdccc264,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:18:57.450546 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:18:57.472476 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port bbf74296-485e-43ee-ba66-0276d84537fc triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:18:57.472864 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:18:57.483040 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-597058ce-8785-4dd0-8daa-8aab90b78ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:57.484688 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-597058ce-8785-4dd0-8daa-8aab90b78ba0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 1097 time: 0.1021168 Jun 02 13:18:57.555606 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-c776eb41-bdc4-4118-bd5b-34b6c3339d4d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=240a275a-c1ee-47a5-ad81-1fc5bdccc264 HTTP/1.1" status: 200 len: 217 time: 0.0631089 Jun 02 13:18:57.621215 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-bcae0d7d-71f4-4863-93c9-a82a458d1f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:57.622677 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-bcae0d7d-71f4-4863-93c9-a82a458d1f01 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=acb72b9b-95df-493f-81fa-3ded8128cf5a HTTP/1.1" status: 200 len: 835 time: 0.0609632 Jun 02 13:18:57.698197 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-b732320d-4451-465e-975e-2d916874c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:57.699630 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-b732320d-4451-465e-975e-2d916874c11d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fb234bfd-ea67-45d3-9c0a-3474f4c01d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0691590 Jun 02 13:18:57.829299 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-0b7b4839-8f42-4b10-8a38-db398feecdb0 service neutron] 10.222.0.22 "GET /v2.0/networks/fb234bfd-ea67-45d3-9c0a-3474f4c01d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231384 Jun 02 13:18:57.963155 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ac18d139-1d86-4f94-8f8a-175a0410c78c req-fbb4f0ab-84be-4de6-b5e2-18817d7322a0 service neutron] 10.222.0.22 "GET /v2.0/networks/fb234bfd-ea67-45d3-9c0a-3474f4c01d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266837 Jun 02 13:18:58.036750 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728e7e7-c4ae-411a-aafe-237925618fe1 req-b09d31d8-3098-48ce-9601-5ccb5f5137cd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:58.038239 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0728e7e7-c4ae-411a-aafe-237925618fe1 req-b09d31d8-3098-48ce-9601-5ccb5f5137cd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 944 time: 0.0857890 Jun 02 13:18:58.083789 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0728e7e7-c4ae-411a-aafe-237925618fe1 req-f4e28796-8e2d-4f50-8761-48832095758d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394866 Jun 02 13:18:58.085859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453f2d1-7e44-4652-99de-5da3e4ebeb26 req-85cfd720-ba01-454a-8a64-13f93a1729c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:58.087471 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0453f2d1-7e44-4652-99de-5da3e4ebeb26 req-85cfd720-ba01-454a-8a64-13f93a1729c3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 1097 time: 0.0765340 Jun 02 13:18:58.218253 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453f2d1-7e44-4652-99de-5da3e4ebeb26 req-1c8b4d9e-daf0-4347-81b6-f15f795f6360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:58.220184 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0453f2d1-7e44-4652-99de-5da3e4ebeb26 req-1c8b4d9e-daf0-4347-81b6-f15f795f6360 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fb234bfd-ea67-45d3-9c0a-3474f4c01d44 HTTP/1.1" status: 200 len: 898 time: 0.1263032 Jun 02 13:18:58.289348 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0453f2d1-7e44-4652-99de-5da3e4ebeb26 req-d990c82c-7382-4a85-b459-75039b87bc24 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=240a275a-c1ee-47a5-ad81-1fc5bdccc264 HTTP/1.1" status: 200 len: 217 time: 0.0627406 Jun 02 13:18:58.353923 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453f2d1-7e44-4652-99de-5da3e4ebeb26 req-5f911df2-690f-4ab9-a9c6-c79c77acfedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:58.355255 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0453f2d1-7e44-4652-99de-5da3e4ebeb26 req-5f911df2-690f-4ab9-a9c6-c79c77acfedd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=acb72b9b-95df-493f-81fa-3ded8128cf5a HTTP/1.1" status: 200 len: 835 time: 0.0598760 Jun 02 13:18:58.430686 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453f2d1-7e44-4652-99de-5da3e4ebeb26 req-4779a444-b8f9-4ef7-b3ae-7a11499d1ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:58.432139 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0453f2d1-7e44-4652-99de-5da3e4ebeb26 req-4779a444-b8f9-4ef7-b3ae-7a11499d1ba2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fb234bfd-ea67-45d3-9c0a-3474f4c01d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0700238 Jun 02 13:18:58.562184 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0453f2d1-7e44-4652-99de-5da3e4ebeb26 req-8ccafd07-b5d0-4bba-858c-4f689071e6fe service neutron] 10.222.0.22 "GET /v2.0/networks/fb234bfd-ea67-45d3-9c0a-3474f4c01d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231377 Jun 02 13:18:58.698927 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0453f2d1-7e44-4652-99de-5da3e4ebeb26 req-a23c45f4-308d-44bd-8804-87094917f21f service neutron] 10.222.0.22 "GET /v2.0/networks/fb234bfd-ea67-45d3-9c0a-3474f4c01d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299412 Jun 02 13:18:59.270611 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bb4fa-e7c1-4601-98bd-b5a86aa23788 req-702457e4-96dc-401e-a491-85a71065f88b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:18:59.271313 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-099bb4fa-e7c1-4601-98bd-b5a86aa23788 req-702457e4-96dc-401e-a491-85a71065f88b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:18:59.288227 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-099bb4fa-e7c1-4601-98bd-b5a86aa23788 req-702457e4-96dc-401e-a491-85a71065f88b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:18:59.289504 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-099bb4fa-e7c1-4601-98bd-b5a86aa23788 req-702457e4-96dc-401e-a491-85a71065f88b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 944 time: 0.1033418 Jun 02 13:18:59.461600 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-099bb4fa-e7c1-4601-98bd-b5a86aa23788 req-3af2184d-732a-453d-8a8b-9d0f9e5168bc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662543 Jun 02 13:19:00.646293 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25675f-b44d-4ac9-94b9-a90bc1c3ff22 req-77e52d1f-3d4d-4041-8d73-5e74d3bc5b70 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:19:00.647752 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4e25675f-b44d-4ac9-94b9-a90bc1c3ff22 req-77e52d1f-3d4d-4041-8d73-5e74d3bc5b70 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 944 time: 0.0854893 Jun 02 13:19:00.691992 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4e25675f-b44d-4ac9-94b9-a90bc1c3ff22 req-a02ae25d-69c9-4858-8448-65b5245ba55e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387256 Jun 02 13:19:01.875007 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e775e-1b80-458c-8f1d-12a1b6a8debf req-cdf0e5f4-2bb5-4f1a-b7a5-de16c95c3b27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:19:01.876461 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f15e775e-1b80-458c-8f1d-12a1b6a8debf req-cdf0e5f4-2bb5-4f1a-b7a5-de16c95c3b27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 944 time: 0.0788743 Jun 02 13:19:01.920415 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f15e775e-1b80-458c-8f1d-12a1b6a8debf req-ef7ef326-01d2-4f81-bd00-b6a4ec5ee921 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384338 Jun 02 13:19:02.696401 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 240a275a-c1ee-47a5-ad81-1fc5bdccc264 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:19:02.825749 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 240a275a-c1ee-47a5-ad81-1fc5bdccc264, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=240a275a-c1ee-47a5-ad81-1fc5bdccc264,segment=NetworkSegment(d33b85b1-0169-43f8-a9be-d18f6e38e47a),segment_id=d33b85b1-0169-43f8-a9be-d18f6e38e47a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:19:02.838426 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '240a275a-c1ee-47a5-ad81-1fc5bdccc264', 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44', 'port_id': '240a275a-c1ee-47a5-ad81-1fc5bdccc264', 'mac_address': 'fa:16:3e:60:07:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb72b9b-95df-493f-81fa-3ded8128cf5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:19:02.895309 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:02.911309 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240a275a-c1ee-47a5-ad81-1fc5bdccc264 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:19:02.926055 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 240a275a-c1ee-47a5-ad81-1fc5bdccc264, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=240a275a-c1ee-47a5-ad81-1fc5bdccc264,segment=NetworkSegment(d33b85b1-0169-43f8-a9be-d18f6e38e47a),segment_id=d33b85b1-0169-43f8-a9be-d18f6e38e47a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:19:02.929743 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:02.931416 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b8f66bd8-e590-4c68-b362-3ec2bae4880d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:19:02.995477 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=240a275a-c1ee-47a5-ad81-1fc5bdccc264,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:19:02.998547 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:19:03.107249 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b9919-6791-4ec2-8c70-540c670c39be req-d8b987dd-599d-4d0a-8b73-f32263e68c09 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:19:03.108675 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b97b9919-6791-4ec2-8c70-540c670c39be req-d8b987dd-599d-4d0a-8b73-f32263e68c09 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 945 time: 0.0813191 Jun 02 13:19:03.155704 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b97b9919-6791-4ec2-8c70-540c670c39be req-06f45ad7-a6e7-4697-acc3-0288cbde5461 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409970 Jun 02 13:19:03.318657 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['240a275a-c1ee-47a5-ad81-1fc5bdccc264'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:19:04.342057 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d14e00-4c6b-4136-ae99-7bc3872881bd req-1a679834-4108-4abf-af25-1fc1170a2053 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:19:04.343517 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-98d14e00-4c6b-4136-ae99-7bc3872881bd req-1a679834-4108-4abf-af25-1fc1170a2053 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 945 time: 0.0852268 Jun 02 13:19:04.386708 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-98d14e00-4c6b-4136-ae99-7bc3872881bd req-a7c937ac-056f-4f85-b7df-c135161bdca4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377376 Jun 02 13:19:04.697576 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 240a275a-c1ee-47a5-ad81-1fc5bdccc264 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:19:04.796221 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 240a275a-c1ee-47a5-ad81-1fc5bdccc264 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:19:04.801281 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 240a275a-c1ee-47a5-ad81-1fc5bdccc264 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:19:04.801661 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:04.914419 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:04.940551 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8596f2d6-c79d-4ab3-b131-e6a140d3d82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240a275a-c1ee-47a5-ad81-1fc5bdccc264'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:19:04.942802 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cf5261-fb90-44ce-b328-30ce7763f728" -d '{"events": [{"server_uuid": "8596f2d6-c79d-4ab3-b131-e6a140d3d82e", "name": "network-vif-plugged", "status": "completed", "tag": "240a275a-c1ee-47a5-ad81-1fc5bdccc264"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:19:04.950728 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 240a275a-c1ee-47a5-ad81-1fc5bdccc264, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=240a275a-c1ee-47a5-ad81-1fc5bdccc264,segment=NetworkSegment(d33b85b1-0169-43f8-a9be-d18f6e38e47a),segment_id=d33b85b1-0169-43f8-a9be-d18f6e38e47a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:19:04.954618 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:04.956413 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:19:04.986444 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2829d3-a21c-44df-87fd-b0cd0d5cf119 x-openstack-request-id: req-3c2829d3-a21c-44df-87fd-b0cd0d5cf119 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:19:04.986745 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8596f2d6-c79d-4ab3-b131-e6a140d3d82e", "name": "network-vif-plugged", "status": "completed", "tag": "240a275a-c1ee-47a5-ad81-1fc5bdccc264", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:19:04.987006 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c2829d3-a21c-44df-87fd-b0cd0d5cf119 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:19:04.987395 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8596f2d6-c79d-4ab3-b131-e6a140d3d82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240a275a-c1ee-47a5-ad81-1fc5bdccc264', 'code': 200} Jun 02 13:19:05.024433 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=240a275a-c1ee-47a5-ad81-1fc5bdccc264,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:19:05.027241 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:19:05.205918 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174a3ed-26f9-4692-a1ad-dbdfe6a87bfd req-1eec5d25-e584-44b3-bc1d-d997c51bafd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:19:05.207429 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6174a3ed-26f9-4692-a1ad-dbdfe6a87bfd req-1eec5d25-e584-44b3-bc1d-d997c51bafd4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 1099 time: 0.0718386 Jun 02 13:19:05.252056 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6174a3ed-26f9-4692-a1ad-dbdfe6a87bfd req-7cffad84-7b8a-4f97-a728-ca4677b92543 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382719 Jun 02 13:19:05.566166 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31788275-8972-4f9a-8e36-3b5a698bda99 req-e302bed8-8efe-47f3-9c82-0095fba974bd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:19:05.567497 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-31788275-8972-4f9a-8e36-3b5a698bda99 req-e302bed8-8efe-47f3-9c82-0095fba974bd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0788136 Jun 02 13:19:05.610809 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-31788275-8972-4f9a-8e36-3b5a698bda99 req-9d3aacdd-6c48-4cf7-9980-02b51a0e5716 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377514 Jun 02 13:19:06.795157 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ac830-4c91-41a0-80f8-639326b16362 req-66ef5e9a-6de5-4fa6-a19f-5a187948988c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:19:06.796607 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7b7ac830-4c91-41a0-80f8-639326b16362 req-66ef5e9a-6de5-4fa6-a19f-5a187948988c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0820241 Jun 02 13:19:06.840787 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7b7ac830-4c91-41a0-80f8-639326b16362 req-4062b45a-508a-4b9b-88f9-de8b5450ca97 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379906 Jun 02 13:19:07.024368 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed59a26-462b-4e27-82cb-ad9122e534cf req-93a58c1a-3763-4948-babd-4ea86131e97b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:19:07.025784 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-aed59a26-462b-4e27-82cb-ad9122e534cf req-93a58c1a-3763-4948-babd-4ea86131e97b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0819600 Jun 02 13:19:07.068872 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-aed59a26-462b-4e27-82cb-ad9122e534cf req-9ab2cf3b-955a-42a4-af4e-44fe733f7b67 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375922 Jun 02 13:19:07.090721 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54568) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:19:07.199872 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c88e1be-2b5b-4d47-8560-064c8bcf99b0 tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:19:07.201347 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3c88e1be-2b5b-4d47-8560-064c8bcf99b0 tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 1094 time: 0.1096871 Jun 02 13:19:07.204742 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54572) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:19:07.209142 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': '240a275a-c1ee-47a5-ad81-1fc5bdccc264', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:19:07.215240 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:19:07.219125 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:floatingip and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:19:07.221934 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:19:07.227604 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:19:07.237859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:07.376185 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:07.511239 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Allocated IP 172.26.7.183 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/6087599b-e245-476f-93a7-27d8bc21e2ff) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:19:07.660658 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:07.690213 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:07.694940 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-845dbe36-379d-433a-8441-bd4cfda8f59f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:19:07.759214 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:19:07.762483 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:19:07.765042 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:19:07.803629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=6087599b-e245-476f-93a7-27d8bc21e2ff,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:19:07.806419 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:19:08.183528 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:08.256525 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:08.580825 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:08.585050 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:08.589707 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:19:08.701200 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=6087599b-e245-476f-93a7-27d8bc21e2ff,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:19:08.705732 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:19:08.710451 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:08.881680 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Floating IP eb7a9deb-3893-48a1-a956-4fc65bb8748c associated. External IP: 172.26.7.183, port: 240a275a-c1ee-47a5-ad81-1fc5bdccc264. Jun 02 13:19:09.237960 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router 45918951-d05b-44fc-be63-5534f9f8406f has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:19:09.416126 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:19:09.426649 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cabad2-6ac5-40e2-b356-d61e96bae639 None None] Sync routers for ids ['45918951-d05b-44fc-be63-5534f9f8406f'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:19:09.435629 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cabad2-6ac5-40e2-b356-d61e96bae639 None None] Routers {'45918951-d05b-44fc-be63-5534f9f8406f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:19:09.436240 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d6cabad2-6ac5-40e2-b356-d61e96bae639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:18:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['45918951-d05b-44fc-be63-5534f9f8406f'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:19:09.440572 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:09.497952 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2920794 Jun 02 13:19:09.499089 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8596f2d6-c79d-4ab3-b131-e6a140d3d82e', 'tag': '240a275a-c1ee-47a5-ad81-1fc5bdccc264'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:19:09.500873 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02809aeb-8913-4aa0-88e4-81c237ee1baf" -d '{"events": [{"name": "network-changed", "server_uuid": "8596f2d6-c79d-4ab3-b131-e6a140d3d82e", "tag": "240a275a-c1ee-47a5-ad81-1fc5bdccc264"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:19:09.544567 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0e76e7-7c62-4040-9b3a-17dd5376a1a7 x-openstack-request-id: req-bf0e76e7-7c62-4040-9b3a-17dd5376a1a7 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:19:09.545087 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8596f2d6-c79d-4ab3-b131-e6a140d3d82e", "tag": "240a275a-c1ee-47a5-ad81-1fc5bdccc264", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:19:09.545472 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf0e76e7-7c62-4040-9b3a-17dd5376a1a7 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:19:09.545975 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8596f2d6-c79d-4ab3-b131-e6a140d3d82e', 'tag': '240a275a-c1ee-47a5-ad81-1fc5bdccc264', 'status': 'completed', 'code': 200} Jun 02 13:19:09.617720 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-d6cabad2-6ac5-40e2-b356-d61e96bae639 None None] Set router 45918951-d05b-44fc-be63-5534f9f8406f gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:19:09.640324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02809aeb-8913-4aa0-88e4-81c237ee1baf req-cbfdf41e-11c6-4254-a504-3a9d01a36e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:19:09.641834 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-02809aeb-8913-4aa0-88e4-81c237ee1baf req-cbfdf41e-11c6-4254-a504-3a9d01a36e79 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 1099 time: 0.0721791 Jun 02 13:19:09.675857 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f39bad-6049-4ca8-9626-e7f0baf5ce5d req-36033dcd-830f-40a6-8b83-e8fc7d908de8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:19:09.677583 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-24f39bad-6049-4ca8-9626-e7f0baf5ce5d req-36033dcd-830f-40a6-8b83-e8fc7d908de8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0892236 Jun 02 13:19:09.723389 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-24f39bad-6049-4ca8-9626-e7f0baf5ce5d req-bd5a95a5-26eb-4ef8-a60f-af4e1ff97360 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401230 Jun 02 13:19:09.746795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54580) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:19:09.970040 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d6cabad2-6ac5-40e2-b356-d61e96bae639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45918951-d05b-44fc-be63-5534f9f8406f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214640524', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:18:46Z', 'updated_at': '2021-06-02T13:18:51Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:47Z', 'updated_at': '2021-06-02T13:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'eb7a9deb-3893-48a1-a956-4fc65bb8748c', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'floating_ip_address': '172.26.7.183', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'port_id': '240a275a-c1ee-47a5-ad81-1fc5bdccc264', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44', 'mac_address': 'fa:16:3e:60:07:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8596f2d6-c79d-4ab3-b131-e6a140d3d82e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:19:08Z', 'updated_at': '2021-06-02T13:19:08Z', 'revision_number': 0, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf74296-485e-43ee-ba66-0276d84537fc', 'name': '', 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:57:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'acb72b9b-95df-493f-81fa-3ded8128cf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:50Z', 'updated_at': '2021-06-02T13:18:55Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'acb72b9b-95df-493f-81fa-3ded8128cf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:19:09.973918 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cabad2-6ac5-40e2-b356-d61e96bae639 None None] Checking router: 45918951-d05b-44fc-be63-5534f9f8406f for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:19:09.982298 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cabad2-6ac5-40e2-b356-d61e96bae639 None None] Routers {'45918951-d05b-44fc-be63-5534f9f8406f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:19:09.982897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d6cabad2-6ac5-40e2-b356-d61e96bae639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:18:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['45918951-d05b-44fc-be63-5534f9f8406f'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:19:10.008613 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02809aeb-8913-4aa0-88e4-81c237ee1baf req-20682a3f-9060-4d55-99d9-a86ad744ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:19:10.010035 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-02809aeb-8913-4aa0-88e4-81c237ee1baf req-20682a3f-9060-4d55-99d9-a86ad744ec25 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fb234bfd-ea67-45d3-9c0a-3474f4c01d44 HTTP/1.1" status: 200 len: 898 time: 0.3617928 Jun 02 13:19:10.013183 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-77bb59e5-cda5-4fa8-a1fe-9ea96acdb2be tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/floatingips/eb7a9deb-3893-48a1-a956-4fc65bb8748c HTTP/1.1" status: 200 len: 992 time: 0.2653728 Jun 02 13:19:10.111420 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-02809aeb-8913-4aa0-88e4-81c237ee1baf req-f53ff58f-6bbf-4977-a3cd-9de69ff209c0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=240a275a-c1ee-47a5-ad81-1fc5bdccc264 HTTP/1.1" status: 200 len: 1000 time: 0.0939779 Jun 02 13:19:10.161557 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-d6cabad2-6ac5-40e2-b356-d61e96bae639 None None] Set router 45918951-d05b-44fc-be63-5534f9f8406f gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:19:10.177243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02809aeb-8913-4aa0-88e4-81c237ee1baf req-9184260b-fa6e-496b-af62-642a8da11e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:19:10.178675 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-02809aeb-8913-4aa0-88e4-81c237ee1baf req-9184260b-fa6e-496b-af62-642a8da11e49 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=acb72b9b-95df-493f-81fa-3ded8128cf5a HTTP/1.1" status: 200 len: 835 time: 0.0608323 Jun 02 13:19:10.253871 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02809aeb-8913-4aa0-88e4-81c237ee1baf req-ea1d5b5e-93a6-4f51-b96e-a6a38720300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:19:10.255273 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-02809aeb-8913-4aa0-88e4-81c237ee1baf req-ea1d5b5e-93a6-4f51-b96e-a6a38720300c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fb234bfd-ea67-45d3-9c0a-3474f4c01d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0698457 Jun 02 13:19:10.386944 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-02809aeb-8913-4aa0-88e4-81c237ee1baf req-d4ebbbb6-8c93-4c71-8de9-9c78c6b8c362 service neutron] 10.222.0.22 "GET /v2.0/networks/fb234bfd-ea67-45d3-9c0a-3474f4c01d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250145 Jun 02 13:19:10.505270 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d6cabad2-6ac5-40e2-b356-d61e96bae639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45918951-d05b-44fc-be63-5534f9f8406f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214640524', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:18:46Z', 'updated_at': '2021-06-02T13:18:51Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:47Z', 'updated_at': '2021-06-02T13:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'eb7a9deb-3893-48a1-a956-4fc65bb8748c', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'floating_ip_address': '172.26.7.183', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'port_id': '240a275a-c1ee-47a5-ad81-1fc5bdccc264', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44', 'mac_address': 'fa:16:3e:60:07:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8596f2d6-c79d-4ab3-b131-e6a140d3d82e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:19:08Z', 'updated_at': '2021-06-02T13:19:08Z', 'revision_number': 0, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf74296-485e-43ee-ba66-0276d84537fc', 'name': '', 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:57:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'acb72b9b-95df-493f-81fa-3ded8128cf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:50Z', 'updated_at': '2021-06-02T13:18:55Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'acb72b9b-95df-493f-81fa-3ded8128cf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:19:10.509216 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cabad2-6ac5-40e2-b356-d61e96bae639 None None] The sync data for ids ['45918951-d05b-44fc-be63-5534f9f8406f'] in dv-neutron-601336-80-hyperv is: [{'id': '45918951-d05b-44fc-be63-5534f9f8406f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214640524', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:18:46Z', 'updated_at': '2021-06-02T13:18:51Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:47Z', 'updated_at': '2021-06-02T13:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'eb7a9deb-3893-48a1-a956-4fc65bb8748c', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'floating_ip_address': '172.26.7.183', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'port_id': '240a275a-c1ee-47a5-ad81-1fc5bdccc264', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44', 'mac_address': 'fa:16:3e:60:07:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8596f2d6-c79d-4ab3-b131-e6a140d3d82e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:19:08Z', 'updated_at': '2021-06-02T13:19:08Z', 'revision_number': 0, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf74296-485e-43ee-ba66-0276d84537fc', 'name': '', 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:57:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'acb72b9b-95df-493f-81fa-3ded8128cf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:50Z', 'updated_at': '2021-06-02T13:18:55Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'acb72b9b-95df-493f-81fa-3ded8128cf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:19:10.521199 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-02809aeb-8913-4aa0-88e4-81c237ee1baf req-f9bc7950-37ff-4353-bebd-bea08adc8bc2 service neutron] 10.222.0.22 "GET /v2.0/networks/fb234bfd-ea67-45d3-9c0a-3474f4c01d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280043 Jun 02 13:19:10.701885 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c3bdd4-5122-47f0-b549-537b19588410 None None] New status for floating IP eb7a9deb-3893-48a1-a956-4fc65bb8748c: ACTIVE {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:19:11.016657 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54582) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:19:11.123491 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-155e1f99-43c2-4f12-8548-0df4451889a6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/floatingips/eb7a9deb-3893-48a1-a956-4fc65bb8748c HTTP/1.1" status: 200 len: 994 time: 0.1055701 Jun 02 13:19:14.230257 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3e0113c4-94a6-426f-8c40-889402dcc13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:16.747311 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6f0446e7-76e4-4680-8db1-74d8922fa232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:16.765845 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:17.896891 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:19.720335 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:24.790244 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:19:26.323284 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:39.811075 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d8e645e-1538-47ee-8665-332f86c1e6b3 req-1b458ae2-ef7d-44f7-93eb-152a93b10cf8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691123 Jun 02 13:19:39.952210 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e645e-1538-47ee-8665-332f86c1e6b3 req-f3b873e5-e32c-4772-8d90-0ac3298c2c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:19:39.953724 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d8e645e-1538-47ee-8665-332f86c1e6b3 req-f3b873e5-e32c-4772-8d90-0ac3298c2c1d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 1099 time: 0.0746450 Jun 02 13:19:40.094699 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e645e-1538-47ee-8665-332f86c1e6b3 req-15030dc2-5f7a-4442-8d88-071e5c7b4866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:19:40.096003 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d8e645e-1538-47ee-8665-332f86c1e6b3 req-15030dc2-5f7a-4442-8d88-071e5c7b4866 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fb234bfd-ea67-45d3-9c0a-3474f4c01d44 HTTP/1.1" status: 200 len: 898 time: 0.1243403 Jun 02 13:19:40.195168 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d8e645e-1538-47ee-8665-332f86c1e6b3 req-013d063e-908e-4b31-9d11-d63b732a49bb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=240a275a-c1ee-47a5-ad81-1fc5bdccc264 HTTP/1.1" status: 200 len: 1002 time: 0.0923457 Jun 02 13:19:40.262427 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e645e-1538-47ee-8665-332f86c1e6b3 req-70e5f0a8-8496-4f7d-9ce5-305fcac2732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:19:40.263851 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d8e645e-1538-47ee-8665-332f86c1e6b3 req-70e5f0a8-8496-4f7d-9ce5-305fcac2732e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=acb72b9b-95df-493f-81fa-3ded8128cf5a HTTP/1.1" status: 200 len: 835 time: 0.0615563 Jun 02 13:19:40.338688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e645e-1538-47ee-8665-332f86c1e6b3 req-bd1bc761-5204-44c4-8d09-818ca29e29a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:19:40.340117 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d8e645e-1538-47ee-8665-332f86c1e6b3 req-bd1bc761-5204-44c4-8d09-818ca29e29a4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fb234bfd-ea67-45d3-9c0a-3474f4c01d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0694687 Jun 02 13:19:40.472735 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d8e645e-1538-47ee-8665-332f86c1e6b3 req-1c2292e6-2287-463e-b142-e78e71226766 service neutron] 10.222.0.22 "GET /v2.0/networks/fb234bfd-ea67-45d3-9c0a-3474f4c01d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250756 Jun 02 13:19:40.602740 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2d8e645e-1538-47ee-8665-332f86c1e6b3 req-6c18f9ef-789a-42f3-a8d3-8686357c2413 service neutron] 10.222.0.22 "GET /v2.0/networks/fb234bfd-ea67-45d3-9c0a-3474f4c01d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237440 Jun 02 13:19:44.232107 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-20809f58-c8ed-4b40-bf5f-6787a85f6afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:46.738740 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3d9daafb-d901-44ec-b834-6dc6eddc5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:46.768579 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:47.901946 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:49.681935 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:19:56.330176 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:20:01.788874 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:20:14.234609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e48c851d-6b29-4fa5-93ef-e381e4ca5df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:20:16.740013 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b58670ef-2390-43a6-90d7-7f46dd3c5a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:20:16.770424 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:20:17.903636 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:20:19.683962 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:20:22.468031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1948c7d-35fe-44b8-8aea-e56fa1b261b0 req-bb2a0af5-5f18-4bec-8a96-37736c79f8fb tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:22.469468 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f1948c7d-35fe-44b8-8aea-e56fa1b261b0 req-bb2a0af5-5f18-4bec-8a96-37736c79f8fb tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0927749 Jun 02 13:20:22.558164 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f1948c7d-35fe-44b8-8aea-e56fa1b261b0 req-dc7c7f03-306e-4836-a146-51dc78fdfa9c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830977 Jun 02 13:20:22.582379 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-506e929a-1d66-44fb-820f-c7bbaf786c1e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2468860 Jun 02 13:20:23.741379 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf33e78-57ff-42a4-a127-6ea55321a7d5 req-4f2c143d-087b-45aa-9f47-0d7dbd3b27fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:23.742848 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9bf33e78-57ff-42a4-a127-6ea55321a7d5 req-4f2c143d-087b-45aa-9f47-0d7dbd3b27fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0811191 Jun 02 13:20:23.789923 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9bf33e78-57ff-42a4-a127-6ea55321a7d5 req-fd143bbe-3243-4934-8452-3fd72c98a367 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411899 Jun 02 13:20:23.985567 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-8cf6fe00-75ab-4d23-a1c3-9f82f792168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:23.987088 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-8cf6fe00-75ab-4d23-a1c3-9f82f792168b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 1099 time: 0.1928697 Jun 02 13:20:24.119339 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-63ea9f0b-1e65-40d1-9e27-83392c141c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:24.120695 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-63ea9f0b-1e65-40d1-9e27-83392c141c34 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fb234bfd-ea67-45d3-9c0a-3474f4c01d44 HTTP/1.1" status: 200 len: 898 time: 0.1259935 Jun 02 13:20:24.224169 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-d144ab6a-7dfa-4899-b9d1-e076506333b2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=240a275a-c1ee-47a5-ad81-1fc5bdccc264 HTTP/1.1" status: 200 len: 1002 time: 0.0963786 Jun 02 13:20:24.285316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-863d138c-3353-411d-8ba9-16818e9e2637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:24.286726 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-863d138c-3353-411d-8ba9-16818e9e2637 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=acb72b9b-95df-493f-81fa-3ded8128cf5a HTTP/1.1" status: 200 len: 835 time: 0.0563061 Jun 02 13:20:24.363501 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-d0480205-ce7a-44b4-9463-690b1b69f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:24.364965 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-d0480205-ce7a-44b4-9463-690b1b69f4e6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fb234bfd-ea67-45d3-9c0a-3474f4c01d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0714543 Jun 02 13:20:24.497669 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-b101b521-588a-402a-8adf-6cf667dc3944 service neutron] 10.222.0.22 "GET /v2.0/networks/fb234bfd-ea67-45d3-9c0a-3474f4c01d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259580 Jun 02 13:20:24.626844 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-1241046e-eab2-428d-b551-9431fb09d03f service neutron] 10.222.0.22 "GET /v2.0/networks/fb234bfd-ea67-45d3-9c0a-3474f4c01d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227100 Jun 02 13:20:25.136317 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6ac5b-c213-4947-bb1f-85f5c05317a8 req-ce8afb03-3598-41de-ac31-e00d5654adda tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:25.137650 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-47e6ac5b-c213-4947-bb1f-85f5c05317a8 req-ce8afb03-3598-41de-ac31-e00d5654adda tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0804055 Jun 02 13:20:25.180553 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-47e6ac5b-c213-4947-bb1f-85f5c05317a8 req-be803028-413f-4ba9-89c9-8655bd0ab471 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373664 Jun 02 13:20:26.337388 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:20:26.508272 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171f1d7-3e8a-4dc2-9823-af40985551b6 req-f6c2a6f1-cd49-4edd-bd7f-97639d259a8a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:26.509643 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7171f1d7-3e8a-4dc2-9823-af40985551b6 req-f6c2a6f1-cd49-4edd-bd7f-97639d259a8a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.2210858 Jun 02 13:20:26.553634 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7171f1d7-3e8a-4dc2-9823-af40985551b6 req-a0294907-102b-4220-ab9d-a1b05b7945e3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384057 Jun 02 13:20:27.741392 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c498d1-e388-4940-9a88-4dc929ba6acd req-baf9da23-ed33-49ec-973e-ad2aab0520ef tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:27.742879 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-76c498d1-e388-4940-9a88-4dc929ba6acd req-baf9da23-ed33-49ec-973e-ad2aab0520ef tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0843704 Jun 02 13:20:27.786172 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-76c498d1-e388-4940-9a88-4dc929ba6acd req-81cf9f09-3f68-4fa9-8441-54e032e7b030 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377252 Jun 02 13:20:28.970464 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9719f4-0525-4fd5-b29f-d093c4183db0 req-bc043965-587f-4df8-a60f-32bb6f71f7d7 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:28.971907 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7b9719f4-0525-4fd5-b29f-d093c4183db0 req-bc043965-587f-4df8-a60f-32bb6f71f7d7 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0821946 Jun 02 13:20:29.015950 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7b9719f4-0525-4fd5-b29f-d093c4183db0 req-443defa3-cc24-4011-ba1c-a923ff63341b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379717 Jun 02 13:20:30.195979 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd188f-df97-443f-a352-e4d465170f25 req-d22dbd70-8825-4039-85b2-aae30197fc60 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:30.197439 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c6cd188f-df97-443f-a352-e4d465170f25 req-d22dbd70-8825-4039-85b2-aae30197fc60 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0797689 Jun 02 13:20:30.242498 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c6cd188f-df97-443f-a352-e4d465170f25 req-88532875-cb11-4e01-b198-d0a7f75e2c25 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392456 Jun 02 13:20:31.434762 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dfcc5-0559-4c62-8b00-c58b32c8a8ca req-49469a08-f9d7-46ce-8964-c02eef788999 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:31.436207 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7c5dfcc5-0559-4c62-8b00-c58b32c8a8ca req-49469a08-f9d7-46ce-8964-c02eef788999 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0793869 Jun 02 13:20:31.480076 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7c5dfcc5-0559-4c62-8b00-c58b32c8a8ca req-fa75879b-727e-4526-9f20-e1dd545678f4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383036 Jun 02 13:20:32.666447 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378374aa-771d-4103-ba4e-fad40d8118c4 req-a27120ef-7c63-4b0d-8498-14770c7872e1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:32.667872 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-378374aa-771d-4103-ba4e-fad40d8118c4 req-a27120ef-7c63-4b0d-8498-14770c7872e1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0828893 Jun 02 13:20:32.711503 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-378374aa-771d-4103-ba4e-fad40d8118c4 req-1940b741-291d-48e2-a044-3c8226d9f366 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378788 Jun 02 13:20:33.898820 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c72ec-1218-4d03-a5e0-09c286b03dc8 req-70ae4687-8096-49a5-a786-c7c217050b07 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:33.900252 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-630c72ec-1218-4d03-a5e0-09c286b03dc8 req-70ae4687-8096-49a5-a786-c7c217050b07 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0834811 Jun 02 13:20:33.943366 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-630c72ec-1218-4d03-a5e0-09c286b03dc8 req-57a3138e-a94a-4921-b353-0874e09e6bf5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370893 Jun 02 13:20:35.124453 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d77c0-8364-4c4c-887d-bc8ecaf12d9a req-f822ca09-4303-469e-951d-317d0a4e9296 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:35.125896 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ef4d77c0-8364-4c4c-887d-bc8ecaf12d9a req-f822ca09-4303-469e-951d-317d0a4e9296 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0797129 Jun 02 13:20:35.172867 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ef4d77c0-8364-4c4c-887d-bc8ecaf12d9a req-aa584ad2-d888-4b5e-b7fb-cdf10558feec tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408006 Jun 02 13:20:36.356944 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87f942-0c73-496d-8428-2d58a3a61ba9 req-41acb8af-c54a-4310-826e-36eec10601dd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:36.358426 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0b87f942-0c73-496d-8428-2d58a3a61ba9 req-41acb8af-c54a-4310-826e-36eec10601dd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0822227 Jun 02 13:20:36.406588 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0b87f942-0c73-496d-8428-2d58a3a61ba9 req-b5015875-5a69-4580-8088-603100fe726d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424075 Jun 02 13:20:37.589541 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24245b0-3955-4f0f-b52c-a90adb8d7585 req-435101d9-8725-437e-b742-553ab01b5be6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:37.590917 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d24245b0-3955-4f0f-b52c-a90adb8d7585 req-435101d9-8725-437e-b742-553ab01b5be6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0822978 Jun 02 13:20:37.634604 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d24245b0-3955-4f0f-b52c-a90adb8d7585 req-97a8ae48-e54c-4522-94d5-5155ffb32012 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381055 Jun 02 13:20:38.790438 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:20:38.821503 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7607be-be7f-4487-b926-110d6f6ddb3f req-2693fb3d-fe42-4a92-a74b-cd1371668b5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:38.822978 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7c7607be-be7f-4487-b926-110d6f6ddb3f req-2693fb3d-fe42-4a92-a74b-cd1371668b5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0806780 Jun 02 13:20:38.866822 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7c7607be-be7f-4487-b926-110d6f6ddb3f req-10313b76-4db8-4acc-a6c3-8b58f95643ac tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383248 Jun 02 13:20:40.061167 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8154b79-72e4-4a9c-a1de-f9ade97e3a3f req-2fb0e795-6c9e-414d-9aa6-0881188d4b7b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:40.062630 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b8154b79-72e4-4a9c-a1de-f9ade97e3a3f req-2fb0e795-6c9e-414d-9aa6-0881188d4b7b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0897453 Jun 02 13:20:40.106984 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b8154b79-72e4-4a9c-a1de-f9ade97e3a3f req-3ea1ba30-cdf1-4601-8029-95b7e16fbd49 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381739 Jun 02 13:20:41.294042 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082b36c-c0e2-414a-978e-4fba83febb36 req-d94ad6bb-f606-44de-bd8c-539b42d56782 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:41.295558 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9082b36c-c0e2-414a-978e-4fba83febb36 req-d94ad6bb-f606-44de-bd8c-539b42d56782 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0837812 Jun 02 13:20:41.313638 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-b2c88188-ff5c-4ad2-9fa3-17a51a3bceff service neutron] 10.222.0.22 "GET /v2.0/ports/240a275a-c1ee-47a5-ad81-1fc5bdccc264/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0757070 Jun 02 13:20:41.347326 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9082b36c-c0e2-414a-978e-4fba83febb36 req-5f527296-adbf-4525-8c2c-9e437f410f9f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459161 Jun 02 13:20:41.572566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-9f98098c-8464-44ca-b6cd-3e131c682208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:41.574018 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-9f98098c-8464-44ca-b6cd-3e131c682208 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e&tenant_id=31333cf8d25c494bb5e988c524b4e546 HTTP/1.1" status: 200 len: 1099 time: 0.0753846 Jun 02 13:20:41.671973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-8fb91ba5-e6f6-4fdd-995d-da2aaf4c9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:41.673540 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-8fb91ba5-e6f6-4fdd-995d-da2aaf4c9b40 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 1099 time: 0.0755563 Jun 02 13:20:41.914965 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-06ea9368-76b9-443d-b141-5500321165bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:41.916403 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-06ea9368-76b9-443d-b141-5500321165bd service neutron] 10.222.0.22 "GET /v2.0/networks?id=fb234bfd-ea67-45d3-9c0a-3474f4c01d44 HTTP/1.1" status: 200 len: 898 time: 0.2355785 Jun 02 13:20:42.016479 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-75154e5f-425a-4313-8cb0-831d9e119c97 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=240a275a-c1ee-47a5-ad81-1fc5bdccc264 HTTP/1.1" status: 200 len: 1002 time: 0.0932353 Jun 02 13:20:42.078057 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-22e2a46d-2f96-48a4-84ef-9b8d7a70374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:42.079419 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-22e2a46d-2f96-48a4-84ef-9b8d7a70374c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=acb72b9b-95df-493f-81fa-3ded8128cf5a HTTP/1.1" status: 200 len: 835 time: 0.0554969 Jun 02 13:20:42.156193 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-786061ae-9d4d-40d5-9372-0b4dcc5efd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:42.157651 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-786061ae-9d4d-40d5-9372-0b4dcc5efd6f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fb234bfd-ea67-45d3-9c0a-3474f4c01d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0709200 Jun 02 13:20:42.286401 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-55785473-eeeb-47bc-a18b-feb503ba5465 service neutron] 10.222.0.22 "GET /v2.0/networks/fb234bfd-ea67-45d3-9c0a-3474f4c01d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217976 Jun 02 13:20:42.417943 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-db73f4ba-3cb0-4f10-8cca-60125a8d57a9 req-461f3f72-8cb0-4c92-b4ab-4d8c3990504e service neutron] 10.222.0.22 "GET /v2.0/networks/fb234bfd-ea67-45d3-9c0a-3474f4c01d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236668 Jun 02 13:20:42.538563 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214dc67-731c-4372-9451-350984d48311 req-25e612b7-d829-4088-b2e8-a33ee1064a55 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:42.539915 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9214dc67-731c-4372-9451-350984d48311 req-25e612b7-d829-4088-b2e8-a33ee1064a55 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0858982 Jun 02 13:20:42.633722 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9214dc67-731c-4372-9451-350984d48311 req-af996596-d8be-42b8-9dce-fac79cc64582 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546923 Jun 02 13:20:42.649177 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a637d-4ee3-49f0-9d87-689d8dabf747 req-8e6c007c-92ae-455d-8478-de251915ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:42.650616 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-859a637d-4ee3-49f0-9d87-689d8dabf747 req-8e6c007c-92ae-455d-8478-de251915ce3f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 1099 time: 0.1094258 Jun 02 13:20:42.791834 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a637d-4ee3-49f0-9d87-689d8dabf747 req-d4ff54ac-2490-4488-b1d0-0900ce8e370d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:42.793147 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-859a637d-4ee3-49f0-9d87-689d8dabf747 req-d4ff54ac-2490-4488-b1d0-0900ce8e370d service neutron] 10.222.0.22 "GET /v2.0/networks?id=fb234bfd-ea67-45d3-9c0a-3474f4c01d44 HTTP/1.1" status: 200 len: 898 time: 0.1235969 Jun 02 13:20:42.895276 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-859a637d-4ee3-49f0-9d87-689d8dabf747 req-13375a60-e822-4a63-bfba-6a104f68280c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=240a275a-c1ee-47a5-ad81-1fc5bdccc264 HTTP/1.1" status: 200 len: 1002 time: 0.0946267 Jun 02 13:20:42.957399 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a637d-4ee3-49f0-9d87-689d8dabf747 req-a7b65da2-f3a4-4a6f-8268-ba651179f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:42.958815 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-859a637d-4ee3-49f0-9d87-689d8dabf747 req-a7b65da2-f3a4-4a6f-8268-ba651179f501 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=acb72b9b-95df-493f-81fa-3ded8128cf5a HTTP/1.1" status: 200 len: 835 time: 0.0559788 Jun 02 13:20:43.044814 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a637d-4ee3-49f0-9d87-689d8dabf747 req-133db277-8e5d-410b-a792-f82e6ad9ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:43.046178 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-859a637d-4ee3-49f0-9d87-689d8dabf747 req-133db277-8e5d-410b-a792-f82e6ad9ea9c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fb234bfd-ea67-45d3-9c0a-3474f4c01d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0724678 Jun 02 13:20:43.175433 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-859a637d-4ee3-49f0-9d87-689d8dabf747 req-4f2e738c-d3d8-4007-a4e9-834be6c9038c service neutron] 10.222.0.22 "GET /v2.0/networks/fb234bfd-ea67-45d3-9c0a-3474f4c01d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220138 Jun 02 13:20:43.307816 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-859a637d-4ee3-49f0-9d87-689d8dabf747 req-359b2a3f-549a-4a9a-82dc-7b4ddf182409 service neutron] 10.222.0.22 "GET /v2.0/networks/fb234bfd-ea67-45d3-9c0a-3474f4c01d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247804 Jun 02 13:20:43.815689 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524faf0-3308-44d6-ad6c-ec3ce924de91 req-29c43aa2-7209-4fcb-a815-508d43e1d96f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:43.817115 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1524faf0-3308-44d6-ad6c-ec3ce924de91 req-29c43aa2-7209-4fcb-a815-508d43e1d96f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0804751 Jun 02 13:20:43.863943 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1524faf0-3308-44d6-ad6c-ec3ce924de91 req-3a226216-e683-4a53-aa69-c7fcb7ed6285 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413663 Jun 02 13:20:44.236493 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b30041bd-b5a3-47d4-a1a4-a9235d25ddd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:20:45.049363 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca809aa1-8daa-47b7-9cfd-a0a78b5ebc5c req-e6cbc9be-1b20-4c53-b5cf-906eb362b1e5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:45.050829 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ca809aa1-8daa-47b7-9cfd-a0a78b5ebc5c req-e6cbc9be-1b20-4c53-b5cf-906eb362b1e5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0826263 Jun 02 13:20:45.098398 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ca809aa1-8daa-47b7-9cfd-a0a78b5ebc5c req-56bff510-a8d6-4ab5-ba8a-366e1e09d86c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407486 Jun 02 13:20:45.177351 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 240a275a-c1ee-47a5-ad81-1fc5bdccc264 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:20:45.311310 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 240a275a-c1ee-47a5-ad81-1fc5bdccc264, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=240a275a-c1ee-47a5-ad81-1fc5bdccc264,segment=NetworkSegment(d33b85b1-0169-43f8-a9be-d18f6e38e47a),segment_id=d33b85b1-0169-43f8-a9be-d18f6e38e47a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:20:45.323958 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '240a275a-c1ee-47a5-ad81-1fc5bdccc264', 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44', 'port_id': '240a275a-c1ee-47a5-ad81-1fc5bdccc264', 'mac_address': 'fa:16:3e:60:07:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb72b9b-95df-493f-81fa-3ded8128cf5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:20:45.377446 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:20:45.393457 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 240a275a-c1ee-47a5-ad81-1fc5bdccc264 {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:20:45.408046 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 240a275a-c1ee-47a5-ad81-1fc5bdccc264, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=240a275a-c1ee-47a5-ad81-1fc5bdccc264,segment=NetworkSegment(d33b85b1-0169-43f8-a9be-d18f6e38e47a),segment_id=d33b85b1-0169-43f8-a9be-d18f6e38e47a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:20:45.412195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:20:45.413914 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4ce5ebcb-1447-417d-bc6b-b18a71558c34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:20:45.475884 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['240a275a-c1ee-47a5-ad81-1fc5bdccc264'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:20:45.525880 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=240a275a-c1ee-47a5-ad81-1fc5bdccc264,revision_number=6']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:20:45.538845 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:20:45.539196 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:20:45.539535 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:20:45.539870 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:20:45.540221 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:20:45.540554 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:20:45.540881 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:20:45.541208 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:20:45.541534 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:20:45.541859 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:20:45.542216 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:20:45.542537 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:20:45.547301 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:20:46.279540 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca0d11-7d7a-416e-aad9-20a96cd26997 req-5065ebad-099b-4967-80a1-321c8e5562cc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:46.280965 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8dca0d11-7d7a-416e-aad9-20a96cd26997 req-5065ebad-099b-4967-80a1-321c8e5562cc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 945 time: 0.0788195 Jun 02 13:20:46.325070 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8dca0d11-7d7a-416e-aad9-20a96cd26997 req-30ff9312-46ce-4274-8dd1-b78c5a7685e6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386436 Jun 02 13:20:46.629182 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a564255-9785-481a-be36-4b761d2ecac7 req-59407e0a-f0c0-4b5f-ad48-10c62d9fbeaf tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:46.630700 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5a564255-9785-481a-be36-4b761d2ecac7 req-59407e0a-f0c0-4b5f-ad48-10c62d9fbeaf tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 945 time: 0.0831316 Jun 02 13:20:46.635453 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b2977-1d78-480e-a8aa-880983b983bb req-c38350ed-aafa-4e8a-bec7-acce26e43de1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:46.636884 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1e9b2977-1d78-480e-a8aa-880983b983bb req-c38350ed-aafa-4e8a-bec7-acce26e43de1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e&tenant_id=31333cf8d25c494bb5e988c524b4e546&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.0864031 Jun 02 13:20:46.676084 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5a564255-9785-481a-be36-4b761d2ecac7 req-8906bde1-270e-488f-a782-5700198071f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397749 Jun 02 13:20:46.742814 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bb356008-d8cc-420d-b650-b46bf57198f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:20:46.777917 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:20:46.972506 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b2977-1d78-480e-a8aa-880983b983bb req-956b611a-7967-4542-b2d9-abb080c34813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:46.973935 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1e9b2977-1d78-480e-a8aa-880983b983bb req-956b611a-7967-4542-b2d9-abb080c34813 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 1098 time: 0.2545068 Jun 02 13:20:46.982199 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1bce8-1242-40a9-83d1-f5fc026293cb req-25433650-1968-4d81-848f-ab8f6753df39 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:46.983559 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-aab1bce8-1242-40a9-83d1-f5fc026293cb req-25433650-1968-4d81-848f-ab8f6753df39 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 945 time: 0.1087170 Jun 02 13:20:47.111185 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-aab1bce8-1242-40a9-83d1-f5fc026293cb req-7f7b8f48-bcbb-4e5b-a1bf-1b90335c7a67 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068759 Jun 02 13:20:47.145680 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b2977-1d78-480e-a8aa-880983b983bb req-5ec93e8b-e308-4668-bc26-0e15ff14ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:47.147149 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1e9b2977-1d78-480e-a8aa-880983b983bb req-5ec93e8b-e308-4668-bc26-0e15ff14ff39 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fb234bfd-ea67-45d3-9c0a-3474f4c01d44 HTTP/1.1" status: 200 len: 898 time: 0.1627502 Jun 02 13:20:47.181961 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 240a275a-c1ee-47a5-ad81-1fc5bdccc264 up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:20:47.250350 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 240a275a-c1ee-47a5-ad81-1fc5bdccc264 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:20:47.250642 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:20:47.253213 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1e9b2977-1d78-480e-a8aa-880983b983bb req-ed0fa1f7-5003-4828-84c7-e47b6d7e019a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=240a275a-c1ee-47a5-ad81-1fc5bdccc264 HTTP/1.1" status: 200 len: 1001 time: 0.0983167 Jun 02 13:20:47.318244 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b2977-1d78-480e-a8aa-880983b983bb req-78b0c840-1e7c-4533-ac49-cdf1a64a4f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:47.319678 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1e9b2977-1d78-480e-a8aa-880983b983bb req-78b0c840-1e7c-4533-ac49-cdf1a64a4f42 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=acb72b9b-95df-493f-81fa-3ded8128cf5a HTTP/1.1" status: 200 len: 835 time: 0.0599036 Jun 02 13:20:47.367597 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:20:47.396214 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8596f2d6-c79d-4ab3-b131-e6a140d3d82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240a275a-c1ee-47a5-ad81-1fc5bdccc264'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:20:47.398529 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676d9cd2-f316-4cdf-b1fc-fc28b93fe56c" -d '{"events": [{"server_uuid": "8596f2d6-c79d-4ab3-b131-e6a140d3d82e", "name": "network-vif-plugged", "status": "completed", "tag": "240a275a-c1ee-47a5-ad81-1fc5bdccc264"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:20:47.406167 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 240a275a-c1ee-47a5-ad81-1fc5bdccc264, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=240a275a-c1ee-47a5-ad81-1fc5bdccc264,segment=NetworkSegment(d33b85b1-0169-43f8-a9be-d18f6e38e47a),segment_id=d33b85b1-0169-43f8-a9be-d18f6e38e47a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:20:47.411077 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:20:47.412669 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b2977-1d78-480e-a8aa-880983b983bb req-fdc469ff-4803-4d0d-81fc-6ccb68df64bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:47.412986 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4ce5ebcb-1447-417d-bc6b-b18a71558c34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:20:47.414212 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1e9b2977-1d78-480e-a8aa-880983b983bb req-fdc469ff-4803-4d0d-81fc-6ccb68df64bf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fb234bfd-ea67-45d3-9c0a-3474f4c01d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0873704 Jun 02 13:20:47.459875 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba2e5a9-e098-4b0c-a086-953d214142f7 x-openstack-request-id: req-6ba2e5a9-e098-4b0c-a086-953d214142f7 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:20:47.460182 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8596f2d6-c79d-4ab3-b131-e6a140d3d82e", "name": "network-vif-plugged", "status": "completed", "tag": "240a275a-c1ee-47a5-ad81-1fc5bdccc264", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:20:47.460447 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ba2e5a9-e098-4b0c-a086-953d214142f7 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:20:47.460843 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8596f2d6-c79d-4ab3-b131-e6a140d3d82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240a275a-c1ee-47a5-ad81-1fc5bdccc264', 'code': 200} Jun 02 13:20:47.485743 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=240a275a-c1ee-47a5-ad81-1fc5bdccc264,revision_number=7']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:20:47.488760 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:20:47.550873 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1e9b2977-1d78-480e-a8aa-880983b983bb req-74910367-733c-4210-9eef-aca553d51f33 service neutron] 10.222.0.22 "GET /v2.0/networks/fb234bfd-ea67-45d3-9c0a-3474f4c01d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293657 Jun 02 13:20:47.682761 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1e9b2977-1d78-480e-a8aa-880983b983bb req-395ae1c9-143a-4eb8-b57b-0677e45a7141 service neutron] 10.222.0.22 "GET /v2.0/networks/fb234bfd-ea67-45d3-9c0a-3474f4c01d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251264 Jun 02 13:20:47.906545 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:20:48.300687 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc60be-90a1-434a-9bec-8f1427015e34 req-e6fb77b3-d8de-4b9b-8a0f-cf46bc28805c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:20:48.302238 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3dbc60be-90a1-434a-9bec-8f1427015e34 req-e6fb77b3-d8de-4b9b-8a0f-cf46bc28805c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0822110 Jun 02 13:20:48.350844 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3dbc60be-90a1-434a-9bec-8f1427015e34 req-384ab21b-89ca-40f9-8881-d063b7148ecd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427086 Jun 02 13:20:48.373135 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54704) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:20:48.498162 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-8ebc6633-631c-4ab7-a9f1-49333a4b4020 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/floatingips/eb7a9deb-3893-48a1-a956-4fc65bb8748c HTTP/1.1" status: 200 len: 994 time: 0.1236439 Jun 02 13:20:49.686451 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:20:56.354924 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:14.237918 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6912cb78-85d0-4a92-8665-d97e7406296b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:15.789770 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:21:16.746249 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-58002e41-f138-42b0-9b58-77061369e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:16.770306 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:17.909409 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:19.690255 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:26.364092 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:41.480786 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54732) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:21:41.753455 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting port 6087599b-e245-476f-93a7-27d8bc21e2ff {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:21:41.753715 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:41.869839 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:41.870199 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:42.120052 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Calling delete_port for 6087599b-e245-476f-93a7-27d8bc21e2ff owned by network:floatingip {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:21:42.238271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:42.245387 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:21:42.297901 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Port': ['ID=6087599b-e245-476f-93a7-27d8bc21e2ff,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:21:42.337518 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:42.337911 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:42.338319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:42.338697 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:42.339074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:42.339444 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:42.339812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:42.340179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:42.340543 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:42.340906 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:42.341270 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:42.341634 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:42.368642 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:21:42.396166 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for floatingip, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:42.396454 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Floating IP eb7a9deb-3893-48a1-a956-4fc65bb8748c disassociated (deleted). External IP: 172.26.7.183, port: 240a275a-c1ee-47a5-ad81-1fc5bdccc264. Jun 02 13:21:42.799382 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router 45918951-d05b-44fc-be63-5534f9f8406f has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:21:42.971262 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ad90dd0e-fc2f-4c01-94ae-5e963cee137f req-f9addf20-3df3-4564-aae3-65fe93137ca6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2589819 Jun 02 13:21:42.999373 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:21:43.010658 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d7282-cdde-44b8-a9fc-9c3501f5a992 None None] Sync routers for ids ['45918951-d05b-44fc-be63-5534f9f8406f'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:21:43.021262 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:43.022204 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877d7282-cdde-44b8-a9fc-9c3501f5a992 None None] Routers {'45918951-d05b-44fc-be63-5534f9f8406f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:21:43.022818 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-877d7282-cdde-44b8-a9fc-9c3501f5a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:21:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['45918951-d05b-44fc-be63-5534f9f8406f'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:21:43.123566 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/floatingips/eb7a9deb-3893-48a1-a956-4fc65bb8748c HTTP/1.1" status: 204 len: 168 time: 1.6417537 Jun 02 13:21:43.124908 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8596f2d6-c79d-4ab3-b131-e6a140d3d82e', 'tag': '240a275a-c1ee-47a5-ad81-1fc5bdccc264'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:21:43.127281 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809cea1c-f9cd-4dbc-a024-cd233933e827" -d '{"events": [{"name": "network-changed", "server_uuid": "8596f2d6-c79d-4ab3-b131-e6a140d3d82e", "tag": "240a275a-c1ee-47a5-ad81-1fc5bdccc264"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:21:43.151554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90dd0e-fc2f-4c01-94ae-5e963cee137f req-8dc468dc-4cb4-43f3-b944-48cccf7c6e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:21:43.153249 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ad90dd0e-fc2f-4c01-94ae-5e963cee137f req-8dc468dc-4cb4-43f3-b944-48cccf7c6e6e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 1099 time: 0.1081035 Jun 02 13:21:43.193780 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2cfcf8-a52a-4af9-a118-854039fcc983 x-openstack-request-id: req-fa2cfcf8-a52a-4af9-a118-854039fcc983 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:21:43.194279 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8596f2d6-c79d-4ab3-b131-e6a140d3d82e", "tag": "240a275a-c1ee-47a5-ad81-1fc5bdccc264", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:21:43.195217 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa2cfcf8-a52a-4af9-a118-854039fcc983 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:21:43.199609 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8596f2d6-c79d-4ab3-b131-e6a140d3d82e', 'tag': '240a275a-c1ee-47a5-ad81-1fc5bdccc264', 'status': 'completed', 'code': 200} Jun 02 13:21:43.254464 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-877d7282-cdde-44b8-a9fc-9c3501f5a992 None None] Set router 45918951-d05b-44fc-be63-5534f9f8406f gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:21:43.315603 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90dd0e-fc2f-4c01-94ae-5e963cee137f req-9ca9ace6-aa0c-499c-b0ca-080c6f6c2877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:21:43.317101 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ad90dd0e-fc2f-4c01-94ae-5e963cee137f req-9ca9ace6-aa0c-499c-b0ca-080c6f6c2877 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fb234bfd-ea67-45d3-9c0a-3474f4c01d44 HTTP/1.1" status: 200 len: 898 time: 0.1446033 Jun 02 13:21:43.432297 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ad90dd0e-fc2f-4c01-94ae-5e963cee137f req-34e87cf0-18e2-4b56-97df-6ea78e947622 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=240a275a-c1ee-47a5-ad81-1fc5bdccc264 HTTP/1.1" status: 200 len: 217 time: 0.1078334 Jun 02 13:21:43.622331 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3123e-90c4-4a47-a3d3-9bccf3c05c99 req-c72d84ec-86ac-4e1f-9982-76de9b94f35b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:21:43.623940 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4ad3123e-90c4-4a47-a3d3-9bccf3c05c99 req-c72d84ec-86ac-4e1f-9982-76de9b94f35b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.1769855 Jun 02 13:21:43.634280 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-877d7282-cdde-44b8-a9fc-9c3501f5a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45918951-d05b-44fc-be63-5534f9f8406f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214640524', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:18:46Z', 'updated_at': '2021-06-02T13:18:51Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:47Z', 'updated_at': '2021-06-02T13:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'bbf74296-485e-43ee-ba66-0276d84537fc', 'name': '', 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:57:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'acb72b9b-95df-493f-81fa-3ded8128cf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:50Z', 'updated_at': '2021-06-02T13:18:55Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'acb72b9b-95df-493f-81fa-3ded8128cf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:21:43.638402 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d7282-cdde-44b8-a9fc-9c3501f5a992 None None] Checking router: 45918951-d05b-44fc-be63-5534f9f8406f for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:21:43.638760 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90dd0e-fc2f-4c01-94ae-5e963cee137f req-034af934-0035-4e5a-8936-633ef67f5620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:21:43.640278 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ad90dd0e-fc2f-4c01-94ae-5e963cee137f req-034af934-0035-4e5a-8936-633ef67f5620 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=acb72b9b-95df-493f-81fa-3ded8128cf5a HTTP/1.1" status: 200 len: 835 time: 0.2003326 Jun 02 13:21:43.647090 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877d7282-cdde-44b8-a9fc-9c3501f5a992 None None] Routers {'45918951-d05b-44fc-be63-5534f9f8406f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:21:43.647722 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-877d7282-cdde-44b8-a9fc-9c3501f5a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:21:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['45918951-d05b-44fc-be63-5534f9f8406f'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:21:43.668822 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4ad3123e-90c4-4a47-a3d3-9bccf3c05c99 req-53cce29a-d0de-4481-a7c1-588e2e6d42ce tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390821 Jun 02 13:21:43.717262 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90dd0e-fc2f-4c01-94ae-5e963cee137f req-0b719535-bf01-4c63-b76c-c5a0dca758b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:21:43.718788 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ad90dd0e-fc2f-4c01-94ae-5e963cee137f req-0b719535-bf01-4c63-b76c-c5a0dca758b9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fb234bfd-ea67-45d3-9c0a-3474f4c01d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0716705 Jun 02 13:21:43.730911 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [req-ad90dd0e-fc2f-4c01-94ae-5e963cee137f req-599d13c8-225c-4f7c-a9ed-e59e1899f5fb service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 13:21:43.731819 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ad90dd0e-fc2f-4c01-94ae-5e963cee137f req-599d13c8-225c-4f7c-a9ed-e59e1899f5fb service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048764 Jun 02 13:21:43.828677 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-877d7282-cdde-44b8-a9fc-9c3501f5a992 None None] Set router 45918951-d05b-44fc-be63-5534f9f8406f gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:21:43.863343 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ad90dd0e-fc2f-4c01-94ae-5e963cee137f req-9c43392f-c038-4650-88dc-dbe04723b814 service neutron] 10.222.0.22 "GET /v2.0/networks/fb234bfd-ea67-45d3-9c0a-3474f4c01d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240990 Jun 02 13:21:43.994189 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ad90dd0e-fc2f-4c01-94ae-5e963cee137f req-644df848-7c37-4575-bef9-e413ae03ae17 service neutron] 10.222.0.22 "GET /v2.0/networks/fb234bfd-ea67-45d3-9c0a-3474f4c01d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240923 Jun 02 13:21:44.112383 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cea1c-f9cd-4dbc-a024-cd233933e827 req-4c9892a1-a8b7-4fb0-b97b-f92269ae10df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:21:44.113760 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-809cea1c-f9cd-4dbc-a024-cd233933e827 req-4c9892a1-a8b7-4fb0-b97b-f92269ae10df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 1099 time: 0.0712261 Jun 02 13:21:44.139276 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-877d7282-cdde-44b8-a9fc-9c3501f5a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45918951-d05b-44fc-be63-5534f9f8406f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214640524', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:18:46Z', 'updated_at': '2021-06-02T13:18:51Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:47Z', 'updated_at': '2021-06-02T13:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'bbf74296-485e-43ee-ba66-0276d84537fc', 'name': '', 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:57:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'acb72b9b-95df-493f-81fa-3ded8128cf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:50Z', 'updated_at': '2021-06-02T13:18:55Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'acb72b9b-95df-493f-81fa-3ded8128cf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:21:44.143220 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d7282-cdde-44b8-a9fc-9c3501f5a992 None None] The sync data for ids ['45918951-d05b-44fc-be63-5534f9f8406f'] in dv-neutron-601336-80-hyperv is: [{'id': '45918951-d05b-44fc-be63-5534f9f8406f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214640524', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:18:46Z', 'updated_at': '2021-06-02T13:18:51Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:47Z', 'updated_at': '2021-06-02T13:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'bbf74296-485e-43ee-ba66-0276d84537fc', 'name': '', 'network_id': 'fb234bfd-ea67-45d3-9c0a-3474f4c01d44', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:57:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'acb72b9b-95df-493f-81fa-3ded8128cf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:50Z', 'updated_at': '2021-06-02T13:18:55Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': 'acb72b9b-95df-493f-81fa-3ded8128cf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:21:44.242908 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c2895b6a-19ed-49ce-81d0-4a08e2c78c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:44.255853 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cea1c-f9cd-4dbc-a024-cd233933e827 req-d446d836-a31b-42b5-a46b-7a3d239fda16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:21:44.257385 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-809cea1c-f9cd-4dbc-a024-cd233933e827 req-d446d836-a31b-42b5-a46b-7a3d239fda16 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fb234bfd-ea67-45d3-9c0a-3474f4c01d44 HTTP/1.1" status: 200 len: 898 time: 0.1365123 Jun 02 13:21:44.330494 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-809cea1c-f9cd-4dbc-a024-cd233933e827 req-c47626a5-c21d-4d74-8e10-0d3c14687fe7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=240a275a-c1ee-47a5-ad81-1fc5bdccc264 HTTP/1.1" status: 200 len: 217 time: 0.0663993 Jun 02 13:21:44.362738 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3646287-0fa6-454e-a0fd-3d9f58649450 None None] New status for floating IP eb7a9deb-3893-48a1-a956-4fc65bb8748c: DOWN {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:21:44.398678 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cea1c-f9cd-4dbc-a024-cd233933e827 req-a6e33e81-d36e-4957-9b0b-a4f9bb33f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:21:44.400095 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-809cea1c-f9cd-4dbc-a024-cd233933e827 req-a6e33e81-d36e-4957-9b0b-a4f9bb33f654 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=acb72b9b-95df-493f-81fa-3ded8128cf5a HTTP/1.1" status: 200 len: 835 time: 0.0618076 Jun 02 13:21:44.475432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cea1c-f9cd-4dbc-a024-cd233933e827 req-3688e681-dfd3-4549-ab6c-f808798f3dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:21:44.477473 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-809cea1c-f9cd-4dbc-a024-cd233933e827 req-3688e681-dfd3-4549-ab6c-f808798f3dfb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fb234bfd-ea67-45d3-9c0a-3474f4c01d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0708029 Jun 02 13:21:44.609879 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-809cea1c-f9cd-4dbc-a024-cd233933e827 req-71f32151-5e99-4750-ba1d-b9901c75785e service neutron] 10.222.0.22 "GET /v2.0/networks/fb234bfd-ea67-45d3-9c0a-3474f4c01d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255040 Jun 02 13:21:44.744696 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-809cea1c-f9cd-4dbc-a024-cd233933e827 req-cba17800-41d6-4752-899f-9c2fd723587c service neutron] 10.222.0.22 "GET /v2.0/networks/fb234bfd-ea67-45d3-9c0a-3474f4c01d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276300 Jun 02 13:21:44.896753 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ec7b8-020e-4545-a609-69c4d50ddae1 req-eca19a8f-55a8-4e3d-8c1e-21c69aff5b16 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:21:44.897446 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-465ec7b8-020e-4545-a609-69c4d50ddae1 req-eca19a8f-55a8-4e3d-8c1e-21c69aff5b16 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:21:44.912649 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-465ec7b8-020e-4545-a609-69c4d50ddae1 req-eca19a8f-55a8-4e3d-8c1e-21c69aff5b16 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:21:44.913923 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-465ec7b8-020e-4545-a609-69c4d50ddae1 req-eca19a8f-55a8-4e3d-8c1e-21c69aff5b16 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.1369867 Jun 02 13:21:44.961922 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-465ec7b8-020e-4545-a609-69c4d50ddae1 req-b7f0290c-3830-455a-9f29-91a7dc8fc004 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=806bb715-0560-497b-962a-5dad777c6fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421290 Jun 02 13:21:45.410995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169b0b9-9425-498f-9048-bac242d58ebf req-77ed708f-cd23-45d5-a409-6648b3f07c5a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:21:45.412429 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c169b0b9-9425-498f-9048-bac242d58ebf req-77ed708f-cd23-45d5-a409-6648b3f07c5a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 946 time: 0.0789001 Jun 02 13:21:45.548749 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-c169b0b9-9425-498f-9048-bac242d58ebf req-aa5af47a-a8da-40e3-94a1-89e1bc6f6b5c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting port 240a275a-c1ee-47a5-ad81-1fc5bdccc264 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:21:45.549092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c169b0b9-9425-498f-9048-bac242d58ebf req-aa5af47a-a8da-40e3-94a1-89e1bc6f6b5c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:45.683973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-c169b0b9-9425-498f-9048-bac242d58ebf req-aa5af47a-a8da-40e3-94a1-89e1bc6f6b5c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] For port 240a275a-c1ee-47a5-ad81-1fc5bdccc264, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=240a275a-c1ee-47a5-ad81-1fc5bdccc264,segment=NetworkSegment(d33b85b1-0169-43f8-a9be-d18f6e38e47a),segment_id=d33b85b1-0169-43f8-a9be-d18f6e38e47a)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:21:45.684245 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c169b0b9-9425-498f-9048-bac242d58ebf req-aa5af47a-a8da-40e3-94a1-89e1bc6f6b5c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:45.920748 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-c169b0b9-9425-498f-9048-bac242d58ebf req-aa5af47a-a8da-40e3-94a1-89e1bc6f6b5c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Calling delete_port for 240a275a-c1ee-47a5-ad81-1fc5bdccc264 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:21:46.033761 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c169b0b9-9425-498f-9048-bac242d58ebf req-aa5af47a-a8da-40e3-94a1-89e1bc6f6b5c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:46.040297 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4f75fa3c-0b38-45e8-b5c5-065373d794a0 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:21:46.086909 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5af47a-a8da-40e3-94a1-89e1bc6f6b5c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Port': ['ID=240a275a-c1ee-47a5-ad81-1fc5bdccc264,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:21:46.090027 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-aa5af47a-a8da-40e3-94a1-89e1bc6f6b5c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:21:46.117487 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5e047108-4851-4997-bcc3-f04a12ccb502 req-53e35509-61cc-4f32-95bd-83748c6dbbc1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=8596f2d6-c79d-4ab3-b131-e6a140d3d82e HTTP/1.1" status: 200 len: 210 time: 0.0475795 Jun 02 13:21:46.164405 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c169b0b9-9425-498f-9048-bac242d58ebf req-aa5af47a-a8da-40e3-94a1-89e1bc6f6b5c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] No DVR routers for this DVR port 240a275a-c1ee-47a5-ad81-1fc5bdccc264 on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:21:46.166918 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c169b0b9-9425-498f-9048-bac242d58ebf req-aa5af47a-a8da-40e3-94a1-89e1bc6f6b5c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:46.169698 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8596f2d6-c79d-4ab3-b131-e6a140d3d82e', 'name': 'network-vif-deleted', 'tag': '240a275a-c1ee-47a5-ad81-1fc5bdccc264'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:21:46.171993 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3b2347-16ba-4d57-bb09-768af190fe5b" -d '{"events": [{"server_uuid": "8596f2d6-c79d-4ab3-b131-e6a140d3d82e", "name": "network-vif-deleted", "tag": "240a275a-c1ee-47a5-ad81-1fc5bdccc264"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:21:46.184940 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c169b0b9-9425-498f-9048-bac242d58ebf req-aa5af47a-a8da-40e3-94a1-89e1bc6f6b5c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "DELETE /v2.0/ports/240a275a-c1ee-47a5-ad81-1fc5bdccc264 HTTP/1.1" status: 204 len: 173 time: 0.7669845 Jun 02 13:21:46.215151 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89398ba9-71f3-4074-8425-5a7cabbd0a47 x-openstack-request-id: req-89398ba9-71f3-4074-8425-5a7cabbd0a47 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:21:46.215493 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8596f2d6-c79d-4ab3-b131-e6a140d3d82e", "name": "network-vif-deleted", "tag": "240a275a-c1ee-47a5-ad81-1fc5bdccc264", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:21:46.215812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89398ba9-71f3-4074-8425-5a7cabbd0a47 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:21:46.216222 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8596f2d6-c79d-4ab3-b131-e6a140d3d82e', 'name': 'network-vif-deleted', 'tag': '240a275a-c1ee-47a5-ad81-1fc5bdccc264', 'status': 'completed', 'code': 200} Jun 02 13:21:46.748873 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2cefb35f-1f60-4a41-b1b6-451140e2739d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:46.771973 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:47.209417 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54768) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:21:47.757570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dbffc295-4141-4467-ac7e-e29394b7773b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:47.912670 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:48.165575 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-dbffc295-4141-4467-ac7e-e29394b7773b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting port bbf74296-485e-43ee-ba66-0276d84537fc {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:21:48.165911 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dbffc295-4141-4467-ac7e-e29394b7773b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:48.417317 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-dbffc295-4141-4467-ac7e-e29394b7773b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] For port bbf74296-485e-43ee-ba66-0276d84537fc, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=bbf74296-485e-43ee-ba66-0276d84537fc,segment=NetworkSegment(d33b85b1-0169-43f8-a9be-d18f6e38e47a),segment_id=d33b85b1-0169-43f8-a9be-d18f6e38e47a)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:21:48.418020 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dbffc295-4141-4467-ac7e-e29394b7773b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:48.539710 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-dbffc295-4141-4467-ac7e-e29394b7773b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Calling delete_port for bbf74296-485e-43ee-ba66-0276d84537fc owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:21:48.832222 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dbffc295-4141-4467-ac7e-e29394b7773b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:48.835631 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1b04b4b5-ced1-434c-891a-288830453b5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:21:48.882501 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbffc295-4141-4467-ac7e-e29394b7773b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Port': ['ID=bbf74296-485e-43ee-ba66-0276d84537fc,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:21:48.885607 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dbffc295-4141-4467-ac7e-e29394b7773b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:21:49.157741 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dbffc295-4141-4467-ac7e-e29394b7773b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:49.463074 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 240a275a-c1ee-47a5-ad81-1fc5bdccc264 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:21:49.500051 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 240a275a-c1ee-47a5-ad81-1fc5bdccc264 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:21:49.500406 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 240a275a-c1ee-47a5-ad81-1fc5bdccc264 not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:21:49.511434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbffc295-4141-4467-ac7e-e29394b7773b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router 45918951-d05b-44fc-be63-5534f9f8406f has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:21:49.695228 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:49.810867 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbffc295-4141-4467-ac7e-e29394b7773b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:21:49.820713 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0042c7-e615-4529-b598-d531719be9b5 None None] Sync routers for ids ['45918951-d05b-44fc-be63-5534f9f8406f'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:21:49.823562 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-dbffc295-4141-4467-ac7e-e29394b7773b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "PUT /v2.0/routers/45918951-d05b-44fc-be63-5534f9f8406f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6130986 Jun 02 13:21:49.826163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54770) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:21:49.830058 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0042c7-e615-4529-b598-d531719be9b5 None None] Routers {'45918951-d05b-44fc-be63-5534f9f8406f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:21:49.830697 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-ec0042c7-e615-4529-b598-d531719be9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:21:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['45918951-d05b-44fc-be63-5534f9f8406f'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:21:49.893096 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6e11f1-b514-420e-b435-caa9f0e1cbb6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting subnet acb72b9b-95df-493f-81fa-3ded8128cf5a {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 13:21:49.896048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a6e11f1-b514-420e-b435-caa9f0e1cbb6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:49.950125 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a6e11f1-b514-420e-b435-caa9f0e1cbb6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:50.009497 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-ec0042c7-e615-4529-b598-d531719be9b5 None None] Set router 45918951-d05b-44fc-be63-5534f9f8406f gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:21:50.037353 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a6e11f1-b514-420e-b435-caa9f0e1cbb6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:50.310663 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a6e11f1-b514-420e-b435-caa9f0e1cbb6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:50.315219 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0fbe5091-46bf-4743-8c23-d50afc01d0eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:21:50.344817 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-ec0042c7-e615-4529-b598-d531719be9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45918951-d05b-44fc-be63-5534f9f8406f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214640524', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:18:46Z', 'updated_at': '2021-06-02T13:21:48Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:47Z', 'updated_at': '2021-06-02T13:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:21:50.348582 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0042c7-e615-4529-b598-d531719be9b5 None None] Checking router: 45918951-d05b-44fc-be63-5534f9f8406f for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:21:50.352209 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e11f1-b514-420e-b435-caa9f0e1cbb6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Subnet': ['ID=acb72b9b-95df-493f-81fa-3ded8128cf5a,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:21:50.355305 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1a6e11f1-b514-420e-b435-caa9f0e1cbb6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:21:50.356466 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a6e11f1-b514-420e-b435-caa9f0e1cbb6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:50.360080 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0042c7-e615-4529-b598-d531719be9b5 None None] Routers {'45918951-d05b-44fc-be63-5534f9f8406f'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:21:50.360699 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-ec0042c7-e615-4529-b598-d531719be9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:21:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['45918951-d05b-44fc-be63-5534f9f8406f'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:21:50.362863 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1a6e11f1-b514-420e-b435-caa9f0e1cbb6 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/subnets/acb72b9b-95df-493f-81fa-3ded8128cf5a HTTP/1.1" status: 204 len: 168 time: 0.5356753 Jun 02 13:21:50.365360 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54772) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:21:50.418416 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d276e53-3384-457a-a220-3cf4016973e9 None None] Network fb234bfd-ea67-45d3-9c0a-3474f4c01d44 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:21:50.546720 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b4d73013-fc61-4d97-aa05-79355f47c433 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:50.684926 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-ec0042c7-e615-4529-b598-d531719be9b5 None None] Set router 45918951-d05b-44fc-be63-5534f9f8406f gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:21:50.725202 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b4d73013-fc61-4d97-aa05-79355f47c433 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:50.798652 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-b4d73013-fc61-4d97-aa05-79355f47c433 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting port 8139ebc9-e05f-4d4e-82a8-e33d714ead00 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:21:50.798897 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b4d73013-fc61-4d97-aa05-79355f47c433 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:50.925704 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-b4d73013-fc61-4d97-aa05-79355f47c433 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] For port 8139ebc9-e05f-4d4e-82a8-e33d714ead00, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=8139ebc9-e05f-4d4e-82a8-e33d714ead00,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:21:50.926078 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b4d73013-fc61-4d97-aa05-79355f47c433 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:50.959010 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1449c45-fc49-4cef-92e7-a45cd4848249 None None] DHCP port deletion for fb234bfd-ea67-45d3-9c0a-3474f4c01d44 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 13:21:51.043135 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-ec0042c7-e615-4529-b598-d531719be9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45918951-d05b-44fc-be63-5534f9f8406f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214640524', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:18:46Z', 'updated_at': '2021-06-02T13:21:48Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:47Z', 'updated_at': '2021-06-02T13:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:21:51.049109 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0042c7-e615-4529-b598-d531719be9b5 None None] The sync data for ids ['45918951-d05b-44fc-be63-5534f9f8406f'] in dv-neutron-601336-80-hyperv is: [{'id': '45918951-d05b-44fc-be63-5534f9f8406f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214640524', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:18:46Z', 'updated_at': '2021-06-02T13:21:48Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '8139ebc9-e05f-4d4e-82a8-e33d714ead00', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45918951-d05b-44fc-be63-5534f9f8406f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:18:47Z', 'updated_at': '2021-06-02T13:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:21:51.050526 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-b4d73013-fc61-4d97-aa05-79355f47c433 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Calling delete_port for 8139ebc9-e05f-4d4e-82a8-e33d714ead00 owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:21:51.052775 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-a1449c45-fc49-4cef-92e7-a45cd4848249 None None] Deleting port 8a5806ef-36c9-42b8-8fbb-b03646364d21 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:21:51.052775 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a1449c45-fc49-4cef-92e7-a45cd4848249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:51.155381 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-a1449c45-fc49-4cef-92e7-a45cd4848249 None None] For port 8a5806ef-36c9-42b8-8fbb-b03646364d21, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=8a5806ef-36c9-42b8-8fbb-b03646364d21,segment=NetworkSegment(d33b85b1-0169-43f8-a9be-d18f6e38e47a),segment_id=d33b85b1-0169-43f8-a9be-d18f6e38e47a)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:21:51.155871 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a1449c45-fc49-4cef-92e7-a45cd4848249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:51.195432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b4d73013-fc61-4d97-aa05-79355f47c433 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:51.198929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fde93ab8-080e-432c-be62-79f7074903fd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:21:51.240152 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d73013-fc61-4d97-aa05-79355f47c433 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Port': ['ID=8139ebc9-e05f-4d4e-82a8-e33d714ead00,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:21:51.244161 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b4d73013-fc61-4d97-aa05-79355f47c433 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:21:51.289295 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-a1449c45-fc49-4cef-92e7-a45cd4848249 None None] Calling delete_port for 8a5806ef-36c9-42b8-8fbb-b03646364d21 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:21:51.338584 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a1449c45-fc49-4cef-92e7-a45cd4848249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:51.342512 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:21:51.388517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1449c45-fc49-4cef-92e7-a45cd4848249 None None] Pushing event deleted for resources: {'Port': ['ID=8a5806ef-36c9-42b8-8fbb-b03646364d21,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:21:51.392303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1449c45-fc49-4cef-92e7-a45cd4848249 None None] No DVR routers for this DVR port 8a5806ef-36c9-42b8-8fbb-b03646364d21 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:21:51.398585 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1449c45-fc49-4cef-92e7-a45cd4848249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:51.398953 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1449c45-fc49-4cef-92e7-a45cd4848249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:51.399283 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1449c45-fc49-4cef-92e7-a45cd4848249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:51.399617 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1449c45-fc49-4cef-92e7-a45cd4848249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:51.399952 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1449c45-fc49-4cef-92e7-a45cd4848249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:51.400284 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1449c45-fc49-4cef-92e7-a45cd4848249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:51.400619 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1449c45-fc49-4cef-92e7-a45cd4848249 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:51.400958 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1449c45-fc49-4cef-92e7-a45cd4848249 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:51.401271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1449c45-fc49-4cef-92e7-a45cd4848249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:51.401592 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1449c45-fc49-4cef-92e7-a45cd4848249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:51.401914 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1449c45-fc49-4cef-92e7-a45cd4848249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:51.402523 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1449c45-fc49-4cef-92e7-a45cd4848249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:51.405955 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a1449c45-fc49-4cef-92e7-a45cd4848249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:21:51.477279 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b4d73013-fc61-4d97-aa05-79355f47c433 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:51.548695 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8a5806ef-36c9-42b8-8fbb-b03646364d21 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:21:51.586144 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 8a5806ef-36c9-42b8-8fbb-b03646364d21 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:21:51.586571 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8a5806ef-36c9-42b8-8fbb-b03646364d21 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:21:51.587095 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device bbf74296-485e-43ee-ba66-0276d84537fc no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:21:51.658406 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b4d73013-fc61-4d97-aa05-79355f47c433 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:51.660619 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b4d73013-fc61-4d97-aa05-79355f47c433 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:51.672591 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: bbf74296-485e-43ee-ba66-0276d84537fc {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:21:51.672939 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device bbf74296-485e-43ee-ba66-0276d84537fc not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:21:51.686490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b4d73013-fc61-4d97-aa05-79355f47c433 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:51.687029 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d73013-fc61-4d97-aa05-79355f47c433 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Fanout notify agent at l3_agent the message router_deleted on router 45918951-d05b-44fc-be63-5534f9f8406f {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 13:21:51.701980 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b4d73013-fc61-4d97-aa05-79355f47c433 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:51.703204 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b4d73013-fc61-4d97-aa05-79355f47c433 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/routers/45918951-d05b-44fc-be63-5534f9f8406f HTTP/1.1" status: 204 len: 168 time: 1.3369439 Jun 02 13:21:51.705681 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54774) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:21:51.821935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eeceeca1-e130-497a-a0b1-e0bfc6167400 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:51.959443 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eeceeca1-e130-497a-a0b1-e0bfc6167400 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:51.972484 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-eeceeca1-e130-497a-a0b1-e0bfc6167400 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb234bfd-ea67-45d3-9c0a-3474f4c01d44']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:21:51.988113 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-eeceeca1-e130-497a-a0b1-e0bfc6167400 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd33b85b1-0169-43f8-a9be-d18f6e38e47a') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:21:51.988413 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-eeceeca1-e130-497a-a0b1-e0bfc6167400 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd33b85b1-0169-43f8-a9be-d18f6e38e47a') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:21:51.999425 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eeceeca1-e130-497a-a0b1-e0bfc6167400 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:52.014720 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eeceeca1-e130-497a-a0b1-e0bfc6167400 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:52.020524 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeceeca1-e130-497a-a0b1-e0bfc6167400 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 13:21:52.020905 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eeceeca1-e130-497a-a0b1-e0bfc6167400 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 13:21:52.035538 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 13:21:52.113907 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eeceeca1-e130-497a-a0b1-e0bfc6167400 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:52.117544 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4565b1f0-f2f1-41a2-8f4b-ccb849be2e9e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:21:52.132301 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eeceeca1-e130-497a-a0b1-e0bfc6167400 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:52.151172 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeceeca1-e130-497a-a0b1-e0bfc6167400 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Network': ['ID=fb234bfd-ea67-45d3-9c0a-3474f4c01d44,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:21:52.154133 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-eeceeca1-e130-497a-a0b1-e0bfc6167400 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/networks/fb234bfd-ea67-45d3-9c0a-3474f4c01d44 HTTP/1.1" status: 204 len: 168 time: 0.4474769 Jun 02 13:21:52.155161 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-eeceeca1-e130-497a-a0b1-e0bfc6167400 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:21:52.156910 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54776) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:21:52.227150 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a33e56ba-70c3-4152-97e2-d1cf9e82a72b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:52.256063 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a33e56ba-70c3-4152-97e2-d1cf9e82a72b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:52.320304 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a33e56ba-70c3-4152-97e2-d1cf9e82a72b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:52.324207 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e2b215e5-2c5b-4476-ae45-6c6bb8c15f25 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:21:52.339730 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e56ba-70c3-4152-97e2-d1cf9e82a72b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=806bb715-0560-497b-962a-5dad777c6fdf,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:21:52.342295 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a33e56ba-70c3-4152-97e2-d1cf9e82a72b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:21:52.349383 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a33e56ba-70c3-4152-97e2-d1cf9e82a72b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:52.354272 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a33e56ba-70c3-4152-97e2-d1cf9e82a72b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/security-groups/806bb715-0560-497b-962a-5dad777c6fdf HTTP/1.1" status: 204 len: 168 time: 0.1951821 Jun 02 13:21:52.787783 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:21:53.422755 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8139ebc9-e05f-4d4e-82a8-e33d714ead00 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:21:53.457570 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 8139ebc9-e05f-4d4e-82a8-e33d714ead00 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:21:53.457858 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 8139ebc9-e05f-4d4e-82a8-e33d714ead00 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:21:53.585604 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54784) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:21:53.590329 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-655a6fa3-f79c-4889-889c-887cb1a2416d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1720820391', 'description': 'tempest-secgroup-smoke-1720820391 description', 'project_id': '31333cf8d25c494bb5e988c524b4e546'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:21:53.596277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-655a6fa3-f79c-4889-889c-887cb1a2416d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:21:53.600274 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-655a6fa3-f79c-4889-889c-887cb1a2416d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:21:53.603703 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-655a6fa3-f79c-4889-889c-887cb1a2416d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:21:53.609242 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-655a6fa3-f79c-4889-889c-887cb1a2416d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:21:53.618627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-655a6fa3-f79c-4889-889c-887cb1a2416d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:53.637559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-655a6fa3-f79c-4889-889c-887cb1a2416d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:21:53.641204 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-655a6fa3-f79c-4889-889c-887cb1a2416d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:21:53.643931 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-655a6fa3-f79c-4889-889c-887cb1a2416d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:21:53.649902 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-655a6fa3-f79c-4889-889c-887cb1a2416d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:21:53.719475 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-655a6fa3-f79c-4889-889c-887cb1a2416d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:53.722792 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-655a6fa3-f79c-4889-889c-887cb1a2416d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:53.728195 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a32ff0b2-0438-48ca-8e6f-c67de592c682 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:21:53.765853 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a6fa3-f79c-4889-889c-887cb1a2416d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bc0ffc-0b83-4985-bd83-df6b1075346a,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:21:53.768444 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-655a6fa3-f79c-4889-889c-887cb1a2416d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:53.769582 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-655a6fa3-f79c-4889-889c-887cb1a2416d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1829815 Jun 02 13:21:53.770475 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-655a6fa3-f79c-4889-889c-887cb1a2416d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:21:53.772917 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54786) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:21:53.777155 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-fb323937-ed64-49d0-8a46-c499f86071f4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': 'f5bc0ffc-0b83-4985-bd83-df6b1075346a', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:21:53.783142 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fb323937-ed64-49d0-8a46-c499f86071f4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:21:53.789349 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fb323937-ed64-49d0-8a46-c499f86071f4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:21:53.792186 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fb323937-ed64-49d0-8a46-c499f86071f4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:21:53.798022 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fb323937-ed64-49d0-8a46-c499f86071f4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:21:53.812523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fb323937-ed64-49d0-8a46-c499f86071f4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:53.870267 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fb323937-ed64-49d0-8a46-c499f86071f4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:53.873547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fb323937-ed64-49d0-8a46-c499f86071f4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:53.875313 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-766c96cd-34db-4bdb-b734-413f6333399f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:21:53.898242 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb323937-ed64-49d0-8a46-c499f86071f4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aec7145-552e-4b34-9718-26195b32cfaf,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:21:53.902493 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fb323937-ed64-49d0-8a46-c499f86071f4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:21:53.906624 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fb323937-ed64-49d0-8a46-c499f86071f4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:53.907773 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fb323937-ed64-49d0-8a46-c499f86071f4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339681 Jun 02 13:21:53.910494 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54788) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:21:53.914744 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-cf2bfaf6-1a76-47e0-a9bc-88ed144177d7 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': 'f5bc0ffc-0b83-4985-bd83-df6b1075346a', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:21:53.920787 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-cf2bfaf6-1a76-47e0-a9bc-88ed144177d7 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:21:53.924553 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-cf2bfaf6-1a76-47e0-a9bc-88ed144177d7 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:21:53.927409 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-cf2bfaf6-1a76-47e0-a9bc-88ed144177d7 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:21:53.933035 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-cf2bfaf6-1a76-47e0-a9bc-88ed144177d7 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:21:53.948620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf2bfaf6-1a76-47e0-a9bc-88ed144177d7 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.010255 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf2bfaf6-1a76-47e0-a9bc-88ed144177d7 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.013588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf2bfaf6-1a76-47e0-a9bc-88ed144177d7 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.015365 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b46eef12-b5a5-4329-ad0b-6d3a8bbece7d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:21:54.042450 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2bfaf6-1a76-47e0-a9bc-88ed144177d7 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f10f24b-fbbe-4922-ad4f-3a7998037817,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:21:54.047084 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cf2bfaf6-1a76-47e0-a9bc-88ed144177d7 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:21:54.051768 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf2bfaf6-1a76-47e0-a9bc-88ed144177d7 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.053124 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-cf2bfaf6-1a76-47e0-a9bc-88ed144177d7 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1417289 Jun 02 13:21:54.055786 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54790) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:21:54.060130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-dae10d58-ac22-4c83-a3c2-d96446baf1a9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': 'f5bc0ffc-0b83-4985-bd83-df6b1075346a', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:21:54.065893 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-dae10d58-ac22-4c83-a3c2-d96446baf1a9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:21:54.070276 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-dae10d58-ac22-4c83-a3c2-d96446baf1a9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:21:54.073130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-dae10d58-ac22-4c83-a3c2-d96446baf1a9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:21:54.078849 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-dae10d58-ac22-4c83-a3c2-d96446baf1a9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:21:54.094645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dae10d58-ac22-4c83-a3c2-d96446baf1a9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.155819 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dae10d58-ac22-4c83-a3c2-d96446baf1a9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.159311 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dae10d58-ac22-4c83-a3c2-d96446baf1a9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.161055 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fe937cbf-91ec-4426-8108-a537305370d0 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:21:54.184254 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae10d58-ac22-4c83-a3c2-d96446baf1a9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8c844d-659b-41cd-9679-c98b44f17151,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:21:54.188650 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dae10d58-ac22-4c83-a3c2-d96446baf1a9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:21:54.193056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dae10d58-ac22-4c83-a3c2-d96446baf1a9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.194951 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-dae10d58-ac22-4c83-a3c2-d96446baf1a9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375229 Jun 02 13:21:54.197610 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54792) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:21:54.202072 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-fbe2d581-6baf-4808-b5bb-ee8106103083 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': 'f5bc0ffc-0b83-4985-bd83-df6b1075346a', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:21:54.208039 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fbe2d581-6baf-4808-b5bb-ee8106103083 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:21:54.211973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fbe2d581-6baf-4808-b5bb-ee8106103083 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:21:54.214892 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fbe2d581-6baf-4808-b5bb-ee8106103083 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:21:54.220577 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fbe2d581-6baf-4808-b5bb-ee8106103083 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:21:54.235955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d581-6baf-4808-b5bb-ee8106103083 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.298411 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d581-6baf-4808-b5bb-ee8106103083 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.301856 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d581-6baf-4808-b5bb-ee8106103083 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.309273 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-936a190c-8fef-4f22-95ce-dad7960d301c tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:21:54.329536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2d581-6baf-4808-b5bb-ee8106103083 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed9ad66-09b3-4d6f-91aa-521a62c988a1,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:21:54.332241 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fbe2d581-6baf-4808-b5bb-ee8106103083 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:21:54.335057 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d581-6baf-4808-b5bb-ee8106103083 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.336169 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fbe2d581-6baf-4808-b5bb-ee8106103083 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376107 Jun 02 13:21:54.338884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54794) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:21:54.343264 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-22e6e87a-a4d8-4f8f-9c14-edb8d6c05cd4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': 'f5bc0ffc-0b83-4985-bd83-df6b1075346a', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:21:54.349102 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-22e6e87a-a4d8-4f8f-9c14-edb8d6c05cd4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:21:54.352957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-22e6e87a-a4d8-4f8f-9c14-edb8d6c05cd4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:21:54.355897 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-22e6e87a-a4d8-4f8f-9c14-edb8d6c05cd4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:21:54.361540 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-22e6e87a-a4d8-4f8f-9c14-edb8d6c05cd4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:21:54.373026 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-22e6e87a-a4d8-4f8f-9c14-edb8d6c05cd4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Project 31333cf8d25c494bb5e988c524b4e546 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 13:21:54.378560 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-22e6e87a-a4d8-4f8f-9c14-edb8d6c05cd4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.444876 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-22e6e87a-a4d8-4f8f-9c14-edb8d6c05cd4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.448485 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-22e6e87a-a4d8-4f8f-9c14-edb8d6c05cd4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.455432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-33b774d9-b919-4dff-b017-280783b522eb tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:21:54.473372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6e87a-a4d8-4f8f-9c14-edb8d6c05cd4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df07e7c1-45ce-4647-b850-ed51bd73ad28,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:21:54.477639 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-22e6e87a-a4d8-4f8f-9c14-edb8d6c05cd4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:21:54.482019 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-22e6e87a-a4d8-4f8f-9c14-edb8d6c05cd4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.483249 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-22e6e87a-a4d8-4f8f-9c14-edb8d6c05cd4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1434317 Jun 02 13:21:54.485921 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54796) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:21:54.490267 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-e4508992-1789-4277-8d57-1631340e9369 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': 'f5bc0ffc-0b83-4985-bd83-df6b1075346a', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:21:54.496481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e4508992-1789-4277-8d57-1631340e9369 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:21:54.500232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e4508992-1789-4277-8d57-1631340e9369 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:21:54.503071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e4508992-1789-4277-8d57-1631340e9369 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:21:54.509387 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e4508992-1789-4277-8d57-1631340e9369 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:21:54.518365 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-e4508992-1789-4277-8d57-1631340e9369 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Project 31333cf8d25c494bb5e988c524b4e546 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 13:21:54.523656 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e4508992-1789-4277-8d57-1631340e9369 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.587517 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e4508992-1789-4277-8d57-1631340e9369 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.591192 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e4508992-1789-4277-8d57-1631340e9369 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.598342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-873f854d-6a41-4618-84b5-729381832c63 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:21:54.616685 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4508992-1789-4277-8d57-1631340e9369 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5c4c9d-e831-4605-bc30-5324da76443c,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:21:54.619164 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e4508992-1789-4277-8d57-1631340e9369 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:21:54.625878 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e4508992-1789-4277-8d57-1631340e9369 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.627061 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e4508992-1789-4277-8d57-1631340e9369 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1401875 Jun 02 13:21:54.629795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54798) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:21:54.634614 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-50a3c703-1648-48e9-9702-0eff923f0f1e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'network': {'name': 'tempest-network-smoke--1416746254', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'port_security_enabled': True}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:21:54.639276 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-50a3c703-1648-48e9-9702-0eff923f0f1e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:21:54.643382 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-50a3c703-1648-48e9-9702-0eff923f0f1e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:network and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:21:54.646242 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-50a3c703-1648-48e9-9702-0eff923f0f1e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:21:54.651838 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-50a3c703-1648-48e9-9702-0eff923f0f1e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:21:54.661541 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a3c703-1648-48e9-9702-0eff923f0f1e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Made reservation on behalf of 31333cf8d25c494bb5e988c524b4e546 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:21:54.665378 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50a3c703-1648-48e9-9702-0eff923f0f1e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.693332 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a3c703-1648-48e9-9702-0eff923f0f1e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 13:21:54.701774 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50a3c703-1648-48e9-9702-0eff923f0f1e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.702153 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-50a3c703-1648-48e9-9702-0eff923f0f1e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Added segment fc720a1e-5191-471b-9837-e3dd10b755e6 of type vlan for network 75583595-8d60-460e-a5af-eef7e95e0d17 Jun 02 13:21:54.729607 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50a3c703-1648-48e9-9702-0eff923f0f1e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.757159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50a3c703-1648-48e9-9702-0eff923f0f1e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.762481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a3c703-1648-48e9-9702-0eff923f0f1e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:21:54.763051 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-50a3c703-1648-48e9-9702-0eff923f0f1e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.766371 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-11efb6a8-9f1c-4ba2-9b81-ef2a66c9b62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:21:54.872711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3c703-1648-48e9-9702-0eff923f0f1e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Network': ['ID=75583595-8d60-460e-a5af-eef7e95e0d17,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:21:54.878035 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-50a3c703-1648-48e9-9702-0eff923f0f1e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2446511 Jun 02 13:21:54.878035 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-50a3c703-1648-48e9-9702-0eff923f0f1e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:21:54.878324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54800) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:21:54.882533 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-959640885', 'admin_state_up': True, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:21:54.883104 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 75583595-8d60-460e-a5af-eef7e95e0d17 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 13:21:54.889757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:21:54.893623 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:router and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:21:54.896446 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:21:54.902729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:21:54.912817 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.914428 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:54.930611 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:55.332168 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:55.628480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:55.658994 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:55.795165 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Allocated IP 172.26.7.238 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/2dc35a8e-c797-4973-95a4-7920ac5d564f) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:21:55.938063 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:55.967331 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:55.971782 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5aa611cc-8801-4c30-8cb8-1053d845d635 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:21:56.027491 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:21:56.034315 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:21:56.038356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:21:56.077018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=2dc35a8e-c797-4973-95a4-7920ac5d564f,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:21:56.080979 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:21:56.371139 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:56.449232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:56.915971 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:57.114956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router 7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 13:21:57.291857 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:21:57.301619 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] Sync routers for ids ['7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:21:57.316938 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] Routers {'7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:21:57.317576 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:21:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:21:57.324623 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:57.325998 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4468570 Jun 02 13:21:57.329118 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54804) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:21:57.370049 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-541832c0-7434-4074-9668-7d9ef1442815 tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=31333cf8d25c494bb5e988c524b4e546&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396302 Jun 02 13:21:57.372627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54806) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:21:57.500190 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] Set router 7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:21:57.500823 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a2f5d8-5ef8-42ad-98e8-891d80d358d0 tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:21:57.502323 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-46a2f5d8-5ef8-42ad-98e8-891d80d358d0 tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287825 Jun 02 13:21:57.505187 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54808) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:21:57.543788 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d341b365-f114-4338-9401-bf7f8249628b tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374603 Jun 02 13:21:57.546344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54810) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:21:57.551253 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c9b99150-6d59-457b-87c9-c09b15c17e0b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-677583605', 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:21:57.663334 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c9b99150-6d59-457b-87c9-c09b15c17e0b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:21:57.667572 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c9b99150-6d59-457b-87c9-c09b15c17e0b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:subnet and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:21:57.670906 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c9b99150-6d59-457b-87c9-c09b15c17e0b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:21:57.677326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c9b99150-6d59-457b-87c9-c09b15c17e0b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:21:57.687799 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b99150-6d59-457b-87c9-c09b15c17e0b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Made reservation on behalf of 31333cf8d25c494bb5e988c524b4e546 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:21:57.691337 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c9b99150-6d59-457b-87c9-c09b15c17e0b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:57.782822 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959640885', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:21:54Z', 'updated_at': '2021-06-02T13:21:56Z', 'revision_number': 3, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:25:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:55Z', 'updated_at': '2021-06-02T13:21:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:21:57.787066 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] Checking router: 7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:21:57.787433 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] Updating router 7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa port 2dc35a8e-c797-4973-95a4-7920ac5d564f binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:21:57.843012 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:58.199987 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:58.211720 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] Transition to ACTIVE for port object 2dc35a8e-c797-4973-95a4-7920ac5d564f will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:21:58.219491 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:58.222954 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-5e8194e2-41ec-4f46-a311-32f0befb75b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:21:58.242962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c9b99150-6d59-457b-87c9-c09b15c17e0b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:58.246415 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-50a65fcf-5a2c-4a31-b149-7bee0b62be49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:21:58.300148 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2442820-693b-4210-8cf4-cef7a34de490 None None] Pushing event updated for resources: {'Port': ['ID=2dc35a8e-c797-4973-95a4-7920ac5d564f,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:21:58.302334 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] Attempting to bind port 2dc35a8e-c797-4973-95a4-7920ac5d564f on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:21:58.302935 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] Attempting to bind port 2dc35a8e-c797-4973-95a4-7920ac5d564f by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:21:58.303054 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] Attempting to bind port 2dc35a8e-c797-4973-95a4-7920ac5d564f on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:21:58.312759 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2442820-693b-4210-8cf4-cef7a34de490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:58.313093 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2442820-693b-4210-8cf4-cef7a34de490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:58.313427 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2442820-693b-4210-8cf4-cef7a34de490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:58.313755 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2442820-693b-4210-8cf4-cef7a34de490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:58.314064 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2442820-693b-4210-8cf4-cef7a34de490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:58.314406 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2442820-693b-4210-8cf4-cef7a34de490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:58.314722 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2442820-693b-4210-8cf4-cef7a34de490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:58.315036 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2442820-693b-4210-8cf4-cef7a34de490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:58.315346 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2442820-693b-4210-8cf4-cef7a34de490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:58.315681 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2442820-693b-4210-8cf4-cef7a34de490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:58.315982 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2442820-693b-4210-8cf4-cef7a34de490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:58.316309 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2442820-693b-4210-8cf4-cef7a34de490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:21:58.319931 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:21:58.320299 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:21:58.320699 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:58.321076 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:21:58.321541 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] Bound port: 2dc35a8e-c797-4973-95a4-7920ac5d564f, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:21:58.321913 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:58.330815 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b99150-6d59-457b-87c9-c09b15c17e0b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Subnet': ['ID=08773340-c074-4a19-a434-b37fa8a35078,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:21:58.333616 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c9b99150-6d59-457b-87c9-c09b15c17e0b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:21:58.340044 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b99150-6d59-457b-87c9-c09b15c17e0b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Checking segment: {'id': 'fc720a1e-5191-471b-9837-e3dd10b755e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:21:58.340402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b99150-6d59-457b-87c9-c09b15c17e0b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network hostable DHCP agents. Network: 75583595-8d60-460e-a5af-eef7e95e0d17, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 13:21:58.345283 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-f2442820-693b-4210-8cf4-cef7a34de490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:21:58.357431 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b99150-6d59-457b-87c9-c09b15c17e0b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network 75583595-8d60-460e-a5af-eef7e95e0d17 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 13:21:58.366602 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-c9b99150-6d59-457b-87c9-c09b15c17e0b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 75583595-8d60-460e-a5af-eef7e95e0d17) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:21:58.376276 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c22b1cf-a8a0-442d-a667-a8c6beae3616 None None] Network 75583595-8d60-460e-a5af-eef7e95e0d17 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:21:58.377125 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b99150-6d59-457b-87c9-c09b15c17e0b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:21:58.377713 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c9b99150-6d59-457b-87c9-c09b15c17e0b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:58.399254 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] For port 2dc35a8e-c797-4973-95a4-7920ac5d564f, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:21:58.403517 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] For port 2dc35a8e-c797-4973-95a4-7920ac5d564f, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=2dc35a8e-c797-4973-95a4-7920ac5d564f,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:21:58.409146 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:58.413230 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e773f8b2-d971-4330-a4c9-7c00fc714424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:21:58.414513 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54812) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:21:58.415214 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c9b99150-6d59-457b-87c9-c09b15c17e0b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8677590 Jun 02 13:21:58.487651 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2442820-693b-4210-8cf4-cef7a34de490 None None] Pushing event updated for resources: {'Port': ['ID=2dc35a8e-c797-4973-95a4-7920ac5d564f,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:21:58.492867 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-f2442820-693b-4210-8cf4-cef7a34de490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:21:58.494460 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] Routers {'7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:21:58.495104 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:21:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:21:58.635226 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-75583595-8d60-460e-a5af-eef7e95e0d17', 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ips': [{'subnet_id': '08773340-c074-4a19-a434-b37fa8a35078'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 13:21:58.636071 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:58.673836 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] Set router 7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:21:58.793169 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Allocated IP 172.20.0.2 (75583595-8d60-460e-a5af-eef7e95e0d17/08773340-c074-4a19-a434-b37fa8a35078/1efba83b-a7b5-4bec-afaf-6608a6fda172) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:21:58.978482 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959640885', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:21:54Z', 'updated_at': '2021-06-02T13:21:56Z', 'revision_number': 3, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:25:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:55Z', 'updated_at': '2021-06-02T13:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:21:58.982695 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd4f5f0-30a2-4354-bab0-e96e619e061f None None] The sync data for ids ['7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'] in dv-neutron-601336-80-hyperv is: [{'id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959640885', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:21:54Z', 'updated_at': '2021-06-02T13:21:56Z', 'revision_number': 3, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:25:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:55Z', 'updated_at': '2021-06-02T13:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:21:59.011106 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:59.021434 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Transition to ACTIVE for port object 1efba83b-a7b5-4bec-afaf-6608a6fda172 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:21:59.039862 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Transition to ACTIVE for port object 1efba83b-a7b5-4bec-afaf-6608a6fda172 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:21:59.047253 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:59.050968 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:21:59.118771 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Network 75583595-8d60-460e-a5af-eef7e95e0d17 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:21:59.121597 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:21:59.125589 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:21:59.131696 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Pushing event updated for resources: {'Port': ['ID=1efba83b-a7b5-4bec-afaf-6608a6fda172,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:21:59.135584 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:21:59.250649 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Attempting to bind port 1efba83b-a7b5-4bec-afaf-6608a6fda172 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:21:59.251028 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Attempting to bind port 1efba83b-a7b5-4bec-afaf-6608a6fda172 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fc720a1e-5191-471b-9837-e3dd10b755e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:21:59.251399 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Attempting to bind port 1efba83b-a7b5-4bec-afaf-6608a6fda172 on network 75583595-8d60-460e-a5af-eef7e95e0d17 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:21:59.256657 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:21:59.257030 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Checking segment: {'id': 'fc720a1e-5191-471b-9837-e3dd10b755e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:21:59.257435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:59.257834 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Bound using segment: {'id': 'fc720a1e-5191-471b-9837-e3dd10b755e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:21:59.258354 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Bound port: 1efba83b-a7b5-4bec-afaf-6608a6fda172, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc720a1e-5191-471b-9837-e3dd10b755e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:21:59.258769 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:59.328518 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:59.358060 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-58a2b907-b063-4f9f-9007-815970600974 None None] For port 1efba83b-a7b5-4bec-afaf-6608a6fda172, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:21:59.361613 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-58a2b907-b063-4f9f-9007-815970600974 None None] For port 1efba83b-a7b5-4bec-afaf-6608a6fda172, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1efba83b-a7b5-4bec-afaf-6608a6fda172,segment=NetworkSegment(fc720a1e-5191-471b-9837-e3dd10b755e6),segment_id=fc720a1e-5191-471b-9837-e3dd10b755e6)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:21:59.367863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:59.377336 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:21:59.476204 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Pushing event updated for resources: {'Port': ['ID=1efba83b-a7b5-4bec-afaf-6608a6fda172,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:21:59.479552 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:21:59.546388 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 2dc35a8e-c797-4973-95a4-7920ac5d564f up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:21:59.629317 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 2dc35a8e-c797-4973-95a4-7920ac5d564f completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:21:59.636126 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 2dc35a8e-c797-4973-95a4-7920ac5d564f triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:21:59.636697 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:59.808556 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:59.826409 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 2dc35a8e-c797-4973-95a4-7920ac5d564f, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=2dc35a8e-c797-4973-95a4-7920ac5d564f,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:21:59.830880 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:21:59.832799 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:21:59.834322 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Allocated IP 172.20.0.1 (75583595-8d60-460e-a5af-eef7e95e0d17/08773340-c074-4a19-a434-b37fa8a35078/c16584c5-39aa-433d-9efc-5d34bde5d66f) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:21:59.902574 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=2dc35a8e-c797-4973-95a4-7920ac5d564f,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:21:59.905887 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:22:00.007846 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:00.023053 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Transition to ACTIVE for port object c16584c5-39aa-433d-9efc-5d34bde5d66f will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:22:00.045728 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:00.050212 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-22073f69-8517-4b54-9a6e-f2b2be1f43f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:22:00.115708 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network 75583595-8d60-460e-a5af-eef7e95e0d17 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:22:00.119425 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:22:00.123628 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:22:00.164409 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=c16584c5-39aa-433d-9efc-5d34bde5d66f,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:22:00.183856 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:22:00.184250 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:22:00.184636 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:22:00.185017 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:22:00.185392 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:22:00.185763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:22:00.186157 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:22:00.186527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:22:00.186892 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:22:00.187259 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:22:00.187621 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:22:00.187987 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:22:00.193799 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:22:00.205694 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:00.413583 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f878bf-abb4-492d-a649-6bb9e1301567 None None] Network 75583595-8d60-460e-a5af-eef7e95e0d17 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:22:00.475196 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:00.565401 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8cb616d5-3173-4257-8965-207923384171 None None] Provisioning for port 1efba83b-a7b5-4bec-afaf-6608a6fda172 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:22:01.019140 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-77f00d8a-4cc5-467a-8c69-562093fe8d77 None None] Provisioning for port c16584c5-39aa-433d-9efc-5d34bde5d66f completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:22:01.024696 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-77f00d8a-4cc5-467a-8c69-562093fe8d77 None None] Provisioning complete for port c16584c5-39aa-433d-9efc-5d34bde5d66f triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:22:01.025068 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-77f00d8a-4cc5-467a-8c69-562093fe8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:01.079314 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-77f00d8a-4cc5-467a-8c69-562093fe8d77 None None] Port c16584c5-39aa-433d-9efc-5d34bde5d66f cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:22:01.083466 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:01.088543 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:01.116081 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b2aaf36b-bbcb-4db1-9608-886f4f817297 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:22:01.197195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e38f6700-844d-4482-8637-ec263fb01bf9 None None] Provisioning complete for port c16584c5-39aa-433d-9efc-5d34bde5d66f triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:22:01.197606 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:01.197834 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e38f6700-844d-4482-8637-ec263fb01bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:01.205079 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=c16584c5-39aa-433d-9efc-5d34bde5d66f,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:22:01.209338 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:22:01.253429 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-e38f6700-844d-4482-8637-ec263fb01bf9 None None] Port c16584c5-39aa-433d-9efc-5d34bde5d66f cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:22:01.340864 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network 75583595-8d60-460e-a5af-eef7e95e0d17 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:22:01.342241 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:22:01.538336 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router 7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:22:01.556714 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 2dc35a8e-c797-4973-95a4-7920ac5d564f up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:22:01.620151 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a72cd739-8179-46c1-9f21-9ac3ccb066c5 None None] Provisioning complete for port c16584c5-39aa-433d-9efc-5d34bde5d66f triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:22:01.620434 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a72cd739-8179-46c1-9f21-9ac3ccb066c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:01.679931 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-a72cd739-8179-46c1-9f21-9ac3ccb066c5 None None] Port c16584c5-39aa-433d-9efc-5d34bde5d66f cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:22:01.686121 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 2dc35a8e-c797-4973-95a4-7920ac5d564f triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:22:01.686501 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:01.719370 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:22:01.732162 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "PUT /v2.0/routers/7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3163702 Jun 02 13:22:01.733031 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] Sync routers for ids ['7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:22:01.751271 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] Routers {'7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:22:01.751881 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:21:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:22:01.894176 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-961d76b5-482d-4bc6-8f8a-34fe7c82dd5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:22:01.908752 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-961d76b5-482d-4bc6-8f8a-34fe7c82dd5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:22:01.909915 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-961d76b5-482d-4bc6-8f8a-34fe7c82dd5e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1720820391&fields=id&tenant_id=31333cf8d25c494bb5e988c524b4e546 HTTP/1.1" status: 200 len: 267 time: 0.0554771 Jun 02 13:22:01.967728 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1efba83b-a7b5-4bec-afaf-6608a6fda172 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:22:02.015381 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] Set router 7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:22:02.060996 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-da08d7d1-2188-4643-9665-470d4c6bf3ad tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:02.061799 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-da08d7d1-2188-4643-9665-470d4c6bf3ad tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:network {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:22:02.078227 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-da08d7d1-2188-4643-9665-470d4c6bf3ad tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:network {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:22:02.079523 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-da08d7d1-2188-4643-9665-470d4c6bf3ad tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/networks?id=75583595-8d60-460e-a5af-eef7e95e0d17 HTTP/1.1" status: 200 len: 797 time: 0.1627312 Jun 02 13:22:02.094258 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-f22bea37-14f7-4ce1-a4c6-3c89a3f611bb tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/quotas/31333cf8d25c494bb5e988c524b4e546 HTTP/1.1" status: 200 len: 375 time: 0.0092182 Jun 02 13:22:02.176851 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-b4db7106-c712-4461-9b4a-090ee5428c84 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:22:02.192520 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-b4db7106-c712-4461-9b4a-090ee5428c84 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:22:02.193836 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-b4db7106-c712-4461-9b4a-090ee5428c84 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942852 Jun 02 13:22:02.229448 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 1efba83b-a7b5-4bec-afaf-6608a6fda172 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:22:02.241542 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 1efba83b-a7b5-4bec-afaf-6608a6fda172 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:22:02.241936 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:02.373076 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-d3c23a37-60d4-435c-8747-9ee6f1123e70 service neutron] 10.222.0.37 "GET /v2.0/networks/75583595-8d60-460e-a5af-eef7e95e0d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661429 Jun 02 13:22:02.433443 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:02.472627 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959640885', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:21:54Z', 'updated_at': '2021-06-02T13:22:00Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:25:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:55Z', 'updated_at': '2021-06-02T13:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'c16584c5-39aa-433d-9efc-5d34bde5d66f', 'name': '', 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:d5:cb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '08773340-c074-4a19-a434-b37fa8a35078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:59Z', 'updated_at': '2021-06-02T13:22:00Z', 'revision_number': 2, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': '08773340-c074-4a19-a434-b37fa8a35078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:22:02.476925 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 1efba83b-a7b5-4bec-afaf-6608a6fda172, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1efba83b-a7b5-4bec-afaf-6608a6fda172,segment=NetworkSegment(fc720a1e-5191-471b-9837-e3dd10b755e6),segment_id=fc720a1e-5191-471b-9837-e3dd10b755e6)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:22:02.478767 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] Checking router: 7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:22:02.479203 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] Updating router 7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa port c16584c5-39aa-433d-9efc-5d34bde5d66f binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:22:02.505903 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-7354b7ed-c8a3-4639-8f06-521c0bd43e2c service neutron] 10.222.0.37 "GET /v2.0/networks/75583595-8d60-460e-a5af-eef7e95e0d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270022 Jun 02 13:22:02.507112 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:02.517840 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:22:02.588000 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:02.634685 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=1efba83b-a7b5-4bec-afaf-6608a6fda172,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:22:02.641960 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:22:02.708307 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-ca51756a-1b44-447b-bd04-5e0b285b2217 req-42557e42-84ff-4779-b577-7033c1e86402 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:22:02.720719 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-ca51756a-1b44-447b-bd04-5e0b285b2217 req-42557e42-84ff-4779-b577-7033c1e86402 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:22:02.721857 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ca51756a-1b44-447b-bd04-5e0b285b2217 req-42557e42-84ff-4779-b577-7033c1e86402 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 210 time: 0.0621164 Jun 02 13:22:02.995877 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:03.007749 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] Transition to ACTIVE for port object c16584c5-39aa-433d-9efc-5d34bde5d66f will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:22:03.014055 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:03.018299 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a1449c45-fc49-4cef-92e7-a45cd4848249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:22:03.145905 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f71b71-1866-49a8-a588-b357a91f7d48 None None] Pushing event updated for resources: {'Port': ['ID=c16584c5-39aa-433d-9efc-5d34bde5d66f,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:22:03.172538 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-04f71b71-1866-49a8-a588-b357a91f7d48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:22:03.237913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] Attempting to bind port c16584c5-39aa-433d-9efc-5d34bde5d66f on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:22:03.238366 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] Attempting to bind port c16584c5-39aa-433d-9efc-5d34bde5d66f by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'fc720a1e-5191-471b-9837-e3dd10b755e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:22:03.238722 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] Attempting to bind port c16584c5-39aa-433d-9efc-5d34bde5d66f on network 75583595-8d60-460e-a5af-eef7e95e0d17 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:22:03.245087 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:22:03.245471 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] Checking segment: {'id': 'fc720a1e-5191-471b-9837-e3dd10b755e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:22:03.245879 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:03.246335 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] Bound using segment: {'id': 'fc720a1e-5191-471b-9837-e3dd10b755e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:22:03.246816 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] Bound port: c16584c5-39aa-433d-9efc-5d34bde5d66f, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc720a1e-5191-471b-9837-e3dd10b755e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:22:03.247195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:03.347980 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] For port c16584c5-39aa-433d-9efc-5d34bde5d66f, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:22:03.351106 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] For port c16584c5-39aa-433d-9efc-5d34bde5d66f, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c16584c5-39aa-433d-9efc-5d34bde5d66f,segment=NetworkSegment(fc720a1e-5191-471b-9837-e3dd10b755e6),segment_id=fc720a1e-5191-471b-9837-e3dd10b755e6)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:22:03.355370 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:03.359461 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:22:03.432859 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] Routers {'7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:22:03.433481 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:21:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:22:03.487675 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1efba83b-a7b5-4bec-afaf-6608a6fda172 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:22:03.518258 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f71b71-1866-49a8-a588-b357a91f7d48 None None] Pushing event updated for resources: {'Port': ['ID=c16584c5-39aa-433d-9efc-5d34bde5d66f,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:22:03.533112 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-04f71b71-1866-49a8-a588-b357a91f7d48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:22:03.691646 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 1efba83b-a7b5-4bec-afaf-6608a6fda172 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:22:03.692343 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:03.724015 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] Set router 7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:22:03.772697 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-0c365066-aac6-4aee-bca3-01c4863d6c21 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:03.774469 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-0c365066-aac6-4aee-bca3-01c4863d6c21 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "GET /v2.0/networks?id=75583595-8d60-460e-a5af-eef7e95e0d17 HTTP/1.1" status: 200 len: 797 time: 0.1643767 Jun 02 13:22:03.880751 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-f6f7fb71-ea17-4653-8c7a-9c42dab55190 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31333cf8d25c494bb5e988c524b4e546 HTTP/1.1" status: 200 len: 380 time: 0.0978734 Jun 02 13:22:03.893083 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-031b94fc-044c-4395-b0b7-b91f4ce264e9 req-8a02c6e1-0341-47d6-aebc-dbd0e2c24bee tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 210 time: 0.0536828 Jun 02 13:22:03.914999 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-3e097205-ae87-4906-ac93-2638ada1e487 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'port': {'device_id': '3368f0db-8203-4a40-9583-07610d591857', 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17', 'admin_state_up': True, 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'security_groups': ['f5bc0ffc-0b83-4985-bd83-df6b1075346a']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:22:04.057508 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-3e097205-ae87-4906-ac93-2638ada1e487 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:22:04.067133 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-3e097205-ae87-4906-ac93-2638ada1e487 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:22:04.076633 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-3e097205-ae87-4906-ac93-2638ada1e487 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Made reservation on behalf of 31333cf8d25c494bb5e988c524b4e546 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:22:04.080180 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-3e097205-ae87-4906-ac93-2638ada1e487 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:04.134611 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959640885', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:21:54Z', 'updated_at': '2021-06-02T13:22:00Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:25:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:55Z', 'updated_at': '2021-06-02T13:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'c16584c5-39aa-433d-9efc-5d34bde5d66f', 'name': '', 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:d5:cb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '08773340-c074-4a19-a434-b37fa8a35078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:59Z', 'updated_at': '2021-06-02T13:22:03Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': '08773340-c074-4a19-a434-b37fa8a35078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:22:04.138630 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e0440b-a079-427d-a640-00254fa52d34 None None] The sync data for ids ['7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'] in dv-neutron-601336-80-hyperv is: [{'id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959640885', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:21:54Z', 'updated_at': '2021-06-02T13:22:00Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:25:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:55Z', 'updated_at': '2021-06-02T13:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'c16584c5-39aa-433d-9efc-5d34bde5d66f', 'name': '', 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:d5:cb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '08773340-c074-4a19-a434-b37fa8a35078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:59Z', 'updated_at': '2021-06-02T13:22:03Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': '08773340-c074-4a19-a434-b37fa8a35078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:22:04.266361 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-3e097205-ae87-4906-ac93-2638ada1e487 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Allocated IP 172.20.0.8 (75583595-8d60-460e-a5af-eef7e95e0d17/08773340-c074-4a19-a434-b37fa8a35078/aa9350df-8d8f-4127-8621-5353b3acdd1e) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:22:04.465812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-3e097205-ae87-4906-ac93-2638ada1e487 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:04.482163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-3e097205-ae87-4906-ac93-2638ada1e487 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Transition to ACTIVE for port object aa9350df-8d8f-4127-8621-5353b3acdd1e will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:22:04.505502 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-3e097205-ae87-4906-ac93-2638ada1e487 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:04.511974 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e124b19a-3778-4f4e-a8bc-4954b87041fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:22:04.583592 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-3e097205-ae87-4906-ac93-2638ada1e487 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network 75583595-8d60-460e-a5af-eef7e95e0d17 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:22:04.587008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-3e097205-ae87-4906-ac93-2638ada1e487 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:22:04.590861 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-3e097205-ae87-4906-ac93-2638ada1e487 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:22:04.623205 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e097205-ae87-4906-ac93-2638ada1e487 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=aa9350df-8d8f-4127-8621-5353b3acdd1e,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:22:04.630052 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3e097205-ae87-4906-ac93-2638ada1e487 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:22:04.664135 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-3e097205-ae87-4906-ac93-2638ada1e487 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:04.664966 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-3e097205-ae87-4906-ac93-2638ada1e487 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:04.699219 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-3e097205-ae87-4906-ac93-2638ada1e487 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7916262 Jun 02 13:22:04.712287 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Request body: {'port': {'device_id': '3368f0db-8203-4a40-9583-07610d591857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:22:04.824939 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ebb0f912-5b9f-458e-bff8-1f09d62ea823 None None] Provisioning for port aa9350df-8d8f-4127-8621-5353b3acdd1e completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:22:04.830466 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ebb0f912-5b9f-458e-bff8-1f09d62ea823 None None] Provisioning complete for port aa9350df-8d8f-4127-8621-5353b3acdd1e triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:22:04.831061 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ebb0f912-5b9f-458e-bff8-1f09d62ea823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:04.839461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:04.889889 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ebb0f912-5b9f-458e-bff8-1f09d62ea823 None None] Port aa9350df-8d8f-4127-8621-5353b3acdd1e cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:22:05.092618 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946124c-3fd0-4e5c-80a6-79275c10a6d9 req-1883e20d-c616-4bf3-a426-25b90821ec47 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:05.094233 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2946124c-3fd0-4e5c-80a6-79275c10a6d9 req-1883e20d-c616-4bf3-a426-25b90821ec47 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 931 time: 0.0902653 Jun 02 13:22:05.140625 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2946124c-3fd0-4e5c-80a6-79275c10a6d9 req-4cc06afa-6fbc-4564-abea-7229b0abf6ea tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405529 Jun 02 13:22:05.325408 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9350df-8d8f-4127-8621-5353b3acdd1e {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:22:05.332750 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:05.347238 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Transition to ACTIVE for port object aa9350df-8d8f-4127-8621-5353b3acdd1e will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:22:05.351093 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:05.355545 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3e097205-ae87-4906-ac93-2638ada1e487 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:22:05.508687 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c16584c5-39aa-433d-9efc-5d34bde5d66f up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:22:05.529617 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9350df-8d8f-4127-8621-5353b3acdd1e,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:22:05.560878 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:22:05.584624 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port c16584c5-39aa-433d-9efc-5d34bde5d66f completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:22:05.590458 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port c16584c5-39aa-433d-9efc-5d34bde5d66f triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:22:05.590838 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:05.603926 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Attempting to bind port aa9350df-8d8f-4127-8621-5353b3acdd1e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:22:05.604256 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Attempting to bind port aa9350df-8d8f-4127-8621-5353b3acdd1e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'fc720a1e-5191-471b-9837-e3dd10b755e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:22:05.604632 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Attempting to bind port aa9350df-8d8f-4127-8621-5353b3acdd1e on network 75583595-8d60-460e-a5af-eef7e95e0d17 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:22:05.609554 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Port aa9350df-8d8f-4127-8621-5353b3acdd1e on network 75583595-8d60-460e-a5af-eef7e95e0d17 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 13:22:05.609995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Attempting to bind port aa9350df-8d8f-4127-8621-5353b3acdd1e on network 75583595-8d60-460e-a5af-eef7e95e0d17 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:22:05.616573 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:22:05.616984 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Checking segment: {'id': 'fc720a1e-5191-471b-9837-e3dd10b755e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:22:05.617510 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Bound using segment: {'id': 'fc720a1e-5191-471b-9837-e3dd10b755e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:22:05.618032 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Bound port: aa9350df-8d8f-4127-8621-5353b3acdd1e, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc720a1e-5191-471b-9837-e3dd10b755e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:22:05.618584 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:05.716809 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] For port aa9350df-8d8f-4127-8621-5353b3acdd1e, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:22:05.717439 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:05.720295 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] For port aa9350df-8d8f-4127-8621-5353b3acdd1e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=aa9350df-8d8f-4127-8621-5353b3acdd1e,segment=NetworkSegment(fc720a1e-5191-471b-9837-e3dd10b755e6),segment_id=fc720a1e-5191-471b-9837-e3dd10b755e6)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:22:05.724610 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:05.728495 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9c1d94b9-5987-4815-873d-e7c144163c3f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:22:05.786912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:05.787514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:05.788916 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] 10.222.0.22 "PUT /v2.0/ports/aa9350df-8d8f-4127-8621-5353b3acdd1e HTTP/1.1" status: 200 len: 1093 time: 1.0816770 Jun 02 13:22:05.789538 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3368f0db-8203-4a40-9583-07610d591857', 'tag': 'aa9350df-8d8f-4127-8621-5353b3acdd1e'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:22:05.791842 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec18928-a50d-4a9b-805d-66524d4ab6f7" -d '{"events": [{"name": "network-changed", "server_uuid": "3368f0db-8203-4a40-9583-07610d591857", "tag": "aa9350df-8d8f-4127-8621-5353b3acdd1e"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:22:05.810179 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port c16584c5-39aa-433d-9efc-5d34bde5d66f, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c16584c5-39aa-433d-9efc-5d34bde5d66f,segment=NetworkSegment(fc720a1e-5191-471b-9837-e3dd10b755e6),segment_id=fc720a1e-5191-471b-9837-e3dd10b755e6)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:22:05.820273 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:05.826473 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-344c160b-e5dd-4f0c-bf25-da2dfb16bd7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:22:05.827768 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9350df-8d8f-4127-8621-5353b3acdd1e,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:22:05.830883 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:22:05.872341 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07c5e3a-0829-4543-b3c2-0ec1d5ad4d77 x-openstack-request-id: req-e07c5e3a-0829-4543-b3c2-0ec1d5ad4d77 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:22:05.873066 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3368f0db-8203-4a40-9583-07610d591857", "tag": "aa9350df-8d8f-4127-8621-5353b3acdd1e", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:22:05.873066 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e07c5e3a-0829-4543-b3c2-0ec1d5ad4d77 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:22:05.873424 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3368f0db-8203-4a40-9583-07610d591857', 'tag': 'aa9350df-8d8f-4127-8621-5353b3acdd1e', 'status': 'completed', 'code': 200} Jun 02 13:22:05.900974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=c16584c5-39aa-433d-9efc-5d34bde5d66f,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:22:05.904642 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:22:05.910582 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-b90b2ed2-2583-49da-8dbe-a12bd2d75d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:05.912081 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-b90b2ed2-2583-49da-8dbe-a12bd2d75d9f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 1096 time: 0.0802574 Jun 02 13:22:05.985236 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-a9100d2e-858d-4aae-b592-0268b28cbc26 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9350df-8d8f-4127-8621-5353b3acdd1e HTTP/1.1" status: 200 len: 217 time: 0.0651636 Jun 02 13:22:06.048417 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-0e7c4ee7-0420-406c-aafb-988b5ab60cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:06.049814 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-0e7c4ee7-0420-406c-aafb-988b5ab60cf2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=08773340-c074-4a19-a434-b37fa8a35078 HTTP/1.1" status: 200 len: 834 time: 0.0571907 Jun 02 13:22:06.123824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-c57f7165-74d0-4c1d-97d2-22bd070d01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:06.125243 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-c57f7165-74d0-4c1d-97d2-22bd070d01e3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=75583595-8d60-460e-a5af-eef7e95e0d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0682292 Jun 02 13:22:06.264483 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-04f0f2d0-09fe-4950-8495-568883d5907e service neutron] 10.222.0.22 "GET /v2.0/networks/75583595-8d60-460e-a5af-eef7e95e0d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316113 Jun 02 13:22:06.402242 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f74c8c9-7881-4a40-b606-016c033c02ed req-fad242b8-37bd-478d-9a2a-0f88b0d9f275 service neutron] 10.222.0.22 "GET /v2.0/networks/75583595-8d60-460e-a5af-eef7e95e0d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305556 Jun 02 13:22:06.477092 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e586c1-187d-4539-8165-c62ccf5b61d7 req-0cd45c07-b264-465b-9b0e-bd0e31da95fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:06.478587 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d0e586c1-187d-4539-8165-c62ccf5b61d7 req-0cd45c07-b264-465b-9b0e-bd0e31da95fc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 943 time: 0.0843570 Jun 02 13:22:06.521122 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec18928-a50d-4a9b-805d-66524d4ab6f7 req-78061211-9ddd-46b5-b9da-c656c1d02964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:06.522752 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6ec18928-a50d-4a9b-805d-66524d4ab6f7 req-78061211-9ddd-46b5-b9da-c656c1d02964 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 1096 time: 0.0757265 Jun 02 13:22:06.523336 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d0e586c1-187d-4539-8165-c62ccf5b61d7 req-3ea1ff03-d201-40e1-9d97-dd045321e28d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390146 Jun 02 13:22:06.653321 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec18928-a50d-4a9b-805d-66524d4ab6f7 req-ee138fd2-c667-474b-aee8-f7e54e5dc869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:06.654734 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6ec18928-a50d-4a9b-805d-66524d4ab6f7 req-ee138fd2-c667-474b-aee8-f7e54e5dc869 service neutron] 10.222.0.22 "GET /v2.0/networks?id=75583595-8d60-460e-a5af-eef7e95e0d17 HTTP/1.1" status: 200 len: 898 time: 0.1256454 Jun 02 13:22:06.721434 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6ec18928-a50d-4a9b-805d-66524d4ab6f7 req-4c1510df-dac5-4185-8131-eb0e32a6e038 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9350df-8d8f-4127-8621-5353b3acdd1e HTTP/1.1" status: 200 len: 217 time: 0.0598650 Jun 02 13:22:06.788576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec18928-a50d-4a9b-805d-66524d4ab6f7 req-6ec3735b-83a8-43fa-b9c9-589bdbe921ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:06.790018 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6ec18928-a50d-4a9b-805d-66524d4ab6f7 req-6ec3735b-83a8-43fa-b9c9-589bdbe921ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=08773340-c074-4a19-a434-b37fa8a35078 HTTP/1.1" status: 200 len: 834 time: 0.0617344 Jun 02 13:22:06.867335 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec18928-a50d-4a9b-805d-66524d4ab6f7 req-44f6ddde-db26-4af2-a5cd-38d52cd5c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:06.868769 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6ec18928-a50d-4a9b-805d-66524d4ab6f7 req-44f6ddde-db26-4af2-a5cd-38d52cd5c7c5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=75583595-8d60-460e-a5af-eef7e95e0d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0720634 Jun 02 13:22:07.125745 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6ec18928-a50d-4a9b-805d-66524d4ab6f7 req-11159930-00fb-448d-8f64-d34b667b4319 service neutron] 10.222.0.22 "GET /v2.0/networks/75583595-8d60-460e-a5af-eef7e95e0d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495346 Jun 02 13:22:07.258864 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6ec18928-a50d-4a9b-805d-66524d4ab6f7 req-e56bb6a6-006c-4aff-befe-04fb755eb40d service neutron] 10.222.0.22 "GET /v2.0/networks/75583595-8d60-460e-a5af-eef7e95e0d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250074 Jun 02 13:22:07.477745 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c16584c5-39aa-433d-9efc-5d34bde5d66f up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:22:07.547166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port c16584c5-39aa-433d-9efc-5d34bde5d66f triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:22:07.547860 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:07.714919 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78bac2-bbdd-457a-a490-c19b59f111a4 req-d01a21d2-777f-49ab-b21e-72b244672db9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:07.715538 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-2c78bac2-bbdd-457a-a490-c19b59f111a4 req-d01a21d2-777f-49ab-b21e-72b244672db9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:22:07.730066 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-2c78bac2-bbdd-457a-a490-c19b59f111a4 req-d01a21d2-777f-49ab-b21e-72b244672db9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:22:07.731192 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2c78bac2-bbdd-457a-a490-c19b59f111a4 req-d01a21d2-777f-49ab-b21e-72b244672db9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 943 time: 0.1026058 Jun 02 13:22:07.775186 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2c78bac2-bbdd-457a-a490-c19b59f111a4 req-4960cd53-1dd9-4f4f-a433-2d53303af49e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384684 Jun 02 13:22:08.954812 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10929c-eb71-4019-a8f5-dfadc65d1aae req-311699e6-0bc2-46f9-a04e-473a234d94d2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:08.956257 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-dd10929c-eb71-4019-a8f5-dfadc65d1aae req-311699e6-0bc2-46f9-a04e-473a234d94d2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 943 time: 0.0792570 Jun 02 13:22:09.003742 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-dd10929c-eb71-4019-a8f5-dfadc65d1aae req-f028ffff-f72a-4984-bb7f-2e2c1ee5eb1e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420015 Jun 02 13:22:09.539773 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device aa9350df-8d8f-4127-8621-5353b3acdd1e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:22:09.669808 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port aa9350df-8d8f-4127-8621-5353b3acdd1e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=aa9350df-8d8f-4127-8621-5353b3acdd1e,segment=NetworkSegment(fc720a1e-5191-471b-9837-e3dd10b755e6),segment_id=fc720a1e-5191-471b-9837-e3dd10b755e6)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:22:09.686857 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': 'aa9350df-8d8f-4127-8621-5353b3acdd1e', 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17', 'port_id': 'aa9350df-8d8f-4127-8621-5353b3acdd1e', 'mac_address': 'fa:16:3e:ee:57:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08773340-c074-4a19-a434-b37fa8a35078', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:22:09.740072 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:09.755895 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9350df-8d8f-4127-8621-5353b3acdd1e {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:22:09.771622 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port aa9350df-8d8f-4127-8621-5353b3acdd1e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=aa9350df-8d8f-4127-8621-5353b3acdd1e,segment=NetworkSegment(fc720a1e-5191-471b-9837-e3dd10b755e6),segment_id=fc720a1e-5191-471b-9837-e3dd10b755e6)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:22:09.775991 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:09.777702 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:22:09.841878 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=aa9350df-8d8f-4127-8621-5353b3acdd1e,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:22:09.844723 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:22:10.126611 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['aa9350df-8d8f-4127-8621-5353b3acdd1e'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:22:10.189135 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ff870-8435-4ebd-b486-c9e2738fb60a req-956bb6c2-d776-4482-b16f-51064ee74474 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:10.190611 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6c4ff870-8435-4ebd-b486-c9e2738fb60a req-956bb6c2-d776-4482-b16f-51064ee74474 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 944 time: 0.0828536 Jun 02 13:22:10.239986 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6c4ff870-8435-4ebd-b486-c9e2738fb60a req-abbf847d-9488-4b33-8080-11e105fe8b35 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423384 Jun 02 13:22:11.422351 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960833be-f815-4086-856b-a62bb84c57f2 req-29a71a88-0419-4514-b730-208eed1edd16 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:11.423858 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-960833be-f815-4086-856b-a62bb84c57f2 req-29a71a88-0419-4514-b730-208eed1edd16 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 944 time: 0.0803595 Jun 02 13:22:11.467984 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-960833be-f815-4086-856b-a62bb84c57f2 req-83efc903-245d-4446-aca8-dff9e3a1c2ec tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377562 Jun 02 13:22:11.555016 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device aa9350df-8d8f-4127-8621-5353b3acdd1e up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:22:11.620790 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port aa9350df-8d8f-4127-8621-5353b3acdd1e completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:22:11.625291 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port aa9350df-8d8f-4127-8621-5353b3acdd1e triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:22:11.625664 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:11.740023 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:11.766312 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3368f0db-8203-4a40-9583-07610d591857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9350df-8d8f-4127-8621-5353b3acdd1e'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:22:11.768561 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e389dfa-7b2f-4e56-bd72-bb602b7e525a" -d '{"events": [{"server_uuid": "3368f0db-8203-4a40-9583-07610d591857", "name": "network-vif-plugged", "status": "completed", "tag": "aa9350df-8d8f-4127-8621-5353b3acdd1e"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:22:11.776761 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port aa9350df-8d8f-4127-8621-5353b3acdd1e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=aa9350df-8d8f-4127-8621-5353b3acdd1e,segment=NetworkSegment(fc720a1e-5191-471b-9837-e3dd10b755e6),segment_id=fc720a1e-5191-471b-9837-e3dd10b755e6)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:22:11.780553 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:11.783730 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:22:11.853385 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=aa9350df-8d8f-4127-8621-5353b3acdd1e,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:22:11.858428 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:22:11.859831 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7db0d4-7c2e-4b88-a5d1-9274e736a4ba x-openstack-request-id: req-4c7db0d4-7c2e-4b88-a5d1-9274e736a4ba {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:22:11.860128 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3368f0db-8203-4a40-9583-07610d591857", "name": "network-vif-plugged", "status": "completed", "tag": "aa9350df-8d8f-4127-8621-5353b3acdd1e", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:22:11.860388 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c7db0d4-7c2e-4b88-a5d1-9274e736a4ba {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:22:11.860771 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3368f0db-8203-4a40-9583-07610d591857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9350df-8d8f-4127-8621-5353b3acdd1e', 'code': 200} Jun 02 13:22:12.079686 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591e257-1311-4e9a-bc28-720e081fb9d3 req-6733aef3-ffbc-4542-9f47-c574f0df29e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:12.081012 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9591e257-1311-4e9a-bc28-720e081fb9d3 req-6733aef3-ffbc-4542-9f47-c574f0df29e9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 1098 time: 0.0699260 Jun 02 13:22:12.120484 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9591e257-1311-4e9a-bc28-720e081fb9d3 req-15a5c958-2b13-435a-a479-e695f0c6244e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324290 Jun 02 13:22:12.652856 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd1bbd-4836-4fd9-9cb4-054532609f9e req-0b572b4a-eba2-4e0d-a358-57241aaa584b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:12.654306 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-13bd1bbd-4836-4fd9-9cb4-054532609f9e req-0b572b4a-eba2-4e0d-a358-57241aaa584b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 945 time: 0.0842216 Jun 02 13:22:12.703905 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-13bd1bbd-4836-4fd9-9cb4-054532609f9e req-00c81df5-ec6a-4e90-86e2-6b9e68027a84 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441306 Jun 02 13:22:13.892802 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e1830-9310-49f3-8eef-702163b12305 req-dd4fe616-2c7e-49ab-9cbf-2119b9f484de tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:13.894269 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e01e1830-9310-49f3-8eef-702163b12305 req-dd4fe616-2c7e-49ab-9cbf-2119b9f484de tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 945 time: 0.0859201 Jun 02 13:22:13.938135 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e01e1830-9310-49f3-8eef-702163b12305 req-16a726e5-226a-4d36-add8-dec3e952ea3b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383694 Jun 02 13:22:14.119815 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12513a5-c411-498b-9ed4-9e593c1a68d7 req-8a363668-ead3-4f38-bf39-21aeb6ecea25 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:14.121277 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f12513a5-c411-498b-9ed4-9e593c1a68d7 req-8a363668-ead3-4f38-bf39-21aeb6ecea25 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 945 time: 0.0817494 Jun 02 13:22:14.164515 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f12513a5-c411-498b-9ed4-9e593c1a68d7 req-4d91bdc1-c3d5-41b4-b54b-2b57e51d519c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376902 Jun 02 13:22:14.186792 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54880) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:22:14.245885 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a4a1739d-4b2c-4884-a7a7-47138e45a9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:14.263961 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d488862-c534-40bc-ab0e-f3ea4d3e7fde tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:14.265451 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-8d488862-c534-40bc-ab0e-f3ea4d3e7fde tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 1093 time: 0.0776415 Jun 02 13:22:14.268151 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54882) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:22:14.272490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': 'aa9350df-8d8f-4127-8621-5353b3acdd1e', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:22:14.278294 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:22:14.282008 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:floatingip and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:22:14.284772 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:22:14.290805 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:22:14.301066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for floatingip, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:14.435898 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:14.567229 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Allocated IP 172.26.7.243 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/38cf741a-0626-4cf5-bba2-1af3a87d2a8d) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:22:14.846117 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:14.873871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:14.878141 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-68c7795e-bbfe-492b-b2f0-f32f3ce3eab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:22:14.935933 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:22:14.939056 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:22:14.942751 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:22:14.976961 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=38cf741a-0626-4cf5-bba2-1af3a87d2a8d,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:22:14.980816 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:22:15.362317 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:15.438696 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:15.640349 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:15.644661 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:15.649319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8a1307c8-903b-4612-95eb-6155602be2ca tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:22:15.756956 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=38cf741a-0626-4cf5-bba2-1af3a87d2a8d,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:22:15.760868 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:22:15.765503 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:15.935955 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Floating IP 2434c398-f9b2-415c-ae2a-ca70546fea21 associated. External IP: 172.26.7.243, port: aa9350df-8d8f-4127-8621-5353b3acdd1e. Jun 02 13:22:16.417386 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router 7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:22:16.594412 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:22:16.603774 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a275603-5c0d-432b-98ca-f229c73a2c97 None None] Sync routers for ids ['7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:22:16.613471 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a275603-5c0d-432b-98ca-f229c73a2c97 None None] Routers {'7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:22:16.614070 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-4a275603-5c0d-432b-98ca-f229c73a2c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:21:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:22:16.619059 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:16.675668 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4042137 Jun 02 13:22:16.675668 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3368f0db-8203-4a40-9583-07610d591857', 'tag': 'aa9350df-8d8f-4127-8621-5353b3acdd1e'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:22:16.676331 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca0cfd3-a82e-4d0c-a395-0f13ad8f9d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "3368f0db-8203-4a40-9583-07610d591857", "tag": "aa9350df-8d8f-4127-8621-5353b3acdd1e"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:22:16.757584 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-208020b9-ce5d-45e7-9d12-4cc8779a1c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:16.796499 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:16.802656 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69ecc09-ab07-472a-af59-ef73f56a15e5 x-openstack-request-id: req-e69ecc09-ab07-472a-af59-ef73f56a15e5 {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:22:16.803045 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3368f0db-8203-4a40-9583-07610d591857", "tag": "aa9350df-8d8f-4127-8621-5353b3acdd1e", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:22:16.803357 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e69ecc09-ab07-472a-af59-ef73f56a15e5 {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:22:16.803800 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3368f0db-8203-4a40-9583-07610d591857', 'tag': 'aa9350df-8d8f-4127-8621-5353b3acdd1e', 'status': 'completed', 'code': 200} Jun 02 13:22:16.811586 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-4a275603-5c0d-432b-98ca-f229c73a2c97 None None] Set router 7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:22:16.920017 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcfe72-e0b8-484b-830d-1b82c7f80640 req-541ba6c5-603d-4418-9961-2103a860d6ca tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:16.921472 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4ddcfe72-e0b8-484b-830d-1b82c7f80640 req-541ba6c5-603d-4418-9961-2103a860d6ca tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 945 time: 0.1461012 Jun 02 13:22:16.945314 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0cfd3-a82e-4d0c-a395-0f13ad8f9d1f req-228a9376-5f1f-40b2-82f9-ecf5fc501f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:16.946754 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7ca0cfd3-a82e-4d0c-a395-0f13ad8f9d1f req-228a9376-5f1f-40b2-82f9-ecf5fc501f6f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 1098 time: 0.1206803 Jun 02 13:22:17.041544 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4ddcfe72-e0b8-484b-830d-1b82c7f80640 req-d6d7e367-3843-4f99-a646-dde68c6fc3d1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135147 Jun 02 13:22:17.065206 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54890) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:22:17.096485 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0cfd3-a82e-4d0c-a395-0f13ad8f9d1f req-51a65e3d-18dc-4142-b189-af4c1029c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:17.097908 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7ca0cfd3-a82e-4d0c-a395-0f13ad8f9d1f req-51a65e3d-18dc-4142-b189-af4c1029c597 service neutron] 10.222.0.22 "GET /v2.0/networks?id=75583595-8d60-460e-a5af-eef7e95e0d17 HTTP/1.1" status: 200 len: 898 time: 0.1445191 Jun 02 13:22:17.163578 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-4a275603-5c0d-432b-98ca-f229c73a2c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959640885', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:21:54Z', 'updated_at': '2021-06-02T13:22:00Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:25:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:55Z', 'updated_at': '2021-06-02T13:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '2434c398-f9b2-415c-ae2a-ca70546fea21', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'floating_ip_address': '172.26.7.243', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'port_id': 'aa9350df-8d8f-4127-8621-5353b3acdd1e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17', 'mac_address': 'fa:16:3e:ee:57:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368f0db-8203-4a40-9583-07610d591857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:22:15Z', 'updated_at': '2021-06-02T13:22:15Z', 'revision_number': 0, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c16584c5-39aa-433d-9efc-5d34bde5d66f', 'name': '', 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:d5:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '08773340-c074-4a19-a434-b37fa8a35078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:59Z', 'updated_at': '2021-06-02T13:22:05Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': '08773340-c074-4a19-a434-b37fa8a35078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:22:17.167467 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a275603-5c0d-432b-98ca-f229c73a2c97 None None] Checking router: 7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:22:17.175345 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-75977e4d-4af8-476f-ad6c-c9054624251f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/floatingips/2434c398-f9b2-415c-ae2a-ca70546fea21 HTTP/1.1" status: 200 len: 991 time: 0.1088006 Jun 02 13:22:17.177944 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a275603-5c0d-432b-98ca-f229c73a2c97 None None] Routers {'7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:22:17.178616 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-4a275603-5c0d-432b-98ca-f229c73a2c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:22:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:22:17.208022 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7ca0cfd3-a82e-4d0c-a395-0f13ad8f9d1f req-8c85f2a6-6126-476e-a29d-49bae0da2fd1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9350df-8d8f-4127-8621-5353b3acdd1e HTTP/1.1" status: 200 len: 999 time: 0.1024208 Jun 02 13:22:17.269769 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0cfd3-a82e-4d0c-a395-0f13ad8f9d1f req-5a99f439-4b44-41d9-8ca6-c48efdf97724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:17.271275 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7ca0cfd3-a82e-4d0c-a395-0f13ad8f9d1f req-5a99f439-4b44-41d9-8ca6-c48efdf97724 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=08773340-c074-4a19-a434-b37fa8a35078 HTTP/1.1" status: 200 len: 834 time: 0.0569947 Jun 02 13:22:17.350566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0cfd3-a82e-4d0c-a395-0f13ad8f9d1f req-e34772fe-f366-4fa2-a622-9e696891d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:17.352031 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7ca0cfd3-a82e-4d0c-a395-0f13ad8f9d1f req-e34772fe-f366-4fa2-a622-9e696891d1d6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=75583595-8d60-460e-a5af-eef7e95e0d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0741413 Jun 02 13:22:17.379457 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-4a275603-5c0d-432b-98ca-f229c73a2c97 None None] Set router 7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:22:17.486172 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7ca0cfd3-a82e-4d0c-a395-0f13ad8f9d1f req-1a6f7ca4-32f7-431b-a54c-1e17f1bc2af8 service neutron] 10.222.0.22 "GET /v2.0/networks/75583595-8d60-460e-a5af-eef7e95e0d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272583 Jun 02 13:22:17.622467 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7ca0cfd3-a82e-4d0c-a395-0f13ad8f9d1f req-826dd529-89ec-4fcb-9ddf-b91679a5bf05 service neutron] 10.222.0.22 "GET /v2.0/networks/75583595-8d60-460e-a5af-eef7e95e0d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296215 Jun 02 13:22:17.723206 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-4a275603-5c0d-432b-98ca-f229c73a2c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959640885', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:21:54Z', 'updated_at': '2021-06-02T13:22:00Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:25:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:55Z', 'updated_at': '2021-06-02T13:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '2434c398-f9b2-415c-ae2a-ca70546fea21', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'floating_ip_address': '172.26.7.243', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'port_id': 'aa9350df-8d8f-4127-8621-5353b3acdd1e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17', 'mac_address': 'fa:16:3e:ee:57:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368f0db-8203-4a40-9583-07610d591857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:22:15Z', 'updated_at': '2021-06-02T13:22:15Z', 'revision_number': 0, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c16584c5-39aa-433d-9efc-5d34bde5d66f', 'name': '', 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:d5:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '08773340-c074-4a19-a434-b37fa8a35078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:59Z', 'updated_at': '2021-06-02T13:22:05Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': '08773340-c074-4a19-a434-b37fa8a35078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:22:17.726985 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a275603-5c0d-432b-98ca-f229c73a2c97 None None] The sync data for ids ['7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'] in dv-neutron-601336-80-hyperv is: [{'id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959640885', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:21:54Z', 'updated_at': '2021-06-02T13:22:00Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:25:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:55Z', 'updated_at': '2021-06-02T13:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '2434c398-f9b2-415c-ae2a-ca70546fea21', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'floating_ip_address': '172.26.7.243', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'port_id': 'aa9350df-8d8f-4127-8621-5353b3acdd1e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17', 'mac_address': 'fa:16:3e:ee:57:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368f0db-8203-4a40-9583-07610d591857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:22:15Z', 'updated_at': '2021-06-02T13:22:15Z', 'revision_number': 0, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c16584c5-39aa-433d-9efc-5d34bde5d66f', 'name': '', 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:d5:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '08773340-c074-4a19-a434-b37fa8a35078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:59Z', 'updated_at': '2021-06-02T13:22:05Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': '08773340-c074-4a19-a434-b37fa8a35078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:22:17.895981 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d440e4fa-d52b-45fb-94dc-c4be38bad007 None None] New status for floating IP 2434c398-f9b2-415c-ae2a-ca70546fea21: ACTIVE {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:22:17.984161 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:18.178837 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54896) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:22:18.285518 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-26ffd17a-96d0-4945-8777-d03e538c6f12 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/floatingips/2434c398-f9b2-415c-ae2a-ca70546fea21 HTTP/1.1" status: 200 len: 993 time: 0.1053684 Jun 02 13:22:19.696584 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:26.369708 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:29.786825 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:22:43.788269 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2fb0ff8a-1491-470a-80da-1015f0b619b7 req-77833be5-1569-482c-998b-207136a750fe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705152 Jun 02 13:22:43.925541 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0ff8a-1491-470a-80da-1015f0b619b7 req-647fc1d8-da5d-4fe9-9555-4b0d524009d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:43.927063 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2fb0ff8a-1491-470a-80da-1015f0b619b7 req-647fc1d8-da5d-4fe9-9555-4b0d524009d3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 1098 time: 0.0724986 Jun 02 13:22:44.194911 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0ff8a-1491-470a-80da-1015f0b619b7 req-fcf5c35e-47a8-44c7-8ccd-beb045008735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:44.197040 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2fb0ff8a-1491-470a-80da-1015f0b619b7 req-fcf5c35e-47a8-44c7-8ccd-beb045008735 service neutron] 10.222.0.22 "GET /v2.0/networks?id=75583595-8d60-460e-a5af-eef7e95e0d17 HTTP/1.1" status: 200 len: 898 time: 0.2504892 Jun 02 13:22:44.249275 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-236835ca-a467-47eb-8445-dd8d1b9fe635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:44.303006 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2fb0ff8a-1491-470a-80da-1015f0b619b7 req-496ec9a1-b351-4828-b224-4f079efca872 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9350df-8d8f-4127-8621-5353b3acdd1e HTTP/1.1" status: 200 len: 1001 time: 0.0988860 Jun 02 13:22:44.368791 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0ff8a-1491-470a-80da-1015f0b619b7 req-a48c0b3e-0c07-4dae-80a2-60c9733e249c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:44.370236 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2fb0ff8a-1491-470a-80da-1015f0b619b7 req-a48c0b3e-0c07-4dae-80a2-60c9733e249c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=08773340-c074-4a19-a434-b37fa8a35078 HTTP/1.1" status: 200 len: 834 time: 0.0604796 Jun 02 13:22:44.450341 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0ff8a-1491-470a-80da-1015f0b619b7 req-22f02bb9-241b-40ff-9362-2c400b6301a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:22:44.451717 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2fb0ff8a-1491-470a-80da-1015f0b619b7 req-22f02bb9-241b-40ff-9362-2c400b6301a1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=75583595-8d60-460e-a5af-eef7e95e0d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0734110 Jun 02 13:22:44.582565 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2fb0ff8a-1491-470a-80da-1015f0b619b7 req-f9215d33-3c8f-491f-81bc-5eaec0293efe service neutron] 10.222.0.22 "GET /v2.0/networks/75583595-8d60-460e-a5af-eef7e95e0d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236925 Jun 02 13:22:44.713209 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2fb0ff8a-1491-470a-80da-1015f0b619b7 req-dac600fc-4a8f-407a-a53e-11da0480fac2 service neutron] 10.222.0.22 "GET /v2.0/networks/75583595-8d60-460e-a5af-eef7e95e0d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243792 Jun 02 13:22:46.750745 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-248914ec-c87f-42f0-91be-ecda77168302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:46.778220 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:47.916928 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:49.699873 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:22:56.381626 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:23:06.785697 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:23:14.250925 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2f64eecd-b9da-44db-a7fa-b2ad1ac43237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:23:16.755596 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8683aed3-4930-4247-950e-f4f1400171a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:23:16.778873 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:23:17.920614 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:23:19.704144 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:23:21.265692 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f348e-d0b7-4b83-a420-89d8577efe97 req-82462136-3500-4d42-bd42-facd9fd2d05f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:23:21.267177 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-902f348e-d0b7-4b83-a420-89d8577efe97 req-82462136-3500-4d42-bd42-facd9fd2d05f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 945 time: 0.0829377 Jun 02 13:23:21.311196 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-902f348e-d0b7-4b83-a420-89d8577efe97 req-d63771a3-4a7d-439f-b735-cbdc1269250d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383737 Jun 02 13:23:22.511378 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11d45a-fed8-4f60-8f8a-d1c093dff3d5 req-c9cb63d7-141e-4e96-87d8-6d914513e495 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:23:22.512728 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-da11d45a-fed8-4f60-8f8a-d1c093dff3d5 req-c9cb63d7-141e-4e96-87d8-6d914513e495 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 945 time: 0.0834141 Jun 02 13:23:22.558452 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-da11d45a-fed8-4f60-8f8a-d1c093dff3d5 req-3fe9a818-190e-4590-b7cb-d4a22447d55e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400937 Jun 02 13:23:23.740462 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9628f-4e7e-48f2-8b52-99686d760a5e req-5ef19ce5-bf2e-4408-925c-0b04e0a35e63 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:23:23.741804 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-adc9628f-4e7e-48f2-8b52-99686d760a5e req-5ef19ce5-bf2e-4408-925c-0b04e0a35e63 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 945 time: 0.0825715 Jun 02 13:23:23.785290 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-adc9628f-4e7e-48f2-8b52-99686d760a5e req-b6545de6-d3c2-49dc-868b-cad1a32a3082 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373118 Jun 02 13:23:24.968588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66349e23-c249-4087-92af-9c9d34074e5b req-c701bf68-733c-41d8-bf7e-ded18cea6027 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:23:24.970019 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-66349e23-c249-4087-92af-9c9d34074e5b req-c701bf68-733c-41d8-bf7e-ded18cea6027 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 945 time: 0.0811932 Jun 02 13:23:25.013643 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-66349e23-c249-4087-92af-9c9d34074e5b req-868ceca3-b772-4855-9024-078f17464dda tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381100 Jun 02 13:23:26.197955 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c02277-de68-4e4a-ae8b-f0991362beb3 req-78a063b6-8380-4956-888e-464b06fa64e9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:23:26.199453 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-59c02277-de68-4e4a-ae8b-f0991362beb3 req-78a063b6-8380-4956-888e-464b06fa64e9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 945 time: 0.0797849 Jun 02 13:23:26.246413 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-59c02277-de68-4e4a-ae8b-f0991362beb3 req-3dd34462-8df8-47ca-9c78-8e26aab8e601 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414662 Jun 02 13:23:26.375398 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:23:27.436181 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9e1f3-325e-46b3-8953-e093fadea6e2 req-93bdcedf-aa21-4154-ab4e-0dcd7954053e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:23:27.437610 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-71f9e1f3-325e-46b3-8953-e093fadea6e2 req-93bdcedf-aa21-4154-ab4e-0dcd7954053e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 945 time: 0.0852618 Jun 02 13:23:27.481491 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-71f9e1f3-325e-46b3-8953-e093fadea6e2 req-52a7c56b-f104-45dd-941c-9042082199c3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383904 Jun 02 13:23:28.661776 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db7acc-11d1-4e27-b1fc-2110040d0759 req-7ee7dc07-6282-4f15-bb9e-b3e76e9ce22e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:23:28.663230 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-28db7acc-11d1-4e27-b1fc-2110040d0759 req-7ee7dc07-6282-4f15-bb9e-b3e76e9ce22e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 945 time: 0.0793862 Jun 02 13:23:28.706124 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-28db7acc-11d1-4e27-b1fc-2110040d0759 req-d3d49d0e-1602-41d9-a665-0ad10f058ec5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373998 Jun 02 13:23:29.886150 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dc251-aaf7-4c25-b2f3-36a2165cf558 req-3ac51987-9f2d-4bd2-b6f3-b30caf676c64 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:23:29.887603 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ef3dc251-aaf7-4c25-b2f3-36a2165cf558 req-3ac51987-9f2d-4bd2-b6f3-b30caf676c64 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 945 time: 0.0795875 Jun 02 13:23:29.942129 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ef3dc251-aaf7-4c25-b2f3-36a2165cf558 req-888bacb4-8728-403e-a5ac-ac06b307d140 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489242 Jun 02 13:23:31.126785 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a0e51-6da9-4806-a04e-616408b9e8c9 req-ad7c3a76-4799-49c0-8458-bf38d77ca81a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:23:31.128222 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0d1a0e51-6da9-4806-a04e-616408b9e8c9 req-ad7c3a76-4799-49c0-8458-bf38d77ca81a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 945 time: 0.0828109 Jun 02 13:23:31.171217 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0d1a0e51-6da9-4806-a04e-616408b9e8c9 req-7ef37a95-d707-4e2a-a289-c725ce8e49d8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375254 Jun 02 13:23:32.356795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9283d-987f-45cf-a966-dc38b7c734aa req-8618fe9c-f2fc-47c8-9288-9928c380eeb9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:23:32.358248 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f9b9283d-987f-45cf-a966-dc38b7c734aa req-8618fe9c-f2fc-47c8-9288-9928c380eeb9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 945 time: 0.0798240 Jun 02 13:23:32.401797 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f9b9283d-987f-45cf-a966-dc38b7c734aa req-25648ecb-7033-444e-a50a-1edbe3c42002 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380521 Jun 02 13:23:32.424170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 54948) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:23:32.529818 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-e59e85b2-4b68-4f27-aa02-f7ba09699c68 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/floatingips/2434c398-f9b2-415c-ae2a-ca70546fea21 HTTP/1.1" status: 200 len: 993 time: 0.1043720 Jun 02 13:23:33.967799 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651dd82-a91a-4616-b2c3-1ea5f08cf40e req-f91a0b55-aa03-463d-a82a-ac786e67015d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:23:33.969257 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d651dd82-a91a-4616-b2c3-1ea5f08cf40e req-f91a0b55-aa03-463d-a82a-ac786e67015d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 945 time: 0.0803578 Jun 02 13:23:34.007664 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8b182-cb96-4102-ae50-cab31a51168c req-440e167a-a1d6-4718-8137-d24ebfc2c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:23:34.009079 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-96e8b182-cb96-4102-ae50-cab31a51168c req-440e167a-a1d6-4718-8137-d24ebfc2c5ee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 1098 time: 0.0707910 Jun 02 13:23:34.013715 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d651dd82-a91a-4616-b2c3-1ea5f08cf40e req-1e88d2b0-9f44-4488-9911-2f31141b5528 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388381 Jun 02 13:23:34.140189 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8b182-cb96-4102-ae50-cab31a51168c req-96722404-73e0-48c5-839a-d580e7d0d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:23:34.141601 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-96e8b182-cb96-4102-ae50-cab31a51168c req-96722404-73e0-48c5-839a-d580e7d0d4d1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=75583595-8d60-460e-a5af-eef7e95e0d17 HTTP/1.1" status: 200 len: 898 time: 0.1252348 Jun 02 13:23:34.244084 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-96e8b182-cb96-4102-ae50-cab31a51168c req-fb0c9a29-9ec8-4799-ac90-7a9973ebaa3d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9350df-8d8f-4127-8621-5353b3acdd1e HTTP/1.1" status: 200 len: 1001 time: 0.0957768 Jun 02 13:23:34.308723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8b182-cb96-4102-ae50-cab31a51168c req-f39e2491-4dcf-4f3a-96b2-1b053017141f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:23:34.310060 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-96e8b182-cb96-4102-ae50-cab31a51168c req-f39e2491-4dcf-4f3a-96b2-1b053017141f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=08773340-c074-4a19-a434-b37fa8a35078 HTTP/1.1" status: 200 len: 834 time: 0.0593662 Jun 02 13:23:34.383360 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8b182-cb96-4102-ae50-cab31a51168c req-34d59df6-eb91-4c9e-8d1d-5188f3de8a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:23:34.384799 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-96e8b182-cb96-4102-ae50-cab31a51168c req-34d59df6-eb91-4c9e-8d1d-5188f3de8a74 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=75583595-8d60-460e-a5af-eef7e95e0d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0683563 Jun 02 13:23:34.513008 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-96e8b182-cb96-4102-ae50-cab31a51168c req-15335cdd-7d6a-4258-8d52-5b32ed35c40c service neutron] 10.222.0.22 "GET /v2.0/networks/75583595-8d60-460e-a5af-eef7e95e0d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214151 Jun 02 13:23:34.649711 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-96e8b182-cb96-4102-ae50-cab31a51168c req-5c7d2dab-f313-4211-bc9d-9ff7b37c52bf service neutron] 10.222.0.22 "GET /v2.0/networks/75583595-8d60-460e-a5af-eef7e95e0d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276498 Jun 02 13:23:35.211100 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22c698-c9c0-4b2d-96f2-6496d60f8a61 req-093e8aad-2a93-41e9-9171-11deac468aa1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:23:35.212566 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-cc22c698-c9c0-4b2d-96f2-6496d60f8a61 req-093e8aad-2a93-41e9-9171-11deac468aa1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 945 time: 0.0910506 Jun 02 13:23:35.372550 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-cc22c698-c9c0-4b2d-96f2-6496d60f8a61 req-74c4dc75-bdb3-4510-b75a-2ab9ba05a22e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543727 Jun 02 13:23:36.560561 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b16bb-8f26-490f-b849-7661a36b9c7d req-b55ab15b-cb4c-43ab-b888-cf5060a27cd5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:23:36.561970 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-535b16bb-8f26-490f-b849-7661a36b9c7d req-b55ab15b-cb4c-43ab-b888-cf5060a27cd5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 945 time: 0.0846615 Jun 02 13:23:36.607866 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-535b16bb-8f26-490f-b849-7661a36b9c7d req-595982e5-022f-4703-aa01-e654869796d0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394692 Jun 02 13:23:36.631355 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 54960) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:23:36.737756 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3c79812c-59fd-4962-a8a4-9ee4aa869472 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/floatingips/2434c398-f9b2-415c-ae2a-ca70546fea21 HTTP/1.1" status: 200 len: 993 time: 0.1051130 Jun 02 13:23:43.779947 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4b4e97c-eae6-4f8b-9579-f707256b6ee4 req-bfd4dbc9-67ae-472e-a18c-cc1f34049f7b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691936 Jun 02 13:23:43.784740 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:23:43.917526 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4e97c-eae6-4f8b-9579-f707256b6ee4 req-09a1d4d4-b2c7-4bb8-ab10-aa559d9b052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:23:43.919035 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4b4e97c-eae6-4f8b-9579-f707256b6ee4 req-09a1d4d4-b2c7-4bb8-ab10-aa559d9b052b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 1098 time: 0.0730376 Jun 02 13:23:44.064583 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4e97c-eae6-4f8b-9579-f707256b6ee4 req-e7505a81-9d30-491b-8747-b8ff476ab758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:23:44.065929 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4b4e97c-eae6-4f8b-9579-f707256b6ee4 req-e7505a81-9d30-491b-8747-b8ff476ab758 service neutron] 10.222.0.22 "GET /v2.0/networks?id=75583595-8d60-460e-a5af-eef7e95e0d17 HTTP/1.1" status: 200 len: 898 time: 0.1273642 Jun 02 13:23:44.167996 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4b4e97c-eae6-4f8b-9579-f707256b6ee4 req-b6ad5a31-799f-4e93-8167-b99c8523dae2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9350df-8d8f-4127-8621-5353b3acdd1e HTTP/1.1" status: 200 len: 1001 time: 0.0954733 Jun 02 13:23:44.229310 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4e97c-eae6-4f8b-9579-f707256b6ee4 req-12e6fcf3-0eeb-46a8-894f-6e74ea76a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:23:44.230776 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4b4e97c-eae6-4f8b-9579-f707256b6ee4 req-12e6fcf3-0eeb-46a8-894f-6e74ea76a41b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=08773340-c074-4a19-a434-b37fa8a35078 HTTP/1.1" status: 200 len: 834 time: 0.0566349 Jun 02 13:23:44.252180 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ba50f265-21ed-4f4a-a4f5-1333dd736e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:23:44.311906 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4e97c-eae6-4f8b-9579-f707256b6ee4 req-cb5b5b22-8501-40a2-a403-616e33df96c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:23:44.313351 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4b4e97c-eae6-4f8b-9579-f707256b6ee4 req-cb5b5b22-8501-40a2-a403-616e33df96c1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=75583595-8d60-460e-a5af-eef7e95e0d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0763209 Jun 02 13:23:44.443007 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4b4e97c-eae6-4f8b-9579-f707256b6ee4 req-050f3c32-dbdf-41b8-85d7-0e7b453b1fff service neutron] 10.222.0.22 "GET /v2.0/networks/75583595-8d60-460e-a5af-eef7e95e0d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231606 Jun 02 13:23:44.574225 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c4b4e97c-eae6-4f8b-9579-f707256b6ee4 req-56d64af9-1323-4d9c-b82c-e7c33cdf6246 service neutron] 10.222.0.22 "GET /v2.0/networks/75583595-8d60-460e-a5af-eef7e95e0d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231234 Jun 02 13:23:46.757692 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ea4d3923-cca6-4365-842f-253036652968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:23:46.779941 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:23:47.924863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:23:49.706290 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:23:56.384181 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:14.255398 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-906e827b-07db-4e2e-8992-bf118098d58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:16.758994 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-fd57b91c-43e8-4a6d-9912-7ea51cfc9902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:16.780685 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:17.926205 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:19.708601 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:20.782834 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:24:26.395326 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:32.200620 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55000) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:24:32.601184 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting port 38cf741a-0626-4cf5-bba2-1af3a87d2a8d {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:24:32.601963 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:32.719273 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:32.719597 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:32.840544 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Calling delete_port for 38cf741a-0626-4cf5-bba2-1af3a87d2a8d owned by network:floatingip {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:24:32.958990 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:32.964254 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d1b05088-3661-4ac8-bf95-48a92b43295c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:33.011662 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Port': ['ID=38cf741a-0626-4cf5-bba2-1af3a87d2a8d,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:33.051639 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:33.052031 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:33.052415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:33.052795 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:33.053170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:33.053539 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:33.053906 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:33.054296 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:33.054688 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:33.055054 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:33.055415 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:33.055776 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:33.085129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:33.113887 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for floatingip, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:33.114247 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Floating IP 2434c398-f9b2-415c-ae2a-ca70546fea21 disassociated (deleted). External IP: 172.26.7.243, port: aa9350df-8d8f-4127-8621-5353b3acdd1e. Jun 02 13:24:33.464409 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router 7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:24:33.646193 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:24:33.657450 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedf98b0-0aff-4e9f-b69c-1735de6b98c6 None None] Sync routers for ids ['7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:24:33.665913 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:33.667087 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedf98b0-0aff-4e9f-b69c-1735de6b98c6 None None] Routers {'7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:24:33.667684 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-cedf98b0-0aff-4e9f-b69c-1735de6b98c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:24:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:24:33.722659 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/floatingips/2434c398-f9b2-415c-ae2a-ca70546fea21 HTTP/1.1" status: 204 len: 168 time: 1.5185151 Jun 02 13:24:33.722659 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3368f0db-8203-4a40-9583-07610d591857', 'tag': 'aa9350df-8d8f-4127-8621-5353b3acdd1e'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:24:33.723164 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c073139c-d28c-4de2-a75b-14d0a44eba38" -d '{"events": [{"name": "network-changed", "server_uuid": "3368f0db-8203-4a40-9583-07610d591857", "tag": "aa9350df-8d8f-4127-8621-5353b3acdd1e"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:24:33.769589 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fccfcce-9dc6-41b4-b039-1fa3cb119e08 x-openstack-request-id: req-9fccfcce-9dc6-41b4-b039-1fa3cb119e08 {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:24:33.769930 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3368f0db-8203-4a40-9583-07610d591857", "tag": "aa9350df-8d8f-4127-8621-5353b3acdd1e", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:24:33.770263 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9fccfcce-9dc6-41b4-b039-1fa3cb119e08 {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:24:33.770704 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3368f0db-8203-4a40-9583-07610d591857', 'tag': 'aa9350df-8d8f-4127-8621-5353b3acdd1e', 'status': 'completed', 'code': 200} Jun 02 13:24:33.850840 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-cedf98b0-0aff-4e9f-b69c-1735de6b98c6 None None] Set router 7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:24:33.864291 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073139c-d28c-4de2-a75b-14d0a44eba38 req-7de48502-e75d-4bb9-b4b8-ba63b6fed019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:33.865754 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c073139c-d28c-4de2-a75b-14d0a44eba38 req-7de48502-e75d-4bb9-b4b8-ba63b6fed019 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 1098 time: 0.0732632 Jun 02 13:24:34.018243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073139c-d28c-4de2-a75b-14d0a44eba38 req-ac916af9-3a95-4836-b0cc-d0b7d8feb4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:34.020041 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c073139c-d28c-4de2-a75b-14d0a44eba38 req-ac916af9-3a95-4836-b0cc-d0b7d8feb4cd service neutron] 10.222.0.22 "GET /v2.0/networks?id=75583595-8d60-460e-a5af-eef7e95e0d17 HTTP/1.1" status: 200 len: 898 time: 0.1475329 Jun 02 13:24:34.124825 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c073139c-d28c-4de2-a75b-14d0a44eba38 req-cac76aee-1ed3-465a-866b-a629ffcc15e3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9350df-8d8f-4127-8621-5353b3acdd1e HTTP/1.1" status: 200 len: 217 time: 0.0727663 Jun 02 13:24:34.156874 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-cedf98b0-0aff-4e9f-b69c-1735de6b98c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959640885', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:21:54Z', 'updated_at': '2021-06-02T13:22:00Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:25:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:55Z', 'updated_at': '2021-06-02T13:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'c16584c5-39aa-433d-9efc-5d34bde5d66f', 'name': '', 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:d5:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '08773340-c074-4a19-a434-b37fa8a35078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:59Z', 'updated_at': '2021-06-02T13:22:05Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': '08773340-c074-4a19-a434-b37fa8a35078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:24:34.160642 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedf98b0-0aff-4e9f-b69c-1735de6b98c6 None None] Checking router: 7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:24:34.169433 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedf98b0-0aff-4e9f-b69c-1735de6b98c6 None None] Routers {'7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:24:34.170028 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-cedf98b0-0aff-4e9f-b69c-1735de6b98c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:24:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:24:34.207007 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073139c-d28c-4de2-a75b-14d0a44eba38 req-3cfbf497-ab7f-45cb-b146-189fa5f5d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:34.208454 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c073139c-d28c-4de2-a75b-14d0a44eba38 req-3cfbf497-ab7f-45cb-b146-189fa5f5d43c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=08773340-c074-4a19-a434-b37fa8a35078 HTTP/1.1" status: 200 len: 834 time: 0.0756166 Jun 02 13:24:34.217220 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e85035-806f-4268-9448-f2df72f9ad46 req-680905ea-82ea-4718-b2b1-ebb43131957a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:34.218628 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-13e85035-806f-4268-9448-f2df72f9ad46 req-680905ea-82ea-4718-b2b1-ebb43131957a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 945 time: 0.1977367 Jun 02 13:24:34.310764 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-13e85035-806f-4268-9448-f2df72f9ad46 req-a49caec5-6476-4f64-a72e-1bc0c5302b01 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571897 Jun 02 13:24:34.332728 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073139c-d28c-4de2-a75b-14d0a44eba38 req-d9a870e0-abad-4112-810d-f42734bfe272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:34.332728 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c073139c-d28c-4de2-a75b-14d0a44eba38 req-d9a870e0-abad-4112-810d-f42734bfe272 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=75583595-8d60-460e-a5af-eef7e95e0d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1057355 Jun 02 13:24:34.385222 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-cedf98b0-0aff-4e9f-b69c-1735de6b98c6 None None] Set router 7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:24:34.460196 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c073139c-d28c-4de2-a75b-14d0a44eba38 req-e2896813-c979-404b-a3bc-64f764659753 service neutron] 10.222.0.22 "GET /v2.0/networks/75583595-8d60-460e-a5af-eef7e95e0d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259873 Jun 02 13:24:34.698332 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-cedf98b0-0aff-4e9f-b69c-1735de6b98c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959640885', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:21:54Z', 'updated_at': '2021-06-02T13:22:00Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:25:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:55Z', 'updated_at': '2021-06-02T13:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'c16584c5-39aa-433d-9efc-5d34bde5d66f', 'name': '', 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:d5:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '08773340-c074-4a19-a434-b37fa8a35078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:59Z', 'updated_at': '2021-06-02T13:22:05Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': '08773340-c074-4a19-a434-b37fa8a35078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:24:34.702067 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedf98b0-0aff-4e9f-b69c-1735de6b98c6 None None] The sync data for ids ['7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'] in dv-neutron-601336-80-hyperv is: [{'id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959640885', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:21:54Z', 'updated_at': '2021-06-02T13:22:00Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:25:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:55Z', 'updated_at': '2021-06-02T13:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'c16584c5-39aa-433d-9efc-5d34bde5d66f', 'name': '', 'network_id': '75583595-8d60-460e-a5af-eef7e95e0d17', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:d5:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '08773340-c074-4a19-a434-b37fa8a35078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:59Z', 'updated_at': '2021-06-02T13:22:05Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': '08773340-c074-4a19-a434-b37fa8a35078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:24:34.717026 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c073139c-d28c-4de2-a75b-14d0a44eba38 req-cb723c51-220c-4bbe-9929-4f0b9bf547a9 service neutron] 10.222.0.22 "GET /v2.0/networks/75583595-8d60-460e-a5af-eef7e95e0d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500236 Jun 02 13:24:34.891758 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f967bf3-c4cb-47cd-b0ba-d5ba75929c2d None None] New status for floating IP 2434c398-f9b2-415c-ae2a-ca70546fea21: DOWN {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:24:35.497443 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b61e71-44d1-42da-9853-5ed3efbc02df req-67958e98-a67c-4353-bcac-89e9a4656e89 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:35.498156 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-99b61e71-44d1-42da-9853-5ed3efbc02df req-67958e98-a67c-4353-bcac-89e9a4656e89 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:24:35.512689 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-99b61e71-44d1-42da-9853-5ed3efbc02df req-67958e98-a67c-4353-bcac-89e9a4656e89 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:24:35.513874 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-99b61e71-44d1-42da-9853-5ed3efbc02df req-67958e98-a67c-4353-bcac-89e9a4656e89 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 945 time: 0.0979152 Jun 02 13:24:35.701145 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-99b61e71-44d1-42da-9853-5ed3efbc02df req-506c99a9-93c3-4b47-a10e-800d70808351 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5bc0ffc-0b83-4985-bd83-df6b1075346a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815543 Jun 02 13:24:35.786145 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dc97c-069c-4a90-8c65-6915a7f8f761 req-acae0639-38d0-49ba-b608-33d0da103b28 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:35.787625 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b40dc97c-069c-4a90-8c65-6915a7f8f761 req-acae0639-38d0-49ba-b608-33d0da103b28 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 945 time: 0.0824792 Jun 02 13:24:35.925479 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-b40dc97c-069c-4a90-8c65-6915a7f8f761 req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting port aa9350df-8d8f-4127-8621-5353b3acdd1e {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:24:35.925819 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b40dc97c-069c-4a90-8c65-6915a7f8f761 req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:36.058914 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-b40dc97c-069c-4a90-8c65-6915a7f8f761 req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] For port aa9350df-8d8f-4127-8621-5353b3acdd1e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=aa9350df-8d8f-4127-8621-5353b3acdd1e,segment=NetworkSegment(fc720a1e-5191-471b-9837-e3dd10b755e6),segment_id=fc720a1e-5191-471b-9837-e3dd10b755e6)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:24:36.059186 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b40dc97c-069c-4a90-8c65-6915a7f8f761 req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:36.180579 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-b40dc97c-069c-4a90-8c65-6915a7f8f761 req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Calling delete_port for aa9350df-8d8f-4127-8621-5353b3acdd1e owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:24:36.292661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b40dc97c-069c-4a90-8c65-6915a7f8f761 req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:36.299472 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dbffc295-4141-4467-ac7e-e29394b7773b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:36.372412 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Port': ['ID=aa9350df-8d8f-4127-8621-5353b3acdd1e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:36.389333 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:36.389723 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:36.390128 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:36.390514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:36.390893 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:36.391264 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:36.391635 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:36.392002 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:36.392368 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:36.392732 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:36.393121 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:36.393467 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:36.420871 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:36.434754 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40dc97c-069c-4a90-8c65-6915a7f8f761 req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] No DVR routers for this DVR port aa9350df-8d8f-4127-8621-5353b3acdd1e on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:24:36.437136 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b40dc97c-069c-4a90-8c65-6915a7f8f761 req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:36.439757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3368f0db-8203-4a40-9583-07610d591857', 'name': 'network-vif-deleted', 'tag': 'aa9350df-8d8f-4127-8621-5353b3acdd1e'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:24:36.442005 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0940a9e4-eb92-43ae-a278-7f1100cfd7de" -d '{"events": [{"server_uuid": "3368f0db-8203-4a40-9583-07610d591857", "name": "network-vif-deleted", "tag": "aa9350df-8d8f-4127-8621-5353b3acdd1e"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:24:36.456745 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b40dc97c-069c-4a90-8c65-6915a7f8f761 req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "DELETE /v2.0/ports/aa9350df-8d8f-4127-8621-5353b3acdd1e HTTP/1.1" status: 204 len: 173 time: 0.6636822 Jun 02 13:24:36.583864 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c02c51-0442-4030-866d-a229732c8c93 x-openstack-request-id: req-e3c02c51-0442-4030-866d-a229732c8c93 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:24:36.584219 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3368f0db-8203-4a40-9583-07610d591857", "name": "network-vif-deleted", "tag": "aa9350df-8d8f-4127-8621-5353b3acdd1e", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:24:36.584523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3c02c51-0442-4030-866d-a229732c8c93 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:24:36.584968 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3368f0db-8203-4a40-9583-07610d591857', 'name': 'network-vif-deleted', 'tag': 'aa9350df-8d8f-4127-8621-5353b3acdd1e', 'status': 'completed', 'code': 200} Jun 02 13:24:36.881163 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-19d6e8e2-b3ed-43d8-8a75-0db82dd7446d req-15156ea7-b97f-464a-b1ef-e22b512f2e97 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=3368f0db-8203-4a40-9583-07610d591857 HTTP/1.1" status: 200 len: 210 time: 0.0443130 Jun 02 13:24:37.975809 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55020) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:24:38.523312 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3782a890-8ac9-45a5-9b70-9e72e2abf3b0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:38.931480 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-3782a890-8ac9-45a5-9b70-9e72e2abf3b0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting port c16584c5-39aa-433d-9efc-5d34bde5d66f {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:24:38.931819 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3782a890-8ac9-45a5-9b70-9e72e2abf3b0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:39.064944 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-3782a890-8ac9-45a5-9b70-9e72e2abf3b0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] For port c16584c5-39aa-433d-9efc-5d34bde5d66f, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c16584c5-39aa-433d-9efc-5d34bde5d66f,segment=NetworkSegment(fc720a1e-5191-471b-9837-e3dd10b755e6),segment_id=fc720a1e-5191-471b-9837-e3dd10b755e6)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:24:39.065663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3782a890-8ac9-45a5-9b70-9e72e2abf3b0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:39.184859 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-3782a890-8ac9-45a5-9b70-9e72e2abf3b0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Calling delete_port for c16584c5-39aa-433d-9efc-5d34bde5d66f owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:24:39.614967 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3782a890-8ac9-45a5-9b70-9e72e2abf3b0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:39.618935 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:39.664007 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782a890-8ac9-45a5-9b70-9e72e2abf3b0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Port': ['ID=c16584c5-39aa-433d-9efc-5d34bde5d66f,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:39.690471 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3782a890-8ac9-45a5-9b70-9e72e2abf3b0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:39.940610 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-3782a890-8ac9-45a5-9b70-9e72e2abf3b0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:40.293974 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3782a890-8ac9-45a5-9b70-9e72e2abf3b0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router 7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:24:40.426248 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device aa9350df-8d8f-4127-8621-5353b3acdd1e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:24:40.463256 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: aa9350df-8d8f-4127-8621-5353b3acdd1e {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:24:40.463598 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device aa9350df-8d8f-4127-8621-5353b3acdd1e not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:24:40.467970 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3782a890-8ac9-45a5-9b70-9e72e2abf3b0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:24:40.478979 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320d0cb2-08c9-4118-89fd-a75a73a82dc9 None None] Sync routers for ids ['7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:24:40.482935 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3782a890-8ac9-45a5-9b70-9e72e2abf3b0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "PUT /v2.0/routers/7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5060406 Jun 02 13:24:40.485570 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55022) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:24:40.487803 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320d0cb2-08c9-4118-89fd-a75a73a82dc9 None None] Routers {'7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:24:40.488397 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-320d0cb2-08c9-4118-89fd-a75a73a82dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:24:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:24:40.553571 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-257edded-c123-47c2-a971-739735e5ca20 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting subnet 08773340-c074-4a19-a434-b37fa8a35078 {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 13:24:40.556510 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-257edded-c123-47c2-a971-739735e5ca20 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:40.609891 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-257edded-c123-47c2-a971-739735e5ca20 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:40.664059 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-320d0cb2-08c9-4118-89fd-a75a73a82dc9 None None] Set router 7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:24:40.848921 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-257edded-c123-47c2-a971-739735e5ca20 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:40.950744 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-320d0cb2-08c9-4118-89fd-a75a73a82dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959640885', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:21:54Z', 'updated_at': '2021-06-02T13:24:39Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:25:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:55Z', 'updated_at': '2021-06-02T13:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:24:40.954596 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320d0cb2-08c9-4118-89fd-a75a73a82dc9 None None] Checking router: 7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:24:40.963441 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320d0cb2-08c9-4118-89fd-a75a73a82dc9 None None] Routers {'7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:24:40.964073 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-320d0cb2-08c9-4118-89fd-a75a73a82dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:24:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:24:41.115142 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-257edded-c123-47c2-a971-739735e5ca20 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:41.120033 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-39b1f2b0-f5fa-42f9-bf31-06454450bcd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:41.136199 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-320d0cb2-08c9-4118-89fd-a75a73a82dc9 None None] Set router 7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:24:41.154867 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257edded-c123-47c2-a971-739735e5ca20 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Subnet': ['ID=08773340-c074-4a19-a434-b37fa8a35078,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:41.157884 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-257edded-c123-47c2-a971-739735e5ca20 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:41.160900 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-257edded-c123-47c2-a971-739735e5ca20 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:41.167523 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476085cd-43b9-4614-9642-a1f3f20b68e6 None None] Network 75583595-8d60-460e-a5af-eef7e95e0d17 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:24:41.171189 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-257edded-c123-47c2-a971-739735e5ca20 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/subnets/08773340-c074-4a19-a434-b37fa8a35078 HTTP/1.1" status: 204 len: 168 time: 0.6820171 Jun 02 13:24:41.171398 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55024) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:24:41.360294 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-29b95e22-7838-4458-bcc5-1e9611642565 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:41.438809 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3090e2c5-7192-4d7f-81ea-9533cfc22eef None None] DHCP port deletion for 75583595-8d60-460e-a5af-eef7e95e0d17 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 13:24:41.468216 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-320d0cb2-08c9-4118-89fd-a75a73a82dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959640885', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:21:54Z', 'updated_at': '2021-06-02T13:24:39Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:25:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:55Z', 'updated_at': '2021-06-02T13:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:24:41.472136 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320d0cb2-08c9-4118-89fd-a75a73a82dc9 None None] The sync data for ids ['7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa'] in dv-neutron-601336-80-hyperv is: [{'id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959640885', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:21:54Z', 'updated_at': '2021-06-02T13:24:39Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': '2dc35a8e-c797-4973-95a4-7920ac5d564f', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:25:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:21:55Z', 'updated_at': '2021-06-02T13:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:24:41.509440 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-3090e2c5-7192-4d7f-81ea-9533cfc22eef None None] Deleting port 1efba83b-a7b5-4bec-afaf-6608a6fda172 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:24:41.509823 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3090e2c5-7192-4d7f-81ea-9533cfc22eef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:41.545768 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-29b95e22-7838-4458-bcc5-1e9611642565 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:41.608733 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-3090e2c5-7192-4d7f-81ea-9533cfc22eef None None] For port 1efba83b-a7b5-4bec-afaf-6608a6fda172, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1efba83b-a7b5-4bec-afaf-6608a6fda172,segment=NetworkSegment(fc720a1e-5191-471b-9837-e3dd10b755e6),segment_id=fc720a1e-5191-471b-9837-e3dd10b755e6)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:24:41.609124 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3090e2c5-7192-4d7f-81ea-9533cfc22eef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:41.621112 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-29b95e22-7838-4458-bcc5-1e9611642565 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting port 2dc35a8e-c797-4973-95a4-7920ac5d564f {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:24:41.621363 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-29b95e22-7838-4458-bcc5-1e9611642565 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:41.730185 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-3090e2c5-7192-4d7f-81ea-9533cfc22eef None None] Calling delete_port for 1efba83b-a7b5-4bec-afaf-6608a6fda172 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:24:41.740725 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-29b95e22-7838-4458-bcc5-1e9611642565 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] For port 2dc35a8e-c797-4973-95a4-7920ac5d564f, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=2dc35a8e-c797-4973-95a4-7920ac5d564f,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:24:41.741082 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-29b95e22-7838-4458-bcc5-1e9611642565 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:41.774784 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3090e2c5-7192-4d7f-81ea-9533cfc22eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:41.778299 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9a069b7b-163f-4b88-9c0e-c363029a78c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:41.819650 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090e2c5-7192-4d7f-81ea-9533cfc22eef None None] Pushing event deleted for resources: {'Port': ['ID=1efba83b-a7b5-4bec-afaf-6608a6fda172,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:41.832089 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3090e2c5-7192-4d7f-81ea-9533cfc22eef None None] No DVR routers for this DVR port 1efba83b-a7b5-4bec-afaf-6608a6fda172 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:24:41.840781 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090e2c5-7192-4d7f-81ea-9533cfc22eef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:41.841090 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090e2c5-7192-4d7f-81ea-9533cfc22eef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:41.841428 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090e2c5-7192-4d7f-81ea-9533cfc22eef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:41.841754 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090e2c5-7192-4d7f-81ea-9533cfc22eef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:41.842076 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090e2c5-7192-4d7f-81ea-9533cfc22eef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:41.842435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090e2c5-7192-4d7f-81ea-9533cfc22eef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:41.842756 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090e2c5-7192-4d7f-81ea-9533cfc22eef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:41.843074 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090e2c5-7192-4d7f-81ea-9533cfc22eef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:41.843472 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090e2c5-7192-4d7f-81ea-9533cfc22eef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:41.843697 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090e2c5-7192-4d7f-81ea-9533cfc22eef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:41.844014 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090e2c5-7192-4d7f-81ea-9533cfc22eef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:41.844323 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090e2c5-7192-4d7f-81ea-9533cfc22eef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:41.847710 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3090e2c5-7192-4d7f-81ea-9533cfc22eef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:41.865779 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1efba83b-a7b5-4bec-afaf-6608a6fda172 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:24:41.882056 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-29b95e22-7838-4458-bcc5-1e9611642565 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Calling delete_port for 2dc35a8e-c797-4973-95a4-7920ac5d564f owned by network:router_gateway {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:24:41.903671 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 1efba83b-a7b5-4bec-afaf-6608a6fda172 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:24:41.903833 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1efba83b-a7b5-4bec-afaf-6608a6fda172 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:24:41.904222 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c16584c5-39aa-433d-9efc-5d34bde5d66f no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:24:41.938064 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: c16584c5-39aa-433d-9efc-5d34bde5d66f {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:24:41.938434 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c16584c5-39aa-433d-9efc-5d34bde5d66f not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:24:42.027261 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-29b95e22-7838-4458-bcc5-1e9611642565 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:42.030778 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f1149897-1bd8-429a-a842-2fcfa1a32d07 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:42.074164 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b95e22-7838-4458-bcc5-1e9611642565 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Port': ['ID=2dc35a8e-c797-4973-95a4-7920ac5d564f,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:42.077224 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-29b95e22-7838-4458-bcc5-1e9611642565 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:42.165130 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-29b95e22-7838-4458-bcc5-1e9611642565 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:42.468191 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-29b95e22-7838-4458-bcc5-1e9611642565 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:42.470293 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-29b95e22-7838-4458-bcc5-1e9611642565 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:42.491638 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-29b95e22-7838-4458-bcc5-1e9611642565 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:42.492643 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b95e22-7838-4458-bcc5-1e9611642565 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Fanout notify agent at l3_agent the message router_deleted on router 7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 13:24:42.509602 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-29b95e22-7838-4458-bcc5-1e9611642565 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:42.510732 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-29b95e22-7838-4458-bcc5-1e9611642565 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/routers/7e8fc344-ec6e-4b23-b1c9-1a728ac3e4aa HTTP/1.1" status: 204 len: 168 time: 1.3384416 Jun 02 13:24:42.513270 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55028) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:24:42.628697 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a30ded2e-7821-4a57-9ccb-44fc591c8c3d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:42.762725 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a30ded2e-7821-4a57-9ccb-44fc591c8c3d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:42.775077 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-a30ded2e-7821-4a57-9ccb-44fc591c8c3d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75583595-8d60-460e-a5af-eef7e95e0d17']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:24:42.786761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-a30ded2e-7821-4a57-9ccb-44fc591c8c3d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc720a1e-5191-471b-9837-e3dd10b755e6') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:24:42.787062 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-a30ded2e-7821-4a57-9ccb-44fc591c8c3d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc720a1e-5191-471b-9837-e3dd10b755e6') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:24:42.798516 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a30ded2e-7821-4a57-9ccb-44fc591c8c3d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:42.814791 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a30ded2e-7821-4a57-9ccb-44fc591c8c3d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:42.821306 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30ded2e-7821-4a57-9ccb-44fc591c8c3d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 13:24:42.821689 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a30ded2e-7821-4a57-9ccb-44fc591c8c3d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 13:24:42.835830 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 13:24:42.915143 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a30ded2e-7821-4a57-9ccb-44fc591c8c3d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:42.918484 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-e632f748-d51b-494b-adcc-11490a9ca940 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:42.933090 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a30ded2e-7821-4a57-9ccb-44fc591c8c3d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:42.945450 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ded2e-7821-4a57-9ccb-44fc591c8c3d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Network': ['ID=75583595-8d60-460e-a5af-eef7e95e0d17,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:42.948914 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a30ded2e-7821-4a57-9ccb-44fc591c8c3d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:42.955149 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a30ded2e-7821-4a57-9ccb-44fc591c8c3d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/networks/75583595-8d60-460e-a5af-eef7e95e0d17 HTTP/1.1" status: 204 len: 168 time: 0.4378943 Jun 02 13:24:42.955519 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55030) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:24:43.034402 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-37ca8042-8ff3-4892-8a54-0fd0d5548919 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:43.064213 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-37ca8042-8ff3-4892-8a54-0fd0d5548919 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:43.132927 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-37ca8042-8ff3-4892-8a54-0fd0d5548919 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:43.136707 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f22e6db9-d8ac-4ba7-9e88-f568b9a7b200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:43.152269 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca8042-8ff3-4892-8a54-0fd0d5548919 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bc0ffc-0b83-4985-bd83-df6b1075346a,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:43.154884 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-37ca8042-8ff3-4892-8a54-0fd0d5548919 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:43.162861 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-37ca8042-8ff3-4892-8a54-0fd0d5548919 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:43.163968 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-37ca8042-8ff3-4892-8a54-0fd0d5548919 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/security-groups/f5bc0ffc-0b83-4985-bd83-df6b1075346a HTTP/1.1" status: 204 len: 168 time: 0.2072849 Jun 02 13:24:43.371865 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55036) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:24:43.376561 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-b3cc0e3f-d19a-46e1-9183-241a17906f2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1759815318', 'description': 'tempest-secgroup-smoke-1759815318 description', 'project_id': '31333cf8d25c494bb5e988c524b4e546'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:24:43.383130 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b3cc0e3f-d19a-46e1-9183-241a17906f2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:24:43.387196 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b3cc0e3f-d19a-46e1-9183-241a17906f2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:24:43.389972 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b3cc0e3f-d19a-46e1-9183-241a17906f2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:24:43.395648 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b3cc0e3f-d19a-46e1-9183-241a17906f2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:24:43.405741 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b3cc0e3f-d19a-46e1-9183-241a17906f2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:43.424904 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b3cc0e3f-d19a-46e1-9183-241a17906f2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:24:43.428587 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b3cc0e3f-d19a-46e1-9183-241a17906f2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:24:43.431816 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b3cc0e3f-d19a-46e1-9183-241a17906f2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:24:43.437301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b3cc0e3f-d19a-46e1-9183-241a17906f2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:24:43.504035 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b3cc0e3f-d19a-46e1-9183-241a17906f2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:43.509223 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b3cc0e3f-d19a-46e1-9183-241a17906f2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:43.513004 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-37ca8042-8ff3-4892-8a54-0fd0d5548919 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:43.553547 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 2dc35a8e-c797-4973-95a4-7920ac5d564f no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:24:43.555893 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc0e3f-d19a-46e1-9183-241a17906f2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df78ae53-50cd-4b4b-938f-5e96af938e47,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:43.558932 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b3cc0e3f-d19a-46e1-9183-241a17906f2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:43.562015 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b3cc0e3f-d19a-46e1-9183-241a17906f2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:43.563242 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b3cc0e3f-d19a-46e1-9183-241a17906f2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1903896 Jun 02 13:24:43.566036 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55038) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:24:43.571251 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-1b51199e-94bf-45d3-b233-e2311ac93126 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': 'df78ae53-50cd-4b4b-938f-5e96af938e47', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:24:43.577252 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1b51199e-94bf-45d3-b233-e2311ac93126 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:24:43.581072 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1b51199e-94bf-45d3-b233-e2311ac93126 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:24:43.583988 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-1b51199e-94bf-45d3-b233-e2311ac93126 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:24:43.589508 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 2dc35a8e-c797-4973-95a4-7920ac5d564f {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:24:43.589718 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-1b51199e-94bf-45d3-b233-e2311ac93126 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:24:43.589859 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 2dc35a8e-c797-4973-95a4-7920ac5d564f not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:24:43.608907 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1b51199e-94bf-45d3-b233-e2311ac93126 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:43.667007 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1b51199e-94bf-45d3-b233-e2311ac93126 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:43.671398 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1b51199e-94bf-45d3-b233-e2311ac93126 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:43.673126 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b837d4bb-a3f4-430c-9e1f-84cf390a1000 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:43.693859 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51199e-94bf-45d3-b233-e2311ac93126 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ab2f1d-ded3-4346-a070-8e4fcaaa5fcb,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:43.696723 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1b51199e-94bf-45d3-b233-e2311ac93126 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:43.703501 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-1b51199e-94bf-45d3-b233-e2311ac93126 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:43.704649 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-1b51199e-94bf-45d3-b233-e2311ac93126 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376569 Jun 02 13:24:43.707430 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55040) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:24:43.712445 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-39965ee8-854a-48da-a071-d8f3fec15187 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': 'df78ae53-50cd-4b4b-938f-5e96af938e47', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:24:43.718048 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-39965ee8-854a-48da-a071-d8f3fec15187 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:24:43.721761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-39965ee8-854a-48da-a071-d8f3fec15187 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:24:43.724586 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-39965ee8-854a-48da-a071-d8f3fec15187 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:24:43.730259 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-39965ee8-854a-48da-a071-d8f3fec15187 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:24:43.745356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-39965ee8-854a-48da-a071-d8f3fec15187 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:43.804188 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-39965ee8-854a-48da-a071-d8f3fec15187 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:43.807525 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-39965ee8-854a-48da-a071-d8f3fec15187 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:43.809275 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-84926e38-0b34-4a7f-8c0e-387e839dc59f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:43.831299 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39965ee8-854a-48da-a071-d8f3fec15187 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d22541-8c4b-4b9c-87ed-bb7f2888bc02,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:43.833608 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-39965ee8-854a-48da-a071-d8f3fec15187 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:43.840245 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-39965ee8-854a-48da-a071-d8f3fec15187 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:43.841398 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-39965ee8-854a-48da-a071-d8f3fec15187 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330462 Jun 02 13:24:43.844944 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55042) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:24:43.849302 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-4f4c0e6f-0dbc-437d-8a21-283e24d5f917 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': 'df78ae53-50cd-4b4b-938f-5e96af938e47', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:24:43.854992 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4f4c0e6f-0dbc-437d-8a21-283e24d5f917 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:24:43.858771 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4f4c0e6f-0dbc-437d-8a21-283e24d5f917 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:24:43.861648 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-4f4c0e6f-0dbc-437d-8a21-283e24d5f917 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:24:43.867266 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-4f4c0e6f-0dbc-437d-8a21-283e24d5f917 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:24:43.881387 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0e6f-0dbc-437d-8a21-283e24d5f917 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:43.947014 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0e6f-0dbc-437d-8a21-283e24d5f917 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:43.950561 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0e6f-0dbc-437d-8a21-283e24d5f917 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:43.952337 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-943b1880-0e9c-4e4a-865e-c2d920dc90b3 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:43.975037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c0e6f-0dbc-437d-8a21-283e24d5f917 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24984238-01b7-4d46-bc29-3b0eee34c27b,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:43.979454 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4f4c0e6f-0dbc-437d-8a21-283e24d5f917 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:43.983829 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0e6f-0dbc-437d-8a21-283e24d5f917 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:43.984971 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-4f4c0e6f-0dbc-437d-8a21-283e24d5f917 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391053 Jun 02 13:24:43.987859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55044) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:24:43.993032 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-67535a0f-c16f-45d9-bd3c-bd50e6e90f7d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': 'df78ae53-50cd-4b4b-938f-5e96af938e47', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:24:43.998935 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-67535a0f-c16f-45d9-bd3c-bd50e6e90f7d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:24:44.003089 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-67535a0f-c16f-45d9-bd3c-bd50e6e90f7d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:24:44.006593 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-67535a0f-c16f-45d9-bd3c-bd50e6e90f7d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:24:44.013005 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-67535a0f-c16f-45d9-bd3c-bd50e6e90f7d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:24:44.028730 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-67535a0f-c16f-45d9-bd3c-bd50e6e90f7d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:44.094132 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-67535a0f-c16f-45d9-bd3c-bd50e6e90f7d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:44.099278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-67535a0f-c16f-45d9-bd3c-bd50e6e90f7d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:44.101177 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-78984e04-b58e-4b7f-8128-07d852e3d5ab tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:44.124362 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67535a0f-c16f-45d9-bd3c-bd50e6e90f7d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1e597c-db76-4f18-ad25-d909397240b1,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:44.128672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-67535a0f-c16f-45d9-bd3c-bd50e6e90f7d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:44.133811 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-67535a0f-c16f-45d9-bd3c-bd50e6e90f7d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:44.135120 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-67535a0f-c16f-45d9-bd3c-bd50e6e90f7d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1462722 Jun 02 13:24:44.137736 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55046) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:24:44.142214 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-fb347486-10ca-4b49-aab5-d8e11b3f3aca tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': 'df78ae53-50cd-4b4b-938f-5e96af938e47', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:24:44.148245 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fb347486-10ca-4b49-aab5-d8e11b3f3aca tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:24:44.152092 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fb347486-10ca-4b49-aab5-d8e11b3f3aca tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:24:44.154969 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-fb347486-10ca-4b49-aab5-d8e11b3f3aca tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:24:44.160731 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-fb347486-10ca-4b49-aab5-d8e11b3f3aca tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:24:44.171000 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-fb347486-10ca-4b49-aab5-d8e11b3f3aca tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Project 31333cf8d25c494bb5e988c524b4e546 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 13:24:44.176428 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fb347486-10ca-4b49-aab5-d8e11b3f3aca tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:44.240540 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fb347486-10ca-4b49-aab5-d8e11b3f3aca tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:44.244633 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fb347486-10ca-4b49-aab5-d8e11b3f3aca tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:44.246423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c26add12-faa2-4158-b0bd-6cd01fe193fb tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:44.256861 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1f23ecb9-fbc7-482c-9025-555486448b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:44.268950 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb347486-10ca-4b49-aab5-d8e11b3f3aca tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab36a22-f54e-481d-aee1-db8566d82b40,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:44.271327 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fb347486-10ca-4b49-aab5-d8e11b3f3aca tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:44.278149 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fb347486-10ca-4b49-aab5-d8e11b3f3aca tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:44.279308 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-fb347486-10ca-4b49-aab5-d8e11b3f3aca tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1406064 Jun 02 13:24:44.282001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55048) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:24:44.286369 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4f91f41d-b564-4bd7-86c4-bb1b3266cd1f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'security_group_rule': {'security_group_id': 'df78ae53-50cd-4b4b-938f-5e96af938e47', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:24:44.292047 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4f91f41d-b564-4bd7-86c4-bb1b3266cd1f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:24:44.296122 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4f91f41d-b564-4bd7-86c4-bb1b3266cd1f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:security_group_rule and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:24:44.299009 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4f91f41d-b564-4bd7-86c4-bb1b3266cd1f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:24:44.305142 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4f91f41d-b564-4bd7-86c4-bb1b3266cd1f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:24:44.315189 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-4f91f41d-b564-4bd7-86c4-bb1b3266cd1f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Project 31333cf8d25c494bb5e988c524b4e546 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 13:24:44.321612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4f91f41d-b564-4bd7-86c4-bb1b3266cd1f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:44.390406 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4f91f41d-b564-4bd7-86c4-bb1b3266cd1f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:44.393694 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4f91f41d-b564-4bd7-86c4-bb1b3266cd1f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:44.395546 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-67535a0f-c16f-45d9-bd3c-bd50e6e90f7d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:44.417146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91f41d-b564-4bd7-86c4-bb1b3266cd1f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d272bc-db18-42c4-86fb-e2fac24a0545,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:44.419461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4f91f41d-b564-4bd7-86c4-bb1b3266cd1f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:44.426395 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4f91f41d-b564-4bd7-86c4-bb1b3266cd1f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:44.427536 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4f91f41d-b564-4bd7-86c4-bb1b3266cd1f tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1446199 Jun 02 13:24:44.431034 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55050) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:24:44.436270 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-26b9670d-0eba-4287-8154-bd9cd45cb98a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'network': {'name': 'tempest-network-smoke--1135889810', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'port_security_enabled': True}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:24:44.440931 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-26b9670d-0eba-4287-8154-bd9cd45cb98a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:24:44.444932 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-26b9670d-0eba-4287-8154-bd9cd45cb98a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:network and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:24:44.447786 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-26b9670d-0eba-4287-8154-bd9cd45cb98a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:24:44.453369 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-26b9670d-0eba-4287-8154-bd9cd45cb98a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:24:44.462762 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b9670d-0eba-4287-8154-bd9cd45cb98a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Made reservation on behalf of 31333cf8d25c494bb5e988c524b4e546 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:24:44.466069 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-26b9670d-0eba-4287-8154-bd9cd45cb98a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:44.493620 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b9670d-0eba-4287-8154-bd9cd45cb98a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 13:24:44.503175 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-26b9670d-0eba-4287-8154-bd9cd45cb98a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:44.503634 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-26b9670d-0eba-4287-8154-bd9cd45cb98a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Added segment a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8 of type vlan for network 43ceb077-5aec-4eee-b27e-87c7060f5605 Jun 02 13:24:44.528304 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-26b9670d-0eba-4287-8154-bd9cd45cb98a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:44.556677 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-26b9670d-0eba-4287-8154-bd9cd45cb98a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:44.561957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b9670d-0eba-4287-8154-bd9cd45cb98a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:44.562563 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-26b9670d-0eba-4287-8154-bd9cd45cb98a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:44.567316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4058de8c-e08e-4ae4-ab20-85e9f6d8804d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:44.662081 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-26b9670d-0eba-4287-8154-bd9cd45cb98a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2295690 Jun 02 13:24:44.665953 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55052) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:24:44.671167 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2102349044', 'admin_state_up': True, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:24:44.672346 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9670d-0eba-4287-8154-bd9cd45cb98a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Network': ['ID=43ceb077-5aec-4eee-b27e-87c7060f5605,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:44.675046 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-26b9670d-0eba-4287-8154-bd9cd45cb98a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:44.678308 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:24:44.682684 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:router and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:24:44.684081 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 43ceb077-5aec-4eee-b27e-87c7060f5605 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 13:24:44.685543 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:24:44.692169 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:24:44.702239 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:44.703266 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:44.719587 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:44.984186 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:45.421076 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_gateway, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:45.451996 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:45.584014 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Allocated IP 172.26.7.114 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/b8b192fc-828c-4cff-a8fe-dd6a70aff25d) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:24:45.733302 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:45.761877 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:45.766323 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-09a5620e-45d6-4676-9eb9-e59c61519c31 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:45.828333 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:24:45.831478 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:24:45.835167 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:24:45.871587 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=b8b192fc-828c-4cff-a8fe-dd6a70aff25d,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:45.875563 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:46.247193 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_gateway, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:46.582490 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:46.762347 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cf76d772-8c6d-4fff-b9d2-4b52a047c9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:46.783117 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:46.923656 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router f5b327e2-16b8-46ff-b3d1-7a187c695f53 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 13:24:47.100243 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:24:47.109820 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] Sync routers for ids ['f5b327e2-16b8-46ff-b3d1-7a187c695f53'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:24:47.118900 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] Routers {'f5b327e2-16b8-46ff-b3d1-7a187c695f53'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:24:47.119506 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:24:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['f5b327e2-16b8-46ff-b3d1-7a187c695f53'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:24:47.126629 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:47.131130 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-c325689b-c579-4066-825f-8991df851692 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4608874 Jun 02 13:24:47.131279 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55054) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:24:47.340028 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] Set router f5b327e2-16b8-46ff-b3d1-7a187c695f53 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:24:47.367792 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-0e8c85d9-9bb0-4533-88e4-6b496d360d26 tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=31333cf8d25c494bb5e988c524b4e546&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2330751 Jun 02 13:24:47.368006 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55058) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:24:47.497501 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e41000a-a7b7-4473-a50e-b55a357b214d tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:47.499126 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2e41000a-a7b7-4473-a50e-b55a357b214d tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300175 Jun 02 13:24:47.501574 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55060) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:24:47.544018 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-7a4f3dc2-db62-433f-acbf-20e100d62ff3 tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=58ad0a37-4806-4fe2-972f-df18335d7a8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412517 Jun 02 13:24:47.546969 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55062) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:24:47.552314 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-b845ab44-00d1-4560-8cc8-10120539979b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-867917164', 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605', 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:24:47.623933 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102349044', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:24:44Z', 'updated_at': '2021-06-02T13:24:46Z', 'revision_number': 3, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:45Z', 'updated_at': '2021-06-02T13:24:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:24:47.627774 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] Checking router: f5b327e2-16b8-46ff-b3d1-7a187c695f53 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:24:47.628129 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] Updating router f5b327e2-16b8-46ff-b3d1-7a187c695f53 port b8b192fc-828c-4cff-a8fe-dd6a70aff25d binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:24:47.664480 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b845ab44-00d1-4560-8cc8-10120539979b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:24:47.668368 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b845ab44-00d1-4560-8cc8-10120539979b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:subnet and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:24:47.671471 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-b845ab44-00d1-4560-8cc8-10120539979b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:24:47.677247 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-b845ab44-00d1-4560-8cc8-10120539979b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:24:47.685529 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:47.688424 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b845ab44-00d1-4560-8cc8-10120539979b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Made reservation on behalf of 31333cf8d25c494bb5e988c524b4e546 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:24:47.692612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b845ab44-00d1-4560-8cc8-10120539979b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:47.948351 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:48.029771 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:48.042824 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] Transition to ACTIVE for port object b8b192fc-828c-4cff-a8fe-dd6a70aff25d will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:24:48.050962 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:48.055819 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-04f71b71-1866-49a8-a588-b357a91f7d48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:48.132829 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] Attempting to bind port b8b192fc-828c-4cff-a8fe-dd6a70aff25d on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:24:48.133208 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] Attempting to bind port b8b192fc-828c-4cff-a8fe-dd6a70aff25d by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:24:48.133577 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] Attempting to bind port b8b192fc-828c-4cff-a8fe-dd6a70aff25d on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:24:48.139329 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd6f8b-168f-49d8-aa58-4bfa34ebb720 None None] Pushing event updated for resources: {'Port': ['ID=b8b192fc-828c-4cff-a8fe-dd6a70aff25d,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:48.143117 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-52fd6f8b-168f-49d8-aa58-4bfa34ebb720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:48.143979 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:24:48.144352 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:24:48.144755 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:48.145796 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:24:48.145796 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] Bound port: b8b192fc-828c-4cff-a8fe-dd6a70aff25d, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:24:48.146028 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:48.219097 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] For port b8b192fc-828c-4cff-a8fe-dd6a70aff25d, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:24:48.222084 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] For port b8b192fc-828c-4cff-a8fe-dd6a70aff25d, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b8b192fc-828c-4cff-a8fe-dd6a70aff25d,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:24:48.227805 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:48.232115 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-b7b9f5bd-5e30-4676-947f-5fcdf8c5ee10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:48.243508 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b845ab44-00d1-4560-8cc8-10120539979b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:48.247845 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b4d18ae0-bb68-49c5-b574-8be8939db25e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:48.306033 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] Routers {'f5b327e2-16b8-46ff-b3d1-7a187c695f53'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:24:48.306669 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:24:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['f5b327e2-16b8-46ff-b3d1-7a187c695f53'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:24:48.328656 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845ab44-00d1-4560-8cc8-10120539979b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Checking segment: {'id': 'a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:24:48.329017 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b845ab44-00d1-4560-8cc8-10120539979b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network hostable DHCP agents. Network: 43ceb077-5aec-4eee-b27e-87c7060f5605, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 13:24:48.331765 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845ab44-00d1-4560-8cc8-10120539979b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Subnet': ['ID=38a6c843-9baa-429c-9637-e7752ca02d8f,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:48.335011 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b845ab44-00d1-4560-8cc8-10120539979b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:48.349214 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b845ab44-00d1-4560-8cc8-10120539979b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network 43ceb077-5aec-4eee-b27e-87c7060f5605 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 13:24:48.358379 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-b845ab44-00d1-4560-8cc8-10120539979b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 43ceb077-5aec-4eee-b27e-87c7060f5605) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:24:48.368274 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b845ab44-00d1-4560-8cc8-10120539979b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:48.368864 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b845ab44-00d1-4560-8cc8-10120539979b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:48.373769 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe08bd46-ee6c-49f4-b2a4-93bc9c3cfcac None None] Network 43ceb077-5aec-4eee-b27e-87c7060f5605 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:24:48.388928 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b845ab44-00d1-4560-8cc8-10120539979b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8407700 Jun 02 13:24:48.390288 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd6f8b-168f-49d8-aa58-4bfa34ebb720 None None] Pushing event updated for resources: {'Port': ['ID=b8b192fc-828c-4cff-a8fe-dd6a70aff25d,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:48.391913 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55064) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:24:48.404128 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-52fd6f8b-168f-49d8-aa58-4bfa34ebb720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:48.618743 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] Set router f5b327e2-16b8-46ff-b3d1-7a187c695f53 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:24:48.930828 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-43ceb077-5aec-4eee-b27e-87c7060f5605', 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ips': [{'subnet_id': '38a6c843-9baa-429c-9637-e7752ca02d8f'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 13:24:48.931655 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:49.105957 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:49.138784 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102349044', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:24:44Z', 'updated_at': '2021-06-02T13:24:46Z', 'revision_number': 3, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:45Z', 'updated_at': '2021-06-02T13:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:24:49.145927 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7cbd59-9df0-4607-bbf5-7f3af3e71fe3 None None] The sync data for ids ['f5b327e2-16b8-46ff-b3d1-7a187c695f53'] in dv-neutron-601336-80-hyperv is: [{'id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102349044', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:24:44Z', 'updated_at': '2021-06-02T13:24:46Z', 'revision_number': 3, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:45Z', 'updated_at': '2021-06-02T13:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:24:49.148011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Allocated IP 172.20.0.2 (43ceb077-5aec-4eee-b27e-87c7060f5605/38a6c843-9baa-429c-9637-e7752ca02d8f/2ebd6eaa-6fab-49ec-9c90-9b4323e49071) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:24:49.407013 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:49.422520 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Transition to ACTIVE for port object 2ebd6eaa-6fab-49ec-9c90-9b4323e49071 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:24:49.444532 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Transition to ACTIVE for port object 2ebd6eaa-6fab-49ec-9c90-9b4323e49071 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:24:49.450728 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:49.458471 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-04f71b71-1866-49a8-a588-b357a91f7d48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:49.510156 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Network 43ceb077-5aec-4eee-b27e-87c7060f5605 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:24:49.513043 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:24:49.521324 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:24:49.568084 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Pushing event updated for resources: {'Port': ['ID=2ebd6eaa-6fab-49ec-9c90-9b4323e49071,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:49.575195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:49.636106 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b8b192fc-828c-4cff-a8fe-dd6a70aff25d up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:24:49.681344 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Attempting to bind port 2ebd6eaa-6fab-49ec-9c90-9b4323e49071 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:24:49.681727 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Attempting to bind port 2ebd6eaa-6fab-49ec-9c90-9b4323e49071 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:24:49.682089 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Attempting to bind port 2ebd6eaa-6fab-49ec-9c90-9b4323e49071 on network 43ceb077-5aec-4eee-b27e-87c7060f5605 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:24:49.698648 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:24:49.699031 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Checking segment: {'id': 'a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:24:49.699441 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:49.699845 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Bound using segment: {'id': 'a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:24:49.700329 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Bound port: 2ebd6eaa-6fab-49ec-9c90-9b4323e49071, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:24:49.700708 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:49.726896 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Allocated IP 172.20.0.1 (43ceb077-5aec-4eee-b27e-87c7060f5605/38a6c843-9baa-429c-9637-e7752ca02d8f/64776986-41b1-493a-9a45-6b06457b49c2) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:24:49.777697 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:49.803212 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port b8b192fc-828c-4cff-a8fe-dd6a70aff25d completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:24:49.815026 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port b8b192fc-828c-4cff-a8fe-dd6a70aff25d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:24:49.815401 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:49.860952 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] For port 2ebd6eaa-6fab-49ec-9c90-9b4323e49071, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:24:49.880000 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] For port 2ebd6eaa-6fab-49ec-9c90-9b4323e49071, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=2ebd6eaa-6fab-49ec-9c90-9b4323e49071,segment=NetworkSegment(a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8),segment_id=a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:24:49.886426 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:49.890060 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:49.894140 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:49.911193 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Transition to ACTIVE for port object 64776986-41b1-493a-9a45-6b06457b49c2 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:24:49.936550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:49.940994 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-91e514c6-e4e7-44b4-bb6e-2d9433d23000 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:50.012305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network 43ceb077-5aec-4eee-b27e-87c7060f5605 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:24:50.015300 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:24:50.016670 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:50.019430 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:24:50.048249 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Pushing event updated for resources: {'Port': ['ID=2ebd6eaa-6fab-49ec-9c90-9b4323e49071,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:50.051047 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port b8b192fc-828c-4cff-a8fe-dd6a70aff25d, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b8b192fc-828c-4cff-a8fe-dd6a70aff25d,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:24:50.052181 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:50.054931 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=64776986-41b1-493a-9a45-6b06457b49c2,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:50.056030 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:50.057793 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:50.059568 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:50.087085 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:50.129993 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=b8b192fc-828c-4cff-a8fe-dd6a70aff25d,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:50.135139 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:50.372181 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:50.779020 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:50.783512 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:50.808647 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:50.897512 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:50.901622 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=64776986-41b1-493a-9a45-6b06457b49c2,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:50.904961 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:51.048611 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network 43ceb077-5aec-4eee-b27e-87c7060f5605 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:24:51.049985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:24:51.200685 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0483c58a-303f-466f-a800-d511511d9ac2 None None] Network 43ceb077-5aec-4eee-b27e-87c7060f5605 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:24:51.297476 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-1c6d9d87-b238-4d01-a72d-1c2b0c5bef40 None None] Provisioning for port 2ebd6eaa-6fab-49ec-9c90-9b4323e49071 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:24:51.389144 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router f5b327e2-16b8-46ff-b3d1-7a187c695f53 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:24:51.571075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:24:51.582624 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] Sync routers for ids ['f5b327e2-16b8-46ff-b3d1-7a187c695f53'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:24:51.591329 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "PUT /v2.0/routers/f5b327e2-16b8-46ff-b3d1-7a187c695f53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1983092 Jun 02 13:24:51.592719 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] Routers {'f5b327e2-16b8-46ff-b3d1-7a187c695f53'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:24:51.593287 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:24:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['f5b327e2-16b8-46ff-b3d1-7a187c695f53'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:24:51.665930 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 2ebd6eaa-6fab-49ec-9c90-9b4323e49071 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:24:51.765759 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ff1ca022-e862-4397-9ba8-3073f6a18e35 None None] Provisioning for port 64776986-41b1-493a-9a45-6b06457b49c2 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:24:51.771102 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 2ebd6eaa-6fab-49ec-9c90-9b4323e49071 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:24:51.779218 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 2ebd6eaa-6fab-49ec-9c90-9b4323e49071 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:24:51.779720 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:51.796467 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] Set router f5b327e2-16b8-46ff-b3d1-7a187c695f53 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:24:51.797675 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-51d38871-3192-4547-a3ee-afbd1325b578 req-e3d90434-597e-457a-9f3a-0d67c2109482 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:24:51.815870 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-51d38871-3192-4547-a3ee-afbd1325b578 req-e3d90434-597e-457a-9f3a-0d67c2109482 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:24:51.818863 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-51d38871-3192-4547-a3ee-afbd1325b578 req-e3d90434-597e-457a-9f3a-0d67c2109482 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1759815318&fields=id&tenant_id=31333cf8d25c494bb5e988c524b4e546 HTTP/1.1" status: 200 len: 267 time: 0.0714154 Jun 02 13:24:51.831317 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ff1ca022-e862-4397-9ba8-3073f6a18e35 None None] Provisioning complete for port 64776986-41b1-493a-9a45-6b06457b49c2 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:24:51.831943 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ff1ca022-e862-4397-9ba8-3073f6a18e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:51.970828 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ff1ca022-e862-4397-9ba8-3073f6a18e35 None None] Port 64776986-41b1-493a-9a45-6b06457b49c2 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:24:51.997043 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d38871-3192-4547-a3ee-afbd1325b578 req-5d1cec8c-0663-4991-9477-858e64b0e0f1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:51.997759 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-51d38871-3192-4547-a3ee-afbd1325b578 req-5d1cec8c-0663-4991-9477-858e64b0e0f1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:network {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:24:52.019481 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-51d38871-3192-4547-a3ee-afbd1325b578 req-5d1cec8c-0663-4991-9477-858e64b0e0f1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:network {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:24:52.028310 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-51d38871-3192-4547-a3ee-afbd1325b578 req-5d1cec8c-0663-4991-9477-858e64b0e0f1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/networks?id=43ceb077-5aec-4eee-b27e-87c7060f5605 HTTP/1.1" status: 200 len: 797 time: 0.1988575 Jun 02 13:24:52.034876 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:52.045971 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-51d38871-3192-4547-a3ee-afbd1325b578 req-b655682d-ba27-48b1-b3f0-43b2b0816661 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/quotas/31333cf8d25c494bb5e988c524b4e546 HTTP/1.1" status: 200 len: 375 time: 0.0162137 Jun 02 13:24:52.075903 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 2ebd6eaa-6fab-49ec-9c90-9b4323e49071, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=2ebd6eaa-6fab-49ec-9c90-9b4323e49071,segment=NetworkSegment(a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8),segment_id=a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:24:52.086657 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:52.087756 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b8b192fc-828c-4cff-a8fe-dd6a70aff25d up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:24:52.137707 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-51d38871-3192-4547-a3ee-afbd1325b578 req-a80e6c77-6ed3-44a7-9eb1-b9c15e48fc84 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:24:52.138058 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102349044', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:24:44Z', 'updated_at': '2021-06-02T13:24:50Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:45Z', 'updated_at': '2021-06-02T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '64776986-41b1-493a-9a45-6b06457b49c2', 'name': '', 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:e6:d6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '38a6c843-9baa-429c-9637-e7752ca02d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:49Z', 'updated_at': '2021-06-02T13:24:50Z', 'revision_number': 2, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': '38a6c843-9baa-429c-9637-e7752ca02d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:24:52.140634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:52.142247 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] Checking router: f5b327e2-16b8-46ff-b3d1-7a187c695f53 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:24:52.142695 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] Updating router f5b327e2-16b8-46ff-b3d1-7a187c695f53 port 64776986-41b1-493a-9a45-6b06457b49c2 binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:24:52.153585 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-51d38871-3192-4547-a3ee-afbd1325b578 req-a80e6c77-6ed3-44a7-9eb1-b9c15e48fc84 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:24:52.155470 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-51d38871-3192-4547-a3ee-afbd1325b578 req-a80e6c77-6ed3-44a7-9eb1-b9c15e48fc84 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078894 Jun 02 13:24:52.205825 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:52.212683 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [req-51d38871-3192-4547-a3ee-afbd1325b578 req-4f577d63-88eb-4a98-9c05-9f4e273632a6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 13:24:52.213852 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-51d38871-3192-4547-a3ee-afbd1325b578 req-4f577d63-88eb-4a98-9c05-9f4e273632a6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470297 Jun 02 13:24:52.218028 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-677180dd-a20c-4b9f-a483-6b69942f9ad7 None None] Provisioning complete for port 64776986-41b1-493a-9a45-6b06457b49c2 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:24:52.218580 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-677180dd-a20c-4b9f-a483-6b69942f9ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:52.276712 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-677180dd-a20c-4b9f-a483-6b69942f9ad7 None None] Port 64776986-41b1-493a-9a45-6b06457b49c2 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:24:52.300217 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=2ebd6eaa-6fab-49ec-9c90-9b4323e49071,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:52.308704 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port b8b192fc-828c-4cff-a8fe-dd6a70aff25d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:24:52.309117 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:52.343870 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:52.350264 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-51d38871-3192-4547-a3ee-afbd1325b578 req-93ae08de-7afa-4507-a93d-32c5c7deeec3 service neutron] 10.222.0.37 "GET /v2.0/networks/43ceb077-5aec-4eee-b27e-87c7060f5605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272454 Jun 02 13:24:52.434008 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-8fddc390-6951-4adb-8a3f-2c9806d1f70d None None] Provisioning complete for port 64776986-41b1-493a-9a45-6b06457b49c2 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:24:52.434408 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8fddc390-6951-4adb-8a3f-2c9806d1f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:52.492104 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-51d38871-3192-4547-a3ee-afbd1325b578 req-ada9c57d-d040-4515-8126-cb90513e2dfb service neutron] 10.222.0.37 "GET /v2.0/networks/43ceb077-5aec-4eee-b27e-87c7060f5605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351113 Jun 02 13:24:52.494484 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-8fddc390-6951-4adb-8a3f-2c9806d1f70d None None] Port 64776986-41b1-493a-9a45-6b06457b49c2 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:24:52.559874 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:52.572523 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] Transition to ACTIVE for port object 64776986-41b1-493a-9a45-6b06457b49c2 will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:24:52.579200 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:52.584727 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-747f0e66-982c-4dbd-b77e-adf818e59708 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:52.705111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-5aabdda8-fd85-4a42-b14b-5f16611faa81 req-32c69088-96ca-425d-a0e4-4e2f78b21066 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:24:52.715434 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504dca7-c4b9-4de3-b907-b9709ebe52b0 None None] Pushing event updated for resources: {'Port': ['ID=64776986-41b1-493a-9a45-6b06457b49c2,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:52.726396 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-5aabdda8-fd85-4a42-b14b-5f16611faa81 req-32c69088-96ca-425d-a0e4-4e2f78b21066 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:24:52.726717 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b504dca7-c4b9-4de3-b907-b9709ebe52b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:52.727248 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b504dca7-c4b9-4de3-b907-b9709ebe52b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:52.727555 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5aabdda8-fd85-4a42-b14b-5f16611faa81 req-32c69088-96ca-425d-a0e4-4e2f78b21066 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 210 time: 0.0762060 Jun 02 13:24:52.727768 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b504dca7-c4b9-4de3-b907-b9709ebe52b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:52.728193 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b504dca7-c4b9-4de3-b907-b9709ebe52b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:52.728614 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b504dca7-c4b9-4de3-b907-b9709ebe52b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:52.729044 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b504dca7-c4b9-4de3-b907-b9709ebe52b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:52.729621 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b504dca7-c4b9-4de3-b907-b9709ebe52b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:52.729900 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b504dca7-c4b9-4de3-b907-b9709ebe52b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:52.730486 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b504dca7-c4b9-4de3-b907-b9709ebe52b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:52.730779 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b504dca7-c4b9-4de3-b907-b9709ebe52b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:52.731162 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b504dca7-c4b9-4de3-b907-b9709ebe52b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:52.731619 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b504dca7-c4b9-4de3-b907-b9709ebe52b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:24:52.736556 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b504dca7-c4b9-4de3-b907-b9709ebe52b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:52.824821 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] Attempting to bind port 64776986-41b1-493a-9a45-6b06457b49c2 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:24:52.825203 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] Attempting to bind port 64776986-41b1-493a-9a45-6b06457b49c2 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:24:52.825573 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] Attempting to bind port 64776986-41b1-493a-9a45-6b06457b49c2 on network 43ceb077-5aec-4eee-b27e-87c7060f5605 {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:24:52.831093 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:24:52.831958 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] Checking segment: {'id': 'a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:24:52.832343 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:52.833253 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] Bound using segment: {'id': 'a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:24:52.833875 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] Bound port: 64776986-41b1-493a-9a45-6b06457b49c2, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:24:52.834363 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:52.961441 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] For port 64776986-41b1-493a-9a45-6b06457b49c2, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:24:52.965779 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] For port 64776986-41b1-493a-9a45-6b06457b49c2, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=64776986-41b1-493a-9a45-6b06457b49c2,segment=NetworkSegment(a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8),segment_id=a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:24:52.969834 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:52.974599 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2979819b-062b-4bc0-bcca-9533953a2d7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:53.059994 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] Routers {'f5b327e2-16b8-46ff-b3d1-7a187c695f53'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:24:53.060624 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:24:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['f5b327e2-16b8-46ff-b3d1-7a187c695f53'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:24:53.124750 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504dca7-c4b9-4de3-b907-b9709ebe52b0 None None] Pushing event updated for resources: {'Port': ['ID=64776986-41b1-493a-9a45-6b06457b49c2,revision_number=4']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:53.129606 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b504dca7-c4b9-4de3-b907-b9709ebe52b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:53.251044 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] Set router f5b327e2-16b8-46ff-b3d1-7a187c695f53 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:24:53.560762 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102349044', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:24:44Z', 'updated_at': '2021-06-02T13:24:50Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:45Z', 'updated_at': '2021-06-02T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '64776986-41b1-493a-9a45-6b06457b49c2', 'name': '', 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:e6:d6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '38a6c843-9baa-429c-9637-e7752ca02d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:49Z', 'updated_at': '2021-06-02T13:24:52Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': '38a6c843-9baa-429c-9637-e7752ca02d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:24:53.561290 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 2ebd6eaa-6fab-49ec-9c90-9b4323e49071 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:24:53.566353 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4027267d-558c-4f7a-a945-fe5b67108885 None None] The sync data for ids ['f5b327e2-16b8-46ff-b3d1-7a187c695f53'] in dv-neutron-601336-80-hyperv is: [{'id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102349044', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:24:44Z', 'updated_at': '2021-06-02T13:24:50Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:45Z', 'updated_at': '2021-06-02T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '64776986-41b1-493a-9a45-6b06457b49c2', 'name': '', 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:e6:d6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '38a6c843-9baa-429c-9637-e7752ca02d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:49Z', 'updated_at': '2021-06-02T13:24:52Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': '38a6c843-9baa-429c-9637-e7752ca02d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:24:53.657738 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 2ebd6eaa-6fab-49ec-9c90-9b4323e49071 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:24:53.658242 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:53.911130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d38871-3192-4547-a3ee-afbd1325b578 req-02229dd3-7180-44e6-8643-9a49f9f73303 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:53.912537 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-51d38871-3192-4547-a3ee-afbd1325b578 req-02229dd3-7180-44e6-8643-9a49f9f73303 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:network {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:24:53.927071 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-481c0270-de46-41b8-8bd1-88812f4f1c48 req-0d13b290-6a89-453f-97ed-7bb58b96ea2b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 210 time: 0.0522139 Jun 02 13:24:53.930457 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-51d38871-3192-4547-a3ee-afbd1325b578 req-02229dd3-7180-44e6-8643-9a49f9f73303 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:network {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:24:53.931830 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51d38871-3192-4547-a3ee-afbd1325b578 req-02229dd3-7180-44e6-8643-9a49f9f73303 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "GET /v2.0/networks?id=43ceb077-5aec-4eee-b27e-87c7060f5605 HTTP/1.1" status: 200 len: 797 time: 0.1847329 Jun 02 13:24:53.984411 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51d38871-3192-4547-a3ee-afbd1325b578 req-21dd0d22-42a3-4e9a-806b-a4c2ff9c6ef3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31333cf8d25c494bb5e988c524b4e546 HTTP/1.1" status: 200 len: 380 time: 0.0437608 Jun 02 13:24:53.993459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-51d38871-3192-4547-a3ee-afbd1325b578 req-237e1dc5-8151-41bc-be42-9bca3f0a269b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'port': {'device_id': 'ba3b5f80-3333-4e49-a0af-3034af91dedf', 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605', 'admin_state_up': True, 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'security_groups': ['df78ae53-50cd-4b4b-938f-5e96af938e47']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:24:54.142672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-51d38871-3192-4547-a3ee-afbd1325b578 req-237e1dc5-8151-41bc-be42-9bca3f0a269b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:24:54.153024 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-51d38871-3192-4547-a3ee-afbd1325b578 req-237e1dc5-8151-41bc-be42-9bca3f0a269b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:24:54.163350 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d38871-3192-4547-a3ee-afbd1325b578 req-237e1dc5-8151-41bc-be42-9bca3f0a269b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Made reservation on behalf of 31333cf8d25c494bb5e988c524b4e546 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:24:54.166883 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-51d38871-3192-4547-a3ee-afbd1325b578 req-237e1dc5-8151-41bc-be42-9bca3f0a269b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:54.336196 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-51d38871-3192-4547-a3ee-afbd1325b578 req-237e1dc5-8151-41bc-be42-9bca3f0a269b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Allocated IP 172.20.0.3 (43ceb077-5aec-4eee-b27e-87c7060f5605/38a6c843-9baa-429c-9637-e7752ca02d8f/034a38ec-c1e4-4497-a7f9-9c965b710cea) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:24:54.536911 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-51d38871-3192-4547-a3ee-afbd1325b578 req-237e1dc5-8151-41bc-be42-9bca3f0a269b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:54.552904 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-51d38871-3192-4547-a3ee-afbd1325b578 req-237e1dc5-8151-41bc-be42-9bca3f0a269b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Transition to ACTIVE for port object 034a38ec-c1e4-4497-a7f9-9c965b710cea will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:24:54.577780 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-51d38871-3192-4547-a3ee-afbd1325b578 req-237e1dc5-8151-41bc-be42-9bca3f0a269b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:54.583762 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f59b6eb9-5544-451d-8489-6a51a51482f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:54.650111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d38871-3192-4547-a3ee-afbd1325b578 req-237e1dc5-8151-41bc-be42-9bca3f0a269b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network 43ceb077-5aec-4eee-b27e-87c7060f5605 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:24:54.653545 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-51d38871-3192-4547-a3ee-afbd1325b578 req-237e1dc5-8151-41bc-be42-9bca3f0a269b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:24:54.657481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d38871-3192-4547-a3ee-afbd1325b578 req-237e1dc5-8151-41bc-be42-9bca3f0a269b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:24:54.694763 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e1dc5-8151-41bc-be42-9bca3f0a269b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=034a38ec-c1e4-4497-a7f9-9c965b710cea,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:54.699676 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-237e1dc5-8151-41bc-be42-9bca3f0a269b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:54.728170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d38871-3192-4547-a3ee-afbd1325b578 req-237e1dc5-8151-41bc-be42-9bca3f0a269b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:54.728833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-51d38871-3192-4547-a3ee-afbd1325b578 req-237e1dc5-8151-41bc-be42-9bca3f0a269b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:54.756770 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51d38871-3192-4547-a3ee-afbd1325b578 req-237e1dc5-8151-41bc-be42-9bca3f0a269b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7673538 Jun 02 13:24:54.768397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-51d38871-3192-4547-a3ee-afbd1325b578 req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Request body: {'port': {'device_id': 'ba3b5f80-3333-4e49-a0af-3034af91dedf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:24:54.882972 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e09698ff-4331-4075-9b82-66063f4b1d64 None None] Provisioning for port 034a38ec-c1e4-4497-a7f9-9c965b710cea completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:24:54.885174 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-51d38871-3192-4547-a3ee-afbd1325b578 req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:54.887707 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e09698ff-4331-4075-9b82-66063f4b1d64 None None] Provisioning complete for port 034a38ec-c1e4-4497-a7f9-9c965b710cea triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:24:54.888083 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e09698ff-4331-4075-9b82-66063f4b1d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:54.944033 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-e09698ff-4331-4075-9b82-66063f4b1d64 None None] Port 034a38ec-c1e4-4497-a7f9-9c965b710cea cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:24:55.235167 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa30dc2-a82f-4897-819a-6175cd55a275 req-ee9f3f1f-9499-4733-9fd6-4efd783a9a8d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:55.235863 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-faa30dc2-a82f-4897-819a-6175cd55a275 req-ee9f3f1f-9499-4733-9fd6-4efd783a9a8d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:24:55.261754 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-faa30dc2-a82f-4897-819a-6175cd55a275 req-ee9f3f1f-9499-4733-9fd6-4efd783a9a8d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:24:55.262905 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-faa30dc2-a82f-4897-819a-6175cd55a275 req-ee9f3f1f-9499-4733-9fd6-4efd783a9a8d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 931 time: 0.2267065 Jun 02 13:24:55.472357 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-51d38871-3192-4547-a3ee-afbd1325b578 req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 034a38ec-c1e4-4497-a7f9-9c965b710cea {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:24:55.485788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-51d38871-3192-4547-a3ee-afbd1325b578 req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:55.492121 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-faa30dc2-a82f-4897-819a-6175cd55a275 req-16bcb82d-4607-436a-a4ab-f81eadb513d9 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=df78ae53-50cd-4b4b-938f-5e96af938e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964095 Jun 02 13:24:55.505488 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-51d38871-3192-4547-a3ee-afbd1325b578 req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Transition to ACTIVE for port object 034a38ec-c1e4-4497-a7f9-9c965b710cea will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:24:55.509707 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-51d38871-3192-4547-a3ee-afbd1325b578 req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:55.522048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2a782dc7-9de0-4968-8289-2ddfc3f73da0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:55.590900 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 64776986-41b1-493a-9a45-6b06457b49c2 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:24:55.664077 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 64776986-41b1-493a-9a45-6b06457b49c2 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:24:55.670416 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 64776986-41b1-493a-9a45-6b06457b49c2 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:24:55.671283 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:55.711232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=034a38ec-c1e4-4497-a7f9-9c965b710cea,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:55.717998 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:55.754269 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-51d38871-3192-4547-a3ee-afbd1325b578 req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Attempting to bind port 034a38ec-c1e4-4497-a7f9-9c965b710cea on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:24:55.754609 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-51d38871-3192-4547-a3ee-afbd1325b578 req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Attempting to bind port 034a38ec-c1e4-4497-a7f9-9c965b710cea by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:24:55.754938 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d38871-3192-4547-a3ee-afbd1325b578 req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Attempting to bind port 034a38ec-c1e4-4497-a7f9-9c965b710cea on network 43ceb077-5aec-4eee-b27e-87c7060f5605 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:24:55.760397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d38871-3192-4547-a3ee-afbd1325b578 req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Port 034a38ec-c1e4-4497-a7f9-9c965b710cea on network 43ceb077-5aec-4eee-b27e-87c7060f5605 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 13:24:55.760721 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d38871-3192-4547-a3ee-afbd1325b578 req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Attempting to bind port 034a38ec-c1e4-4497-a7f9-9c965b710cea on network 43ceb077-5aec-4eee-b27e-87c7060f5605 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:24:55.765786 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d38871-3192-4547-a3ee-afbd1325b578 req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:24:55.766146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d38871-3192-4547-a3ee-afbd1325b578 req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Checking segment: {'id': 'a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:24:55.766531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d38871-3192-4547-a3ee-afbd1325b578 req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Bound using segment: {'id': 'a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:24:55.766957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-51d38871-3192-4547-a3ee-afbd1325b578 req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Bound port: 034a38ec-c1e4-4497-a7f9-9c965b710cea, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:24:55.767303 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-51d38871-3192-4547-a3ee-afbd1325b578 req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:55.802126 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:55.836330 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 64776986-41b1-493a-9a45-6b06457b49c2, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=64776986-41b1-493a-9a45-6b06457b49c2,segment=NetworkSegment(a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8),segment_id=a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:24:55.840166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:55.842025 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:55.856018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-51d38871-3192-4547-a3ee-afbd1325b578 req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] For port 034a38ec-c1e4-4497-a7f9-9c965b710cea, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:24:55.858974 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-51d38871-3192-4547-a3ee-afbd1325b578 req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] For port 034a38ec-c1e4-4497-a7f9-9c965b710cea, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=034a38ec-c1e4-4497-a7f9-9c965b710cea,segment=NetworkSegment(a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8),segment_id=a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:24:55.862705 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-51d38871-3192-4547-a3ee-afbd1325b578 req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:55.867299 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:24:55.910270 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=64776986-41b1-493a-9a45-6b06457b49c2,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:55.913209 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:55.921233 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d38871-3192-4547-a3ee-afbd1325b578 req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:55.921788 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-51d38871-3192-4547-a3ee-afbd1325b578 req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:55.923531 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51d38871-3192-4547-a3ee-afbd1325b578 req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] 10.222.0.22 "PUT /v2.0/ports/034a38ec-c1e4-4497-a7f9-9c965b710cea HTTP/1.1" status: 200 len: 1093 time: 1.1592045 Jun 02 13:24:55.929001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3b5f80-3333-4e49-a0af-3034af91dedf', 'tag': '034a38ec-c1e4-4497-a7f9-9c965b710cea'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:24:55.932889 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771caba6-cbe4-4ccc-9053-cc72ad634625" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3b5f80-3333-4e49-a0af-3034af91dedf", "tag": "034a38ec-c1e4-4497-a7f9-9c965b710cea"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:24:55.994701 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=034a38ec-c1e4-4497-a7f9-9c965b710cea,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:24:56.003296 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73cadd7-02a7-4b95-9c09-56f5bb7a186b x-openstack-request-id: req-e73cadd7-02a7-4b95-9c09-56f5bb7a186b {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:24:56.003873 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3b5f80-3333-4e49-a0af-3034af91dedf", "tag": "034a38ec-c1e4-4497-a7f9-9c965b710cea", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:24:56.004275 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e73cadd7-02a7-4b95-9c09-56f5bb7a186b {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:24:56.004737 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3b5f80-3333-4e49-a0af-3034af91dedf', 'tag': '034a38ec-c1e4-4497-a7f9-9c965b710cea', 'status': 'completed', 'code': 200} Jun 02 13:24:56.010638 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:24:56.046831 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d38871-3192-4547-a3ee-afbd1325b578 req-1d77f406-2668-477d-b84d-f10cfa8d2cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:56.048331 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51d38871-3192-4547-a3ee-afbd1325b578 req-1d77f406-2668-477d-b84d-f10cfa8d2cd5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 1096 time: 0.0844412 Jun 02 13:24:56.123287 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51d38871-3192-4547-a3ee-afbd1325b578 req-38e6f4c0-5049-4b5c-99b7-877497d161e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=034a38ec-c1e4-4497-a7f9-9c965b710cea HTTP/1.1" status: 200 len: 217 time: 0.0660214 Jun 02 13:24:56.188526 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d38871-3192-4547-a3ee-afbd1325b578 req-8daaf8e6-9c6a-496e-8406-c18f11e25320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:56.189879 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51d38871-3192-4547-a3ee-afbd1325b578 req-8daaf8e6-9c6a-496e-8406-c18f11e25320 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=38a6c843-9baa-429c-9637-e7752ca02d8f HTTP/1.1" status: 200 len: 834 time: 0.0601552 Jun 02 13:24:56.268133 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d38871-3192-4547-a3ee-afbd1325b578 req-c2e7c928-d189-4a9d-a50e-1b8721784203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:56.269492 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51d38871-3192-4547-a3ee-afbd1325b578 req-c2e7c928-d189-4a9d-a50e-1b8721784203 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=43ceb077-5aec-4eee-b27e-87c7060f5605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0733190 Jun 02 13:24:56.392231 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:56.399820 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51d38871-3192-4547-a3ee-afbd1325b578 req-0a38bd0b-6381-4b38-a9d4-9509b876dfd2 service neutron] 10.222.0.22 "GET /v2.0/networks/43ceb077-5aec-4eee-b27e-87c7060f5605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224539 Jun 02 13:24:56.533447 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-51d38871-3192-4547-a3ee-afbd1325b578 req-b700cc6e-f270-4c29-97ae-7dec3aa99013 service neutron] 10.222.0.22 "GET /v2.0/networks/43ceb077-5aec-4eee-b27e-87c7060f5605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268661 Jun 02 13:24:56.708995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771caba6-cbe4-4ccc-9053-cc72ad634625 req-ab5e5e98-8653-477d-a6d7-fa6962816ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:56.710975 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-771caba6-cbe4-4ccc-9053-cc72ad634625 req-ab5e5e98-8653-477d-a6d7-fa6962816ce8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 1096 time: 0.1289024 Jun 02 13:24:56.722751 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33426323-c86d-4825-9cc0-2a4bbc2eef18 req-0cb3687b-aa94-41e3-9f2d-6933d5e8210e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:56.724057 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-33426323-c86d-4825-9cc0-2a4bbc2eef18 req-0cb3687b-aa94-41e3-9f2d-6933d5e8210e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 943 time: 0.1125884 Jun 02 13:24:56.849050 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-33426323-c86d-4825-9cc0-2a4bbc2eef18 req-fffb4a81-c53c-453b-b7bd-292a2bfd3f16 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=df78ae53-50cd-4b4b-938f-5e96af938e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040947 Jun 02 13:24:56.880908 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771caba6-cbe4-4ccc-9053-cc72ad634625 req-ab626a05-3d64-4632-80c5-70073a96aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:56.882384 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-771caba6-cbe4-4ccc-9053-cc72ad634625 req-ab626a05-3d64-4632-80c5-70073a96aec4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=43ceb077-5aec-4eee-b27e-87c7060f5605 HTTP/1.1" status: 200 len: 898 time: 0.1574638 Jun 02 13:24:56.952361 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-771caba6-cbe4-4ccc-9053-cc72ad634625 req-c0a08305-4fb0-4313-b48d-a9b3d652c800 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=034a38ec-c1e4-4497-a7f9-9c965b710cea HTTP/1.1" status: 200 len: 217 time: 0.0631783 Jun 02 13:24:57.013388 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771caba6-cbe4-4ccc-9053-cc72ad634625 req-ce1d318c-4591-4933-954f-50029f68e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:57.014793 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-771caba6-cbe4-4ccc-9053-cc72ad634625 req-ce1d318c-4591-4933-954f-50029f68e60b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=38a6c843-9baa-429c-9637-e7752ca02d8f HTTP/1.1" status: 200 len: 834 time: 0.0559001 Jun 02 13:24:57.088534 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771caba6-cbe4-4ccc-9053-cc72ad634625 req-7f1facd7-a2ed-48c7-acd3-3911b9978801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:57.089939 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-771caba6-cbe4-4ccc-9053-cc72ad634625 req-7f1facd7-a2ed-48c7-acd3-3911b9978801 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=43ceb077-5aec-4eee-b27e-87c7060f5605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0687344 Jun 02 13:24:57.348636 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-771caba6-cbe4-4ccc-9053-cc72ad634625 req-9fc742d1-fd27-4a9d-830d-c7ff6469e391 service neutron] 10.222.0.22 "GET /v2.0/networks/43ceb077-5aec-4eee-b27e-87c7060f5605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518494 Jun 02 13:24:57.478520 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-771caba6-cbe4-4ccc-9053-cc72ad634625 req-1f5b2b3a-87da-4311-8fa3-8086fc7cc85b service neutron] 10.222.0.22 "GET /v2.0/networks/43ceb077-5aec-4eee-b27e-87c7060f5605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227050 Jun 02 13:24:57.563937 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 64776986-41b1-493a-9a45-6b06457b49c2 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:24:57.635683 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 64776986-41b1-493a-9a45-6b06457b49c2 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:24:57.636146 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:24:57.781010 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:24:58.029462 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a90320-9ad0-4b73-ac21-9f82f4862f8f req-43818d5d-369c-4fd6-8bc2-244b4136467c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:58.030818 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-52a90320-9ad0-4b73-ac21-9f82f4862f8f req-43818d5d-369c-4fd6-8bc2-244b4136467c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 943 time: 0.0775266 Jun 02 13:24:58.077512 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-52a90320-9ad0-4b73-ac21-9f82f4862f8f req-0b510d48-20d1-467c-ba90-539051f1984c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=df78ae53-50cd-4b4b-938f-5e96af938e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411587 Jun 02 13:24:59.260878 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64d8db-2a21-49de-9081-89d8191dc32f req-249484f8-827a-4528-abdd-09835b1f9a4b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:24:59.262339 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fd64d8db-2a21-49de-9081-89d8191dc32f req-249484f8-827a-4528-abdd-09835b1f9a4b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 943 time: 0.0815792 Jun 02 13:24:59.306364 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fd64d8db-2a21-49de-9081-89d8191dc32f req-7dc82b39-c685-4487-ad8d-b253f51f0bfd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=df78ae53-50cd-4b4b-938f-5e96af938e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384948 Jun 02 13:25:00.484379 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 034a38ec-c1e4-4497-a7f9-9c965b710cea details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:25:00.491644 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec632646-7565-4ba5-96d4-ab607af21436 req-449cc9b7-1424-4791-b49f-ca95f4147897 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:25:00.493272 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ec632646-7565-4ba5-96d4-ab607af21436 req-449cc9b7-1424-4791-b49f-ca95f4147897 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 943 time: 0.0831065 Jun 02 13:25:00.537433 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ec632646-7565-4ba5-96d4-ab607af21436 req-c11ead24-5965-4c6f-bade-c8746b5d4dff tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=df78ae53-50cd-4b4b-938f-5e96af938e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381260 Jun 02 13:25:00.616735 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 034a38ec-c1e4-4497-a7f9-9c965b710cea, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=034a38ec-c1e4-4497-a7f9-9c965b710cea,segment=NetworkSegment(a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8),segment_id=a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:25:00.629402 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '034a38ec-c1e4-4497-a7f9-9c965b710cea', 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605', 'port_id': '034a38ec-c1e4-4497-a7f9-9c965b710cea', 'mac_address': 'fa:16:3e:05:13:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a6c843-9baa-429c-9637-e7752ca02d8f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:25:00.683542 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:00.699456 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 034a38ec-c1e4-4497-a7f9-9c965b710cea {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:25:00.714751 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 034a38ec-c1e4-4497-a7f9-9c965b710cea, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=034a38ec-c1e4-4497-a7f9-9c965b710cea,segment=NetworkSegment(a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8),segment_id=a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:25:00.718727 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:00.720389 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:25:00.804153 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=034a38ec-c1e4-4497-a7f9-9c965b710cea,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:25:00.807128 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:25:01.094423 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['034a38ec-c1e4-4497-a7f9-9c965b710cea'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:25:01.727178 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f42f69-ccd3-4f24-bb97-cb2d55367ec9 req-c79f1ea4-93bd-4a31-8775-4603eeb939bf tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:25:01.728606 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e8f42f69-ccd3-4f24-bb97-cb2d55367ec9 req-c79f1ea4-93bd-4a31-8775-4603eeb939bf tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 944 time: 0.0840702 Jun 02 13:25:01.774294 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e8f42f69-ccd3-4f24-bb97-cb2d55367ec9 req-b4d84468-9f5a-4cd1-80c5-76853fe92a1b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=df78ae53-50cd-4b4b-938f-5e96af938e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400555 Jun 02 13:25:02.531383 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 034a38ec-c1e4-4497-a7f9-9c965b710cea up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:25:02.600494 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 034a38ec-c1e4-4497-a7f9-9c965b710cea completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:25:02.605435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 034a38ec-c1e4-4497-a7f9-9c965b710cea triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:25:02.605809 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:02.717407 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:02.743328 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3b5f80-3333-4e49-a0af-3034af91dedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034a38ec-c1e4-4497-a7f9-9c965b710cea'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:25:02.745547 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648ab569-2801-4090-a446-9ef4c6e7043b" -d '{"events": [{"server_uuid": "ba3b5f80-3333-4e49-a0af-3034af91dedf", "name": "network-vif-plugged", "status": "completed", "tag": "034a38ec-c1e4-4497-a7f9-9c965b710cea"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:25:02.753052 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 034a38ec-c1e4-4497-a7f9-9c965b710cea, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=034a38ec-c1e4-4497-a7f9-9c965b710cea,segment=NetworkSegment(a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8),segment_id=a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:25:02.757325 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:02.759104 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-52fd6f8b-168f-49d8-aa58-4bfa34ebb720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:25:02.804257 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9051129-aa50-4bcd-9abe-9b044553a30d x-openstack-request-id: req-c9051129-aa50-4bcd-9abe-9b044553a30d {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:25:02.804568 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3b5f80-3333-4e49-a0af-3034af91dedf", "name": "network-vif-plugged", "status": "completed", "tag": "034a38ec-c1e4-4497-a7f9-9c965b710cea", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:25:02.804822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9051129-aa50-4bcd-9abe-9b044553a30d {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:25:02.805221 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3b5f80-3333-4e49-a0af-3034af91dedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034a38ec-c1e4-4497-a7f9-9c965b710cea', 'code': 200} Jun 02 13:25:02.831492 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=034a38ec-c1e4-4497-a7f9-9c965b710cea,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:25:02.834406 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:25:03.020375 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764facc-23d8-492b-b991-e5b014128798 req-d336aaa9-5d05-4600-a92e-4501bbb63d9a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:25:03.021802 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d764facc-23d8-492b-b991-e5b014128798 req-d336aaa9-5d05-4600-a92e-4501bbb63d9a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 945 time: 0.1318531 Jun 02 13:25:03.079293 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd5c50-e599-429f-b7d5-57eb25f2b87e req-f9ec6014-7ba4-4a33-b87f-fdef5906cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:25:03.080619 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-02bd5c50-e599-429f-b7d5-57eb25f2b87e req-f9ec6014-7ba4-4a33-b87f-fdef5906cbe6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 1098 time: 0.1273828 Jun 02 13:25:03.083438 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d764facc-23d8-492b-b991-e5b014128798 req-bc1fb489-8a34-4597-adb0-165e422d57a5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=df78ae53-50cd-4b4b-938f-5e96af938e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547962 Jun 02 13:25:03.121991 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-02bd5c50-e599-429f-b7d5-57eb25f2b87e req-cdd371b7-fbcc-462d-bb1a-8ced371a1277 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=df78ae53-50cd-4b4b-938f-5e96af938e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347865 Jun 02 13:25:04.277424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7458e-bb8b-4f6a-ab96-dc4747085f72 req-9e034dd6-c1b8-4f26-8367-90b08f203edd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:25:04.278914 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f7d7458e-bb8b-4f6a-ab96-dc4747085f72 req-9e034dd6-c1b8-4f26-8367-90b08f203edd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 945 time: 0.0849714 Jun 02 13:25:04.322455 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f7d7458e-bb8b-4f6a-ab96-dc4747085f72 req-d800d674-103e-45c8-bf24-5e7464ddcdfc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=df78ae53-50cd-4b4b-938f-5e96af938e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380349 Jun 02 13:25:05.506618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd67c1-5181-4837-a0a6-cc6ffb503dec req-cc3705e2-63be-436b-897b-58c0b64b02ce tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:25:05.508491 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bcfd67c1-5181-4837-a0a6-cc6ffb503dec req-cc3705e2-63be-436b-897b-58c0b64b02ce tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 945 time: 0.0841894 Jun 02 13:25:05.552389 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bcfd67c1-5181-4837-a0a6-cc6ffb503dec req-8984b461-0e30-4284-bcd4-880e93cc8730 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=df78ae53-50cd-4b4b-938f-5e96af938e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383372 Jun 02 13:25:05.730938 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7abd98-4805-4cb4-9880-938290850d18 req-789a1e4e-70c7-4476-a1f9-07e600e40efb tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:25:05.732384 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5c7abd98-4805-4cb4-9880-938290850d18 req-789a1e4e-70c7-4476-a1f9-07e600e40efb tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 945 time: 0.0791638 Jun 02 13:25:05.775739 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5c7abd98-4805-4cb4-9880-938290850d18 req-4ebdb95d-72a9-4bc7-b120-ba2ba4f9dcf0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=df78ae53-50cd-4b4b-938f-5e96af938e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378006 Jun 02 13:25:05.797361 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55128) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:25:05.868449 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ee0d67-4f32-4a37-8eee-f45283e7f24a tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:25:05.869922 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-e4ee0d67-4f32-4a37-8eee-f45283e7f24a tempest-TestNetworkAdvancedServerOps-204735809 tempest-TestNetworkAdvancedServerOps-204735809-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 1093 time: 0.0716162 Jun 02 13:25:05.872601 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55130) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:25:05.876794 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': '034a38ec-c1e4-4497-a7f9-9c965b710cea', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:25:05.883103 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:25:05.886866 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Usage tracker for resource:floatingip and tenant:31333cf8d25c494bb5e988c524b4e546 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:25:05.889613 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:25:05.895177 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:25:05.905096 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for floatingip, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:06.188379 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:06.317090 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Allocated IP 172.26.7.45 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/56b8fd38-00ff-4a15-bce4-0954927b5117) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:25:06.462626 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:06.490684 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:06.495253 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0eb706e2-824a-442f-9717-a609ce38f001 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:25:06.547030 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:25:06.554283 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:25:06.558295 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:25:06.597370 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=56b8fd38-00ff-4a15-bce4-0954927b5117,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:25:06.607193 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:25:06.964828 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:07.036054 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:07.236606 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:07.240808 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:07.245763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:25:07.349261 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event updated for resources: {'Port': ['ID=56b8fd38-00ff-4a15-bce4-0954927b5117,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:25:07.353220 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:25:07.359695 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:07.529985 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Floating IP db351ea0-c7d2-4725-9435-42db9549b870 associated. External IP: 172.26.7.45, port: 034a38ec-c1e4-4497-a7f9-9c965b710cea. Jun 02 13:25:08.024628 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router f5b327e2-16b8-46ff-b3d1-7a187c695f53 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:25:08.198642 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:25:08.208466 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e061a5e3-99e9-49ba-97cf-f096b29a6389 None None] Sync routers for ids ['f5b327e2-16b8-46ff-b3d1-7a187c695f53'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:25:08.218822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e061a5e3-99e9-49ba-97cf-f096b29a6389 None None] Routers {'f5b327e2-16b8-46ff-b3d1-7a187c695f53'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:25:08.219439 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-e061a5e3-99e9-49ba-97cf-f096b29a6389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:24:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['f5b327e2-16b8-46ff-b3d1-7a187c695f53'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:25:08.223164 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:08.281569 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4077857 Jun 02 13:25:08.282067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3b5f80-3333-4e49-a0af-3034af91dedf', 'tag': '034a38ec-c1e4-4497-a7f9-9c965b710cea'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:25:08.284368 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb5c203-c0dd-402e-ab16-449a0c554737" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3b5f80-3333-4e49-a0af-3034af91dedf", "tag": "034a38ec-c1e4-4497-a7f9-9c965b710cea"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:25:08.335806 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b516d4-9faa-4c77-ae84-d8c495dea19c x-openstack-request-id: req-34b516d4-9faa-4c77-ae84-d8c495dea19c {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:25:08.336254 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3b5f80-3333-4e49-a0af-3034af91dedf", "tag": "034a38ec-c1e4-4497-a7f9-9c965b710cea", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:25:08.336787 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34b516d4-9faa-4c77-ae84-d8c495dea19c {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:25:08.337317 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3b5f80-3333-4e49-a0af-3034af91dedf', 'tag': '034a38ec-c1e4-4497-a7f9-9c965b710cea', 'status': 'completed', 'code': 200} Jun 02 13:25:08.402716 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-e061a5e3-99e9-49ba-97cf-f096b29a6389 None None] Set router f5b327e2-16b8-46ff-b3d1-7a187c695f53 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:25:08.500775 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5c203-c0dd-402e-ab16-449a0c554737 req-3f0cb34d-6257-4648-8e6d-ca5af76a1b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:25:08.502624 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3bb5c203-c0dd-402e-ab16-449a0c554737 req-3f0cb34d-6257-4648-8e6d-ca5af76a1b56 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 1098 time: 0.1430876 Jun 02 13:25:08.511802 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22075b-7792-4d59-bc03-d551a829e926 req-03dd22b3-6a87-4a16-a4cb-370c34bca78d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:25:08.513151 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4f22075b-7792-4d59-bc03-d551a829e926 req-03dd22b3-6a87-4a16-a4cb-370c34bca78d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 945 time: 0.1222718 Jun 02 13:25:08.644415 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4f22075b-7792-4d59-bc03-d551a829e926 req-2f037e82-7d11-4f40-b5b9-66deb2012490 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=df78ae53-50cd-4b4b-938f-5e96af938e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099939 Jun 02 13:25:08.667596 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55136) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:25:08.685491 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5c203-c0dd-402e-ab16-449a0c554737 req-d1d639bd-ee3d-4c33-a3b0-46f3160aee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:25:08.687004 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3bb5c203-c0dd-402e-ab16-449a0c554737 req-d1d639bd-ee3d-4c33-a3b0-46f3160aee13 service neutron] 10.222.0.22 "GET /v2.0/networks?id=43ceb077-5aec-4eee-b27e-87c7060f5605 HTTP/1.1" status: 200 len: 898 time: 0.1730165 Jun 02 13:25:08.761377 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-e061a5e3-99e9-49ba-97cf-f096b29a6389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102349044', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:24:44Z', 'updated_at': '2021-06-02T13:24:50Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:45Z', 'updated_at': '2021-06-02T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'db351ea0-c7d2-4725-9435-42db9549b870', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'floating_ip_address': '172.26.7.45', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'port_id': '034a38ec-c1e4-4497-a7f9-9c965b710cea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605', 'mac_address': 'fa:16:3e:05:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3b5f80-3333-4e49-a0af-3034af91dedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:25:06Z', 'updated_at': '2021-06-02T13:25:06Z', 'revision_number': 0, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64776986-41b1-493a-9a45-6b06457b49c2', 'name': '', 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:e6:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '38a6c843-9baa-429c-9637-e7752ca02d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:49Z', 'updated_at': '2021-06-02T13:24:55Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': '38a6c843-9baa-429c-9637-e7752ca02d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:25:08.765346 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e061a5e3-99e9-49ba-97cf-f096b29a6389 None None] Checking router: f5b327e2-16b8-46ff-b3d1-7a187c695f53 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:25:08.773812 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e061a5e3-99e9-49ba-97cf-f096b29a6389 None None] Routers {'f5b327e2-16b8-46ff-b3d1-7a187c695f53'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:25:08.774452 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-e061a5e3-99e9-49ba-97cf-f096b29a6389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:24:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['f5b327e2-16b8-46ff-b3d1-7a187c695f53'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:25:08.778067 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-3f525bb7-585e-4033-b117-0baaeb129244 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/floatingips/db351ea0-c7d2-4725-9435-42db9549b870 HTTP/1.1" status: 200 len: 990 time: 0.1090405 Jun 02 13:25:08.795104 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3bb5c203-c0dd-402e-ab16-449a0c554737 req-81ca6a2a-23b2-4ad9-bfef-88340e4e0d07 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=034a38ec-c1e4-4497-a7f9-9c965b710cea HTTP/1.1" status: 200 len: 998 time: 0.1011751 Jun 02 13:25:08.857357 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5c203-c0dd-402e-ab16-449a0c554737 req-554db1f3-e4bf-4d88-b43e-2a816de09bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:25:08.858864 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3bb5c203-c0dd-402e-ab16-449a0c554737 req-554db1f3-e4bf-4d88-b43e-2a816de09bbb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=38a6c843-9baa-429c-9637-e7752ca02d8f HTTP/1.1" status: 200 len: 834 time: 0.0573261 Jun 02 13:25:08.950272 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5c203-c0dd-402e-ab16-449a0c554737 req-85a3f7a9-dfd2-4a34-b149-c833a5cbab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:25:08.951695 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-e061a5e3-99e9-49ba-97cf-f096b29a6389 None None] Set router f5b327e2-16b8-46ff-b3d1-7a187c695f53 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:25:08.951825 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3bb5c203-c0dd-402e-ab16-449a0c554737 req-85a3f7a9-dfd2-4a34-b149-c833a5cbab9a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=43ceb077-5aec-4eee-b27e-87c7060f5605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0744534 Jun 02 13:25:09.093769 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3bb5c203-c0dd-402e-ab16-449a0c554737 req-d6daafd1-f9ae-4d29-9ff4-60b6fb44b038 service neutron] 10.222.0.22 "GET /v2.0/networks/43ceb077-5aec-4eee-b27e-87c7060f5605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253657 Jun 02 13:25:09.229142 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3bb5c203-c0dd-402e-ab16-449a0c554737 req-62e7ea55-ab32-4c7b-8dc1-5e10aba7bd86 service neutron] 10.222.0.22 "GET /v2.0/networks/43ceb077-5aec-4eee-b27e-87c7060f5605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266868 Jun 02 13:25:09.338130 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-e061a5e3-99e9-49ba-97cf-f096b29a6389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102349044', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:24:44Z', 'updated_at': '2021-06-02T13:24:50Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:45Z', 'updated_at': '2021-06-02T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'db351ea0-c7d2-4725-9435-42db9549b870', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'floating_ip_address': '172.26.7.45', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'port_id': '034a38ec-c1e4-4497-a7f9-9c965b710cea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605', 'mac_address': 'fa:16:3e:05:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3b5f80-3333-4e49-a0af-3034af91dedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:25:06Z', 'updated_at': '2021-06-02T13:25:06Z', 'revision_number': 0, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64776986-41b1-493a-9a45-6b06457b49c2', 'name': '', 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:e6:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '38a6c843-9baa-429c-9637-e7752ca02d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:49Z', 'updated_at': '2021-06-02T13:24:55Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': '38a6c843-9baa-429c-9637-e7752ca02d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:25:09.342064 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e061a5e3-99e9-49ba-97cf-f096b29a6389 None None] The sync data for ids ['f5b327e2-16b8-46ff-b3d1-7a187c695f53'] in dv-neutron-601336-80-hyperv is: [{'id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102349044', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:24:44Z', 'updated_at': '2021-06-02T13:24:50Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:45Z', 'updated_at': '2021-06-02T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'db351ea0-c7d2-4725-9435-42db9549b870', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'floating_ip_address': '172.26.7.45', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'port_id': '034a38ec-c1e4-4497-a7f9-9c965b710cea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605', 'mac_address': 'fa:16:3e:05:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3b5f80-3333-4e49-a0af-3034af91dedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:25:06Z', 'updated_at': '2021-06-02T13:25:06Z', 'revision_number': 0, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64776986-41b1-493a-9a45-6b06457b49c2', 'name': '', 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:e6:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '38a6c843-9baa-429c-9637-e7752ca02d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:49Z', 'updated_at': '2021-06-02T13:24:55Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': '38a6c843-9baa-429c-9637-e7752ca02d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:25:09.508300 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5c334a-e98e-4eca-b246-c844ecd102c2 None None] New status for floating IP db351ea0-c7d2-4725-9435-42db9549b870: ACTIVE {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:25:09.779967 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55138) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:25:10.001785 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-5ce36f4f-2488-490e-b414-66dbfb642905 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/floatingips/db351ea0-c7d2-4725-9435-42db9549b870 HTTP/1.1" status: 200 len: 992 time: 0.2204781 Jun 02 13:25:14.259094 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b1bc4edb-435b-4ac2-bd9f-5176181144ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:16.765672 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a56752e8-42ce-4703-b578-df2c66d039e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:16.783357 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:17.931860 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:19.715894 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:26.392112 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:34.779995 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:25:44.260444 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a6d93925-30c2-4faa-927e-48243b4cf4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:46.767328 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bdc0e29e-9e8b-44b8-a6f0-6499a2dd27fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:46.784364 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:47.782247 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c2a9c874-043d-4fdc-9f5c-1087d45fc4f2 req-fe684db4-b0bb-4d00-b384-209ae2e0cd91 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688431 Jun 02 13:25:47.919414 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9c874-043d-4fdc-9f5c-1087d45fc4f2 req-8f2fb8dd-2d1a-4d29-b7de-f65ddea0fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:25:47.920846 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c2a9c874-043d-4fdc-9f5c-1087d45fc4f2 req-8f2fb8dd-2d1a-4d29-b7de-f65ddea0fe00 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 1098 time: 0.0691464 Jun 02 13:25:47.933375 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:48.065555 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9c874-043d-4fdc-9f5c-1087d45fc4f2 req-896a11d4-a8da-40ed-9c61-f81e1f09ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:25:48.066930 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c2a9c874-043d-4fdc-9f5c-1087d45fc4f2 req-896a11d4-a8da-40ed-9c61-f81e1f09ff29 service neutron] 10.222.0.22 "GET /v2.0/networks?id=43ceb077-5aec-4eee-b27e-87c7060f5605 HTTP/1.1" status: 200 len: 898 time: 0.1271958 Jun 02 13:25:48.171198 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c2a9c874-043d-4fdc-9f5c-1087d45fc4f2 req-8c9a177d-c5e5-45e7-9211-d14cd4d724c7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=034a38ec-c1e4-4497-a7f9-9c965b710cea HTTP/1.1" status: 200 len: 1000 time: 0.0977099 Jun 02 13:25:48.237366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9c874-043d-4fdc-9f5c-1087d45fc4f2 req-d7e0881a-d609-433e-a432-2ac40a6d3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:25:48.238822 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c2a9c874-043d-4fdc-9f5c-1087d45fc4f2 req-d7e0881a-d609-433e-a432-2ac40a6d3152 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=38a6c843-9baa-429c-9637-e7752ca02d8f HTTP/1.1" status: 200 len: 834 time: 0.0609682 Jun 02 13:25:48.315501 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9c874-043d-4fdc-9f5c-1087d45fc4f2 req-60f0e71a-38a0-4331-84f3-55040d89f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:25:48.316990 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c2a9c874-043d-4fdc-9f5c-1087d45fc4f2 req-60f0e71a-38a0-4331-84f3-55040d89f912 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=43ceb077-5aec-4eee-b27e-87c7060f5605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0713625 Jun 02 13:25:48.448960 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c2a9c874-043d-4fdc-9f5c-1087d45fc4f2 req-f190469d-e497-4ae4-ad6e-1c1d94dd0da2 service neutron] 10.222.0.22 "GET /v2.0/networks/43ceb077-5aec-4eee-b27e-87c7060f5605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248674 Jun 02 13:25:48.583860 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c2a9c874-043d-4fdc-9f5c-1087d45fc4f2 req-f203bb5d-4abd-44c0-ab65-900c78f3824a service neutron] 10.222.0.22 "GET /v2.0/networks/43ceb077-5aec-4eee-b27e-87c7060f5605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269071 Jun 02 13:25:49.722024 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:25:56.415434 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:11.778851 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:26:14.264337 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0a9d1fb4-9414-42d8-b572-c0b145075d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:16.768965 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-13d21047-9d41-44b1-9150-6eab7b0207b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:16.785925 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:17.936281 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:19.646575 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a70ca-bfc8-42e1-abbb-6ece6aa0d52d req-13c39078-373c-455e-9115-5acf12dd0cbe tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:26:19.648004 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-739a70ca-bfc8-42e1-abbb-6ece6aa0d52d req-13c39078-373c-455e-9115-5acf12dd0cbe tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 945 time: 0.0800257 Jun 02 13:26:19.692722 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-739a70ca-bfc8-42e1-abbb-6ece6aa0d52d req-13249304-2b01-4c92-86c7-5ae469bce441 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=df78ae53-50cd-4b4b-938f-5e96af938e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384221 Jun 02 13:26:19.723553 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:20.885343 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c9cd7-8177-4e90-984f-b6419d4df86f req-cadde0f5-ffa1-4bf4-b0f7-dca8acad821a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:26:20.886790 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-824c9cd7-8177-4e90-984f-b6419d4df86f req-cadde0f5-ffa1-4bf4-b0f7-dca8acad821a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 945 time: 0.0854824 Jun 02 13:26:20.929661 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-824c9cd7-8177-4e90-984f-b6419d4df86f req-e1ea2a12-f367-4473-81c6-2e2120548950 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=df78ae53-50cd-4b4b-938f-5e96af938e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374308 Jun 02 13:26:22.112038 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d62cc-ca4d-4f1c-8d97-5793034dcefb req-acc7f2a4-0ac3-40ec-ad3c-0fc7ac06d20e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:26:22.113463 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-631d62cc-ca4d-4f1c-8d97-5793034dcefb req-acc7f2a4-0ac3-40ec-ad3c-0fc7ac06d20e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 945 time: 0.0815110 Jun 02 13:26:22.156778 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-631d62cc-ca4d-4f1c-8d97-5793034dcefb req-bb6681b9-3c61-4452-ad09-74c3aa001cb3 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=df78ae53-50cd-4b4b-938f-5e96af938e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373061 Jun 02 13:26:22.179206 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55174) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:22.283619 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b2c77b48-00e1-44f3-b91f-5925610f45ba tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/floatingips/db351ea0-c7d2-4725-9435-42db9549b870 HTTP/1.1" status: 200 len: 992 time: 0.1031187 Jun 02 13:26:24.732963 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce21dd-e1a4-4f86-bcba-9548bb3d6171 req-37c7fc2a-1edb-4a2e-9b6a-a4245e409662 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:26:24.734698 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e5ce21dd-e1a4-4f86-bcba-9548bb3d6171 req-37c7fc2a-1edb-4a2e-9b6a-a4245e409662 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 945 time: 0.1433043 Jun 02 13:26:24.737991 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e80a7-a4ce-472d-a160-5f7e41ef0d88 req-18cf76c8-652a-45e1-b745-694d867dce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:26:24.738976 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-405e80a7-a4ce-472d-a160-5f7e41ef0d88 req-18cf76c8-652a-45e1-b745-694d867dce3d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 1098 time: 0.1106150 Jun 02 13:26:24.865793 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e5ce21dd-e1a4-4f86-bcba-9548bb3d6171 req-38484425-6d96-412e-9261-dc9076f5cd93 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=df78ae53-50cd-4b4b-938f-5e96af938e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252160 Jun 02 13:26:24.905115 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e80a7-a4ce-472d-a160-5f7e41ef0d88 req-b9867e3b-cc8c-49c2-aaee-53deee5308b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:26:24.906685 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-405e80a7-a4ce-472d-a160-5f7e41ef0d88 req-b9867e3b-cc8c-49c2-aaee-53deee5308b3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=43ceb077-5aec-4eee-b27e-87c7060f5605 HTTP/1.1" status: 200 len: 898 time: 0.1526058 Jun 02 13:26:25.010971 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-405e80a7-a4ce-472d-a160-5f7e41ef0d88 req-84bd1085-0321-4a24-b024-7cdaa30718ee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=034a38ec-c1e4-4497-a7f9-9c965b710cea HTTP/1.1" status: 200 len: 1000 time: 0.0979486 Jun 02 13:26:25.071819 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e80a7-a4ce-472d-a160-5f7e41ef0d88 req-5dbdd794-a0d2-45d4-a4c4-0e53d15911a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:26:25.073174 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-405e80a7-a4ce-472d-a160-5f7e41ef0d88 req-5dbdd794-a0d2-45d4-a4c4-0e53d15911a1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=38a6c843-9baa-429c-9637-e7752ca02d8f HTTP/1.1" status: 200 len: 834 time: 0.0560882 Jun 02 13:26:25.148770 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e80a7-a4ce-472d-a160-5f7e41ef0d88 req-640cc3fa-92a6-4726-b813-f3577b6de41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:26:25.150222 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-405e80a7-a4ce-472d-a160-5f7e41ef0d88 req-640cc3fa-92a6-4726-b813-f3577b6de41a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=43ceb077-5aec-4eee-b27e-87c7060f5605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0705504 Jun 02 13:26:25.399280 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-405e80a7-a4ce-472d-a160-5f7e41ef0d88 req-221d5a7e-a6bb-4a0c-a692-c4fc60bad376 service neutron] 10.222.0.22 "GET /v2.0/networks/43ceb077-5aec-4eee-b27e-87c7060f5605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428758 Jun 02 13:26:25.529484 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-405e80a7-a4ce-472d-a160-5f7e41ef0d88 req-2afcdb01-a602-4818-a1b7-c7a0e08b0ecf service neutron] 10.222.0.22 "GET /v2.0/networks/43ceb077-5aec-4eee-b27e-87c7060f5605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238148 Jun 02 13:26:26.050763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd921e-466c-48c5-9155-6d5d6779c76b req-076dedbf-ee48-40d7-9d20-61755c627d61 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:26:26.052183 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2abd921e-466c-48c5-9155-6d5d6779c76b req-076dedbf-ee48-40d7-9d20-61755c627d61 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 945 time: 0.0798199 Jun 02 13:26:26.095259 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2abd921e-466c-48c5-9155-6d5d6779c76b req-477dc235-476b-4ed8-ba0a-77f566f12b55 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=df78ae53-50cd-4b4b-938f-5e96af938e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370431 Jun 02 13:26:26.437436 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:27.366715 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2069d-5534-4793-ab53-fb3e642295ee req-26355682-7f49-45bc-8388-bf209e351ced tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:26:27.368834 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e3f2069d-5534-4793-ab53-fb3e642295ee req-26355682-7f49-45bc-8388-bf209e351ced tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 945 time: 0.0835578 Jun 02 13:26:27.411743 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e3f2069d-5534-4793-ab53-fb3e642295ee req-f1dd1620-e5e3-4c64-922d-1ffb8c98d740 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=df78ae53-50cd-4b4b-938f-5e96af938e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374196 Jun 02 13:26:27.435471 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55190) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:27.539662 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-cc343594-ad28-4774-8bf3-94169b9e06df tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/floatingips/db351ea0-c7d2-4725-9435-42db9549b870 HTTP/1.1" status: 200 len: 992 time: 0.1030104 Jun 02 13:26:27.833894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55196) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:28.113536 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting port 56b8fd38-00ff-4a15-bce4-0954927b5117 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:26:28.113788 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:28.236204 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:28.236530 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:28.519403 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Calling delete_port for 56b8fd38-00ff-4a15-bce4-0954927b5117 owned by network:floatingip {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:26:28.650591 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:28.654239 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-41c8dc69-c881-4706-bede-0ecc1645d557 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:28.703398 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Port': ['ID=56b8fd38-00ff-4a15-bce4-0954927b5117,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:28.739244 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:28.739634 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:28.740022 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:28.740401 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:28.740776 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:28.741145 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:28.741513 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:28.741878 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:28.742273 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:28.742641 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:28.743024 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:28.743924 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:28.751185 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:28.825238 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for floatingip, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:28.825758 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.l3_db [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Floating IP db351ea0-c7d2-4725-9435-42db9549b870 disassociated (deleted). External IP: 172.26.7.45, port: 034a38ec-c1e4-4497-a7f9-9c965b710cea. Jun 02 13:26:29.184039 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router f5b327e2-16b8-46ff-b3d1-7a187c695f53 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:26:29.363970 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:26:29.372952 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13d914-0eee-48e1-a81f-417b70f70082 None None] Sync routers for ids ['f5b327e2-16b8-46ff-b3d1-7a187c695f53'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:26:29.382904 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c13d914-0eee-48e1-a81f-417b70f70082 None None] Routers {'f5b327e2-16b8-46ff-b3d1-7a187c695f53'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:26:29.383526 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-9c13d914-0eee-48e1-a81f-417b70f70082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:26:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['f5b327e2-16b8-46ff-b3d1-7a187c695f53'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:29.384243 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:29.440095 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/floatingips/db351ea0-c7d2-4725-9435-42db9549b870 HTTP/1.1" status: 204 len: 168 time: 1.6049681 Jun 02 13:26:29.440680 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3b5f80-3333-4e49-a0af-3034af91dedf', 'tag': '034a38ec-c1e4-4497-a7f9-9c965b710cea'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:26:29.443037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50a18e9b15e5e4a8c0de1437d311d35f6001ee3c4a702c84d95f9c8cb789ca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e4c35f-6c80-4374-a29b-6b2e829d4563" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3b5f80-3333-4e49-a0af-3034af91dedf", "tag": "034a38ec-c1e4-4497-a7f9-9c965b710cea"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:26:29.491603 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da467a1-619c-4518-b6ad-ff3c6becae92 x-openstack-request-id: req-3da467a1-619c-4518-b6ad-ff3c6becae92 {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:26:29.493422 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3b5f80-3333-4e49-a0af-3034af91dedf", "tag": "034a38ec-c1e4-4497-a7f9-9c965b710cea", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:26:29.493422 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3da467a1-619c-4518-b6ad-ff3c6becae92 {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:26:29.493422 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3b5f80-3333-4e49-a0af-3034af91dedf', 'tag': '034a38ec-c1e4-4497-a7f9-9c965b710cea', 'status': 'completed', 'code': 200} Jun 02 13:26:29.571912 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-9c13d914-0eee-48e1-a81f-417b70f70082 None None] Set router f5b327e2-16b8-46ff-b3d1-7a187c695f53 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:26:29.597888 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4c35f-6c80-4374-a29b-6b2e829d4563 req-75500902-d9cb-49f0-a5c1-2a92332ed7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:26:29.599877 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-84e4c35f-6c80-4374-a29b-6b2e829d4563 req-75500902-d9cb-49f0-a5c1-2a92332ed7ad service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31333cf8d25c494bb5e988c524b4e546&device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 1098 time: 0.0834014 Jun 02 13:26:29.745771 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4c35f-6c80-4374-a29b-6b2e829d4563 req-3c7af439-8c39-4bf5-8878-8167a1b1c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:26:29.747706 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-84e4c35f-6c80-4374-a29b-6b2e829d4563 req-3c7af439-8c39-4bf5-8878-8167a1b1c842 service neutron] 10.222.0.22 "GET /v2.0/networks?id=43ceb077-5aec-4eee-b27e-87c7060f5605 HTTP/1.1" status: 200 len: 898 time: 0.1411233 Jun 02 13:26:29.820814 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-84e4c35f-6c80-4374-a29b-6b2e829d4563 req-5983297b-3ef8-497b-9f48-0c418de097b7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=034a38ec-c1e4-4497-a7f9-9c965b710cea HTTP/1.1" status: 200 len: 217 time: 0.0657935 Jun 02 13:26:29.894364 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37ec54-f7c5-48a6-8a41-11cfd8bcc85a req-83e3577a-71ac-4733-b1d8-65732eedac2c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:26:29.895121 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-3a37ec54-f7c5-48a6-8a41-11cfd8bcc85a req-83e3577a-71ac-4733-b1d8-65732eedac2c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Synchronizing usage tracker for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:26:29.901128 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4c35f-6c80-4374-a29b-6b2e829d4563 req-ca1ee5cb-e580-44c1-8cef-c4a2f9dad41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:26:29.904885 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-84e4c35f-6c80-4374-a29b-6b2e829d4563 req-ca1ee5cb-e580-44c1-8cef-c4a2f9dad41a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=38a6c843-9baa-429c-9637-e7752ca02d8f HTTP/1.1" status: 200 len: 834 time: 0.0759184 Jun 02 13:26:29.917775 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-3a37ec54-f7c5-48a6-8a41-11cfd8bcc85a req-83e3577a-71ac-4733-b1d8-65732eedac2c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Unset dirty status for tenant:31333cf8d25c494bb5e988c524b4e546 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:26:29.920051 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-9c13d914-0eee-48e1-a81f-417b70f70082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102349044', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:24:44Z', 'updated_at': '2021-06-02T13:24:50Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:45Z', 'updated_at': '2021-06-02T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '64776986-41b1-493a-9a45-6b06457b49c2', 'name': '', 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:e6:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '38a6c843-9baa-429c-9637-e7752ca02d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:49Z', 'updated_at': '2021-06-02T13:24:55Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': '38a6c843-9baa-429c-9637-e7752ca02d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:29.925001 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13d914-0eee-48e1-a81f-417b70f70082 None None] Checking router: f5b327e2-16b8-46ff-b3d1-7a187c695f53 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:26:29.925518 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3a37ec54-f7c5-48a6-8a41-11cfd8bcc85a req-83e3577a-71ac-4733-b1d8-65732eedac2c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 945 time: 0.1534243 Jun 02 13:26:29.934951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c13d914-0eee-48e1-a81f-417b70f70082 None None] Routers {'f5b327e2-16b8-46ff-b3d1-7a187c695f53'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:26:29.935156 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-9c13d914-0eee-48e1-a81f-417b70f70082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:26:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['f5b327e2-16b8-46ff-b3d1-7a187c695f53'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:29.979555 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3a37ec54-f7c5-48a6-8a41-11cfd8bcc85a req-3249eea7-b27f-48f9-9ea4-c04135909335 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=df78ae53-50cd-4b4b-938f-5e96af938e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530949 Jun 02 13:26:30.009816 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4c35f-6c80-4374-a29b-6b2e829d4563 req-8073179a-71ed-4fbb-a967-1976f2aa0639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:26:30.014129 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-84e4c35f-6c80-4374-a29b-6b2e829d4563 req-8073179a-71ed-4fbb-a967-1976f2aa0639 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=43ceb077-5aec-4eee-b27e-87c7060f5605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0991590 Jun 02 13:26:30.142542 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-9c13d914-0eee-48e1-a81f-417b70f70082 None None] Set router f5b327e2-16b8-46ff-b3d1-7a187c695f53 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:26:30.153230 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-84e4c35f-6c80-4374-a29b-6b2e829d4563 req-2eb94f4c-2964-49d1-aca1-6eaa4dbadea6 service neutron] 10.222.0.22 "GET /v2.0/networks/43ceb077-5aec-4eee-b27e-87c7060f5605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337607 Jun 02 13:26:30.288016 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-84e4c35f-6c80-4374-a29b-6b2e829d4563 req-1b3f0755-f6c8-4afb-8ebf-943ef3ff9a95 service neutron] 10.222.0.22 "GET /v2.0/networks/43ceb077-5aec-4eee-b27e-87c7060f5605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276803 Jun 02 13:26:30.539260 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-9c13d914-0eee-48e1-a81f-417b70f70082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102349044', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:24:44Z', 'updated_at': '2021-06-02T13:24:50Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:45Z', 'updated_at': '2021-06-02T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '64776986-41b1-493a-9a45-6b06457b49c2', 'name': '', 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:e6:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '38a6c843-9baa-429c-9637-e7752ca02d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:49Z', 'updated_at': '2021-06-02T13:24:55Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': '38a6c843-9baa-429c-9637-e7752ca02d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:30.543635 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13d914-0eee-48e1-a81f-417b70f70082 None None] The sync data for ids ['f5b327e2-16b8-46ff-b3d1-7a187c695f53'] in dv-neutron-601336-80-hyperv is: [{'id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102349044', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:24:44Z', 'updated_at': '2021-06-02T13:24:50Z', 'revision_number': 4, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:45Z', 'updated_at': '2021-06-02T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '64776986-41b1-493a-9a45-6b06457b49c2', 'name': '', 'network_id': '43ceb077-5aec-4eee-b27e-87c7060f5605', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'mac_address': 'fa:16:3e:e6:d6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '38a6c843-9baa-429c-9637-e7752ca02d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:49Z', 'updated_at': '2021-06-02T13:24:55Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'subnets': [{'id': '38a6c843-9baa-429c-9637-e7752ca02d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:26:30.748528 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fe6ae3-80ff-47af-9e0a-918c76e0a01c None None] New status for floating IP db351ea0-c7d2-4725-9435-42db9549b870: DOWN {{(pid=92307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:26:31.165252 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2616b4-e6c7-4641-bab8-e09a742d6d0c req-c3160af9-5f04-44f9-8b80-c37f215a4023 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:26:31.166676 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7c2616b4-e6c7-4641-bab8-e09a742d6d0c req-c3160af9-5f04-44f9-8b80-c37f215a4023 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 945 time: 0.0851548 Jun 02 13:26:31.224265 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7c2616b4-e6c7-4641-bab8-e09a742d6d0c req-146263eb-960f-4e29-bfeb-d71d0d6b8740 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/security-groups?id=df78ae53-50cd-4b4b-938f-5e96af938e47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515831 Jun 02 13:26:31.517680 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e380b-5507-4e9c-89d0-7391c8584d9b req-f9bcac74-b954-4f6e-a2af-8ab6de34db5c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:26:31.519494 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-465e380b-5507-4e9c-89d0-7391c8584d9b req-f9bcac74-b954-4f6e-a2af-8ab6de34db5c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 945 time: 0.0832820 Jun 02 13:26:31.685045 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-465e380b-5507-4e9c-89d0-7391c8584d9b req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting port 034a38ec-c1e4-4497-a7f9-9c965b710cea {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:26:31.685539 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-465e380b-5507-4e9c-89d0-7391c8584d9b req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:31.967175 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-465e380b-5507-4e9c-89d0-7391c8584d9b req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] For port 034a38ec-c1e4-4497-a7f9-9c965b710cea, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=034a38ec-c1e4-4497-a7f9-9c965b710cea,segment=NetworkSegment(a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8),segment_id=a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:26:31.967534 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-465e380b-5507-4e9c-89d0-7391c8584d9b req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:32.092599 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-465e380b-5507-4e9c-89d0-7391c8584d9b req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Calling delete_port for 034a38ec-c1e4-4497-a7f9-9c965b710cea owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:26:32.218528 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-465e380b-5507-4e9c-89d0-7391c8584d9b req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:32.227191 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-47647d3a-96a4-4f98-8647-b8a9f647c3b2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:32.323637 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Port': ['ID=034a38ec-c1e4-4497-a7f9-9c965b710cea,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:32.370970 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:32.371361 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:32.371735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:32.372124 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:32.372496 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:32.372867 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:32.373237 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:32.373596 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:32.373962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:32.374561 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:32.374561 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:32.374561 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:32.376932 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f85c1863-bca1-4e54-bba7-593de9756b0e req-015ede40-74b1-4cf1-b980-eaafc75bcb17 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3b5f80-3333-4e49-a0af-3034af91dedf HTTP/1.1" status: 200 len: 210 time: 0.0453403 Jun 02 13:26:32.383272 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:32.385096 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-465e380b-5507-4e9c-89d0-7391c8584d9b req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] No DVR routers for this DVR port 034a38ec-c1e4-4497-a7f9-9c965b710cea on host hv-neutron-6013 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:26:32.387420 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-465e380b-5507-4e9c-89d0-7391c8584d9b req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:32.390049 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3b5f80-3333-4e49-a0af-3034af91dedf', 'name': 'network-vif-deleted', 'tag': '034a38ec-c1e4-4497-a7f9-9c965b710cea'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:26:32.392373 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b7564e-eb90-47e9-a0af-af99c0e62b7e" -d '{"events": [{"server_uuid": "ba3b5f80-3333-4e49-a0af-3034af91dedf", "name": "network-vif-deleted", "tag": "034a38ec-c1e4-4497-a7f9-9c965b710cea"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:26:32.406355 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-465e380b-5507-4e9c-89d0-7391c8584d9b req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.22 "DELETE /v2.0/ports/034a38ec-c1e4-4497-a7f9-9c965b710cea HTTP/1.1" status: 204 len: 173 time: 0.8806727 Jun 02 13:26:32.435053 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49fb966-e262-45bb-ac32-59cea5842022 x-openstack-request-id: req-a49fb966-e262-45bb-ac32-59cea5842022 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:26:32.435519 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3b5f80-3333-4e49-a0af-3034af91dedf", "name": "network-vif-deleted", "tag": "034a38ec-c1e4-4497-a7f9-9c965b710cea", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:26:32.435771 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a49fb966-e262-45bb-ac32-59cea5842022 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:26:32.436258 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3b5f80-3333-4e49-a0af-3034af91dedf', 'name': 'network-vif-deleted', 'tag': '034a38ec-c1e4-4497-a7f9-9c965b710cea', 'status': 'completed', 'code': 200} Jun 02 13:26:33.483671 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55214) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:34.194023 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-04ac20a8-346e-4e32-b42f-60da7b7ffc00 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:34.610619 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-04ac20a8-346e-4e32-b42f-60da7b7ffc00 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting port 64776986-41b1-493a-9a45-6b06457b49c2 {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:26:34.611292 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-04ac20a8-346e-4e32-b42f-60da7b7ffc00 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:34.741977 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-04ac20a8-346e-4e32-b42f-60da7b7ffc00 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] For port 64776986-41b1-493a-9a45-6b06457b49c2, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=64776986-41b1-493a-9a45-6b06457b49c2,segment=NetworkSegment(a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8),segment_id=a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:26:34.742365 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-04ac20a8-346e-4e32-b42f-60da7b7ffc00 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:34.867439 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-04ac20a8-346e-4e32-b42f-60da7b7ffc00 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Calling delete_port for 64776986-41b1-493a-9a45-6b06457b49c2 owned by network:router_interface {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:26:34.970614 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 034a38ec-c1e4-4497-a7f9-9c965b710cea no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:26:35.015974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 034a38ec-c1e4-4497-a7f9-9c965b710cea {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:26:35.016321 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 034a38ec-c1e4-4497-a7f9-9c965b710cea not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:26:35.100674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-04ac20a8-346e-4e32-b42f-60da7b7ffc00 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:35.105745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-90f5670a-f9e9-442b-bea4-39de53832623 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:35.156794 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac20a8-346e-4e32-b42f-60da7b7ffc00 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Port': ['ID=64776986-41b1-493a-9a45-6b06457b49c2,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:35.160126 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-04ac20a8-346e-4e32-b42f-60da7b7ffc00 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:35.577895 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-04ac20a8-346e-4e32-b42f-60da7b7ffc00 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:35.940610 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ac20a8-346e-4e32-b42f-60da7b7ffc00 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Router f5b327e2-16b8-46ff-b3d1-7a187c695f53 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:26:36.121102 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ac20a8-346e-4e32-b42f-60da7b7ffc00 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:26:36.130078 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda653a5-8f8b-4eea-826a-d8f18ce41e03 None None] Sync routers for ids ['f5b327e2-16b8-46ff-b3d1-7a187c695f53'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:26:36.135166 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-04ac20a8-346e-4e32-b42f-60da7b7ffc00 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "PUT /v2.0/routers/f5b327e2-16b8-46ff-b3d1-7a187c695f53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6504455 Jun 02 13:26:36.137881 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55216) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:36.139945 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda653a5-8f8b-4eea-826a-d8f18ce41e03 None None] Routers {'f5b327e2-16b8-46ff-b3d1-7a187c695f53'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:26:36.140553 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-bda653a5-8f8b-4eea-826a-d8f18ce41e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:26:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['f5b327e2-16b8-46ff-b3d1-7a187c695f53'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:36.202132 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_v2 [None req-2abb833b-8700-4b7a-b5dc-5da48a04eac8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting subnet 38a6c843-9baa-429c-9637-e7752ca02d8f {{(pid=92304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 13:26:36.205123 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2abb833b-8700-4b7a-b5dc-5da48a04eac8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for subnet, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:36.259156 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2abb833b-8700-4b7a-b5dc-5da48a04eac8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582349'] for subnet, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:36.318147 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-bda653a5-8f8b-4eea-826a-d8f18ce41e03 None None] Set router f5b327e2-16b8-46ff-b3d1-7a187c695f53 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:26:36.344755 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2abb833b-8700-4b7a-b5dc-5da48a04eac8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:36.621226 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-bda653a5-8f8b-4eea-826a-d8f18ce41e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102349044', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:24:44Z', 'updated_at': '2021-06-02T13:26:35Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:45Z', 'updated_at': '2021-06-02T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:36.625312 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda653a5-8f8b-4eea-826a-d8f18ce41e03 None None] Checking router: f5b327e2-16b8-46ff-b3d1-7a187c695f53 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:26:36.633864 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2abb833b-8700-4b7a-b5dc-5da48a04eac8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2111976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824974'] for subnet, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:36.635265 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda653a5-8f8b-4eea-826a-d8f18ce41e03 None None] Routers {'f5b327e2-16b8-46ff-b3d1-7a187c695f53'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:26:36.635879 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-bda653a5-8f8b-4eea-826a-d8f18ce41e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:26:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['f5b327e2-16b8-46ff-b3d1-7a187c695f53'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:36.638326 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-cacbbbdf-e39b-463b-b520-3b7be9fed6ca tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:36.674593 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb833b-8700-4b7a-b5dc-5da48a04eac8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Subnet': ['ID=38a6c843-9baa-429c-9637-e7752ca02d8f,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:36.676500 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2abb833b-8700-4b7a-b5dc-5da48a04eac8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:36.679116 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2abb833b-8700-4b7a-b5dc-5da48a04eac8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:36.683810 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2abb833b-8700-4b7a-b5dc-5da48a04eac8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/subnets/38a6c843-9baa-429c-9637-e7752ca02d8f HTTP/1.1" status: 204 len: 168 time: 0.5449643 Jun 02 13:26:36.687476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55218) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:36.693369 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83350e2d-ed98-4359-be0b-2f17d39edc31 None None] Network 43ceb077-5aec-4eee-b27e-87c7060f5605 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:26:36.881377 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a8accc52-f5f8-47c2-8f0d-8595f287e59d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:36.985504 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-bda653a5-8f8b-4eea-826a-d8f18ce41e03 None None] Set router f5b327e2-16b8-46ff-b3d1-7a187c695f53 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:26:37.240424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a8accc52-f5f8-47c2-8f0d-8595f287e59d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:37.277059 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f549609b-001b-4149-aa71-df58ed5ecdc1 None None] DHCP port deletion for 43ceb077-5aec-4eee-b27e-87c7060f5605 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 13:26:37.318670 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-a8accc52-f5f8-47c2-8f0d-8595f287e59d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Deleting port b8b192fc-828c-4cff-a8fe-dd6a70aff25d {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:26:37.319015 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a8accc52-f5f8-47c2-8f0d-8595f287e59d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:37.385334 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-bda653a5-8f8b-4eea-826a-d8f18ce41e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102349044', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:24:44Z', 'updated_at': '2021-06-02T13:26:35Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:45Z', 'updated_at': '2021-06-02T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:37.396201 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda653a5-8f8b-4eea-826a-d8f18ce41e03 None None] The sync data for ids ['f5b327e2-16b8-46ff-b3d1-7a187c695f53'] in dv-neutron-601336-80-hyperv is: [{'id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102349044', 'tenant_id': '31333cf8d25c494bb5e988c524b4e546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:24:44Z', 'updated_at': '2021-06-02T13:26:35Z', 'revision_number': 5, 'project_id': '31333cf8d25c494bb5e988c524b4e546', 'gw_port': {'id': 'b8b192fc-828c-4cff-a8fe-dd6a70aff25d', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b327e2-16b8-46ff-b3d1-7a187c695f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:24:45Z', 'updated_at': '2021-06-02T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:26:37.411968 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f549609b-001b-4149-aa71-df58ed5ecdc1 None None] Deleting port 2ebd6eaa-6fab-49ec-9c90-9b4323e49071 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:26:37.412351 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f549609b-001b-4149-aa71-df58ed5ecdc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:37.451847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [None req-a8accc52-f5f8-47c2-8f0d-8595f287e59d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] For port b8b192fc-828c-4cff-a8fe-dd6a70aff25d, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=b8b192fc-828c-4cff-a8fe-dd6a70aff25d,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:26:37.452127 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a8accc52-f5f8-47c2-8f0d-8595f287e59d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:37.513900 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-f549609b-001b-4149-aa71-df58ed5ecdc1 None None] For port 2ebd6eaa-6fab-49ec-9c90-9b4323e49071, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=2ebd6eaa-6fab-49ec-9c90-9b4323e49071,segment=NetworkSegment(a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8),segment_id=a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:26:37.514235 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f549609b-001b-4149-aa71-df58ed5ecdc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:37.575881 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-a8accc52-f5f8-47c2-8f0d-8595f287e59d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Calling delete_port for b8b192fc-828c-4cff-a8fe-dd6a70aff25d owned by network:router_gateway {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:26:37.639260 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-f549609b-001b-4149-aa71-df58ed5ecdc1 None None] Calling delete_port for 2ebd6eaa-6fab-49ec-9c90-9b4323e49071 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:26:37.688989 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f549609b-001b-4149-aa71-df58ed5ecdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:37.693798 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-58a2b907-b063-4f9f-9007-815970600974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:37.716432 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a8accc52-f5f8-47c2-8f0d-8595f287e59d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:37.720704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3ade8d78-5bc5-47d3-ae96-8c53c85da470 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:37.742520 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549609b-001b-4149-aa71-df58ed5ecdc1 None None] Pushing event deleted for resources: {'Port': ['ID=2ebd6eaa-6fab-49ec-9c90-9b4323e49071,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:37.750787 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f549609b-001b-4149-aa71-df58ed5ecdc1 None None] No DVR routers for this DVR port 2ebd6eaa-6fab-49ec-9c90-9b4323e49071 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:26:37.753150 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549609b-001b-4149-aa71-df58ed5ecdc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:37.753287 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549609b-001b-4149-aa71-df58ed5ecdc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:37.753618 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549609b-001b-4149-aa71-df58ed5ecdc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:37.753961 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549609b-001b-4149-aa71-df58ed5ecdc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:37.754494 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549609b-001b-4149-aa71-df58ed5ecdc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:37.754917 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549609b-001b-4149-aa71-df58ed5ecdc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:37.755290 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549609b-001b-4149-aa71-df58ed5ecdc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:37.755692 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549609b-001b-4149-aa71-df58ed5ecdc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:37.755916 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549609b-001b-4149-aa71-df58ed5ecdc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:37.756292 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549609b-001b-4149-aa71-df58ed5ecdc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:37.756651 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549609b-001b-4149-aa71-df58ed5ecdc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:37.756953 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549609b-001b-4149-aa71-df58ed5ecdc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:37.762041 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f549609b-001b-4149-aa71-df58ed5ecdc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:37.772997 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8accc52-f5f8-47c2-8f0d-8595f287e59d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Port': ['ID=b8b192fc-828c-4cff-a8fe-dd6a70aff25d,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:37.800643 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a8accc52-f5f8-47c2-8f0d-8595f287e59d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:37.847701 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 2ebd6eaa-6fab-49ec-9c90-9b4323e49071 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:26:37.870036 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a8accc52-f5f8-47c2-8f0d-8595f287e59d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:37.889015 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 2ebd6eaa-6fab-49ec-9c90-9b4323e49071 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:26:37.889372 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 2ebd6eaa-6fab-49ec-9c90-9b4323e49071 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:26:37.889811 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 64776986-41b1-493a-9a45-6b06457b49c2 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:26:37.925316 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 64776986-41b1-493a-9a45-6b06457b49c2 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:26:37.925689 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 64776986-41b1-493a-9a45-6b06457b49c2 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:26:38.048406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a8accc52-f5f8-47c2-8f0d-8595f287e59d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:38.050669 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a8accc52-f5f8-47c2-8f0d-8595f287e59d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:38.072344 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a8accc52-f5f8-47c2-8f0d-8595f287e59d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:38.072922 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8accc52-f5f8-47c2-8f0d-8595f287e59d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Fanout notify agent at l3_agent the message router_deleted on router f5b327e2-16b8-46ff-b3d1-7a187c695f53 {{(pid=92304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 13:26:38.088260 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a8accc52-f5f8-47c2-8f0d-8595f287e59d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:38.089364 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a8accc52-f5f8-47c2-8f0d-8595f287e59d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/routers/f5b327e2-16b8-46ff-b3d1-7a187c695f53 HTTP/1.1" status: 204 len: 168 time: 1.4009926 Jun 02 13:26:38.091902 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55220) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:38.206694 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef5d156d-7fca-48e7-8c24-b6f38998c467 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:38.336424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef5d156d-7fca-48e7-8c24-b6f38998c467 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:38.353064 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-ef5d156d-7fca-48e7-8c24-b6f38998c467 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ceb077-5aec-4eee-b27e-87c7060f5605']}} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:38.364722 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-ef5d156d-7fca-48e7-8c24-b6f38998c467 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8') {'for_net_delete': True} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:38.365019 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.services.segments.db [None req-ef5d156d-7fca-48e7-8c24-b6f38998c467 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e4cf4c-a0a1-426e-b4c5-6280d3d241c8') {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:38.376093 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef5d156d-7fca-48e7-8c24-b6f38998c467 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582356'] for segment, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:38.391912 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef5d156d-7fca-48e7-8c24-b6f38998c467 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:38.397704 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef5d156d-7fca-48e7-8c24-b6f38998c467 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=92304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 13:26:38.398082 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef5d156d-7fca-48e7-8c24-b6f38998c467 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111926'] for segment, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: Traceback (most recent call last): Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: timer() Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: cb(*args, **kw) Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: return func(*args, **kwargs) Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: self._notify() Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: self.callback(batched_events) Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: event.method(event) Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: return f(self, *a, **k) Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._get(url).json() Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: return self.request(url, 'GET', **kwargs) Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 13:26:38.413077 dv-neutron-601336-80-hyperv neutron-server[92304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 13:26:38.494364 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef5d156d-7fca-48e7-8c24-b6f38998c467 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:38.497808 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-53088961-6447-4a9e-88df-2341f264d3f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:38.516145 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-ef5d156d-7fca-48e7-8c24-b6f38998c467 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:38.527679 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d156d-7fca-48e7-8c24-b6f38998c467 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'Network': ['ID=43ceb077-5aec-4eee-b27e-87c7060f5605,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:38.530945 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ef5d156d-7fca-48e7-8c24-b6f38998c467 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:38.540205 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-ef5d156d-7fca-48e7-8c24-b6f38998c467 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/networks/43ceb077-5aec-4eee-b27e-87c7060f5605 HTTP/1.1" status: 204 len: 168 time: 0.4443493 Jun 02 13:26:38.540778 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55222) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:38.610817 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b65cdd65-3797-4212-bcb7-396ec94b9ae1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:38.640263 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b65cdd65-3797-4212-bcb7-396ec94b9ae1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:38.706684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b65cdd65-3797-4212-bcb7-396ec94b9ae1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:38.710685 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b69566de-8dcf-42f5-ab37-dd952f64ab2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:38.725751 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65cdd65-3797-4212-bcb7-396ec94b9ae1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df78ae53-50cd-4b4b-938f-5e96af938e47,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:38.729058 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b65cdd65-3797-4212-bcb7-396ec94b9ae1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:38.738448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b65cdd65-3797-4212-bcb7-396ec94b9ae1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:38.742206 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b65cdd65-3797-4212-bcb7-396ec94b9ae1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] 10.222.0.37 "DELETE /v2.0/security-groups/df78ae53-50cd-4b4b-938f-5e96af938e47 HTTP/1.1" status: 204 len: 168 time: 0.1978133 Jun 02 13:26:39.097307 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55230) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:39.251166 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ef927087-6c77-46bc-98ce-03c316ec92a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31333cf8d25c494bb5e988c524b4e546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525795 Jun 02 13:26:39.253513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55234) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:39.309962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3b9eecac-0c03-4beb-a549-39acab8face5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:39.335169 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3b9eecac-0c03-4beb-a549-39acab8face5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:39.386067 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3b9eecac-0c03-4beb-a549-39acab8face5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:39.390646 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fca09d61-a1c5-4989-acad-619c0140f9af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:39.405764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9eecac-0c03-4beb-a549-39acab8face5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55cf13e-bfe0-4991-b87c-565157c02647,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:39.408633 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3b9eecac-0c03-4beb-a549-39acab8face5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:39.410626 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3b9eecac-0c03-4beb-a549-39acab8face5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:39.411624 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3b9eecac-0c03-4beb-a549-39acab8face5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e55cf13e-bfe0-4991-b87c-565157c02647 HTTP/1.1" status: 204 len: 168 time: 0.1572316 Jun 02 13:26:39.613085 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b8b192fc-828c-4cff-a8fe-dd6a70aff25d no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:26:39.652287 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: b8b192fc-828c-4cff-a8fe-dd6a70aff25d {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:26:39.652645 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device b8b192fc-828c-4cff-a8fe-dd6a70aff25d not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:26:39.689111 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55240) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:39.706709 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-373a4fa6-7d89-45e4-b27b-907e6b626d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:39.720968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-373a4fa6-7d89-45e4-b27b-907e6b626d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:26:39.724731 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-373a4fa6-7d89-45e4-b27b-907e6b626d5b admin admin] Usage tracker for resource:security_group_rule and tenant:b9152e845af840609c345678644be064 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:26:39.727517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-373a4fa6-7d89-45e4-b27b-907e6b626d5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:26:39.733098 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-373a4fa6-7d89-45e4-b27b-907e6b626d5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:26:39.818845 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-373a4fa6-7d89-45e4-b27b-907e6b626d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:39.822943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-373a4fa6-7d89-45e4-b27b-907e6b626d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:39.831191 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-c78ec152-8fbc-408c-bcd2-bb33470d0240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:39.870317 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-373a4fa6-7d89-45e4-b27b-907e6b626d5b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9152e845af840609c345678644be064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801167 Jun 02 13:26:39.871208 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a4fa6-7d89-45e4-b27b-907e6b626d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc46f9b-223b-4e89-ade1-a2df9e52bde4,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:39.873020 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55242) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:39.874286 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-373a4fa6-7d89-45e4-b27b-907e6b626d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:39.936426 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ec6780d5-90a1-4e88-b807-8db05dbd5c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:39.961036 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ec6780d5-90a1-4e88-b807-8db05dbd5c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:40.011081 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ec6780d5-90a1-4e88-b807-8db05dbd5c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:40.015751 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7338f01e-0c9b-43cd-9dc9-853538256886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:40.027103 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6780d5-90a1-4e88-b807-8db05dbd5c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc46f9b-223b-4e89-ade1-a2df9e52bde4,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:40.029929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ec6780d5-90a1-4e88-b807-8db05dbd5c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:40.031784 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ec6780d5-90a1-4e88-b807-8db05dbd5c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:40.032863 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-ec6780d5-90a1-4e88-b807-8db05dbd5c03 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8fc46f9b-223b-4e89-ade1-a2df9e52bde4 HTTP/1.1" status: 204 len: 168 time: 0.1588113 Jun 02 13:26:40.765513 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55264) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:40.869104 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1096020280-network', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:26:40.873955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:26:40.877807 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Usage tracker for resource:network and tenant:b66dbdb7d0424723babfd68b21520d91 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:26:40.880736 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:26:40.886438 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:26:40.896636 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Made reservation on behalf of b66dbdb7d0424723babfd68b21520d91 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:26:40.899075 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:40.910945 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:40.925639 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:26:40.929458 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Usage tracker for resource:security_group_rule and tenant:b66dbdb7d0424723babfd68b21520d91 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:26:40.932833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:26:40.938433 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:26:41.018179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:41.022578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:41.025775 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-91996e0a-b38d-4f98-96cc-ecbe8963c31d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:41.059344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 13:26:41.064387 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc47bbf-e8bd-4b82-af4b-6244e463e8b5,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:41.068036 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:41.071994 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:41.072120 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Added segment f8ae552a-6a90-4c4c-a145-44ab24ede833 of type vlan for network 44495108-b186-4381-ae1e-c56550de724a Jun 02 13:26:41.100210 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:41.131721 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:41.132772 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:26:41.133702 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:41.137277 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8ba2441f-09fe-46cc-a9d2-d2b0094ed105 tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:41.236471 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Pushing event updated for resources: {'Network': ['ID=44495108-b186-4381-ae1e-c56550de724a,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:41.239678 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4730098 Jun 02 13:26:41.240545 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-eefc6351-8f30-49cc-aa94-979f5db35eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:41.242737 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55268) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:41.246833 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 44495108-b186-4381-ae1e-c56550de724a details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 13:26:41.247348 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-73ff0dc6-2ecc-48c4-9c70-90808b996394 admin admin] Request body: {'subnet': {'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1096020280-subnet', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'ip_version': 4}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:26:41.252051 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-73ff0dc6-2ecc-48c4-9c70-90808b996394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:26:41.255963 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-73ff0dc6-2ecc-48c4-9c70-90808b996394 admin admin] Usage tracker for resource:subnet and tenant:b66dbdb7d0424723babfd68b21520d91 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:26:41.258790 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-73ff0dc6-2ecc-48c4-9c70-90808b996394 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:26:41.264388 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-73ff0dc6-2ecc-48c4-9c70-90808b996394 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:26:41.274966 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ff0dc6-2ecc-48c4-9c70-90808b996394 admin admin] Made reservation on behalf of b66dbdb7d0424723babfd68b21520d91 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:26:41.277161 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73ff0dc6-2ecc-48c4-9c70-90808b996394 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:41.653689 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73ff0dc6-2ecc-48c4-9c70-90808b996394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:41.657913 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-32ca8c8c-5e62-4ae1-84d9-97450ddc2dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:41.730714 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff0dc6-2ecc-48c4-9c70-90808b996394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b830187-46b8-4dca-bc5a-891028d9d341,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:41.734680 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-73ff0dc6-2ecc-48c4-9c70-90808b996394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:41.738677 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ff0dc6-2ecc-48c4-9c70-90808b996394 admin admin] Checking segment: {'id': 'f8ae552a-6a90-4c4c-a145-44ab24ede833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '44495108-b186-4381-ae1e-c56550de724a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:26:41.739041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ff0dc6-2ecc-48c4-9c70-90808b996394 admin admin] Network hostable DHCP agents. Network: 44495108-b186-4381-ae1e-c56550de724a, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 13:26:41.755907 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ff0dc6-2ecc-48c4-9c70-90808b996394 admin admin] Network 44495108-b186-4381-ae1e-c56550de724a is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 13:26:41.764719 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-73ff0dc6-2ecc-48c4-9c70-90808b996394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 44495108-b186-4381-ae1e-c56550de724a) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:26:41.772997 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ff0dc6-2ecc-48c4-9c70-90808b996394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:26:41.773575 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73ff0dc6-2ecc-48c4-9c70-90808b996394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:41.775063 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22e16ee-0adc-4772-93c0-d05cbac6648a None None] Network 44495108-b186-4381-ae1e-c56550de724a requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:26:41.794311 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-73ff0dc6-2ecc-48c4-9c70-90808b996394 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5506792 Jun 02 13:26:41.797154 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55270) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:41.801545 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1096020280-router', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:26:41.806086 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:26:41.809900 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Usage tracker for resource:router and tenant:b66dbdb7d0424723babfd68b21520d91 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:26:41.812801 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:26:41.818459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:26:41.828006 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:41.828939 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:41.844610 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:41.989506 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-44495108-b186-4381-ae1e-c56550de724a', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'fixed_ips': [{'subnet_id': '6b830187-46b8-4dca-bc5a-891028d9d341'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 13:26:41.990374 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:42.147149 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Allocated IP 172.20.0.2 (44495108-b186-4381-ae1e-c56550de724a/6b830187-46b8-4dca-bc5a-891028d9d341/436b58d6-1feb-4668-8a9c-3ed97f44f999) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:26:42.240111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:42.350674 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:42.360381 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Transition to ACTIVE for port object 436b58d6-1feb-4668-8a9c-3ed97f44f999 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:26:42.378420 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Transition to ACTIVE for port object 436b58d6-1feb-4668-8a9c-3ed97f44f999 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:26:42.384120 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:42.387454 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-52fd6f8b-168f-49d8-aa58-4bfa34ebb720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:42.451075 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Network 44495108-b186-4381-ae1e-c56550de724a is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:26:42.452130 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:26:42.456237 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:26:42.467751 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Pushing event updated for resources: {'Port': ['ID=436b58d6-1feb-4668-8a9c-3ed97f44f999,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:42.495254 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:42.551272 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:42.555978 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Attempting to bind port 436b58d6-1feb-4668-8a9c-3ed97f44f999 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:26:42.556349 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Attempting to bind port 436b58d6-1feb-4668-8a9c-3ed97f44f999 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'f8ae552a-6a90-4c4c-a145-44ab24ede833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '44495108-b186-4381-ae1e-c56550de724a'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:26:42.556713 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Attempting to bind port 436b58d6-1feb-4668-8a9c-3ed97f44f999 on network 44495108-b186-4381-ae1e-c56550de724a {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:26:42.562061 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:26:42.562465 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Checking segment: {'id': 'f8ae552a-6a90-4c4c-a145-44ab24ede833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '44495108-b186-4381-ae1e-c56550de724a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:26:42.562925 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:42.563333 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Bound using segment: {'id': 'f8ae552a-6a90-4c4c-a145-44ab24ede833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '44495108-b186-4381-ae1e-c56550de724a'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:26:42.563795 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Bound port: 436b58d6-1feb-4668-8a9c-3ed97f44f999, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ae552a-6a90-4c4c-a145-44ab24ede833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '44495108-b186-4381-ae1e-c56550de724a'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:26:42.564172 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:42.582289 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:42.650380 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] For port 436b58d6-1feb-4668-8a9c-3ed97f44f999, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:26:42.653541 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] For port 436b58d6-1feb-4668-8a9c-3ed97f44f999, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=436b58d6-1feb-4668-8a9c-3ed97f44f999,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:26:42.657073 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:42.660516 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:42.718248 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Allocated IP 172.26.7.94 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/bb970233-b14e-4195-874c-71eafbd0fa02) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:26:42.794703 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Pushing event updated for resources: {'Port': ['ID=436b58d6-1feb-4668-8a9c-3ed97f44f999,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:42.797876 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:42.880463 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:42.910819 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:42.915121 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-411f5256-bbc8-49dc-9a2d-ae23f174497e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:42.976062 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:26:42.983255 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:26:42.987900 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:26:43.030485 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Pushing event updated for resources: {'Port': ['ID=bb970233-b14e-4195-874c-71eafbd0fa02,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:43.034745 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:43.406850 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:43.657256 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 436b58d6-1feb-4668-8a9c-3ed97f44f999 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:26:43.699083 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa66a3db-5d72-4fe2-a327-0493d1b3cc8d None None] Network 44495108-b186-4381-ae1e-c56550de724a requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:26:43.812106 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b432f2d2-bc27-4755-b7e7-be6f7ae2c27d None None] Provisioning for port 436b58d6-1feb-4668-8a9c-3ed97f44f999 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:26:43.847755 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 436b58d6-1feb-4668-8a9c-3ed97f44f999 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:26:43.878978 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 436b58d6-1feb-4668-8a9c-3ed97f44f999 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:26:43.879358 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:43.901629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:44.067055 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:44.108016 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 436b58d6-1feb-4668-8a9c-3ed97f44f999, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=436b58d6-1feb-4668-8a9c-3ed97f44f999,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:26:44.113284 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:44.117020 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:44.119123 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Router c757e58d-478c-4890-9412-d159de57e55e is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 13:26:44.197768 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=436b58d6-1feb-4668-8a9c-3ed97f44f999,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:44.207453 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:44.271752 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-08b61638-f330-4631-95af-e9f3ede97464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:44.337096 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:26:44.346183 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] Sync routers for ids ['c757e58d-478c-4890-9412-d159de57e55e'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:26:44.356727 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] Routers {'c757e58d-478c-4890-9412-d159de57e55e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:26:44.357342 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:26:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c757e58d-478c-4890-9412-d159de57e55e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:44.365608 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-aeb6accb-5c42-45a8-a195-1d6d867a308c None None] Provisioning complete for port 436b58d6-1feb-4668-8a9c-3ed97f44f999 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:26:44.365979 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-aeb6accb-5c42-45a8-a195-1d6d867a308c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:44.366251 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:44.370667 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5695038 Jun 02 13:26:44.370966 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55272) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:44.533801 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] Set router c757e58d-478c-4890-9412-d159de57e55e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:26:44.812543 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c757e58d-478c-4890-9412-d159de57e55e', 'name': 'tempest-TestShelveInstance-1096020280-router', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:41Z', 'updated_at': '2021-06-02T13:26:43Z', 'revision_number': 3, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'gw_port': {'id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:42Z', 'updated_at': '2021-06-02T13:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:44.816276 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] Checking router: c757e58d-478c-4890-9412-d159de57e55e for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:26:44.816630 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] Updating router c757e58d-478c-4890-9412-d159de57e55e port bb970233-b14e-4195-874c-71eafbd0fa02 binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:26:44.867782 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:45.035856 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:45.198290 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:45.212082 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] Transition to ACTIVE for port object bb970233-b14e-4195-874c-71eafbd0fa02 will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:26:45.218962 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:45.222852 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-633af10d-5ef9-4c8d-938f-3c7b0aeca763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:45.300397 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] Attempting to bind port bb970233-b14e-4195-874c-71eafbd0fa02 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:26:45.300769 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] Attempting to bind port bb970233-b14e-4195-874c-71eafbd0fa02 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:26:45.301125 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] Attempting to bind port bb970233-b14e-4195-874c-71eafbd0fa02 on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:26:45.304404 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f9b60-1f1f-42a7-9f4e-c96a839cb37b None None] Pushing event updated for resources: {'Port': ['ID=bb970233-b14e-4195-874c-71eafbd0fa02,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:45.311935 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:26:45.312309 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:26:45.312710 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:45.313096 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:26:45.313554 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] Bound port: bb970233-b14e-4195-874c-71eafbd0fa02, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:26:45.313924 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:45.338226 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415f9b60-1f1f-42a7-9f4e-c96a839cb37b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:45.338569 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415f9b60-1f1f-42a7-9f4e-c96a839cb37b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:45.338904 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415f9b60-1f1f-42a7-9f4e-c96a839cb37b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:45.339239 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415f9b60-1f1f-42a7-9f4e-c96a839cb37b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:45.339562 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415f9b60-1f1f-42a7-9f4e-c96a839cb37b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:45.339885 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415f9b60-1f1f-42a7-9f4e-c96a839cb37b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:45.340205 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415f9b60-1f1f-42a7-9f4e-c96a839cb37b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:45.340523 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415f9b60-1f1f-42a7-9f4e-c96a839cb37b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:45.340843 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415f9b60-1f1f-42a7-9f4e-c96a839cb37b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:45.341158 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415f9b60-1f1f-42a7-9f4e-c96a839cb37b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:45.341471 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415f9b60-1f1f-42a7-9f4e-c96a839cb37b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:45.341781 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415f9b60-1f1f-42a7-9f4e-c96a839cb37b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:26:45.349831 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-415f9b60-1f1f-42a7-9f4e-c96a839cb37b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:45.379509 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] Allocated IP 172.20.0.1 (44495108-b186-4381-ae1e-c56550de724a/6b830187-46b8-4dca-bc5a-891028d9d341/e8444ba2-d8aa-400c-8f81-0210ba48256d) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:26:45.393601 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] For port bb970233-b14e-4195-874c-71eafbd0fa02, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:26:45.396825 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] For port bb970233-b14e-4195-874c-71eafbd0fa02, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=bb970233-b14e-4195-874c-71eafbd0fa02,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:26:45.401073 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:45.405369 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-10b3207e-ffc5-48c7-b969-859217bd2df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:45.474379 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] Routers {'c757e58d-478c-4890-9412-d159de57e55e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:26:45.474996 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:26:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c757e58d-478c-4890-9412-d159de57e55e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:45.527252 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:45.542457 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] Transition to ACTIVE for port object e8444ba2-d8aa-400c-8f81-0210ba48256d will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:26:45.545919 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f9b60-1f1f-42a7-9f4e-c96a839cb37b None None] Pushing event updated for resources: {'Port': ['ID=bb970233-b14e-4195-874c-71eafbd0fa02,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:45.559963 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-415f9b60-1f1f-42a7-9f4e-c96a839cb37b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:45.567034 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:45.572824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4bb33df6-43fc-4c3d-b6bf-b1e90bf9436e tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:45.634670 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 436b58d6-1feb-4668-8a9c-3ed97f44f999 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:26:45.635684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] Network 44495108-b186-4381-ae1e-c56550de724a is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:26:45.639031 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:26:45.642823 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:26:45.661419 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] Set router c757e58d-478c-4890-9412-d159de57e55e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:26:45.683702 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] Pushing event updated for resources: {'Port': ['ID=e8444ba2-d8aa-400c-8f81-0210ba48256d,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:45.688103 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:45.711004 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:45.716584 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 436b58d6-1feb-4668-8a9c-3ed97f44f999 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:26:45.717076 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:45.912055 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-548924b5-c124-4020-bab5-456f0a68ac6a None None] Provisioning for port e8444ba2-d8aa-400c-8f81-0210ba48256d completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:26:45.917890 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-548924b5-c124-4020-bab5-456f0a68ac6a None None] Provisioning complete for port e8444ba2-d8aa-400c-8f81-0210ba48256d triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:26:45.918305 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-548924b5-c124-4020-bab5-456f0a68ac6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:45.980316 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-548924b5-c124-4020-bab5-456f0a68ac6a None None] Port e8444ba2-d8aa-400c-8f81-0210ba48256d cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:26:45.983831 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:46.019374 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c757e58d-478c-4890-9412-d159de57e55e', 'name': 'tempest-TestShelveInstance-1096020280-router', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:41Z', 'updated_at': '2021-06-02T13:26:43Z', 'revision_number': 3, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'gw_port': {'id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:42Z', 'updated_at': '2021-06-02T13:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:46.023450 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff7d0e0-b3f0-41a4-b1e3-39466666f82b None None] The sync data for ids ['c757e58d-478c-4890-9412-d159de57e55e'] in dv-neutron-601336-80-hyperv is: [{'id': 'c757e58d-478c-4890-9412-d159de57e55e', 'name': 'tempest-TestShelveInstance-1096020280-router', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:41Z', 'updated_at': '2021-06-02T13:26:43Z', 'revision_number': 3, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'gw_port': {'id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:42Z', 'updated_at': '2021-06-02T13:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:26:46.217196 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:46.225884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:46.258056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0c920bc1-a909-4840-b078-e1b34c913bcd tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:46.341645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:46.345350 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] Pushing event updated for resources: {'Port': ['ID=e8444ba2-d8aa-400c-8f81-0210ba48256d,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:46.348219 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:46.492962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] Network 44495108-b186-4381-ae1e-c56550de724a is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:26:46.494075 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:26:46.695588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] Router c757e58d-478c-4890-9412-d159de57e55e has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:26:46.705767 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5abd2ae6-c3ff-4a6d-83fa-56501450590b None None] Provisioning complete for port e8444ba2-d8aa-400c-8f81-0210ba48256d triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:26:46.706312 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5abd2ae6-c3ff-4a6d-83fa-56501450590b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:46.780367 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-5abd2ae6-c3ff-4a6d-83fa-56501450590b None None] Port e8444ba2-d8aa-400c-8f81-0210ba48256d cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:26:46.789001 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-edee5740-1d69-49a0-b133-7bf7bb721ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:46.794997 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:47.024696 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:26:47.033604 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] 10.222.0.37 "PUT /v2.0/routers/c757e58d-478c-4890-9412-d159de57e55e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6614745 Jun 02 13:26:47.491975 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] Sync routers for ids ['c757e58d-478c-4890-9412-d159de57e55e'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:26:47.501556 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] Routers {'c757e58d-478c-4890-9412-d159de57e55e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:26:47.502208 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:26:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c757e58d-478c-4890-9412-d159de57e55e'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:47.528712 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55288) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:47.533866 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1735166829-network', 'tenant_id': '35f145efb86145fcb8b64bfa5d63f29f'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:26:47.538712 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:26:47.542530 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Usage tracker for resource:network and tenant:35f145efb86145fcb8b64bfa5d63f29f is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:26:47.545353 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:26:47.551232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:26:47.563326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Made reservation on behalf of 35f145efb86145fcb8b64bfa5d63f29f for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:26:47.566078 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:47.582650 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:47.599771 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:26:47.604052 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Usage tracker for resource:security_group_rule and tenant:35f145efb86145fcb8b64bfa5d63f29f is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:26:47.607125 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:26:47.618213 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:26:47.658422 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device bb970233-b14e-4195-874c-71eafbd0fa02 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:26:47.708844 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:47.713186 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:47.720144 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b65cdd65-3797-4212-bcb7-396ec94b9ae1 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:47.734510 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 13:26:47.740233 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] Set router c757e58d-478c-4890-9412-d159de57e55e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:26:47.756969 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:47.757312 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Added segment 54d17a36-e0f5-4101-8771-412b7be8bb48 of type vlan for network b85fb81a-57df-4a4d-933a-d46f456f2e67 Jun 02 13:26:47.759174 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50955de6-9958-4659-a04b-0dad20b2850a,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:47.765576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:47.793073 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:47.815478 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port bb970233-b14e-4195-874c-71eafbd0fa02 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:26:47.825660 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:47.826726 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:26:47.827326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:47.832297 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f9cabd5c-07d2-443d-bbf2-182cf1f64e01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:47.874711 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port bb970233-b14e-4195-874c-71eafbd0fa02 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:26:47.875081 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:47.932339 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4023826 Jun 02 13:26:47.933232 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Pushing event updated for resources: {'Network': ['ID=b85fb81a-57df-4a4d-933a-d46f456f2e67,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:47.936051 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a89f833e-f32c-4034-a85d-9a4562caca58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:47.936506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55290) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:47.944813 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-a496f247-5374-4692-aa2b-05939c70c528 admin admin] Request body: {'subnet': {'network_id': 'b85fb81a-57df-4a4d-933a-d46f456f2e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1735166829-subnet', 'tenant_id': '35f145efb86145fcb8b64bfa5d63f29f', 'ip_version': 4}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:26:47.953118 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a496f247-5374-4692-aa2b-05939c70c528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:26:47.954965 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network b85fb81a-57df-4a4d-933a-d46f456f2e67 details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 13:26:47.957193 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a496f247-5374-4692-aa2b-05939c70c528 admin admin] Usage tracker for resource:subnet and tenant:35f145efb86145fcb8b64bfa5d63f29f is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:26:47.960183 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-a496f247-5374-4692-aa2b-05939c70c528 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:26:47.967040 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-a496f247-5374-4692-aa2b-05939c70c528 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:26:47.976506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a496f247-5374-4692-aa2b-05939c70c528 admin admin] Made reservation on behalf of 35f145efb86145fcb8b64bfa5d63f29f for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:26:47.979112 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a496f247-5374-4692-aa2b-05939c70c528 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:48.083215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:48.289067 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:48.309368 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port bb970233-b14e-4195-874c-71eafbd0fa02, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=bb970233-b14e-4195-874c-71eafbd0fa02,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:26:48.316083 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:48.318737 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:48.373896 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a496f247-5374-4692-aa2b-05939c70c528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:48.378243 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-47a453a9-bd47-4724-89ff-03e4660f5b7e tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:48.390980 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=bb970233-b14e-4195-874c-71eafbd0fa02,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:48.394967 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c757e58d-478c-4890-9412-d159de57e55e', 'name': 'tempest-TestShelveInstance-1096020280-router', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:41Z', 'updated_at': '2021-06-02T13:26:45Z', 'revision_number': 4, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'gw_port': {'id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:42Z', 'updated_at': '2021-06-02T13:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e8444ba2-d8aa-400c-8f81-0210ba48256d', 'name': '', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'mac_address': 'fa:16:3e:13:8f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:45Z', 'updated_at': '2021-06-02T13:26:46Z', 'revision_number': 2, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'subnets': [{'id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:48.397033 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:48.400201 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] Checking router: c757e58d-478c-4890-9412-d159de57e55e for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:26:48.400555 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] Updating router c757e58d-478c-4890-9412-d159de57e55e port e8444ba2-d8aa-400c-8f81-0210ba48256d binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:26:48.459596 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496f247-5374-4692-aa2b-05939c70c528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c07cd7f2-4d22-4147-ad9a-228ecfbd761c,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:48.459874 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:48.465194 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-a496f247-5374-4692-aa2b-05939c70c528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:48.466163 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a496f247-5374-4692-aa2b-05939c70c528 admin admin] Checking segment: {'id': '54d17a36-e0f5-4101-8771-412b7be8bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b85fb81a-57df-4a4d-933a-d46f456f2e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:26:48.466517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a496f247-5374-4692-aa2b-05939c70c528 admin admin] Network hostable DHCP agents. Network: b85fb81a-57df-4a4d-933a-d46f456f2e67, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 13:26:48.483506 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a496f247-5374-4692-aa2b-05939c70c528 admin admin] Network b85fb81a-57df-4a4d-933a-d46f456f2e67 is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 13:26:48.492302 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-a496f247-5374-4692-aa2b-05939c70c528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, b85fb81a-57df-4a4d-933a-d46f456f2e67) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:26:48.501756 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a496f247-5374-4692-aa2b-05939c70c528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:26:48.502630 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-a496f247-5374-4692-aa2b-05939c70c528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:48.508260 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88086e10-ba8e-470e-9743-51330dce3824 None None] Network b85fb81a-57df-4a4d-933a-d46f456f2e67 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:26:48.535851 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-a496f247-5374-4692-aa2b-05939c70c528 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5949442 Jun 02 13:26:48.538335 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55292) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:48.542789 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1735166829-router', 'tenant_id': '35f145efb86145fcb8b64bfa5d63f29f', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:26:48.547513 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:26:48.551419 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Usage tracker for resource:router and tenant:35f145efb86145fcb8b64bfa5d63f29f is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:26:48.554287 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:26:48.561444 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:26:48.572555 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:48.573556 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:48.588288 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:48.777806 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:26:48.853077 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:48.951985 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-b85fb81a-57df-4a4d-933a-d46f456f2e67', 'network_id': 'b85fb81a-57df-4a4d-933a-d46f456f2e67', 'tenant_id': '35f145efb86145fcb8b64bfa5d63f29f', 'fixed_ips': [{'subnet_id': 'c07cd7f2-4d22-4147-ad9a-228ecfbd761c'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 13:26:48.952832 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:49.160044 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:49.183881 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] Transition to ACTIVE for port object e8444ba2-d8aa-400c-8f81-0210ba48256d will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:26:49.194353 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:49.200200 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-3090e2c5-7192-4d7f-81ea-9533cfc22eef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:49.236724 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Allocated IP 172.20.0.2 (b85fb81a-57df-4a4d-933a-d46f456f2e67/c07cd7f2-4d22-4147-ad9a-228ecfbd761c/105f1ec6-3b67-4b2e-8a28-f28462a95494) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:26:49.312341 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:49.346259 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:49.377429 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778cef4c-220b-48be-a138-9b9a39cd93ea None None] Pushing event updated for resources: {'Port': ['ID=e8444ba2-d8aa-400c-8f81-0210ba48256d,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:49.387724 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-778cef4c-220b-48be-a138-9b9a39cd93ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:49.492604 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Allocated IP 172.26.7.59 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/f2c0aec2-6ed9-43a0-89c8-08d4abe76e26) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:26:49.573060 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] Attempting to bind port e8444ba2-d8aa-400c-8f81-0210ba48256d on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:26:49.573461 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] Attempting to bind port e8444ba2-d8aa-400c-8f81-0210ba48256d by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'f8ae552a-6a90-4c4c-a145-44ab24ede833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '44495108-b186-4381-ae1e-c56550de724a'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:26:49.573808 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] Attempting to bind port e8444ba2-d8aa-400c-8f81-0210ba48256d on network 44495108-b186-4381-ae1e-c56550de724a {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:26:49.599614 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:26:49.600168 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] Checking segment: {'id': 'f8ae552a-6a90-4c4c-a145-44ab24ede833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '44495108-b186-4381-ae1e-c56550de724a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:26:49.600749 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:49.601345 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] Bound using segment: {'id': 'f8ae552a-6a90-4c4c-a145-44ab24ede833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '44495108-b186-4381-ae1e-c56550de724a'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:26:49.602922 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] Bound port: e8444ba2-d8aa-400c-8f81-0210ba48256d, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ae552a-6a90-4c4c-a145-44ab24ede833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '44495108-b186-4381-ae1e-c56550de724a'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:26:49.603568 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:49.649756 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:49.660485 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device bb970233-b14e-4195-874c-71eafbd0fa02 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:26:49.679992 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:49.684175 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3f0939a0-b118-488b-af7b-4095da92fc52 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:49.751716 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:26:49.754673 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:26:49.758882 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:26:49.793380 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Pushing event updated for resources: {'Port': ['ID=f2c0aec2-6ed9-43a0-89c8-08d4abe76e26,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:49.797663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:49.847600 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:49.857177 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:49.887375 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Transition to ACTIVE for port object 105f1ec6-3b67-4b2e-8a28-f28462a95494 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:26:49.901570 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] For port e8444ba2-d8aa-400c-8f81-0210ba48256d, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:26:49.905981 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] For port e8444ba2-d8aa-400c-8f81-0210ba48256d, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e8444ba2-d8aa-400c-8f81-0210ba48256d,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:26:49.913406 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:49.920507 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:49.971788 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Transition to ACTIVE for port object 105f1ec6-3b67-4b2e-8a28-f28462a95494 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:26:49.979079 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port bb970233-b14e-4195-874c-71eafbd0fa02 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:26:49.979472 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:50.026370 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:50.076663 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Network b85fb81a-57df-4a4d-933a-d46f456f2e67 is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:26:50.078353 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778cef4c-220b-48be-a138-9b9a39cd93ea None None] Pushing event updated for resources: {'Port': ['ID=e8444ba2-d8aa-400c-8f81-0210ba48256d,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:50.082766 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:26:50.084423 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] Routers {'c757e58d-478c-4890-9412-d159de57e55e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:26:50.085226 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:26:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c757e58d-478c-4890-9412-d159de57e55e'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:50.138007 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:26:50.140389 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-778cef4c-220b-48be-a138-9b9a39cd93ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:50.141197 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4fea097c-08c6-40d7-9254-ff07f332e9ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:50.185211 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:50.355567 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Pushing event updated for resources: {'Port': ['ID=105f1ec6-3b67-4b2e-8a28-f28462a95494,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:50.424353 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:50.463563 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Attempting to bind port 105f1ec6-3b67-4b2e-8a28-f28462a95494 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:26:50.463946 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Attempting to bind port 105f1ec6-3b67-4b2e-8a28-f28462a95494 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '54d17a36-e0f5-4101-8771-412b7be8bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b85fb81a-57df-4a4d-933a-d46f456f2e67'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:26:50.464330 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Attempting to bind port 105f1ec6-3b67-4b2e-8a28-f28462a95494 on network b85fb81a-57df-4a4d-933a-d46f456f2e67 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:26:50.481357 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:26:50.481741 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Checking segment: {'id': '54d17a36-e0f5-4101-8771-412b7be8bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b85fb81a-57df-4a4d-933a-d46f456f2e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:26:50.482179 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:50.482582 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Bound using segment: {'id': '54d17a36-e0f5-4101-8771-412b7be8bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b85fb81a-57df-4a4d-933a-d46f456f2e67'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:26:50.483079 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Bound port: 105f1ec6-3b67-4b2e-8a28-f28462a95494, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d17a36-e0f5-4101-8771-412b7be8bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b85fb81a-57df-4a4d-933a-d46f456f2e67'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:26:50.483459 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:50.509804 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] Set router c757e58d-478c-4890-9412-d159de57e55e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:26:50.667281 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:50.787560 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-4b00041c-630f-45b0-9e40-07441097153c None None] For port 105f1ec6-3b67-4b2e-8a28-f28462a95494, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:26:50.806872 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-4b00041c-630f-45b0-9e40-07441097153c None None] For port 105f1ec6-3b67-4b2e-8a28-f28462a95494, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=105f1ec6-3b67-4b2e-8a28-f28462a95494,segment=NetworkSegment(54d17a36-e0f5-4101-8771-412b7be8bb48),segment_id=54d17a36-e0f5-4101-8771-412b7be8bb48)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:26:50.813267 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:50.827612 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:50.872866 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Router 2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 13:26:50.983576 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Pushing event updated for resources: {'Port': ['ID=105f1ec6-3b67-4b2e-8a28-f28462a95494,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:50.989380 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:51.009935 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c757e58d-478c-4890-9412-d159de57e55e', 'name': 'tempest-TestShelveInstance-1096020280-router', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:41Z', 'updated_at': '2021-06-02T13:26:45Z', 'revision_number': 4, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'gw_port': {'id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:42Z', 'updated_at': '2021-06-02T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e8444ba2-d8aa-400c-8f81-0210ba48256d', 'name': '', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'mac_address': 'fa:16:3e:13:8f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:45Z', 'updated_at': '2021-06-02T13:26:49Z', 'revision_number': 4, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'subnets': [{'id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:51.014321 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6071cf2c-64b0-4507-91ac-2de6677a98d0 None None] The sync data for ids ['c757e58d-478c-4890-9412-d159de57e55e'] in dv-neutron-601336-80-hyperv is: [{'id': 'c757e58d-478c-4890-9412-d159de57e55e', 'name': 'tempest-TestShelveInstance-1096020280-router', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:41Z', 'updated_at': '2021-06-02T13:26:45Z', 'revision_number': 4, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'gw_port': {'id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:42Z', 'updated_at': '2021-06-02T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e8444ba2-d8aa-400c-8f81-0210ba48256d', 'name': '', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'mac_address': 'fa:16:3e:13:8f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:45Z', 'updated_at': '2021-06-02T13:26:49Z', 'revision_number': 4, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'subnets': [{'id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:26:51.081610 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:26:51.091285 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65984152-918e-4b53-b655-5690684635f5 None None] Sync routers for ids ['2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:26:51.106288 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65984152-918e-4b53-b655-5690684635f5 None None] Routers {'2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:26:51.106968 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-65984152-918e-4b53-b655-5690684635f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:26:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:51.111435 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] Notify callbacks [] for router, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:51.113212 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-9391ef09-ace9-4a62-82ba-58e4f9d86211 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5737896 Jun 02 13:26:51.116373 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55294) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:51.326648 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-65984152-918e-4b53-b655-5690684635f5 None None] Set router 2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:26:51.644066 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-65984152-918e-4b53-b655-5690684635f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1', 'name': 'tempest-TestShelveInstance-1735166829-router', 'tenant_id': '35f145efb86145fcb8b64bfa5d63f29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': 'f2c0aec2-6ed9-43a0-89c8-08d4abe76e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:48Z', 'updated_at': '2021-06-02T13:26:49Z', 'revision_number': 3, 'project_id': '35f145efb86145fcb8b64bfa5d63f29f', 'gw_port': {'id': 'f2c0aec2-6ed9-43a0-89c8-08d4abe76e26', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:49Z', 'updated_at': '2021-06-02T13:26:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:51.649996 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65984152-918e-4b53-b655-5690684635f5 None None] Checking router: 2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:26:51.650489 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65984152-918e-4b53-b655-5690684635f5 None None] Updating router 2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1 port f2c0aec2-6ed9-43a0-89c8-08d4abe76e26 binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:26:51.712273 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-65984152-918e-4b53-b655-5690684635f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:51.757354 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 105f1ec6-3b67-4b2e-8a28-f28462a95494 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:26:51.864807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 105f1ec6-3b67-4b2e-8a28-f28462a95494 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:26:51.879707 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e8444ba2-d8aa-400c-8f81-0210ba48256d up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:26:52.007856 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port e8444ba2-d8aa-400c-8f81-0210ba48256d completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:26:52.015378 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f3e26c77-f8ca-477e-a9af-0a404638edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:52.023256 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port e8444ba2-d8aa-400c-8f81-0210ba48256d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:26:52.024145 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:52.143746 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec20428-9bdc-4eea-b7c5-abcdc47dd517 None None] Network b85fb81a-57df-4a4d-933a-d46f456f2e67 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:26:52.178079 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-65984152-918e-4b53-b655-5690684635f5 None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:52.192612 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-65984152-918e-4b53-b655-5690684635f5 None None] Transition to ACTIVE for port object f2c0aec2-6ed9-43a0-89c8-08d4abe76e26 will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:26:52.206505 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-65984152-918e-4b53-b655-5690684635f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:52.217757 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-ee5871cc-33cd-4124-8366-c2c0e015b4ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:52.292710 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75f0c4-2abb-483f-b1d7-3d4506c1dec3 None None] Pushing event updated for resources: {'Port': ['ID=f2c0aec2-6ed9-43a0-89c8-08d4abe76e26,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:52.312174 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-65984152-918e-4b53-b655-5690684635f5 None None] Attempting to bind port f2c0aec2-6ed9-43a0-89c8-08d4abe76e26 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:26:52.312651 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-65984152-918e-4b53-b655-5690684635f5 None None] Attempting to bind port f2c0aec2-6ed9-43a0-89c8-08d4abe76e26 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:26:52.313095 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65984152-918e-4b53-b655-5690684635f5 None None] Attempting to bind port f2c0aec2-6ed9-43a0-89c8-08d4abe76e26 on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:26:52.315625 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4e75f0c4-2abb-483f-b1d7-3d4506c1dec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:52.320242 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65984152-918e-4b53-b655-5690684635f5 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:26:52.320787 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65984152-918e-4b53-b655-5690684635f5 None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:26:52.322130 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-65984152-918e-4b53-b655-5690684635f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:52.322765 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65984152-918e-4b53-b655-5690684635f5 None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:26:52.323463 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-65984152-918e-4b53-b655-5690684635f5 None None] Bound port: f2c0aec2-6ed9-43a0-89c8-08d4abe76e26, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:26:52.323918 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-65984152-918e-4b53-b655-5690684635f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:52.346591 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:52.365640 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-cf2eab42-afb5-455a-9287-964f97b735a5 None None] Provisioning for port 105f1ec6-3b67-4b2e-8a28-f28462a95494 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:26:52.391756 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-cf2eab42-afb5-455a-9287-964f97b735a5 None None] Provisioning complete for port 105f1ec6-3b67-4b2e-8a28-f28462a95494 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:26:52.392154 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cf2eab42-afb5-455a-9287-964f97b735a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:52.403463 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-65984152-918e-4b53-b655-5690684635f5 None None] For port f2c0aec2-6ed9-43a0-89c8-08d4abe76e26, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:26:52.407561 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-65984152-918e-4b53-b655-5690684635f5 None None] For port f2c0aec2-6ed9-43a0-89c8-08d4abe76e26, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f2c0aec2-6ed9-43a0-89c8-08d4abe76e26,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:26:52.413995 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-65984152-918e-4b53-b655-5690684635f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:52.422345 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e3ba8671-aca9-4f36-aa2b-3409954fddcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:52.437779 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-f3e26c77-f8ca-477e-a9af-0a404638edc6 admin admin] Allocated IP 172.20.0.1 (b85fb81a-57df-4a4d-933a-d46f456f2e67/c07cd7f2-4d22-4147-ad9a-228ecfbd761c/53075025-a53f-406f-9743-01fd6bcca074) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:26:52.465987 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port e8444ba2-d8aa-400c-8f81-0210ba48256d, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e8444ba2-d8aa-400c-8f81-0210ba48256d,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:26:52.505945 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65984152-918e-4b53-b655-5690684635f5 None None] Routers {'2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:26:52.506591 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-65984152-918e-4b53-b655-5690684635f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:26:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:52.567321 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:52.572586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:52.582202 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75f0c4-2abb-483f-b1d7-3d4506c1dec3 None None] Pushing event updated for resources: {'Port': ['ID=f2c0aec2-6ed9-43a0-89c8-08d4abe76e26,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:52.587004 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4e75f0c4-2abb-483f-b1d7-3d4506c1dec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:52.636889 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f3e26c77-f8ca-477e-a9af-0a404638edc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:52.655398 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-f3e26c77-f8ca-477e-a9af-0a404638edc6 admin admin] Transition to ACTIVE for port object 53075025-a53f-406f-9743-01fd6bcca074 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:26:52.681670 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f3e26c77-f8ca-477e-a9af-0a404638edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:52.686971 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4e0b1871-da62-4a6b-89e8-c09ff78c11f5 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:52.717823 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cf2eab42-afb5-455a-9287-964f97b735a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:52.731787 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=e8444ba2-d8aa-400c-8f81-0210ba48256d,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:52.735515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:52.737301 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-65984152-918e-4b53-b655-5690684635f5 None None] Set router 2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:26:52.746529 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e26c77-f8ca-477e-a9af-0a404638edc6 admin admin] Network b85fb81a-57df-4a4d-933a-d46f456f2e67 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:26:52.749565 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-f3e26c77-f8ca-477e-a9af-0a404638edc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:26:52.757904 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e26c77-f8ca-477e-a9af-0a404638edc6 admin admin] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:26:52.765886 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-cf2eab42-afb5-455a-9287-964f97b735a5 None None] For port 105f1ec6-3b67-4b2e-8a28-f28462a95494, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=105f1ec6-3b67-4b2e-8a28-f28462a95494,segment=NetworkSegment(54d17a36-e0f5-4101-8771-412b7be8bb48),segment_id=54d17a36-e0f5-4101-8771-412b7be8bb48)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:26:52.770469 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cf2eab42-afb5-455a-9287-964f97b735a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:52.772349 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:52.807347 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e26c77-f8ca-477e-a9af-0a404638edc6 admin admin] Pushing event updated for resources: {'Port': ['ID=53075025-a53f-406f-9743-01fd6bcca074,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:52.813020 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f3e26c77-f8ca-477e-a9af-0a404638edc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:52.822328 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f3e26c77-f8ca-477e-a9af-0a404638edc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:52.848629 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2eab42-afb5-455a-9287-964f97b735a5 None None] Pushing event updated for resources: {'Port': ['ID=105f1ec6-3b67-4b2e-8a28-f28462a95494,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:52.851659 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cf2eab42-afb5-455a-9287-964f97b735a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:53.013341 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-7c60de79-e953-4993-9e8a-d5e04f9c6802 None None] Provisioning complete for port 105f1ec6-3b67-4b2e-8a28-f28462a95494 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:26:53.014006 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7c60de79-e953-4993-9e8a-d5e04f9c6802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:53.040845 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-65984152-918e-4b53-b655-5690684635f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1', 'name': 'tempest-TestShelveInstance-1735166829-router', 'tenant_id': '35f145efb86145fcb8b64bfa5d63f29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': 'f2c0aec2-6ed9-43a0-89c8-08d4abe76e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:48Z', 'updated_at': '2021-06-02T13:26:49Z', 'revision_number': 3, 'project_id': '35f145efb86145fcb8b64bfa5d63f29f', 'gw_port': {'id': 'f2c0aec2-6ed9-43a0-89c8-08d4abe76e26', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:49Z', 'updated_at': '2021-06-02T13:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:53.045315 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65984152-918e-4b53-b655-5690684635f5 None None] The sync data for ids ['2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1'] in dv-neutron-601336-80-hyperv is: [{'id': '2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1', 'name': 'tempest-TestShelveInstance-1735166829-router', 'tenant_id': '35f145efb86145fcb8b64bfa5d63f29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': 'f2c0aec2-6ed9-43a0-89c8-08d4abe76e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:48Z', 'updated_at': '2021-06-02T13:26:49Z', 'revision_number': 3, 'project_id': '35f145efb86145fcb8b64bfa5d63f29f', 'gw_port': {'id': 'f2c0aec2-6ed9-43a0-89c8-08d4abe76e26', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:49Z', 'updated_at': '2021-06-02T13:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:26:53.126410 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f3e26c77-f8ca-477e-a9af-0a404638edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:53.308573 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e664041b-3b7a-40c5-a6f2-e1ec36bbebb5 None None] Provisioning for port 53075025-a53f-406f-9743-01fd6bcca074 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:26:53.314499 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-e664041b-3b7a-40c5-a6f2-e1ec36bbebb5 None None] Provisioning complete for port 53075025-a53f-406f-9743-01fd6bcca074 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:26:53.315208 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e664041b-3b7a-40c5-a6f2-e1ec36bbebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:53.378938 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-e664041b-3b7a-40c5-a6f2-e1ec36bbebb5 None None] Port 53075025-a53f-406f-9743-01fd6bcca074 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:26:53.388577 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f3e26c77-f8ca-477e-a9af-0a404638edc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:53.393872 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f3e26c77-f8ca-477e-a9af-0a404638edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:53.419349 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:53.505048 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-f3e26c77-f8ca-477e-a9af-0a404638edc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:53.509266 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e26c77-f8ca-477e-a9af-0a404638edc6 admin admin] Pushing event updated for resources: {'Port': ['ID=53075025-a53f-406f-9743-01fd6bcca074,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:53.512708 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f3e26c77-f8ca-477e-a9af-0a404638edc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:53.653869 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e26c77-f8ca-477e-a9af-0a404638edc6 admin admin] Network b85fb81a-57df-4a4d-933a-d46f456f2e67 is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:26:53.655043 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-f3e26c77-f8ca-477e-a9af-0a404638edc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:26:53.734526 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f2c0aec2-6ed9-43a0-89c8-08d4abe76e26 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:26:53.818002 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port f2c0aec2-6ed9-43a0-89c8-08d4abe76e26 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:26:53.823977 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port f2c0aec2-6ed9-43a0-89c8-08d4abe76e26 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:26:53.824687 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:53.878865 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e26c77-f8ca-477e-a9af-0a404638edc6 admin admin] Router 2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:26:53.957583 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0bbe4eb2-b55a-478a-99b5-6c09c1b057b2 None None] Provisioning complete for port 53075025-a53f-406f-9743-01fd6bcca074 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:26:53.958049 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0bbe4eb2-b55a-478a-99b5-6c09c1b057b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:54.000921 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:54.028655 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe4eb2-b55a-478a-99b5-6c09c1b057b2 None None] Port 53075025-a53f-406f-9743-01fd6bcca074 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:26:54.032175 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port f2c0aec2-6ed9-43a0-89c8-08d4abe76e26, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f2c0aec2-6ed9-43a0-89c8-08d4abe76e26,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:26:54.037343 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:54.038684 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 105f1ec6-3b67-4b2e-8a28-f28462a95494 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:26:54.064285 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-778cef4c-220b-48be-a138-9b9a39cd93ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:54.160714 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=f2c0aec2-6ed9-43a0-89c8-08d4abe76e26,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:54.164143 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:54.176387 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 105f1ec6-3b67-4b2e-8a28-f28462a95494 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:26:54.177441 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:54.238344 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e26c77-f8ca-477e-a9af-0a404638edc6 admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:26:54.247695 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-f3e26c77-f8ca-477e-a9af-0a404638edc6 admin admin] 10.222.0.37 "PUT /v2.0/routers/2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1301830 Jun 02 13:26:54.308521 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e8444ba2-d8aa-400c-8f81-0210ba48256d up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:26:54.378809 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port e8444ba2-d8aa-400c-8f81-0210ba48256d triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:26:54.379203 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:54.634348 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] Sync routers for ids ['2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:26:54.643298 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] Routers {'2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:26:54.643903 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:26:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:54.864716 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] Set router 2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:26:55.172910 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1', 'name': 'tempest-TestShelveInstance-1735166829-router', 'tenant_id': '35f145efb86145fcb8b64bfa5d63f29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': 'f2c0aec2-6ed9-43a0-89c8-08d4abe76e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:48Z', 'updated_at': '2021-06-02T13:26:53Z', 'revision_number': 4, 'project_id': '35f145efb86145fcb8b64bfa5d63f29f', 'gw_port': {'id': 'f2c0aec2-6ed9-43a0-89c8-08d4abe76e26', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:49Z', 'updated_at': '2021-06-02T13:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '53075025-a53f-406f-9743-01fd6bcca074', 'name': '', 'network_id': 'b85fb81a-57df-4a4d-933a-d46f456f2e67', 'tenant_id': '35f145efb86145fcb8b64bfa5d63f29f', 'mac_address': 'fa:16:3e:1a:b7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'c07cd7f2-4d22-4147-ad9a-228ecfbd761c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:52Z', 'updated_at': '2021-06-02T13:26:53Z', 'revision_number': 2, 'project_id': '35f145efb86145fcb8b64bfa5d63f29f', 'subnets': [{'id': 'c07cd7f2-4d22-4147-ad9a-228ecfbd761c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:55.176717 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] Checking router: 2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:26:55.177079 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] Updating router 2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1 port 53075025-a53f-406f-9743-01fd6bcca074 binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:26:55.232550 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:55.562640 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:55.574259 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] Transition to ACTIVE for port object 53075025-a53f-406f-9743-01fd6bcca074 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:26:55.580128 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:55.584396 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-778cef4c-220b-48be-a138-9b9a39cd93ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:55.629183 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f2c0aec2-6ed9-43a0-89c8-08d4abe76e26 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:26:55.787135 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0d189-990b-4cdf-88f2-5989f812fca5 None None] Pushing event updated for resources: {'Port': ['ID=53075025-a53f-406f-9743-01fd6bcca074,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:55.797641 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-89e0d189-990b-4cdf-88f2-5989f812fca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:55.864248 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] Attempting to bind port 53075025-a53f-406f-9743-01fd6bcca074 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:26:55.864622 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] Attempting to bind port 53075025-a53f-406f-9743-01fd6bcca074 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '54d17a36-e0f5-4101-8771-412b7be8bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b85fb81a-57df-4a4d-933a-d46f456f2e67'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:26:55.864996 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] Attempting to bind port 53075025-a53f-406f-9743-01fd6bcca074 on network b85fb81a-57df-4a4d-933a-d46f456f2e67 {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:26:55.876384 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port f2c0aec2-6ed9-43a0-89c8-08d4abe76e26 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:26:55.876766 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:55.904137 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:26:55.904515 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] Checking segment: {'id': '54d17a36-e0f5-4101-8771-412b7be8bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b85fb81a-57df-4a4d-933a-d46f456f2e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:26:55.904915 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:55.905309 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] Bound using segment: {'id': '54d17a36-e0f5-4101-8771-412b7be8bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b85fb81a-57df-4a4d-933a-d46f456f2e67'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:26:55.905781 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] Bound port: 53075025-a53f-406f-9743-01fd6bcca074, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d17a36-e0f5-4101-8771-412b7be8bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b85fb81a-57df-4a4d-933a-d46f456f2e67'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:26:55.906183 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:55.968098 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55306) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:55.972831 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-de2bbab5-c376-4749-badd-52c653323fa2 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1927678470', 'description': 'tempest-secgroup-smoke-1927678470 description', 'project_id': 'b66dbdb7d0424723babfd68b21520d91'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:26:55.979588 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-de2bbab5-c376-4749-badd-52c653323fa2 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:26:55.983425 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-de2bbab5-c376-4749-badd-52c653323fa2 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Usage tracker for resource:security_group and tenant:b66dbdb7d0424723babfd68b21520d91 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:26:55.986326 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-de2bbab5-c376-4749-badd-52c653323fa2 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:26:55.991981 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-de2bbab5-c376-4749-badd-52c653323fa2 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:26:56.002590 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-de2bbab5-c376-4749-badd-52c653323fa2 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.024727 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-de2bbab5-c376-4749-badd-52c653323fa2 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:26:56.029240 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-de2bbab5-c376-4749-badd-52c653323fa2 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Usage tracker for resource:security_group_rule and tenant:b66dbdb7d0424723babfd68b21520d91 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:26:56.032122 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-de2bbab5-c376-4749-badd-52c653323fa2 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:26:56.037840 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-de2bbab5-c376-4749-badd-52c653323fa2 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:26:56.063707 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] For port 53075025-a53f-406f-9743-01fd6bcca074, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:26:56.082412 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] For port 53075025-a53f-406f-9743-01fd6bcca074, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=53075025-a53f-406f-9743-01fd6bcca074,segment=NetworkSegment(54d17a36-e0f5-4101-8771-412b7be8bb48),segment_id=54d17a36-e0f5-4101-8771-412b7be8bb48)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:26:56.090258 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.093802 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:56.112406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-de2bbab5-c376-4749-badd-52c653323fa2 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.116224 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-de2bbab5-c376-4749-badd-52c653323fa2 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.121963 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-46e4b6b6-9e8c-4ec5-a01c-b22b79915efc tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:56.163022 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bbab5-c376-4749-badd-52c653323fa2 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d9dc68-e0fd-40f9-941e-95445d4465f1,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:56.166028 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-de2bbab5-c376-4749-badd-52c653323fa2 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:56.167170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-de2bbab5-c376-4749-badd-52c653323fa2 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.170951 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-de2bbab5-c376-4749-badd-52c653323fa2 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1991789 Jun 02 13:26:56.171882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55308) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:56.172593 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] Routers {'2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:26:56.173223 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:26:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:56.176671 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-57bd3674-164f-42b1-bd4e-50b81dfa0f67 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Request body: {'security_group_rule': {'security_group_id': '83d9dc68-e0fd-40f9-941e-95445d4465f1', 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:26:56.183158 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-57bd3674-164f-42b1-bd4e-50b81dfa0f67 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:26:56.187370 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-57bd3674-164f-42b1-bd4e-50b81dfa0f67 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Usage tracker for resource:security_group_rule and tenant:b66dbdb7d0424723babfd68b21520d91 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:26:56.190520 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-57bd3674-164f-42b1-bd4e-50b81dfa0f67 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:26:56.198761 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-57bd3674-164f-42b1-bd4e-50b81dfa0f67 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:26:56.218211 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-57bd3674-164f-42b1-bd4e-50b81dfa0f67 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.230898 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0d189-990b-4cdf-88f2-5989f812fca5 None None] Pushing event updated for resources: {'Port': ['ID=53075025-a53f-406f-9743-01fd6bcca074,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:56.240832 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-89e0d189-990b-4cdf-88f2-5989f812fca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:56.290336 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-57bd3674-164f-42b1-bd4e-50b81dfa0f67 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.294864 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-57bd3674-164f-42b1-bd4e-50b81dfa0f67 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.297137 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2b8b3cd6-2519-470a-a7d4-d7efe26fce11 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:56.318892 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd3674-164f-42b1-bd4e-50b81dfa0f67 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1939bc99-96f8-4f2f-82d6-1418b0c17ba2,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:56.328507 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-57bd3674-164f-42b1-bd4e-50b81dfa0f67 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:56.340237 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-57bd3674-164f-42b1-bd4e-50b81dfa0f67 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.342260 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-57bd3674-164f-42b1-bd4e-50b81dfa0f67 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1692131 Jun 02 13:26:56.344840 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55310) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:56.349839 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-a685b8d9-2f82-47e4-b35b-3ec1ffb74079 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Request body: {'security_group_rule': {'security_group_id': '83d9dc68-e0fd-40f9-941e-95445d4465f1', 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:26:56.356459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a685b8d9-2f82-47e4-b35b-3ec1ffb74079 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:26:56.360547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a685b8d9-2f82-47e4-b35b-3ec1ffb74079 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Usage tracker for resource:security_group_rule and tenant:b66dbdb7d0424723babfd68b21520d91 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:26:56.363885 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a685b8d9-2f82-47e4-b35b-3ec1ffb74079 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:26:56.371176 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a685b8d9-2f82-47e4-b35b-3ec1ffb74079 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:26:56.371512 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] Set router 2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:26:56.388552 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a685b8d9-2f82-47e4-b35b-3ec1ffb74079 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.452744 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a685b8d9-2f82-47e4-b35b-3ec1ffb74079 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.456304 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a685b8d9-2f82-47e4-b35b-3ec1ffb74079 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.463540 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-274f12a1-6312-457c-8725-ee923349fa4a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:56.485397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685b8d9-2f82-47e4-b35b-3ec1ffb74079 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1a19ff-72a1-4ac0-9656-cdb61a783b9c,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:56.488127 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a685b8d9-2f82-47e4-b35b-3ec1ffb74079 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:56.491292 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a685b8d9-2f82-47e4-b35b-3ec1ffb74079 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.492418 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a685b8d9-2f82-47e4-b35b-3ec1ffb74079 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1462960 Jun 02 13:26:56.495709 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55312) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:56.500965 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-583c0f31-ae97-4ca2-bf79-661c0f2f3c95 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Request body: {'security_group_rule': {'security_group_id': '83d9dc68-e0fd-40f9-941e-95445d4465f1', 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:26:56.503138 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.507086 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-583c0f31-ae97-4ca2-bf79-661c0f2f3c95 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:26:56.511824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-583c0f31-ae97-4ca2-bf79-661c0f2f3c95 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Usage tracker for resource:security_group_rule and tenant:b66dbdb7d0424723babfd68b21520d91 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:26:56.514727 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-583c0f31-ae97-4ca2-bf79-661c0f2f3c95 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:26:56.520430 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-583c0f31-ae97-4ca2-bf79-661c0f2f3c95 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:26:56.535366 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-583c0f31-ae97-4ca2-bf79-661c0f2f3c95 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.599525 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-583c0f31-ae97-4ca2-bf79-661c0f2f3c95 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.605114 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-583c0f31-ae97-4ca2-bf79-661c0f2f3c95 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.612200 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-5783e809-67f9-47ec-963d-a28e8ce17b1f tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:56.631386 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c0f31-ae97-4ca2-bf79-661c0f2f3c95 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d99840-1e0d-4ddd-bf5a-bbc89d030cb2,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:56.634402 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-583c0f31-ae97-4ca2-bf79-661c0f2f3c95 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:56.642084 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-583c0f31-ae97-4ca2-bf79-661c0f2f3c95 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.643350 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-583c0f31-ae97-4ca2-bf79-661c0f2f3c95 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1464510 Jun 02 13:26:56.646042 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55314) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:56.651120 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-b25195e1-1771-4e69-952c-d724e46183be tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Request body: {'security_group_rule': {'security_group_id': '83d9dc68-e0fd-40f9-941e-95445d4465f1', 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:26:56.657290 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b25195e1-1771-4e69-952c-d724e46183be tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:26:56.661172 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b25195e1-1771-4e69-952c-d724e46183be tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Usage tracker for resource:security_group_rule and tenant:b66dbdb7d0424723babfd68b21520d91 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:26:56.664208 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b25195e1-1771-4e69-952c-d724e46183be tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:26:56.670535 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b25195e1-1771-4e69-952c-d724e46183be tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:26:56.689822 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b25195e1-1771-4e69-952c-d724e46183be tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.753498 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b25195e1-1771-4e69-952c-d724e46183be tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.757028 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b25195e1-1771-4e69-952c-d724e46183be tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.763877 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1', 'name': 'tempest-TestShelveInstance-1735166829-router', 'tenant_id': '35f145efb86145fcb8b64bfa5d63f29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': 'f2c0aec2-6ed9-43a0-89c8-08d4abe76e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:48Z', 'updated_at': '2021-06-02T13:26:53Z', 'revision_number': 4, 'project_id': '35f145efb86145fcb8b64bfa5d63f29f', 'gw_port': {'id': 'f2c0aec2-6ed9-43a0-89c8-08d4abe76e26', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:49Z', 'updated_at': '2021-06-02T13:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '53075025-a53f-406f-9743-01fd6bcca074', 'name': '', 'network_id': 'b85fb81a-57df-4a4d-933a-d46f456f2e67', 'tenant_id': '35f145efb86145fcb8b64bfa5d63f29f', 'mac_address': 'fa:16:3e:1a:b7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'c07cd7f2-4d22-4147-ad9a-228ecfbd761c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:52Z', 'updated_at': '2021-06-02T13:26:56Z', 'revision_number': 4, 'project_id': '35f145efb86145fcb8b64bfa5d63f29f', 'subnets': [{'id': 'c07cd7f2-4d22-4147-ad9a-228ecfbd761c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:26:56.764972 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-12970c84-80aa-428e-9bf2-0ee4d8482c01 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:56.767785 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989513ea-9ff7-4189-acb4-bee2d487a12d None None] The sync data for ids ['2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1'] in dv-neutron-601336-80-hyperv is: [{'id': '2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1', 'name': 'tempest-TestShelveInstance-1735166829-router', 'tenant_id': '35f145efb86145fcb8b64bfa5d63f29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': 'f2c0aec2-6ed9-43a0-89c8-08d4abe76e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:48Z', 'updated_at': '2021-06-02T13:26:53Z', 'revision_number': 4, 'project_id': '35f145efb86145fcb8b64bfa5d63f29f', 'gw_port': {'id': 'f2c0aec2-6ed9-43a0-89c8-08d4abe76e26', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:49Z', 'updated_at': '2021-06-02T13:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '53075025-a53f-406f-9743-01fd6bcca074', 'name': '', 'network_id': 'b85fb81a-57df-4a4d-933a-d46f456f2e67', 'tenant_id': '35f145efb86145fcb8b64bfa5d63f29f', 'mac_address': 'fa:16:3e:1a:b7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'c07cd7f2-4d22-4147-ad9a-228ecfbd761c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:52Z', 'updated_at': '2021-06-02T13:26:56Z', 'revision_number': 4, 'project_id': '35f145efb86145fcb8b64bfa5d63f29f', 'subnets': [{'id': 'c07cd7f2-4d22-4147-ad9a-228ecfbd761c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:26:56.783967 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25195e1-1771-4e69-952c-d724e46183be tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de1e9c5a-88cd-4b02-b5d1-47882e20cde8,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:56.786595 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b25195e1-1771-4e69-952c-d724e46183be tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:56.794985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b25195e1-1771-4e69-952c-d724e46183be tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.796204 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b25195e1-1771-4e69-952c-d724e46183be tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1487553 Jun 02 13:26:56.799234 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55316) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:56.804036 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-b9d1d2fe-7599-4417-a4cd-bd82a171f4ca tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Request body: {'security_group_rule': {'security_group_id': '83d9dc68-e0fd-40f9-941e-95445d4465f1', 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:26:56.814802 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b9d1d2fe-7599-4417-a4cd-bd82a171f4ca tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:26:56.819784 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b9d1d2fe-7599-4417-a4cd-bd82a171f4ca tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Usage tracker for resource:security_group_rule and tenant:b66dbdb7d0424723babfd68b21520d91 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:26:56.825491 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-b9d1d2fe-7599-4417-a4cd-bd82a171f4ca tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:26:56.831668 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-b9d1d2fe-7599-4417-a4cd-bd82a171f4ca tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:26:56.844366 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.securitygroups_db [None req-b9d1d2fe-7599-4417-a4cd-bd82a171f4ca tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Project b66dbdb7d0424723babfd68b21520d91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 13:26:56.850067 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b9d1d2fe-7599-4417-a4cd-bd82a171f4ca tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.919738 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b9d1d2fe-7599-4417-a4cd-bd82a171f4ca tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.925278 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b9d1d2fe-7599-4417-a4cd-bd82a171f4ca tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.931673 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-732b9ae4-8c8c-462a-b055-f3d7e325fef1 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:56.953102 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1d2fe-7599-4417-a4cd-bd82a171f4ca tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b00bb6-e67a-4466-9e9f-8bb35d393b25,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:56.957754 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b9d1d2fe-7599-4417-a4cd-bd82a171f4ca tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:56.963019 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b9d1d2fe-7599-4417-a4cd-bd82a171f4ca tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:56.964253 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b9d1d2fe-7599-4417-a4cd-bd82a171f4ca tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1640608 Jun 02 13:26:56.967365 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55318) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:26:56.972185 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-05595195-0b69-434e-b14d-0176504758d4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Request body: {'security_group_rule': {'security_group_id': '83d9dc68-e0fd-40f9-941e-95445d4465f1', 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:26:56.978870 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-05595195-0b69-434e-b14d-0176504758d4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:26:56.982728 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-05595195-0b69-434e-b14d-0176504758d4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Usage tracker for resource:security_group_rule and tenant:b66dbdb7d0424723babfd68b21520d91 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:26:56.985718 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-05595195-0b69-434e-b14d-0176504758d4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:26:56.991501 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-05595195-0b69-434e-b14d-0176504758d4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:26:57.003889 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-05595195-0b69-434e-b14d-0176504758d4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Project b66dbdb7d0424723babfd68b21520d91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 13:26:57.010278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-05595195-0b69-434e-b14d-0176504758d4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:57.081854 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-05595195-0b69-434e-b14d-0176504758d4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:57.085191 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-05595195-0b69-434e-b14d-0176504758d4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:57.088756 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-165b6b62-8bd6-4d0a-b3cd-65f6466e20ce tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:57.111488 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05595195-0b69-434e-b14d-0176504758d4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6619ba8e-8377-414a-99ea-f55bb4b5aa4a,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:57.114014 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-05595195-0b69-434e-b14d-0176504758d4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:57.121747 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-05595195-0b69-434e-b14d-0176504758d4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:57.122979 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-05595195-0b69-434e-b14d-0176504758d4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1546135 Jun 02 13:26:57.539183 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-0102a30b-3209-4ce2-b331-93fdbd3671b9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Synchronizing usage tracker for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:26:57.558474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-0102a30b-3209-4ce2-b331-93fdbd3671b9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Unset dirty status for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:26:57.559821 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-0102a30b-3209-4ce2-b331-93fdbd3671b9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1927678470&fields=id&tenant_id=b66dbdb7d0424723babfd68b21520d91 HTTP/1.1" status: 200 len: 267 time: 0.0647066 Jun 02 13:26:57.663966 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 53075025-a53f-406f-9743-01fd6bcca074 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:26:57.718399 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-4d66f9a4-d2bd-4bf6-b488-c0b738cb0a1e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:26:57.719088 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-4d66f9a4-d2bd-4bf6-b488-c0b738cb0a1e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Synchronizing usage tracker for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:network {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:26:57.737249 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-4d66f9a4-d2bd-4bf6-b488-c0b738cb0a1e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Unset dirty status for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:network {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:26:57.739972 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 53075025-a53f-406f-9743-01fd6bcca074 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:26:57.745939 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 53075025-a53f-406f-9743-01fd6bcca074 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:26:57.746344 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:57.750795 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-4d66f9a4-d2bd-4bf6-b488-c0b738cb0a1e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/networks?id=44495108-b186-4381-ae1e-c56550de724a HTTP/1.1" status: 200 len: 809 time: 0.1838048 Jun 02 13:26:57.764286 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-3f0b1fab-3068-4aa6-9417-e1924c76b3c5 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/quotas/b66dbdb7d0424723babfd68b21520d91 HTTP/1.1" status: 200 len: 375 time: 0.0120692 Jun 02 13:26:57.858772 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-d0ea07a0-b93b-461c-a155-9e9b1c7d52ba tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Synchronizing usage tracker for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:26:57.874667 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:57.875789 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-d0ea07a0-b93b-461c-a155-9e9b1c7d52ba tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Unset dirty status for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:26:57.877160 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-d0ea07a0-b93b-461c-a155-9e9b1c7d52ba tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b66dbdb7d0424723babfd68b21520d91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075928 Jun 02 13:26:57.912698 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 53075025-a53f-406f-9743-01fd6bcca074, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=53075025-a53f-406f-9743-01fd6bcca074,segment=NetworkSegment(54d17a36-e0f5-4101-8771-412b7be8bb48),segment_id=54d17a36-e0f5-4101-8771-412b7be8bb48)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:26:57.916937 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:26:57.918817 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:26:57.984535 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=53075025-a53f-406f-9743-01fd6bcca074,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:26:57.987432 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:26:58.142994 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-a968d50b-774c-48d9-87e7-c0797d820382 service neutron] 10.222.0.37 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640403 Jun 02 13:26:58.274454 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-7b3b1272-0a70-46f8-96d8-b8d6e584b87f service neutron] 10.222.0.37 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252849 Jun 02 13:26:59.551470 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1f142b3f-f3e5-49e0-909b-430c5d25b483 req-12aa8ad2-f416-4f6c-922c-1be2caf34c10 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 210 time: 0.0884099 Jun 02 13:26:59.628212 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 53075025-a53f-406f-9743-01fd6bcca074 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:26:59.698841 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 53075025-a53f-406f-9743-01fd6bcca074 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:26:59.699216 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:00.648170 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d20864df-29fe-458b-95fc-53fd2ab59aa2 req-6ed627ae-52af-4921-9954-f4c2d793b75d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 210 time: 0.0448275 Jun 02 13:27:01.749282 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-98dfee85-6ad3-4851-a941-43e2832182ec req-bd333ca4-71f2-4a50-85f9-2257891985a0 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 210 time: 0.0470588 Jun 02 13:27:02.845893 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-06d62648-d75c-4123-ab68-a8be4a05248e req-9093d865-f8b7-4a23-bff1-75c133e9f95b tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 210 time: 0.0468168 Jun 02 13:27:03.991060 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f085d542-80af-49c0-bbb2-f2936ddaea5e req-622f8cd7-202e-40b7-b179-074386608152 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 210 time: 0.0443780 Jun 02 13:27:04.876559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-dd847e1f-3ddb-4338-83c8-a64061c22dd7 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:04.878033 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-dd847e1f-3ddb-4338-83c8-a64061c22dd7 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.22 "GET /v2.0/networks?id=44495108-b186-4381-ae1e-c56550de724a HTTP/1.1" status: 200 len: 809 time: 0.1494057 Jun 02 13:27:04.929142 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-c857dffe-2eae-4a8d-97ab-0000133c1ae2 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b66dbdb7d0424723babfd68b21520d91 HTTP/1.1" status: 200 len: 380 time: 0.0422661 Jun 02 13:27:04.937401 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-ede1fb11-5e55-4a5d-8816-d43e5420f7e1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Request body: {'port': {'device_id': '7a39e2b5-26ce-46c9-992c-326409ad0bc2', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'admin_state_up': True, 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'security_groups': ['83d9dc68-e0fd-40f9-941e-95445d4465f1']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:27:05.072350 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-ede1fb11-5e55-4a5d-8816-d43e5420f7e1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:27:05.081846 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-ede1fb11-5e55-4a5d-8816-d43e5420f7e1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:27:05.091223 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-ede1fb11-5e55-4a5d-8816-d43e5420f7e1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Made reservation on behalf of b66dbdb7d0424723babfd68b21520d91 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:27:05.094872 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-ede1fb11-5e55-4a5d-8816-d43e5420f7e1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:05.154203 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-137a576f-3d7e-447f-9f9a-f1182a637448 req-6a2db3c9-67a4-4891-a46b-7dcac3b35d35 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 210 time: 0.0484531 Jun 02 13:27:05.419998 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-ede1fb11-5e55-4a5d-8816-d43e5420f7e1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Allocated IP 172.20.0.12 (44495108-b186-4381-ae1e-c56550de724a/6b830187-46b8-4dca-bc5a-891028d9d341/ad59b7bb-ab52-475f-8adb-56378e30d64b) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:27:05.610280 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-ede1fb11-5e55-4a5d-8816-d43e5420f7e1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:05.625624 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-ede1fb11-5e55-4a5d-8816-d43e5420f7e1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Transition to ACTIVE for port object ad59b7bb-ab52-475f-8adb-56378e30d64b will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:27:05.648046 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-ede1fb11-5e55-4a5d-8816-d43e5420f7e1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:05.653281 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-11bf041d-d78b-44a3-9d27-cba4a63f6ab3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:27:05.716793 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-ede1fb11-5e55-4a5d-8816-d43e5420f7e1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Network 44495108-b186-4381-ae1e-c56550de724a is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:27:05.720159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-ede1fb11-5e55-4a5d-8816-d43e5420f7e1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:27:05.724118 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-ede1fb11-5e55-4a5d-8816-d43e5420f7e1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:27:05.761383 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1fb11-5e55-4a5d-8816-d43e5420f7e1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event updated for resources: {'Port': ['ID=ad59b7bb-ab52-475f-8adb-56378e30d64b,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:27:05.766052 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ede1fb11-5e55-4a5d-8816-d43e5420f7e1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:27:05.794235 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-ede1fb11-5e55-4a5d-8816-d43e5420f7e1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:05.794882 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-ede1fb11-5e55-4a5d-8816-d43e5420f7e1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:05.821202 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-ede1fb11-5e55-4a5d-8816-d43e5420f7e1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8872657 Jun 02 13:27:05.878604 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Request body: {'port': {'device_id': '7a39e2b5-26ce-46c9-992c-326409ad0bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:27:05.938218 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0238d0dc-1c12-4d2e-b442-4288d6aecaf8 None None] Provisioning for port ad59b7bb-ab52-475f-8adb-56378e30d64b completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:27:05.943435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0238d0dc-1c12-4d2e-b442-4288d6aecaf8 None None] Provisioning complete for port ad59b7bb-ab52-475f-8adb-56378e30d64b triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:27:05.943813 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0238d0dc-1c12-4d2e-b442-4288d6aecaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:05.993180 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:05.999166 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-0238d0dc-1c12-4d2e-b442-4288d6aecaf8 None None] Port ad59b7bb-ab52-475f-8adb-56378e30d64b cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:27:06.330156 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad59b7bb-ab52-475f-8adb-56378e30d64b {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:27:06.335065 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41748025-6297-4d26-8861-fbbf4cc35a8e req-19691bba-dff2-42f6-a6bf-8d08ddbf50bd tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:06.337059 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-41748025-6297-4d26-8861-fbbf4cc35a8e req-19691bba-dff2-42f6-a6bf-8d08ddbf50bd tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 932 time: 0.0794332 Jun 02 13:27:06.337926 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:06.352671 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Transition to ACTIVE for port object ad59b7bb-ab52-475f-8adb-56378e30d64b will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:27:06.356612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:06.360490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c745e432-adc1-402e-9810-b23c2bf8a238 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:27:06.384015 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-41748025-6297-4d26-8861-fbbf4cc35a8e req-a9bef4dc-7cab-456c-9d3d-4ee6cacdef1d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Synchronizing usage tracker for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:27:06.395617 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-41748025-6297-4d26-8861-fbbf4cc35a8e req-a9bef4dc-7cab-456c-9d3d-4ee6cacdef1d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Unset dirty status for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:27:06.397760 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-41748025-6297-4d26-8861-fbbf4cc35a8e req-a9bef4dc-7cab-456c-9d3d-4ee6cacdef1d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541005 Jun 02 13:27:06.522761 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Pushing event updated for resources: {'Port': ['ID=ad59b7bb-ab52-475f-8adb-56378e30d64b,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:27:06.526460 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:27:06.607877 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Attempting to bind port ad59b7bb-ab52-475f-8adb-56378e30d64b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:27:06.608131 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Attempting to bind port ad59b7bb-ab52-475f-8adb-56378e30d64b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'f8ae552a-6a90-4c4c-a145-44ab24ede833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '44495108-b186-4381-ae1e-c56550de724a'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:27:06.608457 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Attempting to bind port ad59b7bb-ab52-475f-8adb-56378e30d64b on network 44495108-b186-4381-ae1e-c56550de724a {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:27:06.613006 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Port ad59b7bb-ab52-475f-8adb-56378e30d64b on network 44495108-b186-4381-ae1e-c56550de724a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 13:27:06.613326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Attempting to bind port ad59b7bb-ab52-475f-8adb-56378e30d64b on network 44495108-b186-4381-ae1e-c56550de724a {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:27:06.618469 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:27:06.618807 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Checking segment: {'id': 'f8ae552a-6a90-4c4c-a145-44ab24ede833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '44495108-b186-4381-ae1e-c56550de724a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:27:06.619354 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Bound using segment: {'id': 'f8ae552a-6a90-4c4c-a145-44ab24ede833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '44495108-b186-4381-ae1e-c56550de724a'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:27:06.619792 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Bound port: ad59b7bb-ab52-475f-8adb-56378e30d64b, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ae552a-6a90-4c4c-a145-44ab24ede833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '44495108-b186-4381-ae1e-c56550de724a'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:27:06.620170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:06.712782 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] For port ad59b7bb-ab52-475f-8adb-56378e30d64b, host hv-neutron-6013, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:27:06.715618 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] For port ad59b7bb-ab52-475f-8adb-56378e30d64b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad59b7bb-ab52-475f-8adb-56378e30d64b,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:27:06.719920 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:06.724536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-feb06197-34d0-4588-89d9-0476466b25d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:27:06.786973 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:06.787131 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:06.788530 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] 10.222.0.22 "PUT /v2.0/ports/ad59b7bb-ab52-475f-8adb-56378e30d64b HTTP/1.1" status: 200 len: 1094 time: 0.9591758 Jun 02 13:27:06.789056 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a39e2b5-26ce-46c9-992c-326409ad0bc2', 'tag': 'ad59b7bb-ab52-475f-8adb-56378e30d64b'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:27:06.791455 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b093cc4482e8794f559e212ae8a3a123eeff86eb99391f5713894cb01bd36105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa8344f-1fd7-4f94-a4e8-f587130863e8" -d '{"events": [{"name": "network-changed", "server_uuid": "7a39e2b5-26ce-46c9-992c-326409ad0bc2", "tag": "ad59b7bb-ab52-475f-8adb-56378e30d64b"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:27:06.822032 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Pushing event updated for resources: {'Port': ['ID=ad59b7bb-ab52-475f-8adb-56378e30d64b,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:27:06.825099 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:27:06.866042 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b6db14-ed78-4230-8c95-6bf292c8058d x-openstack-request-id: req-65b6db14-ed78-4230-8c95-6bf292c8058d {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:27:06.866359 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a39e2b5-26ce-46c9-992c-326409ad0bc2", "tag": "ad59b7bb-ab52-475f-8adb-56378e30d64b", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:27:06.866607 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65b6db14-ed78-4230-8c95-6bf292c8058d {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:27:06.867051 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a39e2b5-26ce-46c9-992c-326409ad0bc2', 'tag': 'ad59b7bb-ab52-475f-8adb-56378e30d64b', 'status': 'completed', 'code': 200} Jun 02 13:27:06.905129 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-ae45620e-2afa-4c9c-9c83-f6615d3962f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:06.906988 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-ae45620e-2afa-4c9c-9c83-f6615d3962f1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b66dbdb7d0424723babfd68b21520d91&device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 1097 time: 0.0779064 Jun 02 13:27:06.979561 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-2ace3e11-e66c-49d2-bc1d-dcacaa69358b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad59b7bb-ab52-475f-8adb-56378e30d64b HTTP/1.1" status: 200 len: 217 time: 0.0654626 Jun 02 13:27:07.041626 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-195e93d0-e3d9-488f-8edf-d7fc4b3c8c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:07.043087 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-195e93d0-e3d9-488f-8edf-d7fc4b3c8c19 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6b830187-46b8-4dca-bc5a-891028d9d341 HTTP/1.1" status: 200 len: 848 time: 0.0576489 Jun 02 13:27:07.122367 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-6a0f3ada-0107-4e50-ad62-cf7a2b0d7e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:07.123726 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-6a0f3ada-0107-4e50-ad62-cf7a2b0d7e2f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44495108-b186-4381-ae1e-c56550de724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0741441 Jun 02 13:27:07.258930 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-b2c2f105-58f8-482d-9244-eeb070f88d49 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283245 Jun 02 13:27:07.390915 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7d917cd0-d54c-4f45-891f-b002a14acf47 req-b79d443b-1778-43d9-8f66-dcbf738f76d5 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255412 Jun 02 13:27:07.514811 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8344f-1fd7-4f94-a4e8-f587130863e8 req-c05af084-b8bb-4595-af59-984b43096876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:07.516271 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4aa8344f-1fd7-4f94-a4e8-f587130863e8 req-c05af084-b8bb-4595-af59-984b43096876 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b66dbdb7d0424723babfd68b21520d91&device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 1097 time: 0.0773132 Jun 02 13:27:07.595738 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d88e58-d7b2-4ed8-8e9c-c1094288f273 req-53a74b0d-4cd9-4752-8a1c-34f896a0a279 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:07.597246 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-13d88e58-d7b2-4ed8-8e9c-c1094288f273 req-53a74b0d-4cd9-4752-8a1c-34f896a0a279 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 944 time: 0.0841100 Jun 02 13:27:07.645292 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-13d88e58-d7b2-4ed8-8e9c-c1094288f273 req-2caa013e-dfe2-4316-b5ec-3719dac10207 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421493 Jun 02 13:27:07.782417 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8344f-1fd7-4f94-a4e8-f587130863e8 req-c1281f40-d339-4638-bbdd-79f1e46a8363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:07.783862 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4aa8344f-1fd7-4f94-a4e8-f587130863e8 req-c1281f40-d339-4638-bbdd-79f1e46a8363 service neutron] 10.222.0.22 "GET /v2.0/networks?id=44495108-b186-4381-ae1e-c56550de724a HTTP/1.1" status: 200 len: 910 time: 0.2610018 Jun 02 13:27:07.854667 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4aa8344f-1fd7-4f94-a4e8-f587130863e8 req-696aa7a6-2cd4-498d-b123-a719b77f4a11 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad59b7bb-ab52-475f-8adb-56378e30d64b HTTP/1.1" status: 200 len: 217 time: 0.0638146 Jun 02 13:27:07.918268 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8344f-1fd7-4f94-a4e8-f587130863e8 req-21dccd98-1197-4ed0-a60b-8600618a0192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:07.919564 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4aa8344f-1fd7-4f94-a4e8-f587130863e8 req-21dccd98-1197-4ed0-a60b-8600618a0192 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6b830187-46b8-4dca-bc5a-891028d9d341 HTTP/1.1" status: 200 len: 848 time: 0.0568743 Jun 02 13:27:07.996029 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8344f-1fd7-4f94-a4e8-f587130863e8 req-f374d424-630d-42da-a884-53eb4ed1bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:07.997469 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4aa8344f-1fd7-4f94-a4e8-f587130863e8 req-f374d424-630d-42da-a884-53eb4ed1bd2d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44495108-b186-4381-ae1e-c56550de724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0704761 Jun 02 13:27:08.127564 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4aa8344f-1fd7-4f94-a4e8-f587130863e8 req-d2307f3b-6d10-4a8c-bd1b-1c23976bab9a service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234443 Jun 02 13:27:08.258824 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4aa8344f-1fd7-4f94-a4e8-f587130863e8 req-96662d91-dd39-4fcc-86eb-03618c1bafab service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247306 Jun 02 13:27:08.833751 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234e490-3666-4f78-a959-a3e15bc44bdb req-348aa78f-6eef-468c-9352-713dc2625954 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:08.834459 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-3234e490-3666-4f78-a959-a3e15bc44bdb req-348aa78f-6eef-468c-9352-713dc2625954 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Synchronizing usage tracker for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:27:08.849811 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-3234e490-3666-4f78-a959-a3e15bc44bdb req-348aa78f-6eef-468c-9352-713dc2625954 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Unset dirty status for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:27:08.850950 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3234e490-3666-4f78-a959-a3e15bc44bdb req-348aa78f-6eef-468c-9352-713dc2625954 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 944 time: 0.0992579 Jun 02 13:27:08.895333 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3234e490-3666-4f78-a959-a3e15bc44bdb req-7b5a6107-3407-44e5-b696-adacb818a115 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386593 Jun 02 13:27:10.073589 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc0ca6-ddf6-46ee-abab-46083bb56430 req-685b9d03-5624-4d64-a6af-aedc1d5b24c8 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:10.075036 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4bcc0ca6-ddf6-46ee-abab-46083bb56430 req-685b9d03-5624-4d64-a6af-aedc1d5b24c8 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 944 time: 0.0783966 Jun 02 13:27:10.122072 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4bcc0ca6-ddf6-46ee-abab-46083bb56430 req-49139429-70ad-46fc-83cf-f9f2428a9018 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414927 Jun 02 13:27:11.188479 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device ad59b7bb-ab52-475f-8adb-56378e30d64b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:27:11.310627 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5a523-d32a-4cac-842c-fecec8025614 req-8c4f912a-5846-4d78-88bc-0ae29db014ee tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:11.312077 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c7c5a523-d32a-4cac-842c-fecec8025614 req-8c4f912a-5846-4d78-88bc-0ae29db014ee tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 944 time: 0.0852275 Jun 02 13:27:11.321926 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port ad59b7bb-ab52-475f-8adb-56378e30d64b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad59b7bb-ab52-475f-8adb-56378e30d64b,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:27:11.335511 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': 'ad59b7bb-ab52-475f-8adb-56378e30d64b', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'port_id': 'ad59b7bb-ab52-475f-8adb-56378e30d64b', 'mac_address': 'fa:16:3e:27:6f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:27:11.355761 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c7c5a523-d32a-4cac-842c-fecec8025614 req-0e9f62f1-500d-49de-bfcf-da4d7f67a936 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378814 Jun 02 13:27:11.390428 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:11.410131 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad59b7bb-ab52-475f-8adb-56378e30d64b {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:27:11.425557 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port ad59b7bb-ab52-475f-8adb-56378e30d64b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad59b7bb-ab52-475f-8adb-56378e30d64b,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:27:11.429185 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:11.430920 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-89e0d189-990b-4cdf-88f2-5989f812fca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:27:11.494775 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=ad59b7bb-ab52-475f-8adb-56378e30d64b,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:27:11.497800 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:27:11.797300 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['ad59b7bb-ab52-475f-8adb-56378e30d64b'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:27:12.540843 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f382363-bccc-4b78-8d0f-a3ed65f4847d req-3a81e7ff-2c58-43fc-a624-31854e1ca9f5 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:12.542216 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1f382363-bccc-4b78-8d0f-a3ed65f4847d req-3a81e7ff-2c58-43fc-a624-31854e1ca9f5 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 945 time: 0.0806856 Jun 02 13:27:12.585341 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1f382363-bccc-4b78-8d0f-a3ed65f4847d req-f6551efe-555b-4819-895a-4ad90f5ce8ad tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373914 Jun 02 13:27:13.192963 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device ad59b7bb-ab52-475f-8adb-56378e30d64b up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:27:13.262753 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port ad59b7bb-ab52-475f-8adb-56378e30d64b completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:27:13.267123 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port ad59b7bb-ab52-475f-8adb-56378e30d64b triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:27:13.267493 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:13.379409 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:13.438938 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a39e2b5-26ce-46c9-992c-326409ad0bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad59b7bb-ab52-475f-8adb-56378e30d64b'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:27:13.441140 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56d10f63f09595ea530e376a5e197cf5e2ab9b40e55e9ae477782219481cc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4df90b-8149-448d-866f-1f182dcceb55" -d '{"events": [{"server_uuid": "7a39e2b5-26ce-46c9-992c-326409ad0bc2", "name": "network-vif-plugged", "status": "completed", "tag": "ad59b7bb-ab52-475f-8adb-56378e30d64b"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:27:13.449513 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port ad59b7bb-ab52-475f-8adb-56378e30d64b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad59b7bb-ab52-475f-8adb-56378e30d64b,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:27:13.453059 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:13.454845 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4db87fc7-a8e7-4026-bdcc-bf10bce44cbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:27:13.520974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=ad59b7bb-ab52-475f-8adb-56378e30d64b,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:27:13.524551 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:27:13.542168 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036ab7bb-56f7-4d45-8fd3-3522724ec6a7 x-openstack-request-id: req-036ab7bb-56f7-4d45-8fd3-3522724ec6a7 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:27:13.542472 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a39e2b5-26ce-46c9-992c-326409ad0bc2", "name": "network-vif-plugged", "status": "completed", "tag": "ad59b7bb-ab52-475f-8adb-56378e30d64b", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:27:13.542738 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-036ab7bb-56f7-4d45-8fd3-3522724ec6a7 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:27:13.543137 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a39e2b5-26ce-46c9-992c-326409ad0bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad59b7bb-ab52-475f-8adb-56378e30d64b', 'code': 200} Jun 02 13:27:13.777942 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5a01a-5537-48a1-991e-92b012ce3db1 req-bb5f9786-921c-419c-916e-7818bc08664f tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:13.779458 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-31c5a01a-5537-48a1-991e-92b012ce3db1 req-bb5f9786-921c-419c-916e-7818bc08664f tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0887709 Jun 02 13:27:13.824322 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-31c5a01a-5537-48a1-991e-92b012ce3db1 req-0f1737ab-d420-41fd-92fa-7addb23d41b6 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393252 Jun 02 13:27:13.855228 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6567b-f18a-44f9-862d-2c9120d7767a req-6fc0ae13-4e05-4045-a8c4-11664890bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:13.856746 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9ac6567b-f18a-44f9-862d-2c9120d7767a req-6fc0ae13-4e05-4045-a8c4-11664890bc62 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 1099 time: 0.1129181 Jun 02 13:27:13.898283 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9ac6567b-f18a-44f9-862d-2c9120d7767a req-54390f1f-5c95-4127-bc57-1c683b7bec07 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337782 Jun 02 13:27:14.263881 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-3020eab0-a485-4db2-a5a7-6c19a86abc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:15.015158 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64985a-b09c-4347-9238-68069adcdc78 req-3e1eba0d-e0a4-429f-b6bd-db8fda4a33ad tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:15.016584 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8b64985a-b09c-4347-9238-68069adcdc78 req-3e1eba0d-e0a4-429f-b6bd-db8fda4a33ad tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0837383 Jun 02 13:27:15.059725 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8b64985a-b09c-4347-9238-68069adcdc78 req-0c365720-76f5-4267-ac15-e814afd004b5 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376189 Jun 02 13:27:16.240406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d7060-e1c6-4e01-9d10-2c74ba1251e5 req-fc2c836f-e786-45bf-9727-7993c8655b3d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:16.241835 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-706d7060-e1c6-4e01-9d10-2c74ba1251e5 req-fc2c836f-e786-45bf-9727-7993c8655b3d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0802989 Jun 02 13:27:16.284729 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-706d7060-e1c6-4e01-9d10-2c74ba1251e5 req-a88326a3-f7c5-4dc7-8642-d838234df429 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366855 Jun 02 13:27:16.469603 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f1990-23a2-480c-8074-49957ee4894e req-1b9f5ea9-6aec-4983-836d-52908b77d016 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:16.471153 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c51f1990-23a2-480c-8074-49957ee4894e req-1b9f5ea9-6aec-4983-836d-52908b77d016 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0800693 Jun 02 13:27:16.516381 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c51f1990-23a2-480c-8074-49957ee4894e req-8ef5d803-d943-491b-9f9e-1f91592389bb tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398650 Jun 02 13:27:16.537677 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55432) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:27:16.651585 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de10ff7-d1b4-4373-a25e-22989cf5947d tempest-TestShelveInstance-571425859 tempest-TestShelveInstance-571425859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:16.653077 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-9de10ff7-d1b4-4373-a25e-22989cf5947d tempest-TestShelveInstance-571425859 tempest-TestShelveInstance-571425859-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 1094 time: 0.1142681 Jun 02 13:27:16.655852 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55438) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:27:16.660146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': 'ad59b7bb-ab52-475f-8adb-56378e30d64b', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:27:16.666536 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:27:16.670342 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Usage tracker for resource:floatingip and tenant:b66dbdb7d0424723babfd68b21520d91 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:27:16.674432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:27:16.684530 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:27:16.696191 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:16.781725 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-87017974-7c9e-47ba-a81f-a4b5203a37fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:16.790569 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:16.832192 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:16.968351 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Allocated IP 172.26.7.173 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/cae46b38-449e-4cd9-99bf-dc5fe72aeb88) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:27:17.112160 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:17.143386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:17.147892 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:27:17.201692 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:27:17.208270 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:27:17.212932 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:27:17.252849 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event updated for resources: {'Port': ['ID=cae46b38-449e-4cd9-99bf-dc5fe72aeb88,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:27:17.256850 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:27:17.743421 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:17.817632 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:17.942463 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:18.029448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:18.033822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:18.038111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:27:18.142356 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event updated for resources: {'Port': ['ID=cae46b38-449e-4cd9-99bf-dc5fe72aeb88,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:27:18.146360 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:27:18.153300 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:18.325124 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Floating IP fb059706-0760-4e83-90b8-6cb92ff2e33d associated. External IP: 172.26.7.173, port: ad59b7bb-ab52-475f-8adb-56378e30d64b. Jun 02 13:27:18.680518 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Router c757e58d-478c-4890-9412-d159de57e55e has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:27:18.997464 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:27:19.007180 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bcbd78-2ef9-4a56-9001-db38061ec47a None None] Sync routers for ids ['c757e58d-478c-4890-9412-d159de57e55e'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:27:19.017531 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bcbd78-2ef9-4a56-9001-db38061ec47a None None] Routers {'c757e58d-478c-4890-9412-d159de57e55e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:27:19.018174 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-78bcbd78-2ef9-4a56-9001-db38061ec47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:27:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c757e58d-478c-4890-9412-d159de57e55e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:27:19.021539 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:19.086119 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1a51fc6a-6a49-48ff-8c5e-0962f7baf69a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4192719 Jun 02 13:27:19.086119 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a39e2b5-26ce-46c9-992c-326409ad0bc2', 'tag': 'ad59b7bb-ab52-475f-8adb-56378e30d64b'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:27:19.124751 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0901658347208102df7e2e69a879233cd6360dcc4c18794ffe602b0fb30b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106fc8a3-dbec-4992-97cd-6be56f8e316e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a39e2b5-26ce-46c9-992c-326409ad0bc2", "tag": "ad59b7bb-ab52-475f-8adb-56378e30d64b"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:27:19.196126 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-78bcbd78-2ef9-4a56-9001-db38061ec47a None None] Set router c757e58d-478c-4890-9412-d159de57e55e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:27:19.214435 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5efd52d-6bfd-485c-bd79-9530e7a38252 x-openstack-request-id: req-c5efd52d-6bfd-485c-bd79-9530e7a38252 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:27:19.214833 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a39e2b5-26ce-46c9-992c-326409ad0bc2", "tag": "ad59b7bb-ab52-475f-8adb-56378e30d64b", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:27:19.215194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5efd52d-6bfd-485c-bd79-9530e7a38252 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:27:19.215687 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a39e2b5-26ce-46c9-992c-326409ad0bc2', 'tag': 'ad59b7bb-ab52-475f-8adb-56378e30d64b', 'status': 'completed', 'code': 200} Jun 02 13:27:19.306026 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fc8a3-dbec-4992-97cd-6be56f8e316e req-dfc4f644-b407-45ce-a286-1ec545661794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:19.307414 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-106fc8a3-dbec-4992-97cd-6be56f8e316e req-dfc4f644-b407-45ce-a286-1ec545661794 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b66dbdb7d0424723babfd68b21520d91&device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 1099 time: 0.0713124 Jun 02 13:27:19.438227 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fc8a3-dbec-4992-97cd-6be56f8e316e req-33ba8afc-3d93-4d93-83ed-cf2009a21d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:19.439669 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-106fc8a3-dbec-4992-97cd-6be56f8e316e req-33ba8afc-3d93-4d93-83ed-cf2009a21d3e service neutron] 10.222.0.22 "GET /v2.0/networks?id=44495108-b186-4381-ae1e-c56550de724a HTTP/1.1" status: 200 len: 910 time: 0.1257374 Jun 02 13:27:19.534400 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-78bcbd78-2ef9-4a56-9001-db38061ec47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c757e58d-478c-4890-9412-d159de57e55e', 'name': 'tempest-TestShelveInstance-1096020280-router', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:41Z', 'updated_at': '2021-06-02T13:26:45Z', 'revision_number': 4, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'gw_port': {'id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:42Z', 'updated_at': '2021-06-02T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'fb059706-0760-4e83-90b8-6cb92ff2e33d', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'floating_ip_address': '172.26.7.173', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'port_id': 'ad59b7bb-ab52-475f-8adb-56378e30d64b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'mac_address': 'fa:16:3e:27:6f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a39e2b5-26ce-46c9-992c-326409ad0bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:27:17Z', 'updated_at': '2021-06-02T13:27:17Z', 'revision_number': 0, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8444ba2-d8aa-400c-8f81-0210ba48256d', 'name': '', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'mac_address': 'fa:16:3e:13:8f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:45Z', 'updated_at': '2021-06-02T13:26:52Z', 'revision_number': 5, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'subnets': [{'id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:27:19.538082 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bcbd78-2ef9-4a56-9001-db38061ec47a None None] Checking router: c757e58d-478c-4890-9412-d159de57e55e for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:27:19.544682 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-106fc8a3-dbec-4992-97cd-6be56f8e316e req-9b162c30-f8b2-4b4f-a413-2868dc20f12f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad59b7bb-ab52-475f-8adb-56378e30d64b HTTP/1.1" status: 200 len: 1000 time: 0.0977905 Jun 02 13:27:19.547006 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bcbd78-2ef9-4a56-9001-db38061ec47a None None] Routers {'c757e58d-478c-4890-9412-d159de57e55e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:27:19.547593 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-78bcbd78-2ef9-4a56-9001-db38061ec47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:27:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c757e58d-478c-4890-9412-d159de57e55e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:27:19.612543 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fc8a3-dbec-4992-97cd-6be56f8e316e req-12c59fe1-0655-4711-b9a6-5a9ccc88ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:19.614011 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-106fc8a3-dbec-4992-97cd-6be56f8e316e req-12c59fe1-0655-4711-b9a6-5a9ccc88ea78 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6b830187-46b8-4dca-bc5a-891028d9d341 HTTP/1.1" status: 200 len: 848 time: 0.0634680 Jun 02 13:27:19.698562 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fc8a3-dbec-4992-97cd-6be56f8e316e req-d9738bec-abf0-4d6e-914e-920a0f8ac7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:19.700036 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-106fc8a3-dbec-4992-97cd-6be56f8e316e req-d9738bec-abf0-4d6e-914e-920a0f8ac7d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44495108-b186-4381-ae1e-c56550de724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0714014 Jun 02 13:27:19.724079 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-78bcbd78-2ef9-4a56-9001-db38061ec47a None None] Set router c757e58d-478c-4890-9412-d159de57e55e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:27:19.729647 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:19.842069 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-106fc8a3-dbec-4992-97cd-6be56f8e316e req-489131e8-7027-4af4-ab71-2024e3d873d0 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292536 Jun 02 13:27:19.972857 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-106fc8a3-dbec-4992-97cd-6be56f8e316e req-dbec5379-0384-414c-b41e-cb4a0f3d569d service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241691 Jun 02 13:27:20.094401 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-78bcbd78-2ef9-4a56-9001-db38061ec47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c757e58d-478c-4890-9412-d159de57e55e', 'name': 'tempest-TestShelveInstance-1096020280-router', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:41Z', 'updated_at': '2021-06-02T13:26:45Z', 'revision_number': 4, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'gw_port': {'id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:42Z', 'updated_at': '2021-06-02T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'fb059706-0760-4e83-90b8-6cb92ff2e33d', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'floating_ip_address': '172.26.7.173', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'port_id': 'ad59b7bb-ab52-475f-8adb-56378e30d64b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'mac_address': 'fa:16:3e:27:6f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a39e2b5-26ce-46c9-992c-326409ad0bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:27:17Z', 'updated_at': '2021-06-02T13:27:17Z', 'revision_number': 0, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8444ba2-d8aa-400c-8f81-0210ba48256d', 'name': '', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'mac_address': 'fa:16:3e:13:8f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:45Z', 'updated_at': '2021-06-02T13:26:52Z', 'revision_number': 5, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'subnets': [{'id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:27:20.098206 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bcbd78-2ef9-4a56-9001-db38061ec47a None None] The sync data for ids ['c757e58d-478c-4890-9412-d159de57e55e'] in dv-neutron-601336-80-hyperv is: [{'id': 'c757e58d-478c-4890-9412-d159de57e55e', 'name': 'tempest-TestShelveInstance-1096020280-router', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:41Z', 'updated_at': '2021-06-02T13:26:45Z', 'revision_number': 4, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'gw_port': {'id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:42Z', 'updated_at': '2021-06-02T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'fb059706-0760-4e83-90b8-6cb92ff2e33d', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'floating_ip_address': '172.26.7.173', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'port_id': 'ad59b7bb-ab52-475f-8adb-56378e30d64b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'mac_address': 'fa:16:3e:27:6f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a39e2b5-26ce-46c9-992c-326409ad0bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:27:17Z', 'updated_at': '2021-06-02T13:27:17Z', 'revision_number': 0, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8444ba2-d8aa-400c-8f81-0210ba48256d', 'name': '', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'mac_address': 'fa:16:3e:13:8f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:45Z', 'updated_at': '2021-06-02T13:26:52Z', 'revision_number': 5, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'subnets': [{'id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:27:20.274050 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d61be79-b1f7-4acf-a7f5-b274cb5ed7d7 None None] New status for floating IP fb059706-0760-4e83-90b8-6cb92ff2e33d: ACTIVE {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:27:25.777006 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:27:26.441381 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:44.264981 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d127c783-ca55-418f-b100-ac991c40d8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:46.773317 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b602b4a2-3068-41d7-bb80-38694d9c6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:46.791495 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:47.946612 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:48.802746 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-19f7e5ff-8945-467a-a2c5-e015eda0b31a req-6463ef2e-ddc5-44a8-9cf6-0dfa64445c90 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748422 Jun 02 13:27:48.940266 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7e5ff-8945-467a-a2c5-e015eda0b31a req-95d09805-4463-4305-9ba7-1957464de41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:48.941705 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-19f7e5ff-8945-467a-a2c5-e015eda0b31a req-95d09805-4463-4305-9ba7-1957464de41c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b66dbdb7d0424723babfd68b21520d91&device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 1099 time: 0.0704868 Jun 02 13:27:49.084569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7e5ff-8945-467a-a2c5-e015eda0b31a req-3e7bc4d2-3463-4c0b-82d9-6af9946d71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:49.086445 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-19f7e5ff-8945-467a-a2c5-e015eda0b31a req-3e7bc4d2-3463-4c0b-82d9-6af9946d71f5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=44495108-b186-4381-ae1e-c56550de724a HTTP/1.1" status: 200 len: 910 time: 0.1260929 Jun 02 13:27:49.189410 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-19f7e5ff-8945-467a-a2c5-e015eda0b31a req-c9df0e52-a229-4945-b870-4c413ad68ee3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad59b7bb-ab52-475f-8adb-56378e30d64b HTTP/1.1" status: 200 len: 1002 time: 0.0956194 Jun 02 13:27:49.251915 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7e5ff-8945-467a-a2c5-e015eda0b31a req-745c31ab-f06f-433a-a8d0-9fdc79747560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:49.253303 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-19f7e5ff-8945-467a-a2c5-e015eda0b31a req-745c31ab-f06f-433a-a8d0-9fdc79747560 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6b830187-46b8-4dca-bc5a-891028d9d341 HTTP/1.1" status: 200 len: 848 time: 0.0571561 Jun 02 13:27:49.333018 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7e5ff-8945-467a-a2c5-e015eda0b31a req-fb9e0b2c-15cd-47c4-aa99-f05ba6b10db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:27:49.334555 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-19f7e5ff-8945-467a-a2c5-e015eda0b31a req-fb9e0b2c-15cd-47c4-aa99-f05ba6b10db7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44495108-b186-4381-ae1e-c56550de724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0739565 Jun 02 13:27:49.465672 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-19f7e5ff-8945-467a-a2c5-e015eda0b31a req-85025c29-211a-4e99-8aa2-9c8c7a68e6ab service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238451 Jun 02 13:27:49.597196 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-19f7e5ff-8945-467a-a2c5-e015eda0b31a req-185e985e-5c67-45ef-8e0f-4687e381f061 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246347 Jun 02 13:27:49.731770 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:27:56.438055 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:28:02.776101 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:28:14.265639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ea340531-b389-4152-a6e2-c5b803836324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:28:16.774038 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-54b5b777-33c0-46e9-9f87-37c7182a325a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:28:16.793318 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:28:17.948527 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:28:19.734217 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:28:26.451155 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:28:39.774707 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:28:44.266863 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5fd0137a-57db-449a-a38a-393fc3eb2038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:28:46.775433 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-e868a595-a7a4-4fbf-a4c8-5b68919df5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:28:46.794687 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:28:47.950745 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:28:48.803953 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ca29c4f6-7ffc-4d38-8b55-792acd01397d req-b5a92322-6978-4ccc-a398-10911bc66c30 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805225 Jun 02 13:28:48.943653 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29c4f6-7ffc-4d38-8b55-792acd01397d req-46a824ef-3367-4ac0-acce-8bbcc0a38ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:28:48.945077 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ca29c4f6-7ffc-4d38-8b55-792acd01397d req-46a824ef-3367-4ac0-acce-8bbcc0a38ca3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b66dbdb7d0424723babfd68b21520d91&device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 1099 time: 0.0729358 Jun 02 13:28:49.087830 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29c4f6-7ffc-4d38-8b55-792acd01397d req-8f29a74a-4abb-4e04-ab2f-635f27483962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:28:49.089176 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ca29c4f6-7ffc-4d38-8b55-792acd01397d req-8f29a74a-4abb-4e04-ab2f-635f27483962 service neutron] 10.222.0.22 "GET /v2.0/networks?id=44495108-b186-4381-ae1e-c56550de724a HTTP/1.1" status: 200 len: 910 time: 0.1249504 Jun 02 13:28:49.191735 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ca29c4f6-7ffc-4d38-8b55-792acd01397d req-fb729870-b665-4e90-bce1-9a16f2a181a3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad59b7bb-ab52-475f-8adb-56378e30d64b HTTP/1.1" status: 200 len: 1002 time: 0.0959373 Jun 02 13:28:49.379086 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29c4f6-7ffc-4d38-8b55-792acd01397d req-294727a1-5a2d-4032-9f8c-8594b4ea2d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:28:49.380438 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ca29c4f6-7ffc-4d38-8b55-792acd01397d req-294727a1-5a2d-4032-9f8c-8594b4ea2d8e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6b830187-46b8-4dca-bc5a-891028d9d341 HTTP/1.1" status: 200 len: 848 time: 0.1820674 Jun 02 13:28:49.456036 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29c4f6-7ffc-4d38-8b55-792acd01397d req-59d18e40-d0d0-4942-a651-2af002179654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:28:49.457489 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ca29c4f6-7ffc-4d38-8b55-792acd01397d req-59d18e40-d0d0-4942-a651-2af002179654 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44495108-b186-4381-ae1e-c56550de724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0702055 Jun 02 13:28:49.588945 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ca29c4f6-7ffc-4d38-8b55-792acd01397d req-839273cf-4de4-4912-aa11-0d3da2273895 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246488 Jun 02 13:28:49.720321 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ca29c4f6-7ffc-4d38-8b55-792acd01397d req-bf647ef7-fbd8-4305-a71b-35895e30ce25 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247263 Jun 02 13:28:49.740208 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:28:56.443570 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:29:14.267517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-42163ad8-c09d-4483-bdcc-c8f565c0bf3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:29:16.773455 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:29:16.776697 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-29755f13-0bf6-4b0e-a074-e81ab49f17d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:29:16.797528 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:29:17.953632 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:29:19.740509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:29:26.448615 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:29:44.269705 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d6a3a3c2-6cf2-4b53-8453-b20f837c60f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:29:46.780293 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f41acc60-0a7e-4316-b960-018842b26eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:29:46.799914 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:29:46.864641 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5948458-3262-404c-9837-e59470b023c2 req-8fefc90b-fc20-48bb-98f2-1b9500b2fda9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:29:46.866117 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a5948458-3262-404c-9837-e59470b023c2 req-8fefc90b-fc20-48bb-98f2-1b9500b2fda9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0990477 Jun 02 13:29:46.912413 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a5948458-3262-404c-9837-e59470b023c2 req-9ce31297-88b3-40e9-bd66-b01dabd1c889 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397222 Jun 02 13:29:47.957656 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:29:48.121570 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad123544-8ccf-4254-aab8-73a4ef98d9cd req-3d794f0f-00d6-4317-b88f-9df6c9c357f3 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:29:48.123021 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ad123544-8ccf-4254-aab8-73a4ef98d9cd req-3d794f0f-00d6-4317-b88f-9df6c9c357f3 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0845406 Jun 02 13:29:48.166308 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ad123544-8ccf-4254-aab8-73a4ef98d9cd req-0768d4ab-76bf-4d0b-9cab-80174cf0bb45 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376635 Jun 02 13:29:49.366274 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848a570-49f4-4175-bf5e-b0ac27153581 req-ee17b796-8cda-45ee-a5f1-540b56449b5b tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:29:49.367707 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a848a570-49f4-4175-bf5e-b0ac27153581 req-ee17b796-8cda-45ee-a5f1-540b56449b5b tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0795376 Jun 02 13:29:49.414446 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a848a570-49f4-4175-bf5e-b0ac27153581 req-92a43e3e-f08b-4b8a-a32a-5d5b5b43d4d6 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405962 Jun 02 13:29:49.743036 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:29:49.842178 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd0404-d486-43c1-b6d7-5ad97125f653 req-7f55f216-3a74-40e6-b595-d0436ed12c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:29:49.843630 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-73cd0404-d486-43c1-b6d7-5ad97125f653 req-7f55f216-3a74-40e6-b595-d0436ed12c8d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b66dbdb7d0424723babfd68b21520d91&device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 1099 time: 0.0716894 Jun 02 13:29:49.987544 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd0404-d486-43c1-b6d7-5ad97125f653 req-d829ba10-e451-4aa3-a28c-d3bb71ac1417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:29:49.988871 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-73cd0404-d486-43c1-b6d7-5ad97125f653 req-d829ba10-e451-4aa3-a28c-d3bb71ac1417 service neutron] 10.222.0.22 "GET /v2.0/networks?id=44495108-b186-4381-ae1e-c56550de724a HTTP/1.1" status: 200 len: 910 time: 0.1263735 Jun 02 13:29:50.091923 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-73cd0404-d486-43c1-b6d7-5ad97125f653 req-015bbc6a-c584-41a9-b4f4-ad709b91e8a8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad59b7bb-ab52-475f-8adb-56378e30d64b HTTP/1.1" status: 200 len: 1002 time: 0.0959449 Jun 02 13:29:50.153130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd0404-d486-43c1-b6d7-5ad97125f653 req-d75403d9-9a75-4f17-88d3-ad4e247c3644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:29:50.154523 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-73cd0404-d486-43c1-b6d7-5ad97125f653 req-d75403d9-9a75-4f17-88d3-ad4e247c3644 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6b830187-46b8-4dca-bc5a-891028d9d341 HTTP/1.1" status: 200 len: 848 time: 0.0564208 Jun 02 13:29:50.231598 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd0404-d486-43c1-b6d7-5ad97125f653 req-c3a97c1c-ee33-48da-b9a5-858518f1f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:29:50.233053 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-73cd0404-d486-43c1-b6d7-5ad97125f653 req-c3a97c1c-ee33-48da-b9a5-858518f1f725 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44495108-b186-4381-ae1e-c56550de724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0725684 Jun 02 13:29:50.364373 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-73cd0404-d486-43c1-b6d7-5ad97125f653 req-9068feaa-5242-499b-a727-a31b009e53d0 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248486 Jun 02 13:29:50.495087 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-73cd0404-d486-43c1-b6d7-5ad97125f653 req-a5bbe6ee-47b0-4ff9-8310-1d131c92b211 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241875 Jun 02 13:29:50.599760 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d26d6b-939d-4fd5-8f53-e134b202238b req-2b7261b9-e498-4734-a68d-4ce257c85ef7 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:29:50.601208 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-07d26d6b-939d-4fd5-8f53-e134b202238b req-2b7261b9-e498-4734-a68d-4ce257c85ef7 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0805011 Jun 02 13:29:50.644584 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-07d26d6b-939d-4fd5-8f53-e134b202238b req-976cac6a-9c2c-4092-9464-9066686d76f6 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377049 Jun 02 13:29:51.830675 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde904a-88fc-4d24-b440-4e8658bcddee req-580e1a8f-4cd6-4222-a7b4-8ab17255bcac tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:29:51.832089 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-abde904a-88fc-4d24-b440-4e8658bcddee req-580e1a8f-4cd6-4222-a7b4-8ab17255bcac tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0806613 Jun 02 13:29:51.876255 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-abde904a-88fc-4d24-b440-4e8658bcddee req-faf0d967-b32b-4ed6-807c-e68b1a3043eb tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385926 Jun 02 13:29:53.061674 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5055f-ec64-42b9-ab71-fcbd96734a80 req-c8654781-9338-4f3d-a74d-f414abbdee1f tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:29:53.063136 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-16d5055f-ec64-42b9-ab71-fcbd96734a80 req-c8654781-9338-4f3d-a74d-f414abbdee1f tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0828252 Jun 02 13:29:53.107119 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-16d5055f-ec64-42b9-ab71-fcbd96734a80 req-f05fa90f-6a46-4777-957d-f4a8fd3f2356 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385027 Jun 02 13:29:53.772162 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:29:54.291170 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa93811-b614-46d2-9b80-bd710ce57df2 req-4e7b0061-404b-484e-be69-7bfe35369f46 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:29:54.293142 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0fa93811-b614-46d2-9b80-bd710ce57df2 req-4e7b0061-404b-484e-be69-7bfe35369f46 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0842657 Jun 02 13:29:54.337708 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-0fa93811-b614-46d2-9b80-bd710ce57df2 req-575c0872-0029-494f-889e-0e10402d4bc9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386722 Jun 02 13:29:55.522058 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b30a9-24d7-41fa-be01-6354077f3722 req-e3fedd76-dd9a-47de-ba34-a8b9ee1c558a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:29:55.523431 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-948b30a9-24d7-41fa-be01-6354077f3722 req-e3fedd76-dd9a-47de-ba34-a8b9ee1c558a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0789785 Jun 02 13:29:55.571103 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-948b30a9-24d7-41fa-be01-6354077f3722 req-51054909-930f-4ef0-834d-95a9fe01913d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415351 Jun 02 13:29:56.478788 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:29:56.763462 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf9c01-0aeb-40e0-bb6c-cfd5aec635c2 req-427dda04-8ea8-435f-b0ae-bc8dc52a393f tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:29:56.764821 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3bbf9c01-0aeb-40e0-bb6c-cfd5aec635c2 req-427dda04-8ea8-435f-b0ae-bc8dc52a393f tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0795770 Jun 02 13:29:56.808372 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3bbf9c01-0aeb-40e0-bb6c-cfd5aec635c2 req-a23dc419-7011-4b99-bbf4-fb5b4b825d16 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380437 Jun 02 13:29:57.991503 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f3522-1120-4a3d-af5a-3c5ce21f0695 req-416fb255-3c2a-45e8-aa06-8b837255c3ca tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:29:57.992844 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-632f3522-1120-4a3d-af5a-3c5ce21f0695 req-416fb255-3c2a-45e8-aa06-8b837255c3ca tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0815811 Jun 02 13:29:58.037960 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-632f3522-1120-4a3d-af5a-3c5ce21f0695 req-db5c9423-f419-4d10-b462-759fef6fa80c tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389993 Jun 02 13:29:59.223436 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252b0c3-25ee-4c8c-b07c-7a13de7637cd req-371b2550-659b-461f-bac1-8b8426de3a05 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:29:59.224883 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e252b0c3-25ee-4c8c-b07c-7a13de7637cd req-371b2550-659b-461f-bac1-8b8426de3a05 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0843649 Jun 02 13:29:59.271048 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e252b0c3-25ee-4c8c-b07c-7a13de7637cd req-ecd5f756-d8dd-4802-b565-a28227a52549 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405474 Jun 02 13:29:59.967636 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device ad59b7bb-ab52-475f-8adb-56378e30d64b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:30:00.097422 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port ad59b7bb-ab52-475f-8adb-56378e30d64b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad59b7bb-ab52-475f-8adb-56378e30d64b,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:30:00.110668 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': 'ad59b7bb-ab52-475f-8adb-56378e30d64b', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'port_id': 'ad59b7bb-ab52-475f-8adb-56378e30d64b', 'mac_address': 'fa:16:3e:27:6f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:30:00.163374 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:30:00.180015 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad59b7bb-ab52-475f-8adb-56378e30d64b {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:30:00.194522 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port ad59b7bb-ab52-475f-8adb-56378e30d64b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad59b7bb-ab52-475f-8adb-56378e30d64b,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:30:00.198679 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:30:00.200512 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-05c4a4a5-1357-4bd0-a800-bfa1de173a78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:30:00.270186 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=ad59b7bb-ab52-475f-8adb-56378e30d64b,revision_number=6']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:30:00.277520 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:30:00.277862 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:30:00.278223 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:30:00.278553 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:30:00.278875 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:30:00.279204 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:30:00.279526 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:30:00.279852 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:30:00.280168 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:30:00.280486 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:30:00.280798 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:30:00.281112 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:30:00.285603 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['ad59b7bb-ab52-475f-8adb-56378e30d64b'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:30:00.309662 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:30:00.461052 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad49e1a-356c-419a-9b0b-018287b6b192 req-e98e8a2d-e789-403c-81ab-dc9982cf7491 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:00.462581 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-cad49e1a-356c-419a-9b0b-018287b6b192 req-e98e8a2d-e789-403c-81ab-dc9982cf7491 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 945 time: 0.0868013 Jun 02 13:30:00.633270 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-cad49e1a-356c-419a-9b0b-018287b6b192 req-eb034a2f-6d0c-440a-8857-30b37a533cf0 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641774 Jun 02 13:30:01.815661 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c632e72-fe7f-4f58-954a-b421fd850623 req-f0f2ae04-453c-4d1e-9478-09fa65b0775a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:01.817137 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8c632e72-fe7f-4f58-954a-b421fd850623 req-f0f2ae04-453c-4d1e-9478-09fa65b0775a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 945 time: 0.0795403 Jun 02 13:30:01.864709 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8c632e72-fe7f-4f58-954a-b421fd850623 req-d3b4508d-ce26-4277-b05b-8cdb27d9a050 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420885 Jun 02 13:30:01.973371 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device ad59b7bb-ab52-475f-8adb-56378e30d64b up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:30:02.041951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port ad59b7bb-ab52-475f-8adb-56378e30d64b triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:30:02.042852 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:30:02.155244 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:30:02.181341 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a39e2b5-26ce-46c9-992c-326409ad0bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad59b7bb-ab52-475f-8adb-56378e30d64b'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:30:02.190567 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port ad59b7bb-ab52-475f-8adb-56378e30d64b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad59b7bb-ab52-475f-8adb-56378e30d64b,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:30:02.194743 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:30:02.196624 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:30:02.244064 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4176d1c71455d605beb5e3ae27c7d09239e4dce69fd26288bae3c53f35b4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e220f49-f2d1-4949-a832-90ae2c34c435" -d '{"events": [{"server_uuid": "7a39e2b5-26ce-46c9-992c-326409ad0bc2", "name": "network-vif-plugged", "status": "completed", "tag": "ad59b7bb-ab52-475f-8adb-56378e30d64b"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:30:02.267632 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=ad59b7bb-ab52-475f-8adb-56378e30d64b,revision_number=7']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:30:02.271384 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:30:02.334046 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdade5b0-9f17-438d-a110-cc406841c5c8 x-openstack-request-id: req-fdade5b0-9f17-438d-a110-cc406841c5c8 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:30:02.334375 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a39e2b5-26ce-46c9-992c-326409ad0bc2", "name": "network-vif-plugged", "status": "completed", "tag": "ad59b7bb-ab52-475f-8adb-56378e30d64b", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:30:02.334639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fdade5b0-9f17-438d-a110-cc406841c5c8 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:30:02.335041 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a39e2b5-26ce-46c9-992c-326409ad0bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad59b7bb-ab52-475f-8adb-56378e30d64b', 'code': 200} Jun 02 13:30:03.049268 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b684d9-b887-4144-b61b-1f5eca4340c8 req-0f70f3bf-b0bb-4f9c-a329-56e7b285a302 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:03.050757 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e7b684d9-b887-4144-b61b-1f5eca4340c8 req-0f70f3bf-b0bb-4f9c-a329-56e7b285a302 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0804605 Jun 02 13:30:03.094648 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e7b684d9-b887-4144-b61b-1f5eca4340c8 req-a88fff9e-9ed3-406b-95df-2876549e72db tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380352 Jun 02 13:30:04.282043 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470a685-2cd8-48f6-ab65-645c1050954c req-a7a90c0b-1f7f-48f5-ad48-12b56c091c9d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:04.284392 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8470a685-2cd8-48f6-ab65-645c1050954c req-a7a90c0b-1f7f-48f5-ad48-12b56c091c9d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0847189 Jun 02 13:30:04.337996 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8470a685-2cd8-48f6-ab65-645c1050954c req-0f6f01bc-da4f-4729-b91d-ef589c3df441 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478499 Jun 02 13:30:05.551585 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f2ab7-8818-4cf7-af92-30974dd0d3d2 req-72a7c675-40d0-4892-81eb-a18d012b785d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:05.553065 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-414f2ab7-8818-4cf7-af92-30974dd0d3d2 req-72a7c675-40d0-4892-81eb-a18d012b785d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0872066 Jun 02 13:30:05.602028 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-414f2ab7-8818-4cf7-af92-30974dd0d3d2 req-0f2194f8-3a06-4617-ae20-40e77bdc3770 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395629 Jun 02 13:30:06.804115 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aab09a-79d3-4951-8d8c-df16c8282636 req-7dd41fdf-b353-4a49-ab04-f045c84b6e9e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:06.805557 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a8aab09a-79d3-4951-8d8c-df16c8282636 req-7dd41fdf-b353-4a49-ab04-f045c84b6e9e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0900042 Jun 02 13:30:06.855293 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a8aab09a-79d3-4951-8d8c-df16c8282636 req-f7676e0d-292e-4bb5-abf3-84179bec96ec tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431793 Jun 02 13:30:08.053820 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90ae98-2c9c-4564-9fdd-c68ce00766f1 req-322260ca-3912-416c-8ed9-728a525fe5a2 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:08.055355 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ca90ae98-2c9c-4564-9fdd-c68ce00766f1 req-322260ca-3912-416c-8ed9-728a525fe5a2 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0960252 Jun 02 13:30:08.106633 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ca90ae98-2c9c-4564-9fdd-c68ce00766f1 req-ddd87958-c795-486c-a158-623efba5149a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435188 Jun 02 13:30:09.336845 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40e19b-8d3f-44e6-a4ec-2a58801c3904 req-9d420c9e-4680-40ae-b79d-ed6d77aa8ca2 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:09.338443 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2e40e19b-8d3f-44e6-a4ec-2a58801c3904 req-9d420c9e-4680-40ae-b79d-ed6d77aa8ca2 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.1171753 Jun 02 13:30:09.386277 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2e40e19b-8d3f-44e6-a4ec-2a58801c3904 req-fbe6629b-becd-4213-aaed-465c0916c6a5 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405076 Jun 02 13:30:10.607203 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a3887-d0fa-4350-87ab-0b81000fd5c2 req-58b715af-0d4a-487e-9945-81b396308923 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:10.609060 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8b3a3887-d0fa-4350-87ab-0b81000fd5c2 req-58b715af-0d4a-487e-9945-81b396308923 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.1091831 Jun 02 13:30:10.657597 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8b3a3887-d0fa-4350-87ab-0b81000fd5c2 req-be2f9491-cb9c-42fb-93f7-d6c0e8567556 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424752 Jun 02 13:30:11.851527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17929f10-ef29-4b30-a4a3-2dfd2ffcfba1 req-e11da98f-e6ca-4d4e-a838-b7a3e5989b6a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:11.853985 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-17929f10-ef29-4b30-a4a3-2dfd2ffcfba1 req-e11da98f-e6ca-4d4e-a838-b7a3e5989b6a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0822868 Jun 02 13:30:11.903160 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-17929f10-ef29-4b30-a4a3-2dfd2ffcfba1 req-09e6be04-1e03-4a5d-b947-8e982f15f199 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412681 Jun 02 13:30:13.084868 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584b22d-63d8-43db-9911-0a28f33f8906 req-d781812a-3868-4344-9ca8-c9f13e275556 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:13.086315 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a584b22d-63d8-43db-9911-0a28f33f8906 req-d781812a-3868-4344-9ca8-c9f13e275556 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0795453 Jun 02 13:30:13.133923 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a584b22d-63d8-43db-9911-0a28f33f8906 req-8cca9556-9b7c-4eac-9c69-a23890b65dc2 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420117 Jun 02 13:30:13.598248 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9f882-cdf5-46fd-9ebb-3901ef8482db req-6bafcbd2-9cbe-4eab-807f-76665ec4c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:13.599596 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d1f9f882-cdf5-46fd-9ebb-3901ef8482db req-6bafcbd2-9cbe-4eab-807f-76665ec4c1f6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b66dbdb7d0424723babfd68b21520d91&device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 1099 time: 0.0765731 Jun 02 13:30:13.731282 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9f882-cdf5-46fd-9ebb-3901ef8482db req-7854bdcc-d92e-46f3-8858-5bc56d121f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:13.732792 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d1f9f882-cdf5-46fd-9ebb-3901ef8482db req-7854bdcc-d92e-46f3-8858-5bc56d121f4e service neutron] 10.222.0.22 "GET /v2.0/networks?id=44495108-b186-4381-ae1e-c56550de724a HTTP/1.1" status: 200 len: 910 time: 0.1257930 Jun 02 13:30:13.838471 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d1f9f882-cdf5-46fd-9ebb-3901ef8482db req-038aef58-83d5-4f86-aab2-b2de7e1cd9b1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad59b7bb-ab52-475f-8adb-56378e30d64b HTTP/1.1" status: 200 len: 1002 time: 0.0979607 Jun 02 13:30:13.899345 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9f882-cdf5-46fd-9ebb-3901ef8482db req-38a8c694-4cce-4bec-9dc3-c380cc3e9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:13.900692 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d1f9f882-cdf5-46fd-9ebb-3901ef8482db req-38a8c694-4cce-4bec-9dc3-c380cc3e9292 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6b830187-46b8-4dca-bc5a-891028d9d341 HTTP/1.1" status: 200 len: 848 time: 0.0558589 Jun 02 13:30:13.978149 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9f882-cdf5-46fd-9ebb-3901ef8482db req-42ca9675-623e-44d4-877b-211dab71827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:13.980081 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d1f9f882-cdf5-46fd-9ebb-3901ef8482db req-42ca9675-623e-44d4-877b-211dab71827b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44495108-b186-4381-ae1e-c56550de724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0721025 Jun 02 13:30:14.109065 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d1f9f882-cdf5-46fd-9ebb-3901ef8482db req-6728ef25-8371-4b3d-8144-0a7f526533f0 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228986 Jun 02 13:30:14.272195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ca12e051-3699-43e0-87a2-356ae45a2a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:30:14.274869 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d1f9f882-cdf5-46fd-9ebb-3901ef8482db req-25b9e85b-2622-4e89-95df-3575d03a8e58 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584191 Jun 02 13:30:14.327415 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc1c79-fa76-4584-8b45-e44d4ef4cffb req-be31407d-a98c-4d11-946e-1697fe652504 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:14.329311 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a3cc1c79-fa76-4584-8b45-e44d4ef4cffb req-be31407d-a98c-4d11-946e-1697fe652504 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0885961 Jun 02 13:30:14.372889 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a3cc1c79-fa76-4584-8b45-e44d4ef4cffb req-a0c1bbb3-7726-4dd7-87cb-42f8f2d71354 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379214 Jun 02 13:30:15.558667 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2868174-469a-4491-aaae-14e496026676 req-e8e7d5b6-243e-4ccf-b5f9-2fba2bc88033 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:15.559998 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e2868174-469a-4491-aaae-14e496026676 req-e8e7d5b6-243e-4ccf-b5f9-2fba2bc88033 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0790775 Jun 02 13:30:15.604067 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e2868174-469a-4491-aaae-14e496026676 req-06b2fe00-ec91-488c-a1b0-caf3c4619ef1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386105 Jun 02 13:30:16.781839 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c2ad81aa-b4a4-423f-8e82-6cfb6184f222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:30:16.800708 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c6792-51ff-4e1e-a240-7858b4647b52 req-ac6751bc-f3a5-4528-8abd-16d3be1f6efc tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:16.802371 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:30:16.802532 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d84c6792-51ff-4e1e-a240-7858b4647b52 req-ac6751bc-f3a5-4528-8abd-16d3be1f6efc tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0931633 Jun 02 13:30:16.849066 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d84c6792-51ff-4e1e-a240-7858b4647b52 req-2700f447-1b60-42c5-88a7-e98328a83f28 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401103 Jun 02 13:30:17.959331 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:30:18.075013 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device ad59b7bb-ab52-475f-8adb-56378e30d64b no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:30:18.199915 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:30:18.219276 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12708665-e59a-41ec-99ac-3a8925328c3a req-200d662e-bcab-4441-8f31-1751a83d4376 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:18.220937 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-12708665-e59a-41ec-99ac-3a8925328c3a req-200d662e-bcab-4441-8f31-1751a83d4376 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 946 time: 0.0897405 Jun 02 13:30:18.228694 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a39e2b5-26ce-46c9-992c-326409ad0bc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad59b7bb-ab52-475f-8adb-56378e30d64b'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:30:18.231930 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4176d1c71455d605beb5e3ae27c7d09239e4dce69fd26288bae3c53f35b4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf757a9-d20b-48e0-a4b2-f2375cd4957b" -d '{"events": [{"server_uuid": "7a39e2b5-26ce-46c9-992c-326409ad0bc2", "name": "network-vif-unplugged", "status": "completed", "tag": "ad59b7bb-ab52-475f-8adb-56378e30d64b"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:30:18.240536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port ad59b7bb-ab52-475f-8adb-56378e30d64b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad59b7bb-ab52-475f-8adb-56378e30d64b,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:30:18.245183 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:30:18.248541 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:30:18.275854 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-12708665-e59a-41ec-99ac-3a8925328c3a req-b954cbba-8f82-4b32-8e22-6730bfcafc0e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484614 Jun 02 13:30:18.283455 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Jun 2021 13:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e89c418-e54e-4e6d-8b1d-ced9314624cf x-openstack-request-id: req-2e89c418-e54e-4e6d-8b1d-ced9314624cf {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:30:18.283783 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a39e2b5-26ce-46c9-992c-326409ad0bc2", "name": "network-vif-unplugged", "status": "failed", "tag": "ad59b7bb-ab52-475f-8adb-56378e30d64b", "code": 422}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:30:18.284004 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e89c418-e54e-4e6d-8b1d-ced9314624cf {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:30:18.284425 dv-neutron-601336-80-hyperv neutron-server[92306]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7a39e2b5-26ce-46c9-992c-326409ad0bc2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ad59b7bb-ab52-475f-8adb-56378e30d64b', 'code': 422} returned with failed status Jun 02 13:30:18.322270 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=ad59b7bb-ab52-475f-8adb-56378e30d64b,revision_number=8']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:30:18.325932 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:30:18.380384 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fd33ccd5-8739-45f4-95ab-965e9c44a37d req-b12fb5d5-189d-4d49-9a3a-8c63e7671cb5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1218822 Jun 02 13:30:19.476364 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627d946-f417-4e55-9d2a-7cb61ded3fc4 req-6b95e402-2323-4766-96fd-856f25cd9355 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:19.477821 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3627d946-f417-4e55-9d2a-7cb61ded3fc4 req-6b95e402-2323-4766-96fd-856f25cd9355 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 944 time: 0.0963349 Jun 02 13:30:19.522689 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3627d946-f417-4e55-9d2a-7cb61ded3fc4 req-3a788869-2501-4bf4-812d-4af4f3222156 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392792 Jun 02 13:30:19.747191 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:30:20.709072 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad68a53-a1fa-45c9-9f52-ee16653f6b37 req-0cda2101-7b37-47b5-a63b-61d32b8b9e0c tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:20.710594 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1ad68a53-a1fa-45c9-9f52-ee16653f6b37 req-0cda2101-7b37-47b5-a63b-61d32b8b9e0c tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 944 time: 0.0831864 Jun 02 13:30:20.756396 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1ad68a53-a1fa-45c9-9f52-ee16653f6b37 req-94254d64-943a-4275-be94-3dfd82601b13 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399356 Jun 02 13:30:21.399926 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33ccd5-8739-45f4-95ab-965e9c44a37d req-169d87fb-9db0-4e88-808b-bb3f3d7e841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:21.401387 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fd33ccd5-8739-45f4-95ab-965e9c44a37d req-169d87fb-9db0-4e88-808b-bb3f3d7e841d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2&tenant_id=b66dbdb7d0424723babfd68b21520d91 HTTP/1.1" status: 200 len: 1097 time: 0.1860249 Jun 02 13:30:21.491712 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33ccd5-8739-45f4-95ab-965e9c44a37d req-adea4e01-d133-4859-8a25-5db5a7711be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:21.493066 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fd33ccd5-8739-45f4-95ab-965e9c44a37d req-adea4e01-d133-4859-8a25-5db5a7711be5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b66dbdb7d0424723babfd68b21520d91&device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 1097 time: 0.0702634 Jun 02 13:30:21.620109 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33ccd5-8739-45f4-95ab-965e9c44a37d req-1909ff4c-6625-4f92-b144-700eb6a36b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:21.622051 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fd33ccd5-8739-45f4-95ab-965e9c44a37d req-1909ff4c-6625-4f92-b144-700eb6a36b62 service neutron] 10.222.0.22 "GET /v2.0/networks?id=44495108-b186-4381-ae1e-c56550de724a HTTP/1.1" status: 200 len: 910 time: 0.1229277 Jun 02 13:30:21.724792 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fd33ccd5-8739-45f4-95ab-965e9c44a37d req-6a238f5c-5854-4cf6-bfa6-0eb924efc5be service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad59b7bb-ab52-475f-8adb-56378e30d64b HTTP/1.1" status: 200 len: 1000 time: 0.0960212 Jun 02 13:30:21.788237 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33ccd5-8739-45f4-95ab-965e9c44a37d req-e6edbe0b-cba8-4733-a0e5-a46c2f5df294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:21.789658 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fd33ccd5-8739-45f4-95ab-965e9c44a37d req-e6edbe0b-cba8-4733-a0e5-a46c2f5df294 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6b830187-46b8-4dca-bc5a-891028d9d341 HTTP/1.1" status: 200 len: 848 time: 0.0587554 Jun 02 13:30:21.869533 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33ccd5-8739-45f4-95ab-965e9c44a37d req-f80e1931-fff6-49fd-bffe-1a41ea6b140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:21.871609 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fd33ccd5-8739-45f4-95ab-965e9c44a37d req-f80e1931-fff6-49fd-bffe-1a41ea6b140e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44495108-b186-4381-ae1e-c56550de724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0758672 Jun 02 13:30:21.943744 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec561f-8d88-4763-9f1c-447d30078c44 req-da7dd9dc-de18-452a-baa0-ad89795bdb9e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:21.945195 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-efec561f-8d88-4763-9f1c-447d30078c44 req-da7dd9dc-de18-452a-baa0-ad89795bdb9e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 944 time: 0.0805919 Jun 02 13:30:21.989001 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-efec561f-8d88-4763-9f1c-447d30078c44 req-720f4d60-5d71-46d2-96ff-189d84bc5723 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382419 Jun 02 13:30:22.004694 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fd33ccd5-8739-45f4-95ab-965e9c44a37d req-39569849-9021-4f36-af57-8b442119cc70 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264651 Jun 02 13:30:22.137522 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fd33ccd5-8739-45f4-95ab-965e9c44a37d req-a8895bb2-def6-4aa5-b1d3-8971a180d467 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249657 Jun 02 13:30:23.179170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e9c3c-9459-479a-b3d0-6e4aa2c466d9 req-65281dac-658c-4235-a1e4-b8978dd28407 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:23.180759 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7e3e9c3c-9459-479a-b3d0-6e4aa2c466d9 req-65281dac-658c-4235-a1e4-b8978dd28407 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 944 time: 0.0822871 Jun 02 13:30:23.232790 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-7e3e9c3c-9459-479a-b3d0-6e4aa2c466d9 req-b5c84d03-f8da-4d1f-b240-1b3c3f52b67a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461855 Jun 02 13:30:24.572536 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76cbf6-982c-4e3d-baef-009b0ae74e8d req-fb54542b-c43f-49da-8712-98a51cdc9fa0 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:24.574064 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-be76cbf6-982c-4e3d-baef-009b0ae74e8d req-fb54542b-c43f-49da-8712-98a51cdc9fa0 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 944 time: 0.2272577 Jun 02 13:30:24.620065 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-be76cbf6-982c-4e3d-baef-009b0ae74e8d req-2433f0d6-667d-4cd1-bf4c-b9e0571790cb tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402696 Jun 02 13:30:25.813682 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c5068-ff60-4b5a-9739-781b70f2a0c5 req-8d68da47-368a-4f49-894d-cf025d4e5b36 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:25.815399 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-df7c5068-ff60-4b5a-9739-781b70f2a0c5 req-8d68da47-368a-4f49-894d-cf025d4e5b36 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 944 time: 0.0836313 Jun 02 13:30:25.867070 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-df7c5068-ff60-4b5a-9739-781b70f2a0c5 req-afecc4d3-3f66-4c0d-a1cd-2b264d482d39 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457683 Jun 02 13:30:26.496500 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:30:27.053894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505dcc9-5ab2-48b3-b9cf-5c44dd660c29 req-5d551ccb-8e73-4e7c-be79-441ea4b34123 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:27.055428 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b505dcc9-5ab2-48b3-b9cf-5c44dd660c29 req-5d551ccb-8e73-4e7c-be79-441ea4b34123 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 944 time: 0.0827618 Jun 02 13:30:27.102878 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b505dcc9-5ab2-48b3-b9cf-5c44dd660c29 req-191afa87-8936-4af3-a6c3-0897f942dfd3 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413086 Jun 02 13:30:28.300958 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d98ddb-af38-4f5c-9c60-83fb3f22d551 req-5a6acc33-f1b4-4035-bbe5-2b2c812d5cda tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:28.304452 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-82d98ddb-af38-4f5c-9c60-83fb3f22d551 req-5a6acc33-f1b4-4035-bbe5-2b2c812d5cda tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 944 time: 0.0887477 Jun 02 13:30:28.355716 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-82d98ddb-af38-4f5c-9c60-83fb3f22d551 req-1ba0fac5-d180-4c66-a0ba-56ea4ab7b85d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474930 Jun 02 13:30:29.559735 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0c886-8759-4eb9-bfe1-e2da423eb294 req-fec50d61-adf7-41d8-b6d8-cd18630e5a18 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:29.562072 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d4f0c886-8759-4eb9-bfe1-e2da423eb294 req-fec50d61-adf7-41d8-b6d8-cd18630e5a18 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 944 time: 0.0965919 Jun 02 13:30:29.609601 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d4f0c886-8759-4eb9-bfe1-e2da423eb294 req-e5208e4b-b67a-4d1d-a75f-c790ccc61b67 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417585 Jun 02 13:30:30.770534 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:30:30.814778 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdfb39-d22e-41ef-9afd-92c176727a36 req-29174ded-4134-4da6-ad12-a8dfa91c7f49 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:30.820369 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1cbdfb39-d22e-41ef-9afd-92c176727a36 req-29174ded-4134-4da6-ad12-a8dfa91c7f49 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 944 time: 0.1025636 Jun 02 13:30:30.867512 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1cbdfb39-d22e-41ef-9afd-92c176727a36 req-ffdfada1-d3b7-4e0f-a2fd-1dbcbf986521 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455363 Jun 02 13:30:32.070375 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34b4cc-4a8a-4136-9229-715e4794989f req-cb258baf-78f9-4534-9b6b-206be24d181e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:32.071787 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9f34b4cc-4a8a-4136-9229-715e4794989f req-cb258baf-78f9-4534-9b6b-206be24d181e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 944 time: 0.0897553 Jun 02 13:30:32.117456 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9f34b4cc-4a8a-4136-9229-715e4794989f req-6e9588d6-03c2-4c0f-8432-777b7fe96736 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395458 Jun 02 13:30:33.304606 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69e71d-204e-4c79-92ff-15414650996e req-89fa55f6-cb6d-41aa-991e-6cf8d5a2d69b tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:33.306038 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dc69e71d-204e-4c79-92ff-15414650996e req-89fa55f6-cb6d-41aa-991e-6cf8d5a2d69b tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 944 time: 0.0839055 Jun 02 13:30:33.349528 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-dc69e71d-204e-4c79-92ff-15414650996e req-31e29501-080d-40ba-a8e8-ae703c09e285 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379558 Jun 02 13:30:34.528540 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83026a9e-7c0d-4ea7-bdc0-450779ac2b1b req-483ebfa1-b173-412b-b821-baff680bafbe tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:34.529907 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-83026a9e-7c0d-4ea7-bdc0-450779ac2b1b req-483ebfa1-b173-412b-b821-baff680bafbe tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 944 time: 0.0792277 Jun 02 13:30:34.573014 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-83026a9e-7c0d-4ea7-bdc0-450779ac2b1b req-fa87d24a-4e84-4db7-acdd-91379caa8ff7 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376165 Jun 02 13:30:35.754728 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6682f6-1bec-454c-b160-6835d313920b req-63a6afe8-bd51-4df3-964a-c6e31bbffafb tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:35.756174 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fe6682f6-1bec-454c-b160-6835d313920b req-63a6afe8-bd51-4df3-964a-c6e31bbffafb tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 944 time: 0.0811498 Jun 02 13:30:35.799858 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fe6682f6-1bec-454c-b160-6835d313920b req-7e49a5da-2b02-4f52-bb76-20d067fcefa0 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381863 Jun 02 13:30:36.989390 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f96cd3-7881-4d80-a8f0-b3340be34fc7 req-0dad3b4e-937a-4b3a-b728-debe6ca50f3b tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:36.990870 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a3f96cd3-7881-4d80-a8f0-b3340be34fc7 req-0dad3b4e-937a-4b3a-b728-debe6ca50f3b tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 944 time: 0.0838463 Jun 02 13:30:37.035969 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a3f96cd3-7881-4d80-a8f0-b3340be34fc7 req-454de3bb-f5f1-4799-a84f-0b54c3ba9933 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395226 Jun 02 13:30:38.168823 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device ad59b7bb-ab52-475f-8adb-56378e30d64b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:30:38.225616 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce29c84-5a8d-4360-8f82-e4bd4df58ede req-1f4dc9eb-ba00-4f0c-ad1d-f8a8f4955394 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:38.227096 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5ce29c84-5a8d-4360-8f82-e4bd4df58ede req-1f4dc9eb-ba00-4f0c-ad1d-f8a8f4955394 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 944 time: 0.0844836 Jun 02 13:30:38.271402 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5ce29c84-5a8d-4360-8f82-e4bd4df58ede req-947fdbdf-5ea2-46ea-8580-90260e1cc4e1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385325 Jun 02 13:30:38.303081 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port ad59b7bb-ab52-475f-8adb-56378e30d64b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad59b7bb-ab52-475f-8adb-56378e30d64b,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:30:38.315957 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': 'ad59b7bb-ab52-475f-8adb-56378e30d64b', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'port_id': 'ad59b7bb-ab52-475f-8adb-56378e30d64b', 'mac_address': 'fa:16:3e:27:6f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:30:38.369854 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:30:38.388532 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad59b7bb-ab52-475f-8adb-56378e30d64b {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:30:38.403081 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port ad59b7bb-ab52-475f-8adb-56378e30d64b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad59b7bb-ab52-475f-8adb-56378e30d64b,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:30:38.407555 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:30:38.409153 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:30:38.474300 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=ad59b7bb-ab52-475f-8adb-56378e30d64b,revision_number=9']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:30:38.477412 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:30:38.795066 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['ad59b7bb-ab52-475f-8adb-56378e30d64b'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:30:39.452324 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf2a9f-9882-4c4d-a504-25fee3384aec req-931c993f-183c-449c-a178-4175180688ef tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:39.453681 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c4cf2a9f-9882-4c4d-a504-25fee3384aec req-931c993f-183c-449c-a178-4175180688ef tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 945 time: 0.0793400 Jun 02 13:30:39.500277 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-c4cf2a9f-9882-4c4d-a504-25fee3384aec req-77b145f6-2c1d-4894-86f3-1a68026b41ad tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410981 Jun 02 13:30:40.184420 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device ad59b7bb-ab52-475f-8adb-56378e30d64b up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:30:40.255624 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port ad59b7bb-ab52-475f-8adb-56378e30d64b triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:30:40.255991 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:30:40.369260 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:30:40.395131 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a39e2b5-26ce-46c9-992c-326409ad0bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad59b7bb-ab52-475f-8adb-56378e30d64b'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:30:40.397352 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4176d1c71455d605beb5e3ae27c7d09239e4dce69fd26288bae3c53f35b4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e6f8e6-393d-46b9-b1fd-1327164e02b1" -d '{"events": [{"server_uuid": "7a39e2b5-26ce-46c9-992c-326409ad0bc2", "name": "network-vif-plugged", "status": "completed", "tag": "ad59b7bb-ab52-475f-8adb-56378e30d64b"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:30:40.404533 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port ad59b7bb-ab52-475f-8adb-56378e30d64b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad59b7bb-ab52-475f-8adb-56378e30d64b,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:30:40.408858 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:30:40.410660 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:30:40.445160 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acc358d-86f5-4c95-a36a-64fddfd90f14 x-openstack-request-id: req-8acc358d-86f5-4c95-a36a-64fddfd90f14 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:30:40.445459 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a39e2b5-26ce-46c9-992c-326409ad0bc2", "name": "network-vif-plugged", "status": "completed", "tag": "ad59b7bb-ab52-475f-8adb-56378e30d64b", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:30:40.445721 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8acc358d-86f5-4c95-a36a-64fddfd90f14 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:30:40.446134 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a39e2b5-26ce-46c9-992c-326409ad0bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad59b7bb-ab52-475f-8adb-56378e30d64b', 'code': 200} Jun 02 13:30:40.478982 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=ad59b7bb-ab52-475f-8adb-56378e30d64b,revision_number=10']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:30:40.481827 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:30:40.677887 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa4d85-e485-4f0e-b827-d76424a78c9b req-e94ffb22-e5db-430f-ab6b-25719b48ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:40.679381 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-91fa4d85-e485-4f0e-b827-d76424a78c9b req-e94ffb22-e5db-430f-ab6b-25719b48ab18 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 1100 time: 0.0698376 Jun 02 13:30:40.688438 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef561d-163b-42e5-83df-d5b5474977be req-97b932b6-4565-4f1d-ad5c-69dabb795904 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:40.689937 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-24ef561d-163b-42e5-83df-d5b5474977be req-97b932b6-4565-4f1d-ad5c-69dabb795904 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 947 time: 0.0803723 Jun 02 13:30:40.725112 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-91fa4d85-e485-4f0e-b827-d76424a78c9b req-201f54c0-f43d-45d6-96c2-ed992611635c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389044 Jun 02 13:30:40.734483 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-24ef561d-163b-42e5-83df-d5b5474977be req-1b342bd9-dd4b-4ff8-9378-422366490194 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389895 Jun 02 13:30:41.923041 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef5b24-e66e-4da1-9aea-fbefff8444b9 req-26585438-6438-4b17-821f-bfb6334283e1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:41.924899 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-06ef5b24-e66e-4da1-9aea-fbefff8444b9 req-26585438-6438-4b17-821f-bfb6334283e1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 947 time: 0.0849216 Jun 02 13:30:41.970974 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-06ef5b24-e66e-4da1-9aea-fbefff8444b9 req-1c324dea-96e3-4c0b-9af3-85ce5a2ab084 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406387 Jun 02 13:30:43.168650 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210f2ff-3010-4cdd-b9f1-6a4c3819c47f req-592c4ad1-ea83-4fde-89b5-adf6cb27e6e7 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:43.170170 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9210f2ff-3010-4cdd-b9f1-6a4c3819c47f req-592c4ad1-ea83-4fde-89b5-adf6cb27e6e7 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 947 time: 0.0940466 Jun 02 13:30:43.215090 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9210f2ff-3010-4cdd-b9f1-6a4c3819c47f req-d20f23c2-9c52-4723-bad7-775fb9bb08ff tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391610 Jun 02 13:30:44.273858 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-bbb49522-6b2a-4ae4-85c4-5e28bdf0cf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:30:46.784379 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-63d18369-e8d8-40e9-95ba-9a2af9849e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:30:46.803602 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:30:47.962616 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:30:49.749493 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:30:50.894471 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-31645206-ee3b-48aa-b738-438fba8f6eb6 req-41c801a6-1dc9-4617-8384-7a3fc86f89c9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1881194 Jun 02 13:30:51.037567 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31645206-ee3b-48aa-b738-438fba8f6eb6 req-c54f9595-e3be-4431-af1b-a2527ab453e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:51.039014 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-31645206-ee3b-48aa-b738-438fba8f6eb6 req-c54f9595-e3be-4431-af1b-a2527ab453e0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b66dbdb7d0424723babfd68b21520d91&device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 1100 time: 0.0698767 Jun 02 13:30:51.180936 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31645206-ee3b-48aa-b738-438fba8f6eb6 req-a9dc7f34-7027-4d82-a45c-05debcaee284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:51.182366 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-31645206-ee3b-48aa-b738-438fba8f6eb6 req-a9dc7f34-7027-4d82-a45c-05debcaee284 service neutron] 10.222.0.22 "GET /v2.0/networks?id=44495108-b186-4381-ae1e-c56550de724a HTTP/1.1" status: 200 len: 910 time: 0.1229832 Jun 02 13:30:51.284721 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-31645206-ee3b-48aa-b738-438fba8f6eb6 req-0384c9aa-8e46-44e2-ad9b-f7e706edcfc0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad59b7bb-ab52-475f-8adb-56378e30d64b HTTP/1.1" status: 200 len: 1002 time: 0.0958545 Jun 02 13:30:51.351885 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31645206-ee3b-48aa-b738-438fba8f6eb6 req-4129968a-7df2-45d3-b7b5-686730147358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:51.353221 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-31645206-ee3b-48aa-b738-438fba8f6eb6 req-4129968a-7df2-45d3-b7b5-686730147358 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6b830187-46b8-4dca-bc5a-891028d9d341 HTTP/1.1" status: 200 len: 848 time: 0.0552399 Jun 02 13:30:51.429749 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31645206-ee3b-48aa-b738-438fba8f6eb6 req-ffd3dd05-0f30-4ec7-8387-b91aab1a67fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:30:51.431250 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-31645206-ee3b-48aa-b738-438fba8f6eb6 req-ffd3dd05-0f30-4ec7-8387-b91aab1a67fd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44495108-b186-4381-ae1e-c56550de724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0714846 Jun 02 13:30:51.562237 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-31645206-ee3b-48aa-b738-438fba8f6eb6 req-b6c8f1f3-c952-4e7f-8d10-f1593519eba7 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246502 Jun 02 13:30:51.690835 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-31645206-ee3b-48aa-b738-438fba8f6eb6 req-6fd35f6d-04d2-4b9b-84ce-027980f9cc20 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224389 Jun 02 13:30:56.507236 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:31:07.769882 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:31:14.275132 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d64e261c-f20b-4dfe-a4d5-4ff9161b0d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:31:16.785447 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1208c7df-20d5-435b-8f6a-7bd2da4a32c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:31:16.804907 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:31:17.964777 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:31:19.756604 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:31:26.508309 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:31:44.276176 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-04e26473-6f0e-4714-97e3-70bdd174ffb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:31:44.768810 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:31:46.789050 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-de1e2654-9a16-45cb-9ca7-5406b757231c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:31:46.807735 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:31:47.970502 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:31:49.756431 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:31:50.772680 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4122c7cd-5ee0-41a3-836a-988e41057dbd req-8a750c82-e44a-4e86-a32b-ad4240a75d96 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691719 Jun 02 13:31:50.915122 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122c7cd-5ee0-41a3-836a-988e41057dbd req-4fb2b359-ee4c-49d6-a0e6-f6292d7205fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:31:50.916552 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4122c7cd-5ee0-41a3-836a-988e41057dbd req-4fb2b359-ee4c-49d6-a0e6-f6292d7205fb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b66dbdb7d0424723babfd68b21520d91&device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 1100 time: 0.0740867 Jun 02 13:31:51.062431 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122c7cd-5ee0-41a3-836a-988e41057dbd req-aa9752d2-208e-468f-a0e0-e841be72ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:31:51.064337 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4122c7cd-5ee0-41a3-836a-988e41057dbd req-aa9752d2-208e-468f-a0e0-e841be72ec2b service neutron] 10.222.0.22 "GET /v2.0/networks?id=44495108-b186-4381-ae1e-c56550de724a HTTP/1.1" status: 200 len: 910 time: 0.1267414 Jun 02 13:31:51.164987 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4122c7cd-5ee0-41a3-836a-988e41057dbd req-788fc7d5-ff37-40e6-bc4c-9ca3ff2f2e79 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad59b7bb-ab52-475f-8adb-56378e30d64b HTTP/1.1" status: 200 len: 1002 time: 0.0938766 Jun 02 13:31:51.227381 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122c7cd-5ee0-41a3-836a-988e41057dbd req-19e54a14-a0cf-4adb-beef-cedef2a2d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:31:51.228790 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4122c7cd-5ee0-41a3-836a-988e41057dbd req-19e54a14-a0cf-4adb-beef-cedef2a2d035 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6b830187-46b8-4dca-bc5a-891028d9d341 HTTP/1.1" status: 200 len: 848 time: 0.0569396 Jun 02 13:31:51.303176 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122c7cd-5ee0-41a3-836a-988e41057dbd req-bbc77cee-fa3f-4643-8eb2-4362ac5f2ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:31:51.304590 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4122c7cd-5ee0-41a3-836a-988e41057dbd req-bbc77cee-fa3f-4643-8eb2-4362ac5f2ff0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44495108-b186-4381-ae1e-c56550de724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0686648 Jun 02 13:31:51.315503 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [req-4122c7cd-5ee0-41a3-836a-988e41057dbd req-a2139756-c8f7-448e-a9b6-6f45db7506ab service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 13:31:51.316441 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4122c7cd-5ee0-41a3-836a-988e41057dbd req-a2139756-c8f7-448e-a9b6-6f45db7506ab service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053391 Jun 02 13:31:51.444604 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4122c7cd-5ee0-41a3-836a-988e41057dbd req-a60d1e18-4712-4717-b1bb-1673a6a1c90a service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218836 Jun 02 13:31:51.574551 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4122c7cd-5ee0-41a3-836a-988e41057dbd req-e54b5937-fa33-4b43-b35b-0228f96d28ab service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222312 Jun 02 13:31:56.515421 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:14.278422 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-4780b072-3c0f-4d40-826b-e001461ae9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:16.789159 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-08770e2b-d848-4034-9d7b-ecf422a9f9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:16.808968 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:17.971366 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:18.966757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55852) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:32:19.388856 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Deleting port cae46b38-449e-4cd9-99bf-dc5fe72aeb88 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:32:19.389111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:19.506121 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:19.506443 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:19.626159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Calling delete_port for cae46b38-449e-4cd9-99bf-dc5fe72aeb88 owned by network:floatingip {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:32:19.748809 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:19.754157 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-aa5af47a-a8da-40e3-94a1-89e1bc6f6b5c tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:32:19.760654 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:19.800478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event deleted for resources: {'Port': ['ID=cae46b38-449e-4cd9-99bf-dc5fe72aeb88,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:32:19.837302 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:19.837697 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:19.838077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:19.838474 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:19.838843 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:19.839212 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:19.839578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:19.839941 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:19.840305 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:19.840673 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:19.841030 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:19.841489 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:19.848538 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:32:19.902936 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for floatingip, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:19.903278 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Floating IP fb059706-0760-4e83-90b8-6cb92ff2e33d disassociated (deleted). External IP: 172.26.7.173, port: ad59b7bb-ab52-475f-8adb-56378e30d64b. Jun 02 13:32:20.266005 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Router c757e58d-478c-4890-9412-d159de57e55e has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:32:20.448345 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:32:20.459346 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24be8c-c934-45a5-9c4a-2a48eb6ef8c7 None None] Sync routers for ids ['c757e58d-478c-4890-9412-d159de57e55e'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:32:20.468432 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:20.469231 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24be8c-c934-45a5-9c4a-2a48eb6ef8c7 None None] Routers {'c757e58d-478c-4890-9412-d159de57e55e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:32:20.469830 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-5e24be8c-c934-45a5-9c4a-2a48eb6ef8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:32:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c757e58d-478c-4890-9412-d159de57e55e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:32:20.652070 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-5e24be8c-c934-45a5-9c4a-2a48eb6ef8c7 None None] Set router c757e58d-478c-4890-9412-d159de57e55e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:32:20.652300 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "DELETE /v2.0/floatingips/fb059706-0760-4e83-90b8-6cb92ff2e33d HTTP/1.1" status: 204 len: 168 time: 1.6844430 Jun 02 13:32:20.653013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a39e2b5-26ce-46c9-992c-326409ad0bc2', 'tag': 'ad59b7bb-ab52-475f-8adb-56378e30d64b'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:32:20.655423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0901658347208102df7e2e69a879233cd6360dcc4c18794ffe602b0fb30b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9413791-52f8-4dd2-9236-6b03702e637a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a39e2b5-26ce-46c9-992c-326409ad0bc2", "tag": "ad59b7bb-ab52-475f-8adb-56378e30d64b"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:32:20.964364 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-5e24be8c-c934-45a5-9c4a-2a48eb6ef8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c757e58d-478c-4890-9412-d159de57e55e', 'name': 'tempest-TestShelveInstance-1096020280-router', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:41Z', 'updated_at': '2021-06-02T13:26:45Z', 'revision_number': 4, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'gw_port': {'id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:42Z', 'updated_at': '2021-06-02T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e8444ba2-d8aa-400c-8f81-0210ba48256d', 'name': '', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'mac_address': 'fa:16:3e:13:8f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:45Z', 'updated_at': '2021-06-02T13:26:52Z', 'revision_number': 5, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'subnets': [{'id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:32:20.968067 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24be8c-c934-45a5-9c4a-2a48eb6ef8c7 None None] Checking router: c757e58d-478c-4890-9412-d159de57e55e for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:32:20.976170 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24be8c-c934-45a5-9c4a-2a48eb6ef8c7 None None] Routers {'c757e58d-478c-4890-9412-d159de57e55e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:32:20.976760 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-5e24be8c-c934-45a5-9c4a-2a48eb6ef8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:32:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c757e58d-478c-4890-9412-d159de57e55e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:32:21.071821 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068d56b-9067-4682-b3c5-218ada342eec req-f02d1144-8e5d-4490-a5d0-969d40ae7859 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:21.072512 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-c068d56b-9067-4682-b3c5-218ada342eec req-f02d1144-8e5d-4490-a5d0-969d40ae7859 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Synchronizing usage tracker for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:32:21.088993 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-c068d56b-9067-4682-b3c5-218ada342eec req-f02d1144-8e5d-4490-a5d0-969d40ae7859 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Unset dirty status for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:32:21.090128 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c068d56b-9067-4682-b3c5-218ada342eec req-f02d1144-8e5d-4490-a5d0-969d40ae7859 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 947 time: 0.1396341 Jun 02 13:32:21.134454 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-c068d56b-9067-4682-b3c5-218ada342eec req-1f60b19a-f18d-44a3-a3ff-87df205a1ddf tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384502 Jun 02 13:32:21.155469 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-5e24be8c-c934-45a5-9c4a-2a48eb6ef8c7 None None] Set router c757e58d-478c-4890-9412-d159de57e55e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:32:21.486358 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-5e24be8c-c934-45a5-9c4a-2a48eb6ef8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c757e58d-478c-4890-9412-d159de57e55e', 'name': 'tempest-TestShelveInstance-1096020280-router', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:41Z', 'updated_at': '2021-06-02T13:26:45Z', 'revision_number': 4, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'gw_port': {'id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:42Z', 'updated_at': '2021-06-02T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e8444ba2-d8aa-400c-8f81-0210ba48256d', 'name': '', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'mac_address': 'fa:16:3e:13:8f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:45Z', 'updated_at': '2021-06-02T13:26:52Z', 'revision_number': 5, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'subnets': [{'id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:32:21.490699 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24be8c-c934-45a5-9c4a-2a48eb6ef8c7 None None] The sync data for ids ['c757e58d-478c-4890-9412-d159de57e55e'] in dv-neutron-601336-80-hyperv is: [{'id': 'c757e58d-478c-4890-9412-d159de57e55e', 'name': 'tempest-TestShelveInstance-1096020280-router', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:41Z', 'updated_at': '2021-06-02T13:26:45Z', 'revision_number': 4, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'gw_port': {'id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:42Z', 'updated_at': '2021-06-02T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e8444ba2-d8aa-400c-8f81-0210ba48256d', 'name': '', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'mac_address': 'fa:16:3e:13:8f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:45Z', 'updated_at': '2021-06-02T13:26:52Z', 'revision_number': 5, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'subnets': [{'id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:32:21.686512 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2fc7c2-bc55-477d-970f-481a08990eb8 None None] New status for floating IP fb059706-0760-4e83-90b8-6cb92ff2e33d: DOWN {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:32:21.767481 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:32:21.772810 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0326d6a-1e60-4b42-b0b0-1a11c9ac0724 x-openstack-request-id: req-d0326d6a-1e60-4b42-b0b0-1a11c9ac0724 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:32:21.773273 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a39e2b5-26ce-46c9-992c-326409ad0bc2", "tag": "ad59b7bb-ab52-475f-8adb-56378e30d64b", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:32:21.773442 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0326d6a-1e60-4b42-b0b0-1a11c9ac0724 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:32:21.773880 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a39e2b5-26ce-46c9-992c-326409ad0bc2', 'tag': 'ad59b7bb-ab52-475f-8adb-56378e30d64b', 'status': 'completed', 'code': 200} Jun 02 13:32:21.904377 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9413791-52f8-4dd2-9236-6b03702e637a req-9590ed6b-cb96-4cd6-8244-0edbbd76ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:21.905803 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f9413791-52f8-4dd2-9236-6b03702e637a req-9590ed6b-cb96-4cd6-8244-0edbbd76ba60 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b66dbdb7d0424723babfd68b21520d91&device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 1100 time: 0.1117051 Jun 02 13:32:22.037514 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9413791-52f8-4dd2-9236-6b03702e637a req-38d685ef-7778-4fbf-995e-1422301a17f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:22.038870 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f9413791-52f8-4dd2-9236-6b03702e637a req-38d685ef-7778-4fbf-995e-1422301a17f8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=44495108-b186-4381-ae1e-c56550de724a HTTP/1.1" status: 200 len: 910 time: 0.1249106 Jun 02 13:32:22.109602 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f9413791-52f8-4dd2-9236-6b03702e637a req-75c32806-b743-49d8-95e6-649c73f0ba09 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad59b7bb-ab52-475f-8adb-56378e30d64b HTTP/1.1" status: 200 len: 217 time: 0.0628893 Jun 02 13:32:22.172560 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9413791-52f8-4dd2-9236-6b03702e637a req-36c92728-1a2e-40b4-bb4e-11a0c188396e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:22.173984 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f9413791-52f8-4dd2-9236-6b03702e637a req-36c92728-1a2e-40b4-bb4e-11a0c188396e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6b830187-46b8-4dca-bc5a-891028d9d341 HTTP/1.1" status: 200 len: 848 time: 0.0562568 Jun 02 13:32:22.302719 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9413791-52f8-4dd2-9236-6b03702e637a req-27021d0c-6bac-49a3-a039-453d0b264c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:22.304055 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f9413791-52f8-4dd2-9236-6b03702e637a req-27021d0c-6bac-49a3-a039-453d0b264c77 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44495108-b186-4381-ae1e-c56550de724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1228511 Jun 02 13:32:22.419903 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec27ede-2e40-4a4b-9bf6-6cfdb4926fb0 req-13c75e5b-3ac9-4df6-ad39-170303bce3e1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:22.421318 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fec27ede-2e40-4a4b-9bf6-6cfdb4926fb0 req-13c75e5b-3ac9-4df6-ad39-170303bce3e1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 947 time: 0.1780994 Jun 02 13:32:22.482016 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f9413791-52f8-4dd2-9236-6b03702e637a req-2ff7b705-e8f4-4ef1-a517-59de0084dfff service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680524 Jun 02 13:32:22.492966 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fec27ede-2e40-4a4b-9bf6-6cfdb4926fb0 req-3d75f6d1-1cc3-4727-b14e-00f9127b87f2 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=83d9dc68-e0fd-40f9-941e-95445d4465f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644524 Jun 02 13:32:22.580536 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.22', 50302) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:32:22.621812 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f9413791-52f8-4dd2-9236-6b03702e637a req-914950de-c2c4-48ff-afdc-f36426f15c46 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316605 Jun 02 13:32:22.663995 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a9d72-8100-4eff-87c5-06128fa381fe req-bca1fc2c-1072-4e3e-9fbe-27cd68634990 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:22.665406 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e67a9d72-8100-4eff-87c5-06128fa381fe req-bca1fc2c-1072-4e3e-9fbe-27cd68634990 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 947 time: 0.0839443 Jun 02 13:32:22.801215 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [req-e67a9d72-8100-4eff-87c5-06128fa381fe req-f42f5fdb-ed93-417a-8f2f-7cbf1e94a545 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Deleting port ad59b7bb-ab52-475f-8adb-56378e30d64b {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:32:22.801556 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-e67a9d72-8100-4eff-87c5-06128fa381fe req-f42f5fdb-ed93-417a-8f2f-7cbf1e94a545 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:22.932808 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [req-e67a9d72-8100-4eff-87c5-06128fa381fe req-f42f5fdb-ed93-417a-8f2f-7cbf1e94a545 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] For port ad59b7bb-ab52-475f-8adb-56378e30d64b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad59b7bb-ab52-475f-8adb-56378e30d64b,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:32:22.933159 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-e67a9d72-8100-4eff-87c5-06128fa381fe req-f42f5fdb-ed93-417a-8f2f-7cbf1e94a545 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:23.053545 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [req-e67a9d72-8100-4eff-87c5-06128fa381fe req-f42f5fdb-ed93-417a-8f2f-7cbf1e94a545 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Calling delete_port for ad59b7bb-ab52-475f-8adb-56378e30d64b owned by compute:nova {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:32:23.163305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-e67a9d72-8100-4eff-87c5-06128fa381fe req-f42f5fdb-ed93-417a-8f2f-7cbf1e94a545 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:23.168745 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-638500ce-9378-4df9-8321-58b97d760b61 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:32:23.214674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f5fdb-ed93-417a-8f2f-7cbf1e94a545 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event deleted for resources: {'Port': ['ID=ad59b7bb-ab52-475f-8adb-56378e30d64b,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:32:23.252109 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f5fdb-ed93-417a-8f2f-7cbf1e94a545 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:23.252500 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f5fdb-ed93-417a-8f2f-7cbf1e94a545 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:23.253408 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f5fdb-ed93-417a-8f2f-7cbf1e94a545 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:23.253779 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f5fdb-ed93-417a-8f2f-7cbf1e94a545 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:23.254179 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f5fdb-ed93-417a-8f2f-7cbf1e94a545 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:23.254549 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f5fdb-ed93-417a-8f2f-7cbf1e94a545 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:23.254913 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f5fdb-ed93-417a-8f2f-7cbf1e94a545 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:23.255275 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f5fdb-ed93-417a-8f2f-7cbf1e94a545 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:23.255638 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f5fdb-ed93-417a-8f2f-7cbf1e94a545 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:23.255997 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f5fdb-ed93-417a-8f2f-7cbf1e94a545 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:23.256355 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f5fdb-ed93-417a-8f2f-7cbf1e94a545 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:23.256712 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f5fdb-ed93-417a-8f2f-7cbf1e94a545 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:23.267327 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f42f5fdb-ed93-417a-8f2f-7cbf1e94a545 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:32:23.302319 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67a9d72-8100-4eff-87c5-06128fa381fe req-f42f5fdb-ed93-417a-8f2f-7cbf1e94a545 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] No DVR routers for this DVR port ad59b7bb-ab52-475f-8adb-56378e30d64b on host hv-neutron-6013 {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:32:23.304578 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-e67a9d72-8100-4eff-87c5-06128fa381fe req-f42f5fdb-ed93-417a-8f2f-7cbf1e94a545 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:23.307053 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a39e2b5-26ce-46c9-992c-326409ad0bc2', 'name': 'network-vif-deleted', 'tag': 'ad59b7bb-ab52-475f-8adb-56378e30d64b'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:32:23.322619 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e67a9d72-8100-4eff-87c5-06128fa381fe req-f42f5fdb-ed93-417a-8f2f-7cbf1e94a545 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.22 "DELETE /v2.0/ports/ad59b7bb-ab52-475f-8adb-56378e30d64b HTTP/1.1" status: 204 len: 173 time: 0.6520123 Jun 02 13:32:23.365452 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eeea4b8d5da6ecdd44650e8a62d2c2315c69c21a30378f5be8ce65998d53f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dd1fd2-5df1-41d8-a699-87d4ac74464e" -d '{"events": [{"server_uuid": "7a39e2b5-26ce-46c9-992c-326409ad0bc2", "name": "network-vif-deleted", "tag": "ad59b7bb-ab52-475f-8adb-56378e30d64b"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:32:23.459166 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aadccec-da73-4ce0-a18f-419a43ea1f09 x-openstack-request-id: req-6aadccec-da73-4ce0-a18f-419a43ea1f09 {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:32:23.459509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a39e2b5-26ce-46c9-992c-326409ad0bc2", "name": "network-vif-deleted", "tag": "ad59b7bb-ab52-475f-8adb-56378e30d64b", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:32:23.459894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6aadccec-da73-4ce0-a18f-419a43ea1f09 {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:32:23.460380 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a39e2b5-26ce-46c9-992c-326409ad0bc2', 'name': 'network-vif-deleted', 'tag': 'ad59b7bb-ab52-475f-8adb-56378e30d64b', 'status': 'completed', 'code': 200} Jun 02 13:32:23.659750 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fe672956-a442-428e-a38d-b5ae3841704a req-a721c1f9-3771-4489-ba1c-8a1abc2861e6 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a39e2b5-26ce-46c9-992c-326409ad0bc2 HTTP/1.1" status: 200 len: 210 time: 0.0436096 Jun 02 13:32:24.754458 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 55896) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:32:24.822851 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d14ea017-290c-4ff7-9c3e-62a812d42a4d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:24.851816 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d14ea017-290c-4ff7-9c3e-62a812d42a4d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:24.917985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d14ea017-290c-4ff7-9c3e-62a812d42a4d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:24.921780 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-25832b6d-26e0-4428-aa20-71c0a13539d3 tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:32:24.941623 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ea017-290c-4ff7-9c3e-62a812d42a4d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d9dc68-e0fd-40f9-941e-95445d4465f1,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:32:24.944206 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d14ea017-290c-4ff7-9c3e-62a812d42a4d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:32:24.952296 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d14ea017-290c-4ff7-9c3e-62a812d42a4d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:24.953412 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d14ea017-290c-4ff7-9c3e-62a812d42a4d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "DELETE /v2.0/security-groups/83d9dc68-e0fd-40f9-941e-95445d4465f1 HTTP/1.1" status: 204 len: 168 time: 0.1979997 Jun 02 13:32:25.331661 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55904) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:32:25.336258 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-a9e57a42-7382-4322-b10b-08f332f4f4ae tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-586995200', 'description': 'tempest-secgroup-smoke-586995200 description', 'project_id': 'b66dbdb7d0424723babfd68b21520d91'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:32:25.342344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a9e57a42-7382-4322-b10b-08f332f4f4ae tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:32:25.346390 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a9e57a42-7382-4322-b10b-08f332f4f4ae tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Usage tracker for resource:security_group and tenant:b66dbdb7d0424723babfd68b21520d91 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:32:25.349664 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a9e57a42-7382-4322-b10b-08f332f4f4ae tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:32:25.355236 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a9e57a42-7382-4322-b10b-08f332f4f4ae tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:32:25.366044 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a9e57a42-7382-4322-b10b-08f332f4f4ae tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:25.389038 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a9e57a42-7382-4322-b10b-08f332f4f4ae tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:32:25.392802 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a9e57a42-7382-4322-b10b-08f332f4f4ae tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Usage tracker for resource:security_group_rule and tenant:b66dbdb7d0424723babfd68b21520d91 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:32:25.395547 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-a9e57a42-7382-4322-b10b-08f332f4f4ae tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:32:25.401140 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-a9e57a42-7382-4322-b10b-08f332f4f4ae tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:32:25.474560 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a9e57a42-7382-4322-b10b-08f332f4f4ae tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:25.477901 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a9e57a42-7382-4322-b10b-08f332f4f4ae tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:25.482868 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-97dfca71-ffd8-4d5b-9336-ea51067708a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:32:25.523059 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e57a42-7382-4322-b10b-08f332f4f4ae tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceaa0cd8-cc15-48f1-9192-199fbc841c8a,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:32:25.525924 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a9e57a42-7382-4322-b10b-08f332f4f4ae tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:25.527154 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a9e57a42-7382-4322-b10b-08f332f4f4ae tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1944716 Jun 02 13:32:25.528043 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a9e57a42-7382-4322-b10b-08f332f4f4ae tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:32:25.529985 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55906) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:32:25.534853 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-f63cc60d-3cb5-4ff9-a342-3f1374018eaf tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Request body: {'security_group_rule': {'security_group_id': 'ceaa0cd8-cc15-48f1-9192-199fbc841c8a', 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:32:25.540759 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f63cc60d-3cb5-4ff9-a342-3f1374018eaf tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:32:25.544628 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f63cc60d-3cb5-4ff9-a342-3f1374018eaf tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Usage tracker for resource:security_group_rule and tenant:b66dbdb7d0424723babfd68b21520d91 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:32:25.547508 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-f63cc60d-3cb5-4ff9-a342-3f1374018eaf tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:32:25.554262 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-f63cc60d-3cb5-4ff9-a342-3f1374018eaf tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:32:25.570485 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f63cc60d-3cb5-4ff9-a342-3f1374018eaf tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:25.628880 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f63cc60d-3cb5-4ff9-a342-3f1374018eaf tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:25.632199 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f63cc60d-3cb5-4ff9-a342-3f1374018eaf tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:25.634009 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9ec2875e-8e6e-43e3-90db-230f9e01a11d tempest-TestMinimumBasicScenario-472863337 tempest-TestMinimumBasicScenario-472863337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:32:25.656094 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63cc60d-3cb5-4ff9-a342-3f1374018eaf tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71af03c8-c14a-4a43-bf91-8b55604f1b31,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:32:25.660837 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f63cc60d-3cb5-4ff9-a342-3f1374018eaf tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:32:25.665174 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f63cc60d-3cb5-4ff9-a342-3f1374018eaf tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:25.666341 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f63cc60d-3cb5-4ff9-a342-3f1374018eaf tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353934 Jun 02 13:32:25.669047 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55910) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:32:25.673418 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c0371a2c-ef0a-4e71-b453-1e8360098a7c tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Request body: {'security_group_rule': {'security_group_id': 'ceaa0cd8-cc15-48f1-9192-199fbc841c8a', 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:32:25.679496 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c0371a2c-ef0a-4e71-b453-1e8360098a7c tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:32:25.683288 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c0371a2c-ef0a-4e71-b453-1e8360098a7c tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Usage tracker for resource:security_group_rule and tenant:b66dbdb7d0424723babfd68b21520d91 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:32:25.686128 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c0371a2c-ef0a-4e71-b453-1e8360098a7c tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:32:25.691822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c0371a2c-ef0a-4e71-b453-1e8360098a7c tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:32:25.708410 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c0371a2c-ef0a-4e71-b453-1e8360098a7c tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:25.771213 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c0371a2c-ef0a-4e71-b453-1e8360098a7c tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:25.774819 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c0371a2c-ef0a-4e71-b453-1e8360098a7c tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:25.776712 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-96c3dea2-66ae-430f-a2f5-85aed1ca97e8 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:32:25.799142 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0371a2c-ef0a-4e71-b453-1e8360098a7c tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8689ba62-f2c9-44bd-8b49-5702a45ac86b,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:32:25.801741 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c0371a2c-ef0a-4e71-b453-1e8360098a7c tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:32:25.807981 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c0371a2c-ef0a-4e71-b453-1e8360098a7c tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:25.809140 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c0371a2c-ef0a-4e71-b453-1e8360098a7c tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391921 Jun 02 13:32:25.811902 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55912) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:32:25.816230 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-d402aa12-fce5-4e72-885d-1220e2726574 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Request body: {'security_group_rule': {'security_group_id': 'ceaa0cd8-cc15-48f1-9192-199fbc841c8a', 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:32:25.821916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d402aa12-fce5-4e72-885d-1220e2726574 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:32:25.825702 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d402aa12-fce5-4e72-885d-1220e2726574 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Usage tracker for resource:security_group_rule and tenant:b66dbdb7d0424723babfd68b21520d91 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:32:25.828562 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-d402aa12-fce5-4e72-885d-1220e2726574 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:32:25.834813 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-d402aa12-fce5-4e72-885d-1220e2726574 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:32:25.850266 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d402aa12-fce5-4e72-885d-1220e2726574 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:25.911229 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d402aa12-fce5-4e72-885d-1220e2726574 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:25.914672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d402aa12-fce5-4e72-885d-1220e2726574 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:25.916523 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e4508992-1789-4277-8d57-1631340e9369 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:32:25.938344 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402aa12-fce5-4e72-885d-1220e2726574 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a405b7f-dc14-4b33-badc-9bc4d8788791,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:32:25.940675 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d402aa12-fce5-4e72-885d-1220e2726574 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:32:25.947732 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d402aa12-fce5-4e72-885d-1220e2726574 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:25.948917 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d402aa12-fce5-4e72-885d-1220e2726574 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361179 Jun 02 13:32:25.951616 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55914) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:32:25.955949 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-397f0bb5-8043-495f-8a5c-1a43454fad5e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Request body: {'security_group_rule': {'security_group_id': 'ceaa0cd8-cc15-48f1-9192-199fbc841c8a', 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:32:25.962366 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-397f0bb5-8043-495f-8a5c-1a43454fad5e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:32:25.966355 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-397f0bb5-8043-495f-8a5c-1a43454fad5e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Usage tracker for resource:security_group_rule and tenant:b66dbdb7d0424723babfd68b21520d91 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:32:25.969205 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-397f0bb5-8043-495f-8a5c-1a43454fad5e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:32:25.975478 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-397f0bb5-8043-495f-8a5c-1a43454fad5e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:32:25.992390 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-397f0bb5-8043-495f-8a5c-1a43454fad5e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:26.054699 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-397f0bb5-8043-495f-8a5c-1a43454fad5e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:26.058149 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-397f0bb5-8043-495f-8a5c-1a43454fad5e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:26.059910 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-824c9bc4-0cee-4b7b-aa68-1b31e1be6ead tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:32:26.082321 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f0bb5-8043-495f-8a5c-1a43454fad5e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931b20bc-6c37-4df9-88a3-338798a9a770,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:32:26.084851 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-397f0bb5-8043-495f-8a5c-1a43454fad5e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:32:26.091688 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-397f0bb5-8043-495f-8a5c-1a43454fad5e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:26.092874 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-397f0bb5-8043-495f-8a5c-1a43454fad5e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1403286 Jun 02 13:32:26.095461 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55916) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:32:26.099854 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-cce3d2bf-1641-47c8-bf47-7cbed7840c70 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Request body: {'security_group_rule': {'security_group_id': 'ceaa0cd8-cc15-48f1-9192-199fbc841c8a', 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:32:26.105650 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-cce3d2bf-1641-47c8-bf47-7cbed7840c70 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:32:26.109446 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-cce3d2bf-1641-47c8-bf47-7cbed7840c70 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Usage tracker for resource:security_group_rule and tenant:b66dbdb7d0424723babfd68b21520d91 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:32:26.112353 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-cce3d2bf-1641-47c8-bf47-7cbed7840c70 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:32:26.118065 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-cce3d2bf-1641-47c8-bf47-7cbed7840c70 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:32:26.130771 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-cce3d2bf-1641-47c8-bf47-7cbed7840c70 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Project b66dbdb7d0424723babfd68b21520d91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 13:32:26.136191 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cce3d2bf-1641-47c8-bf47-7cbed7840c70 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:26.199557 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cce3d2bf-1641-47c8-bf47-7cbed7840c70 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:26.203194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cce3d2bf-1641-47c8-bf47-7cbed7840c70 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:26.205134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4a071c91-7c49-48c8-8d5e-bbba13395c36 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:32:26.228170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3d2bf-1641-47c8-bf47-7cbed7840c70 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d97b287-3a10-471a-92a6-ac66a3b88915,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:32:26.230576 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cce3d2bf-1641-47c8-bf47-7cbed7840c70 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:32:26.237764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cce3d2bf-1641-47c8-bf47-7cbed7840c70 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:26.238988 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-cce3d2bf-1641-47c8-bf47-7cbed7840c70 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1426182 Jun 02 13:32:26.241607 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 55918) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:32:26.245953 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-cb71ff1e-47d4-4997-bdc9-b4967941d22e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Request body: {'security_group_rule': {'security_group_id': 'ceaa0cd8-cc15-48f1-9192-199fbc841c8a', 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:32:26.251758 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-cb71ff1e-47d4-4997-bdc9-b4967941d22e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:32:26.256079 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-cb71ff1e-47d4-4997-bdc9-b4967941d22e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Usage tracker for resource:security_group_rule and tenant:b66dbdb7d0424723babfd68b21520d91 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:32:26.258940 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-cb71ff1e-47d4-4997-bdc9-b4967941d22e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:32:26.264594 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-cb71ff1e-47d4-4997-bdc9-b4967941d22e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:32:26.275263 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-cb71ff1e-47d4-4997-bdc9-b4967941d22e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Project b66dbdb7d0424723babfd68b21520d91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 13:32:26.280897 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cb71ff1e-47d4-4997-bdc9-b4967941d22e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:26.344787 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cb71ff1e-47d4-4997-bdc9-b4967941d22e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:26.348222 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cb71ff1e-47d4-4997-bdc9-b4967941d22e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:26.349949 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0e623fa2-2aed-4158-a4a9-367a14c98a29 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:32:26.370843 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71ff1e-47d4-4997-bdc9-b4967941d22e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f2d3ac-1fc3-47a4-96f0-7f9b755c9a25,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:32:26.373136 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cb71ff1e-47d4-4997-bdc9-b4967941d22e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:32:26.380434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cb71ff1e-47d4-4997-bdc9-b4967941d22e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:26.381674 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-cb71ff1e-47d4-4997-bdc9-b4967941d22e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1391315 Jun 02 13:32:26.522771 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:26.712281 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device ad59b7bb-ab52-475f-8adb-56378e30d64b no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:32:26.752566 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: ad59b7bb-ab52-475f-8adb-56378e30d64b {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:32:26.752836 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device ad59b7bb-ab52-475f-8adb-56378e30d64b not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:32:40.462195 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-0afa0cab-dfd7-41b2-ab1f-8aa55cf3513f tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Synchronizing usage tracker for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:32:40.479002 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-0afa0cab-dfd7-41b2-ab1f-8aa55cf3513f tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Unset dirty status for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:32:40.480684 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-0afa0cab-dfd7-41b2-ab1f-8aa55cf3513f tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-586995200&fields=id&tenant_id=b66dbdb7d0424723babfd68b21520d91 HTTP/1.1" status: 200 len: 267 time: 0.0607784 Jun 02 13:32:40.628905 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-c98c6003-3111-4006-87f8-51affb4c3f2a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:40.630322 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-c98c6003-3111-4006-87f8-51affb4c3f2a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/networks?id=44495108-b186-4381-ae1e-c56550de724a HTTP/1.1" status: 200 len: 809 time: 0.1430364 Jun 02 13:32:40.645204 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-547e4e0d-d4ea-4830-b18c-2e9ae226d87f tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/quotas/b66dbdb7d0424723babfd68b21520d91 HTTP/1.1" status: 200 len: 375 time: 0.0095592 Jun 02 13:32:40.849432 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-ee2d0840-b38b-4ba4-aab3-77c9cb2b86c0 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b66dbdb7d0424723babfd68b21520d91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1995683 Jun 02 13:32:40.900315 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-fb31175c-c5e2-4647-9386-510053b9b38a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 13:32:40.901261 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-fb31175c-c5e2-4647-9386-510053b9b38a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0412595 Jun 02 13:32:41.030022 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-88000eea-d867-42e0-8ca9-85c9ea1ee0ac service neutron] 10.222.0.37 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231444 Jun 02 13:32:41.157985 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-636ac64c-0b49-4dfe-9d1d-16130ce72066 service neutron] 10.222.0.37 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219814 Jun 02 13:32:41.582246 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-97ce7c20-5e28-45f2-aca4-ce6e683a42ad req-cea81a55-9f32-430e-bd08-4c910c2cb37f tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Synchronizing usage tracker for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:32:41.599026 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-97ce7c20-5e28-45f2-aca4-ce6e683a42ad req-cea81a55-9f32-430e-bd08-4c910c2cb37f tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Unset dirty status for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:32:41.600631 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-97ce7c20-5e28-45f2-aca4-ce6e683a42ad req-cea81a55-9f32-430e-bd08-4c910c2cb37f tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 210 time: 0.1025782 Jun 02 13:32:42.753172 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-34d00687-e054-43d8-84d2-2ba852b9eb2e req-6eb25a36-b9b5-47ee-a68d-e551f454730c tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 210 time: 0.0440366 Jun 02 13:32:42.781830 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-0ce52f5c-6965-45ac-8397-e9d69e376b53 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:42.783365 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-0ce52f5c-6965-45ac-8397-e9d69e376b53 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.22 "GET /v2.0/networks?id=44495108-b186-4381-ae1e-c56550de724a HTTP/1.1" status: 200 len: 809 time: 0.2871633 Jun 02 13:32:42.832705 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-b468a5dd-7f6d-4a09-9512-71eac80aa949 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Synchronizing usage tracker for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:security_group {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:32:42.844575 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-b468a5dd-7f6d-4a09-9512-71eac80aa949 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Unset dirty status for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:security_group {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:32:42.845850 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-b468a5dd-7f6d-4a09-9512-71eac80aa949 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b66dbdb7d0424723babfd68b21520d91 HTTP/1.1" status: 200 len: 379 time: 0.0527554 Jun 02 13:32:42.855219 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-3cf662f6-9017-4269-af6b-fa5ab1013052 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Request body: {'port': {'device_id': '2b368c3b-2fde-49ef-a3a3-d5d1f7840632', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'admin_state_up': True, 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'security_groups': ['ceaa0cd8-cc15-48f1-9192-199fbc841c8a']}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:32:42.992799 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-3cf662f6-9017-4269-af6b-fa5ab1013052 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:32:43.002514 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-3cf662f6-9017-4269-af6b-fa5ab1013052 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:32:43.012304 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-3cf662f6-9017-4269-af6b-fa5ab1013052 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Made reservation on behalf of b66dbdb7d0424723babfd68b21520d91 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:32:43.016018 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-3cf662f6-9017-4269-af6b-fa5ab1013052 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:43.181069 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-3cf662f6-9017-4269-af6b-fa5ab1013052 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Allocated IP 172.20.0.3 (44495108-b186-4381-ae1e-c56550de724a/6b830187-46b8-4dca-bc5a-891028d9d341/3403043b-7684-42e5-a122-23e76ce9c32e) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:32:43.374921 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-3cf662f6-9017-4269-af6b-fa5ab1013052 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:43.390587 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-3cf662f6-9017-4269-af6b-fa5ab1013052 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Transition to ACTIVE for port object 3403043b-7684-42e5-a122-23e76ce9c32e will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:32:43.414748 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-3cf662f6-9017-4269-af6b-fa5ab1013052 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:43.420343 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3782a890-8ac9-45a5-9b70-9e72e2abf3b0 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:32:43.481486 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-3cf662f6-9017-4269-af6b-fa5ab1013052 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Network 44495108-b186-4381-ae1e-c56550de724a is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:32:43.482552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-3cf662f6-9017-4269-af6b-fa5ab1013052 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:32:43.491588 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-3cf662f6-9017-4269-af6b-fa5ab1013052 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:32:43.553324 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf662f6-9017-4269-af6b-fa5ab1013052 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event updated for resources: {'Port': ['ID=3403043b-7684-42e5-a122-23e76ce9c32e,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:32:43.557802 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-3cf662f6-9017-4269-af6b-fa5ab1013052 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:32:43.569527 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-3cf662f6-9017-4269-af6b-fa5ab1013052 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:43.570183 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-3cf662f6-9017-4269-af6b-fa5ab1013052 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:43.598757 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-3cf662f6-9017-4269-af6b-fa5ab1013052 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7473810 Jun 02 13:32:43.612207 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] Request body: {'port': {'device_id': '2b368c3b-2fde-49ef-a3a3-d5d1f7840632', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:32:43.731731 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:43.789641 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-29dc8b0f-dbea-4d2e-8341-ab868a9d2bf8 None None] Provisioning for port 3403043b-7684-42e5-a122-23e76ce9c32e completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:32:43.799671 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-29dc8b0f-dbea-4d2e-8341-ab868a9d2bf8 None None] Provisioning complete for port 3403043b-7684-42e5-a122-23e76ce9c32e triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:32:43.800066 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-29dc8b0f-dbea-4d2e-8341-ab868a9d2bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:43.924424 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-29dc8b0f-dbea-4d2e-8341-ab868a9d2bf8 None None] Port 3403043b-7684-42e5-a122-23e76ce9c32e cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:32:44.119554 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07a035-664d-4a7e-bb86-f1355a46de5f req-f5cb2ee7-a3c8-4bab-82b7-ca4ffab6ab4e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:44.120323 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-5f07a035-664d-4a7e-bb86-f1355a46de5f req-f5cb2ee7-a3c8-4bab-82b7-ca4ffab6ab4e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Synchronizing usage tracker for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:32:44.182195 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-5f07a035-664d-4a7e-bb86-f1355a46de5f req-f5cb2ee7-a3c8-4bab-82b7-ca4ffab6ab4e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Unset dirty status for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:32:44.183363 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5f07a035-664d-4a7e-bb86-f1355a46de5f req-f5cb2ee7-a3c8-4bab-82b7-ca4ffab6ab4e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 931 time: 0.2516477 Jun 02 13:32:44.229493 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3403043b-7684-42e5-a122-23e76ce9c32e {{(pid=92304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:32:44.247136 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:44.270762 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5f07a035-664d-4a7e-bb86-f1355a46de5f req-1399d6b6-2720-46a6-ad86-78a75f20103e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746624 Jun 02 13:32:44.273162 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] Transition to ACTIVE for port object 3403043b-7684-42e5-a122-23e76ce9c32e will not be triggered until provisioned by entity L2. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:32:44.277779 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:44.285356 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-be16ad3c-48e2-4173-8697-0e223ed5a52b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:32:44.285498 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-70fca415-3211-40e7-a7f6-94021ca224fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:44.451409 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] Pushing event updated for resources: {'Port': ['ID=3403043b-7684-42e5-a122-23e76ce9c32e,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:32:44.481924 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:32:44.529770 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] Attempting to bind port 3403043b-7684-42e5-a122-23e76ce9c32e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:32:44.530412 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] Attempting to bind port 3403043b-7684-42e5-a122-23e76ce9c32e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'f8ae552a-6a90-4c4c-a145-44ab24ede833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '44495108-b186-4381-ae1e-c56550de724a'}] {{(pid=92304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:32:44.530878 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] Attempting to bind port 3403043b-7684-42e5-a122-23e76ce9c32e on network 44495108-b186-4381-ae1e-c56550de724a {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:32:44.536426 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] Port 3403043b-7684-42e5-a122-23e76ce9c32e on network 44495108-b186-4381-ae1e-c56550de724a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 13:32:44.536985 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] Attempting to bind port 3403043b-7684-42e5-a122-23e76ce9c32e on network 44495108-b186-4381-ae1e-c56550de724a {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:32:44.542767 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:32:44.543114 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] Checking segment: {'id': 'f8ae552a-6a90-4c4c-a145-44ab24ede833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '44495108-b186-4381-ae1e-c56550de724a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:32:44.543507 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] Bound using segment: {'id': 'f8ae552a-6a90-4c4c-a145-44ab24ede833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '44495108-b186-4381-ae1e-c56550de724a'} {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:32:44.543945 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] Bound port: 3403043b-7684-42e5-a122-23e76ce9c32e, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ae552a-6a90-4c4c-a145-44ab24ede833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '44495108-b186-4381-ae1e-c56550de724a'}}] {{(pid=92304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:32:44.544300 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:44.633768 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] For port 3403043b-7684-42e5-a122-23e76ce9c32e, host hv-neutron-6013, cleared binding levels {{(pid=92304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:32:44.636630 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] For port 3403043b-7684-42e5-a122-23e76ce9c32e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3403043b-7684-42e5-a122-23e76ce9c32e,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:32:44.641078 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:44.646827 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2e2d7bdc-7593-4606-a1c8-e8eb27b1724a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:32:44.700270 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:44.700881 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:44.702262 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] 10.222.0.22 "PUT /v2.0/ports/3403043b-7684-42e5-a122-23e76ce9c32e HTTP/1.1" status: 200 len: 1093 time: 1.0946062 Jun 02 13:32:44.702791 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b368c3b-2fde-49ef-a3a3-d5d1f7840632', 'tag': '3403043b-7684-42e5-a122-23e76ce9c32e'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:32:44.705074 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eeea4b8d5da6ecdd44650e8a62d2c2315c69c21a30378f5be8ce65998d53f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b655bef9-3a5d-4fb3-bca9-687de9798986" -d '{"events": [{"name": "network-changed", "server_uuid": "2b368c3b-2fde-49ef-a3a3-d5d1f7840632", "tag": "3403043b-7684-42e5-a122-23e76ce9c32e"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:32:44.731793 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] Pushing event updated for resources: {'Port': ['ID=3403043b-7684-42e5-a122-23e76ce9c32e,revision_number=3']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:32:44.742781 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d2d9a918-c426-4f40-b6cf-6b8e1e794c6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:32:44.783428 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d9926b-0a6e-4cc3-8188-dee6ea50dcfe x-openstack-request-id: req-33d9926b-0a6e-4cc3-8188-dee6ea50dcfe {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:32:44.783813 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b368c3b-2fde-49ef-a3a3-d5d1f7840632", "tag": "3403043b-7684-42e5-a122-23e76ce9c32e", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:32:44.784179 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33d9926b-0a6e-4cc3-8188-dee6ea50dcfe {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:32:44.784877 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b368c3b-2fde-49ef-a3a3-d5d1f7840632', 'tag': '3403043b-7684-42e5-a122-23e76ce9c32e', 'status': 'completed', 'code': 200} Jun 02 13:32:44.829809 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-b9a98356-7a79-47db-ae54-2e5c9ccd097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:44.831391 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-b9a98356-7a79-47db-ae54-2e5c9ccd097a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b66dbdb7d0424723babfd68b21520d91&device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 1096 time: 0.0821414 Jun 02 13:32:44.905922 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-105a48fe-08df-43c8-8a3a-b28c2c5a59ff service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3403043b-7684-42e5-a122-23e76ce9c32e HTTP/1.1" status: 200 len: 217 time: 0.0667443 Jun 02 13:32:44.971385 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-92f5df17-6b55-4495-84ea-0e4dda4bce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:44.973316 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-92f5df17-6b55-4495-84ea-0e4dda4bce7f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6b830187-46b8-4dca-bc5a-891028d9d341 HTTP/1.1" status: 200 len: 848 time: 0.0599589 Jun 02 13:32:45.200824 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-9c07bcbe-9ce4-483e-bebb-a8b24ce9ec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:45.202608 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-9c07bcbe-9ce4-483e-bebb-a8b24ce9ec87 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44495108-b186-4381-ae1e-c56550de724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2221582 Jun 02 13:32:45.335044 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-a4fd3d15-d7eb-4b1b-97d1-cfdc1d1b1511 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258740 Jun 02 13:32:45.518746 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a00077d4-409e-495d-b1c9-75fd922646c9 req-a76a5c51-177f-4a56-8466-b526ccffe9a3 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771388 Jun 02 13:32:45.538630 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc059363-e20d-43e8-ac39-63288ad6e8e5 req-1d5e887f-108d-442d-ba9b-0f3c3e703c68 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:45.540146 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fc059363-e20d-43e8-ac39-63288ad6e8e5 req-1d5e887f-108d-442d-ba9b-0f3c3e703c68 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 943 time: 0.1256523 Jun 02 13:32:45.631068 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fc059363-e20d-43e8-ac39-63288ad6e8e5 req-9daebba5-b824-43ea-95e5-e181c82aeaf5 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851657 Jun 02 13:32:45.664979 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655bef9-3a5d-4fb3-bca9-687de9798986 req-5a4669a0-03dd-4589-9d72-d609672b9a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:45.666473 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b655bef9-3a5d-4fb3-bca9-687de9798986 req-5a4669a0-03dd-4589-9d72-d609672b9a1c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b66dbdb7d0424723babfd68b21520d91&device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 1096 time: 0.1018496 Jun 02 13:32:45.805050 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655bef9-3a5d-4fb3-bca9-687de9798986 req-212cd34a-4103-4bc5-ba77-623f218b1d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:45.806516 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b655bef9-3a5d-4fb3-bca9-687de9798986 req-212cd34a-4103-4bc5-ba77-623f218b1d38 service neutron] 10.222.0.22 "GET /v2.0/networks?id=44495108-b186-4381-ae1e-c56550de724a HTTP/1.1" status: 200 len: 910 time: 0.1340213 Jun 02 13:32:45.888610 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b655bef9-3a5d-4fb3-bca9-687de9798986 req-2f125b70-a9c7-4ca6-857c-a755cd4e6234 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3403043b-7684-42e5-a122-23e76ce9c32e HTTP/1.1" status: 200 len: 217 time: 0.0756752 Jun 02 13:32:45.950605 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655bef9-3a5d-4fb3-bca9-687de9798986 req-4dc34ab7-d2a1-49b0-88fc-50b9c935eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:45.952032 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b655bef9-3a5d-4fb3-bca9-687de9798986 req-4dc34ab7-d2a1-49b0-88fc-50b9c935eae1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6b830187-46b8-4dca-bc5a-891028d9d341 HTTP/1.1" status: 200 len: 848 time: 0.0574796 Jun 02 13:32:46.033032 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655bef9-3a5d-4fb3-bca9-687de9798986 req-843a81a7-0633-4887-bef1-7e64b5517713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:46.034440 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b655bef9-3a5d-4fb3-bca9-687de9798986 req-843a81a7-0633-4887-bef1-7e64b5517713 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44495108-b186-4381-ae1e-c56550de724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0763216 Jun 02 13:32:46.164738 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b655bef9-3a5d-4fb3-bca9-687de9798986 req-215f597f-643e-402d-8688-1e2e876d9853 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239309 Jun 02 13:32:46.301500 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b655bef9-3a5d-4fb3-bca9-687de9798986 req-63aa4afc-7cb2-4286-8e19-ee3f2b6506db service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296206 Jun 02 13:32:46.791324 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-f774b9cb-9d0f-418b-80bf-dae8922fa69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:46.810570 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:46.836020 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0408e2-1cda-43fd-bcb3-ce71ae9456a0 req-98cec235-cb02-45f3-a1aa-558e7f8de288 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:46.837484 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4e0408e2-1cda-43fd-bcb3-ce71ae9456a0 req-98cec235-cb02-45f3-a1aa-558e7f8de288 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 943 time: 0.0925050 Jun 02 13:32:46.881559 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4e0408e2-1cda-43fd-bcb3-ce71ae9456a0 req-a60c17f2-bb82-4b37-a39e-461a46213ff1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383773 Jun 02 13:32:47.974735 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:48.065132 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e248579-2ce9-4924-b2ac-47eb0bff638d req-969bc159-353c-4984-80b0-40d99e6d0bba tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:48.067023 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1e248579-2ce9-4924-b2ac-47eb0bff638d req-969bc159-353c-4984-80b0-40d99e6d0bba tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 943 time: 0.0806603 Jun 02 13:32:48.110148 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1e248579-2ce9-4924-b2ac-47eb0bff638d req-cac48b7b-f7ec-4edf-a791-7c291f6dfdfd tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375361 Jun 02 13:32:49.295757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c73e3-2e85-4d9f-96fb-c655db89b447 req-8cf50e30-3a17-4561-b6a6-08ea8d58cd57 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:49.297191 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-583c73e3-2e85-4d9f-96fb-c655db89b447 req-8cf50e30-3a17-4561-b6a6-08ea8d58cd57 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 943 time: 0.0834420 Jun 02 13:32:49.344123 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-583c73e3-2e85-4d9f-96fb-c655db89b447 req-6d467fbc-fe05-40d0-9a0e-2cd34cd941b4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404212 Jun 02 13:32:49.763280 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:50.527132 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a40e0-c4da-4c73-9c66-df3ed4219dbd req-1e1bf9ef-55cf-4c08-b286-79c77d60d36b tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:50.528463 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-976a40e0-c4da-4c73-9c66-df3ed4219dbd req-1e1bf9ef-55cf-4c08-b286-79c77d60d36b tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 943 time: 0.0817084 Jun 02 13:32:50.578630 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-976a40e0-c4da-4c73-9c66-df3ed4219dbd req-afee8735-3085-480e-b311-37ee1917adc8 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446162 Jun 02 13:32:51.769719 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645054a-1d94-4591-a466-b233a9d30a6c req-c87ba4e1-3ff9-4454-bd13-f81226de220c tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:51.771188 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b645054a-1d94-4591-a466-b233a9d30a6c req-c87ba4e1-3ff9-4454-bd13-f81226de220c tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 943 time: 0.0794513 Jun 02 13:32:51.815854 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-b645054a-1d94-4591-a466-b233a9d30a6c req-0f6aed14-07dd-4df6-87e8-e169d4d20bc1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387595 Jun 02 13:32:53.012129 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5acbd5-9a1a-43cb-9672-dd040014b0d9 req-117ceafe-f448-4ab3-a7a9-37495a8098e0 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:53.013561 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ed5acbd5-9a1a-43cb-9672-dd040014b0d9 req-117ceafe-f448-4ab3-a7a9-37495a8098e0 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 943 time: 0.0813508 Jun 02 13:32:53.058025 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ed5acbd5-9a1a-43cb-9672-dd040014b0d9 req-53b75ffa-6319-47c7-a101-9c1ba2a6f820 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389235 Jun 02 13:32:54.245952 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9f827-3ca7-40fe-9de1-8a0c7a455bc5 req-ab75ecee-11b8-4461-8a5f-dcdf9c1c239b tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:54.247415 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bdb9f827-3ca7-40fe-9de1-8a0c7a455bc5 req-ab75ecee-11b8-4461-8a5f-dcdf9c1c239b tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 943 time: 0.0846400 Jun 02 13:32:54.291134 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bdb9f827-3ca7-40fe-9de1-8a0c7a455bc5 req-227fec1b-293f-421d-8d04-dd96d75b6ffb tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381434 Jun 02 13:32:54.868348 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 3403043b-7684-42e5-a122-23e76ce9c32e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:32:55.001217 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 3403043b-7684-42e5-a122-23e76ce9c32e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3403043b-7684-42e5-a122-23e76ce9c32e,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:32:55.013879 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '3403043b-7684-42e5-a122-23e76ce9c32e', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'port_id': '3403043b-7684-42e5-a122-23e76ce9c32e', 'mac_address': 'fa:16:3e:dd:f0:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:32:55.067915 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:55.084403 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3403043b-7684-42e5-a122-23e76ce9c32e {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:32:55.099619 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 3403043b-7684-42e5-a122-23e76ce9c32e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3403043b-7684-42e5-a122-23e76ce9c32e,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:32:55.103305 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:55.104951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f549609b-001b-4149-aa71-df58ed5ecdc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:32:55.171246 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=3403043b-7684-42e5-a122-23e76ce9c32e,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:32:55.178397 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:55.178757 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:55.179090 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:55.179435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:55.179750 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:55.180078 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:55.180402 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:55.180725 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:55.181046 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:55.181366 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:55.181682 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:55.181998 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:32:55.185829 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:32:55.440627 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['3403043b-7684-42e5-a122-23e76ce9c32e'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:32:55.477742 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d6d57-d8c2-47d3-8c9c-3ebb50f09798 req-6422ea11-7952-47ed-9dcc-980e3b0d2c19 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:55.479212 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a72d6d57-d8c2-47d3-8c9c-3ebb50f09798 req-6422ea11-7952-47ed-9dcc-980e3b0d2c19 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 944 time: 0.0854979 Jun 02 13:32:55.523208 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a72d6d57-d8c2-47d3-8c9c-3ebb50f09798 req-1c387c34-ec5b-4c38-a427-45451089e184 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384479 Jun 02 13:32:56.526921 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:56.704821 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234f590-d980-4ac3-902b-c154b14dfa64 req-32bf0647-de74-41ac-b4e3-58cf6446b269 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:56.706285 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9234f590-d980-4ac3-902b-c154b14dfa64 req-32bf0647-de74-41ac-b4e3-58cf6446b269 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 944 time: 0.0806415 Jun 02 13:32:56.750377 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9234f590-d980-4ac3-902b-c154b14dfa64 req-2d79f7fb-5e21-4111-b7ea-ff7e824c5a95 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385795 Jun 02 13:32:56.873848 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 3403043b-7684-42e5-a122-23e76ce9c32e up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:32:56.941992 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 3403043b-7684-42e5-a122-23e76ce9c32e completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:32:56.946537 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 3403043b-7684-42e5-a122-23e76ce9c32e triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:32:56.946913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:57.060854 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:57.087527 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b368c3b-2fde-49ef-a3a3-d5d1f7840632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3403043b-7684-42e5-a122-23e76ce9c32e'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:32:57.089812 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4176d1c71455d605beb5e3ae27c7d09239e4dce69fd26288bae3c53f35b4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a661b27-2fb9-4e73-96bf-0fb21e3573e3" -d '{"events": [{"server_uuid": "2b368c3b-2fde-49ef-a3a3-d5d1f7840632", "name": "network-vif-plugged", "status": "completed", "tag": "3403043b-7684-42e5-a122-23e76ce9c32e"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:32:57.097949 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 3403043b-7684-42e5-a122-23e76ce9c32e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3403043b-7684-42e5-a122-23e76ce9c32e,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:32:57.101718 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:57.103665 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:32:57.139229 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c351192d-0d06-40fe-bae9-94b70f92fb35 x-openstack-request-id: req-c351192d-0d06-40fe-bae9-94b70f92fb35 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:32:57.139527 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b368c3b-2fde-49ef-a3a3-d5d1f7840632", "name": "network-vif-plugged", "status": "completed", "tag": "3403043b-7684-42e5-a122-23e76ce9c32e", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:32:57.139793 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c351192d-0d06-40fe-bae9-94b70f92fb35 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:32:57.140189 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b368c3b-2fde-49ef-a3a3-d5d1f7840632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3403043b-7684-42e5-a122-23e76ce9c32e', 'code': 200} Jun 02 13:32:57.174517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=3403043b-7684-42e5-a122-23e76ce9c32e,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:32:57.178089 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:32:57.342461 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdf682-df83-47f1-8fbb-f818800f549b req-164064de-6695-4565-9be9-7e52cb6e958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:57.343900 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4bbdf682-df83-47f1-8fbb-f818800f549b req-164064de-6695-4565-9be9-7e52cb6e958e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 1098 time: 0.0704408 Jun 02 13:32:57.384722 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4bbdf682-df83-47f1-8fbb-f818800f549b req-dc669045-a19e-4cdd-a4b1-b24888ce3199 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339568 Jun 02 13:32:57.933358 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4cebc-1d8d-4722-85b6-5923f16b27c1 req-4a588849-3642-49f7-8c84-8ce4f6d328ed tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:57.934834 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6aa4cebc-1d8d-4722-85b6-5923f16b27c1 req-4a588849-3642-49f7-8c84-8ce4f6d328ed tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 945 time: 0.0840633 Jun 02 13:32:57.977981 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-6aa4cebc-1d8d-4722-85b6-5923f16b27c1 req-a9d7c14c-0443-48f4-9005-d8fe586dd79e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376215 Jun 02 13:32:58.765684 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:32:59.167914 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58eacf-bf9f-43a3-a3f3-49ef67d87eaa req-752fdc01-7bdc-47da-b5e9-28c3bc91d83d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:59.169369 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2f58eacf-bf9f-43a3-a3f3-49ef67d87eaa req-752fdc01-7bdc-47da-b5e9-28c3bc91d83d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 945 time: 0.0835578 Jun 02 13:32:59.214909 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-2f58eacf-bf9f-43a3-a3f3-49ef67d87eaa req-a612e8ca-6ad7-40a7-af28-4844660ea2ef tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399835 Jun 02 13:32:59.401261 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a471e46-3d00-4d51-82ba-3446d434699c req-df3747e6-7208-4df4-9f13-0d3c916fe091 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:59.402720 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8a471e46-3d00-4d51-82ba-3446d434699c req-df3747e6-7208-4df4-9f13-0d3c916fe091 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 945 time: 0.0806558 Jun 02 13:32:59.449520 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-8a471e46-3d00-4d51-82ba-3446d434699c req-cfde9382-6183-4ba5-9dc1-caca40556a60 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412855 Jun 02 13:32:59.471298 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56136) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:32:59.580470 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70f7d26-36c2-45ad-88f2-cb1f09a4b318 tempest-TestShelveInstance-571425859 tempest-TestShelveInstance-571425859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:32:59.582528 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-d70f7d26-36c2-45ad-88f2-cb1f09a4b318 tempest-TestShelveInstance-571425859 tempest-TestShelveInstance-571425859-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 1093 time: 0.1102648 Jun 02 13:32:59.585316 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56140) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:32:59.593505 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': '3403043b-7684-42e5-a122-23e76ce9c32e', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:32:59.600783 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:32:59.604707 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Usage tracker for resource:floatingip and tenant:b66dbdb7d0424723babfd68b21520d91 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:32:59.607586 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:32:59.613257 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:32:59.622808 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:59.757651 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:32:59.896071 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Allocated IP 172.26.7.65 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/eadc3efe-2bc1-49e0-a1dc-f3579726904f) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:33:00.044978 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:33:00.074299 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:33:00.078645 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3c05ef13-2c3c-4d66-ad16-6888d36cfbfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:33:00.143417 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:33:00.146377 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:33:00.150011 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:33:00.298726 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event updated for resources: {'Port': ['ID=eadc3efe-2bc1-49e0-a1dc-f3579726904f,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:33:00.305206 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:33:00.678103 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:33:00.749742 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:33:00.954968 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:33:00.959662 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:33:00.963176 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f14e3f92-8ea6-4014-8d97-22a3b8f2b513 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:33:01.066798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event updated for resources: {'Port': ['ID=eadc3efe-2bc1-49e0-a1dc-f3579726904f,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:33:01.070791 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:33:01.077168 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:33:01.253182 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Floating IP 0c2f65d2-351a-4d16-845a-42bec864997b associated. External IP: 172.26.7.65, port: 3403043b-7684-42e5-a122-23e76ce9c32e. Jun 02 13:33:01.604133 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Router c757e58d-478c-4890-9412-d159de57e55e has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:33:01.902842 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:33:01.911878 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4ea696-f13b-4741-8149-693d4857cf96 None None] Sync routers for ids ['c757e58d-478c-4890-9412-d159de57e55e'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:33:01.921443 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4ea696-f13b-4741-8149-693d4857cf96 None None] Routers {'c757e58d-478c-4890-9412-d159de57e55e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:33:01.922140 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-dc4ea696-f13b-4741-8149-693d4857cf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:32:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c757e58d-478c-4890-9412-d159de57e55e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:33:01.927585 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:33:01.982634 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3962803 Jun 02 13:33:01.985144 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b368c3b-2fde-49ef-a3a3-d5d1f7840632', 'tag': '3403043b-7684-42e5-a122-23e76ce9c32e'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:33:01.987556 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0901658347208102df7e2e69a879233cd6360dcc4c18794ffe602b0fb30b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4299e0-e348-44af-9916-abc5af7e640e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b368c3b-2fde-49ef-a3a3-d5d1f7840632", "tag": "3403043b-7684-42e5-a122-23e76ce9c32e"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:33:02.029029 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832de006-ef79-43a2-b433-f2023698ba4b x-openstack-request-id: req-832de006-ef79-43a2-b433-f2023698ba4b {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:33:02.029368 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b368c3b-2fde-49ef-a3a3-d5d1f7840632", "tag": "3403043b-7684-42e5-a122-23e76ce9c32e", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:33:02.029667 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-832de006-ef79-43a2-b433-f2023698ba4b {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:33:02.030227 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b368c3b-2fde-49ef-a3a3-d5d1f7840632', 'tag': '3403043b-7684-42e5-a122-23e76ce9c32e', 'status': 'completed', 'code': 200} Jun 02 13:33:02.104762 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-dc4ea696-f13b-4741-8149-693d4857cf96 None None] Set router c757e58d-478c-4890-9412-d159de57e55e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:33:02.120652 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4299e0-e348-44af-9916-abc5af7e640e req-567b7ccc-081f-44f6-b7b8-c2e41f54a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:33:02.122143 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fd4299e0-e348-44af-9916-abc5af7e640e req-567b7ccc-081f-44f6-b7b8-c2e41f54a629 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b66dbdb7d0424723babfd68b21520d91&device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 1098 time: 0.0706558 Jun 02 13:33:02.391878 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4299e0-e348-44af-9916-abc5af7e640e req-459558be-d091-4e00-bc8a-d213344cc970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:33:02.393308 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fd4299e0-e348-44af-9916-abc5af7e640e req-459558be-d091-4e00-bc8a-d213344cc970 service neutron] 10.222.0.22 "GET /v2.0/networks?id=44495108-b186-4381-ae1e-c56550de724a HTTP/1.1" status: 200 len: 910 time: 0.2648873 Jun 02 13:33:02.450104 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-dc4ea696-f13b-4741-8149-693d4857cf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c757e58d-478c-4890-9412-d159de57e55e', 'name': 'tempest-TestShelveInstance-1096020280-router', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:41Z', 'updated_at': '2021-06-02T13:26:45Z', 'revision_number': 4, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'gw_port': {'id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:42Z', 'updated_at': '2021-06-02T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '0c2f65d2-351a-4d16-845a-42bec864997b', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'floating_ip_address': '172.26.7.65', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'port_id': '3403043b-7684-42e5-a122-23e76ce9c32e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'mac_address': 'fa:16:3e:dd:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b368c3b-2fde-49ef-a3a3-d5d1f7840632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:33:00Z', 'updated_at': '2021-06-02T13:33:00Z', 'revision_number': 0, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8444ba2-d8aa-400c-8f81-0210ba48256d', 'name': '', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'mac_address': 'fa:16:3e:13:8f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:45Z', 'updated_at': '2021-06-02T13:26:52Z', 'revision_number': 5, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'subnets': [{'id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:33:02.453883 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4ea696-f13b-4741-8149-693d4857cf96 None None] Checking router: c757e58d-478c-4890-9412-d159de57e55e for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:33:02.462514 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4ea696-f13b-4741-8149-693d4857cf96 None None] Routers {'c757e58d-478c-4890-9412-d159de57e55e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:33:02.463104 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-dc4ea696-f13b-4741-8149-693d4857cf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:32:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c757e58d-478c-4890-9412-d159de57e55e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:33:02.492504 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fd4299e0-e348-44af-9916-abc5af7e640e req-0410589b-51fa-43ef-8f17-52bba02901e6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3403043b-7684-42e5-a122-23e76ce9c32e HTTP/1.1" status: 200 len: 998 time: 0.0922253 Jun 02 13:33:02.557552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4299e0-e348-44af-9916-abc5af7e640e req-2e6ccb86-c9a4-46ec-9e45-13a97746553d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:33:02.559002 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fd4299e0-e348-44af-9916-abc5af7e640e req-2e6ccb86-c9a4-46ec-9e45-13a97746553d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6b830187-46b8-4dca-bc5a-891028d9d341 HTTP/1.1" status: 200 len: 848 time: 0.0601084 Jun 02 13:33:02.633037 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4299e0-e348-44af-9916-abc5af7e640e req-af5fbf03-0244-455b-96b1-3d2f956f7b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:33:02.634505 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fd4299e0-e348-44af-9916-abc5af7e640e req-af5fbf03-0244-455b-96b1-3d2f956f7b74 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44495108-b186-4381-ae1e-c56550de724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0691364 Jun 02 13:33:02.636688 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-dc4ea696-f13b-4741-8149-693d4857cf96 None None] Set router c757e58d-478c-4890-9412-d159de57e55e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:33:02.768047 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fd4299e0-e348-44af-9916-abc5af7e640e req-d2cc343b-0be6-479c-bd52-d4af4d8f9c90 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263883 Jun 02 13:33:02.900865 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-fd4299e0-e348-44af-9916-abc5af7e640e req-92c7c24a-9c3b-466c-90d2-f5692efbdbff service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260552 Jun 02 13:33:03.006930 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-dc4ea696-f13b-4741-8149-693d4857cf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c757e58d-478c-4890-9412-d159de57e55e', 'name': 'tempest-TestShelveInstance-1096020280-router', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:41Z', 'updated_at': '2021-06-02T13:26:45Z', 'revision_number': 4, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'gw_port': {'id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:42Z', 'updated_at': '2021-06-02T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '0c2f65d2-351a-4d16-845a-42bec864997b', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'floating_ip_address': '172.26.7.65', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'port_id': '3403043b-7684-42e5-a122-23e76ce9c32e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'mac_address': 'fa:16:3e:dd:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b368c3b-2fde-49ef-a3a3-d5d1f7840632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:33:00Z', 'updated_at': '2021-06-02T13:33:00Z', 'revision_number': 0, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8444ba2-d8aa-400c-8f81-0210ba48256d', 'name': '', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'mac_address': 'fa:16:3e:13:8f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:45Z', 'updated_at': '2021-06-02T13:26:52Z', 'revision_number': 5, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'subnets': [{'id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:33:03.010771 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4ea696-f13b-4741-8149-693d4857cf96 None None] The sync data for ids ['c757e58d-478c-4890-9412-d159de57e55e'] in dv-neutron-601336-80-hyperv is: [{'id': 'c757e58d-478c-4890-9412-d159de57e55e', 'name': 'tempest-TestShelveInstance-1096020280-router', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:41Z', 'updated_at': '2021-06-02T13:26:45Z', 'revision_number': 4, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'gw_port': {'id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:42Z', 'updated_at': '2021-06-02T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': '0c2f65d2-351a-4d16-845a-42bec864997b', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'floating_ip_address': '172.26.7.65', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'port_id': '3403043b-7684-42e5-a122-23e76ce9c32e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'mac_address': 'fa:16:3e:dd:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b368c3b-2fde-49ef-a3a3-d5d1f7840632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:33:00Z', 'updated_at': '2021-06-02T13:33:00Z', 'revision_number': 0, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8444ba2-d8aa-400c-8f81-0210ba48256d', 'name': '', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'mac_address': 'fa:16:3e:13:8f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:45Z', 'updated_at': '2021-06-02T13:26:52Z', 'revision_number': 5, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'subnets': [{'id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:33:03.191548 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16acc23a-46ad-46fc-8810-9b9afb4616b3 None None] New status for floating IP 0c2f65d2-351a-4d16-845a-42bec864997b: ACTIVE {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:33:14.278589 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-97972694-3af7-493e-91c1-35b684c7ca2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:33:16.792267 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ccafe0dd-1f95-412b-8b5f-2ef41426dd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:33:16.811361 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:33:17.978370 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:33:19.765280 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:33:26.541086 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:33:35.764528 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:33:44.280031 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cf02114c-dc48-4833-a907-9505d105cc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:33:46.793543 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6a3f9564-4b9d-435e-b4a0-9968b22b8f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:33:46.812487 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:33:47.982589 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:33:49.768453 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:33:50.788168 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-03095b9a-d22c-4ad6-b435-6b705f7bebee req-599b8620-fefe-448d-bc14-996541f20729 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722065 Jun 02 13:33:50.926743 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03095b9a-d22c-4ad6-b435-6b705f7bebee req-efbefbce-72fe-4acd-8fb5-63a392caa2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:33:50.928257 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-03095b9a-d22c-4ad6-b435-6b705f7bebee req-efbefbce-72fe-4acd-8fb5-63a392caa2a8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b66dbdb7d0424723babfd68b21520d91&device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 1098 time: 0.0711980 Jun 02 13:33:51.070767 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03095b9a-d22c-4ad6-b435-6b705f7bebee req-6bd586c1-162d-49dc-a92a-c74337c0e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:33:51.072106 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-03095b9a-d22c-4ad6-b435-6b705f7bebee req-6bd586c1-162d-49dc-a92a-c74337c0e4b2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=44495108-b186-4381-ae1e-c56550de724a HTTP/1.1" status: 200 len: 910 time: 0.1254165 Jun 02 13:33:51.173785 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-03095b9a-d22c-4ad6-b435-6b705f7bebee req-b96f678f-6947-4910-9d5b-ac320bc7e6e6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3403043b-7684-42e5-a122-23e76ce9c32e HTTP/1.1" status: 200 len: 1000 time: 0.0949557 Jun 02 13:33:51.235595 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03095b9a-d22c-4ad6-b435-6b705f7bebee req-fd01a35b-c543-4104-9416-bb4fd88b25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:33:51.237013 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-03095b9a-d22c-4ad6-b435-6b705f7bebee req-fd01a35b-c543-4104-9416-bb4fd88b25ae service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6b830187-46b8-4dca-bc5a-891028d9d341 HTTP/1.1" status: 200 len: 848 time: 0.0571797 Jun 02 13:33:51.313736 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03095b9a-d22c-4ad6-b435-6b705f7bebee req-52e72ad7-7e1d-4517-9686-3a7a39e680b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:33:51.315187 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-03095b9a-d22c-4ad6-b435-6b705f7bebee req-52e72ad7-7e1d-4517-9686-3a7a39e680b1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44495108-b186-4381-ae1e-c56550de724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0718136 Jun 02 13:33:51.445919 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-03095b9a-d22c-4ad6-b435-6b705f7bebee req-c1e84ab7-3860-4a31-bd37-dc9c07a89727 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237185 Jun 02 13:33:51.573803 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-03095b9a-d22c-4ad6-b435-6b705f7bebee req-030194de-2824-4b20-bdf4-aa7c7f39ffe9 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217496 Jun 02 13:33:56.536776 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:34:12.763187 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:34:14.281431 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-554fe72f-baf8-45ab-bbcc-3900a147845b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:34:16.793897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d3f8faed-1871-4443-832b-3b686aaa70f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:34:16.813432 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:34:17.982909 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:34:19.770807 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:34:26.552836 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:34:44.283662 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b24b239b-4c65-4de5-bb6a-d17e308b5f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:34:46.793634 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-26770805-2d53-4d83-b010-a8441432da77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:34:46.816569 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:34:47.986321 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:34:49.761979 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:34:49.774656 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:34:50.770576 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-acace14b-4714-4f8e-8b75-da43a6b3c4d0 req-7ff79ef0-65da-4a7c-a6f8-f9e3c67d91f3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694072 Jun 02 13:34:50.912169 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acace14b-4714-4f8e-8b75-da43a6b3c4d0 req-0dabc36a-7623-4260-b8ab-334687742748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:34:50.913601 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-acace14b-4714-4f8e-8b75-da43a6b3c4d0 req-0dabc36a-7623-4260-b8ab-334687742748 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b66dbdb7d0424723babfd68b21520d91&device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 1098 time: 0.0751429 Jun 02 13:34:51.190516 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acace14b-4714-4f8e-8b75-da43a6b3c4d0 req-2a07646a-d394-4c54-bc3b-091d2faef00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:34:51.191948 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-acace14b-4714-4f8e-8b75-da43a6b3c4d0 req-2a07646a-d394-4c54-bc3b-091d2faef00b service neutron] 10.222.0.22 "GET /v2.0/networks?id=44495108-b186-4381-ae1e-c56550de724a HTTP/1.1" status: 200 len: 910 time: 0.2587647 Jun 02 13:34:51.294234 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-acace14b-4714-4f8e-8b75-da43a6b3c4d0 req-0853ffd7-1546-409b-aed9-9ffde53e6190 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3403043b-7684-42e5-a122-23e76ce9c32e HTTP/1.1" status: 200 len: 1000 time: 0.0951307 Jun 02 13:34:51.355302 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acace14b-4714-4f8e-8b75-da43a6b3c4d0 req-cc6e8629-866b-4b9b-b4c3-a3887585f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:34:51.356644 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-acace14b-4714-4f8e-8b75-da43a6b3c4d0 req-cc6e8629-866b-4b9b-b4c3-a3887585f339 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6b830187-46b8-4dca-bc5a-891028d9d341 HTTP/1.1" status: 200 len: 848 time: 0.0560839 Jun 02 13:34:51.432026 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acace14b-4714-4f8e-8b75-da43a6b3c4d0 req-3d6177a2-4ad9-4403-8551-6c600c1452f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:34:51.433466 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-acace14b-4714-4f8e-8b75-da43a6b3c4d0 req-3d6177a2-4ad9-4403-8551-6c600c1452f5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44495108-b186-4381-ae1e-c56550de724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0706360 Jun 02 13:34:51.563858 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-acace14b-4714-4f8e-8b75-da43a6b3c4d0 req-62da0eec-03b5-447b-a2eb-c90708c85f47 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232486 Jun 02 13:34:51.693300 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-acace14b-4714-4f8e-8b75-da43a6b3c4d0 req-67718427-22ad-4666-8e9e-6c50b62adb58 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232972 Jun 02 13:34:56.551565 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:34:56.804475 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc2de0-c1bb-443a-a1a1-0d07ef6adde0 req-a0e813a3-e0d1-4022-b433-7a5c657c2fac tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:34:56.805838 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d7dc2de0-c1bb-443a-a1a1-0d07ef6adde0 req-a0e813a3-e0d1-4022-b433-7a5c657c2fac tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 945 time: 0.0838459 Jun 02 13:34:56.849605 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d7dc2de0-c1bb-443a-a1a1-0d07ef6adde0 req-8727fad6-2bd9-4b34-81c5-0b409eb41718 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381424 Jun 02 13:34:58.040958 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd9d17-c82f-4c6f-b065-4f67ec8f4792 req-113236ee-5693-4563-905f-36da5c8048a7 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:34:58.042450 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0edd9d17-c82f-4c6f-b065-4f67ec8f4792 req-113236ee-5693-4563-905f-36da5c8048a7 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 945 time: 0.0833092 Jun 02 13:34:58.087078 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-0edd9d17-c82f-4c6f-b065-4f67ec8f4792 req-05485a75-93ad-41f7-96ab-cfd563a7f2dd tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389543 Jun 02 13:34:59.268434 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a494b94-d393-4bea-a5ee-16c6ca9158ab req-0ac33359-fbdd-4caf-bfa7-cfa14626d83b tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:34:59.269879 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7a494b94-d393-4bea-a5ee-16c6ca9158ab req-0ac33359-fbdd-4caf-bfa7-cfa14626d83b tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 945 time: 0.0798290 Jun 02 13:34:59.317444 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-7a494b94-d393-4bea-a5ee-16c6ca9158ab req-16d54146-c56c-4fc0-9abc-a4e35a52fb73 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420184 Jun 02 13:35:00.510601 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4210d5-294b-4f5b-8243-e100184fa307 req-f2c3b901-ecfa-4938-b221-c9026f1392e7 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:00.511664 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f4210d5-294b-4f5b-8243-e100184fa307 req-f2c3b901-ecfa-4938-b221-c9026f1392e7 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 945 time: 0.0928180 Jun 02 13:35:00.560241 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-9f4210d5-294b-4f5b-8243-e100184fa307 req-1fff0d86-b8b6-4436-b86b-72618100c4a9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426140 Jun 02 13:35:01.745851 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3eeba-3ec1-4ab0-9991-4b0adbef6472 req-4cb0d1a3-9700-4c6c-bdb9-68a352e21508 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:01.747359 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-28a3eeba-3ec1-4ab0-9991-4b0adbef6472 req-4cb0d1a3-9700-4c6c-bdb9-68a352e21508 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 945 time: 0.0813453 Jun 02 13:35:01.790679 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-28a3eeba-3ec1-4ab0-9991-4b0adbef6472 req-fe377bc5-8d4d-4548-b4e1-892885b36bfe tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377645 Jun 02 13:35:02.972704 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e447a16-714c-4758-9749-d373e7dd5e9f req-467351c4-e9fa-44d3-a301-23086068b741 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:02.974238 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3e447a16-714c-4758-9749-d373e7dd5e9f req-467351c4-e9fa-44d3-a301-23086068b741 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 945 time: 0.0816433 Jun 02 13:35:03.019015 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-3e447a16-714c-4758-9749-d373e7dd5e9f req-9f530f5a-e534-4b0f-b7e1-0bca0ea4d334 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387557 Jun 02 13:35:04.374573 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ee50f-2781-4122-ba72-2a2b5ac27501 req-8599aa4e-8f4e-4f6f-8ae1-49f016c3a84d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:04.375997 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-575ee50f-2781-4122-ba72-2a2b5ac27501 req-8599aa4e-8f4e-4f6f-8ae1-49f016c3a84d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 945 time: 0.0833204 Jun 02 13:35:04.420974 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-575ee50f-2781-4122-ba72-2a2b5ac27501 req-cd148c67-74c4-46d3-86d7-58d7397a4f52 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392041 Jun 02 13:35:05.611158 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef06c36-0590-4f02-b0e7-50b8562359bc req-8bc3240e-0b91-44eb-a4f7-6f65668dfa57 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:05.612598 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5ef06c36-0590-4f02-b0e7-50b8562359bc req-8bc3240e-0b91-44eb-a4f7-6f65668dfa57 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 945 time: 0.0840378 Jun 02 13:35:05.656662 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5ef06c36-0590-4f02-b0e7-50b8562359bc req-5712bd21-9253-4c7a-b7c8-cc99e975594f tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385003 Jun 02 13:35:06.837694 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad99396-9361-409b-8828-a62e30530f69 req-cd615869-ce71-43bd-8b1e-a2caf0491ada tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:06.839661 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1ad99396-9361-409b-8828-a62e30530f69 req-cd615869-ce71-43bd-8b1e-a2caf0491ada tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 945 time: 0.0809445 Jun 02 13:35:06.936648 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1ad99396-9361-409b-8828-a62e30530f69 req-8c8f379f-3686-4031-8961-d031947b45f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620768 Jun 02 13:35:06.949693 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c42e3-081c-4329-ab32-598433a375a0 req-b2a6401a-8bf4-47fd-9579-31a8e755c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:06.951154 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-764c42e3-081c-4329-ab32-598433a375a0 req-b2a6401a-8bf4-47fd-9579-31a8e755c3a5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b66dbdb7d0424723babfd68b21520d91&device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 1098 time: 0.1074965 Jun 02 13:35:07.079702 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c42e3-081c-4329-ab32-598433a375a0 req-0fc809ef-cd31-4c4d-a113-a57d3f0439ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:07.081099 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-764c42e3-081c-4329-ab32-598433a375a0 req-0fc809ef-cd31-4c4d-a113-a57d3f0439ad service neutron] 10.222.0.22 "GET /v2.0/networks?id=44495108-b186-4381-ae1e-c56550de724a HTTP/1.1" status: 200 len: 910 time: 0.1235752 Jun 02 13:35:07.183167 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-764c42e3-081c-4329-ab32-598433a375a0 req-dcbe7209-d9d9-4106-87f1-55e4a19202f6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3403043b-7684-42e5-a122-23e76ce9c32e HTTP/1.1" status: 200 len: 1000 time: 0.0948839 Jun 02 13:35:07.244536 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c42e3-081c-4329-ab32-598433a375a0 req-eee1eb3c-9223-4dc8-8d46-1f4a192c3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:07.245961 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-764c42e3-081c-4329-ab32-598433a375a0 req-eee1eb3c-9223-4dc8-8d46-1f4a192c3570 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6b830187-46b8-4dca-bc5a-891028d9d341 HTTP/1.1" status: 200 len: 848 time: 0.0565419 Jun 02 13:35:07.318630 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c42e3-081c-4329-ab32-598433a375a0 req-6950e835-ca6c-4d02-805f-b6471065c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:07.320034 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-764c42e3-081c-4329-ab32-598433a375a0 req-6950e835-ca6c-4d02-805f-b6471065c5e9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44495108-b186-4381-ae1e-c56550de724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0679088 Jun 02 13:35:07.450880 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-764c42e3-081c-4329-ab32-598433a375a0 req-8e1c8b2e-fed7-4285-8156-9e6f5b4b9373 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225886 Jun 02 13:35:07.578855 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-764c42e3-081c-4329-ab32-598433a375a0 req-4f7e4d55-7bea-4615-ba47-e9962eeb7f3b service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212311 Jun 02 13:35:08.118962 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade618e-fe1b-4125-883a-db9549791ac7 req-bab7d9a9-44a0-4af2-a2b8-b41c2838c357 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:08.120310 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2ade618e-fe1b-4125-883a-db9549791ac7 req-bab7d9a9-44a0-4af2-a2b8-b41c2838c357 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 945 time: 0.0816066 Jun 02 13:35:08.167762 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-2ade618e-fe1b-4125-883a-db9549791ac7 req-acd946eb-12f9-4b28-b731-442cbd63a780 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416412 Jun 02 13:35:09.358066 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096f000-5740-45d8-be02-44e9c6404016 req-484b67ef-7acf-4c0f-9a0f-ed61d380909a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:09.359479 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e096f000-5740-45d8-be02-44e9c6404016 req-484b67ef-7acf-4c0f-9a0f-ed61d380909a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 945 time: 0.0838909 Jun 02 13:35:09.405235 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-e096f000-5740-45d8-be02-44e9c6404016 req-98887cca-fb67-41ee-9d46-e80d2ceb6b9d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399013 Jun 02 13:35:10.592987 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fba29-5757-4b4f-9f71-35bbec94d586 req-c1de5dfb-ad13-4d2c-8e4d-87d46a4b9c95 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:10.594526 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bd4fba29-5757-4b4f-9f71-35bbec94d586 req-c1de5dfb-ad13-4d2c-8e4d-87d46a4b9c95 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 945 time: 0.0844424 Jun 02 13:35:10.641613 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-bd4fba29-5757-4b4f-9f71-35bbec94d586 req-bdddb4cb-d8dd-44f4-9c8d-d040ebf4b2cf tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414221 Jun 02 13:35:11.579499 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 3403043b-7684-42e5-a122-23e76ce9c32e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:35:11.691038 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:35:11.717313 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b368c3b-2fde-49ef-a3a3-d5d1f7840632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3403043b-7684-42e5-a122-23e76ce9c32e'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:35:11.719758 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4176d1c71455d605beb5e3ae27c7d09239e4dce69fd26288bae3c53f35b4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7904018-99d8-49a0-9b6b-2cf5ea7b2042" -d '{"events": [{"server_uuid": "2b368c3b-2fde-49ef-a3a3-d5d1f7840632", "name": "network-vif-unplugged", "status": "completed", "tag": "3403043b-7684-42e5-a122-23e76ce9c32e"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:35:11.727910 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 3403043b-7684-42e5-a122-23e76ce9c32e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3403043b-7684-42e5-a122-23e76ce9c32e,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:35:11.732897 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:35:11.734663 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-4b00041c-630f-45b0-9e40-07441097153c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:35:11.804985 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=3403043b-7684-42e5-a122-23e76ce9c32e,revision_number=6']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:35:11.812497 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:35:11.812839 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:35:11.813664 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:35:11.813664 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:35:11.813956 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:35:11.814194 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:35:11.814495 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:35:11.814833 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:35:11.815156 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:35:11.815469 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:35:11.815825 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:35:11.816140 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:35:11.820451 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:35:11.829474 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32cb6a-4c85-4e85-9f96-95f9d9ce8bc2 req-9c8c8583-f5ae-4f75-810e-7eec19350057 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:11.831035 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ca32cb6a-4c85-4e85-9f96-95f9d9ce8bc2 req-9c8c8583-f5ae-4f75-810e-7eec19350057 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 943 time: 0.0851986 Jun 02 13:35:11.864740 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Jun 2021 13:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b350aa-bda8-48e2-ba88-975af9497cb0 x-openstack-request-id: req-82b350aa-bda8-48e2-ba88-975af9497cb0 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:35:11.865043 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b368c3b-2fde-49ef-a3a3-d5d1f7840632", "name": "network-vif-unplugged", "status": "failed", "tag": "3403043b-7684-42e5-a122-23e76ce9c32e", "code": 422}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:35:11.865302 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82b350aa-bda8-48e2-ba88-975af9497cb0 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:35:11.865708 dv-neutron-601336-80-hyperv neutron-server[92306]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2b368c3b-2fde-49ef-a3a3-d5d1f7840632', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3403043b-7684-42e5-a122-23e76ce9c32e', 'code': 422} returned with failed status Jun 02 13:35:11.879571 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ca32cb6a-4c85-4e85-9f96-95f9d9ce8bc2 req-5c085ec3-1ebc-41dd-a1cf-748dede2b001 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423923 Jun 02 13:35:12.095942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56220) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:35:12.228805 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a511b-566d-41ec-bf9f-812fe8449b6d req-b8bfe1e1-15e9-4c3d-bcc5-84e2ee2baa35 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:12.230294 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-aa0a511b-566d-41ec-bf9f-812fe8449b6d req-b8bfe1e1-15e9-4c3d-bcc5-84e2ee2baa35 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 943 time: 0.0821245 Jun 02 13:35:12.254264 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-5b6a5309-52a6-48e2-be26-dea776273669 req-7449c0fb-746a-4e8e-b69a-003f8736e1eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1564829 Jun 02 13:35:12.275035 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-aa0a511b-566d-41ec-bf9f-812fe8449b6d req-a6772709-56f1-4ff3-a195-62d1daf8e015 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392225 Jun 02 13:35:13.462575 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbef4e-8396-488b-878f-54594f147493 req-4b63fb5e-49df-479e-a81f-933f5154cb73 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:13.464037 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-febbef4e-8396-488b-878f-54594f147493 req-4b63fb5e-49df-479e-a81f-933f5154cb73 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 943 time: 0.0869877 Jun 02 13:35:13.510372 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-febbef4e-8396-488b-878f-54594f147493 req-02e10555-a40d-429d-91be-f6931c8e8ab7 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401523 Jun 02 13:35:14.284652 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-95cb8cd0-d999-4dee-845a-f3fd746498ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:35:14.841543 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acf5a1-65b3-42f3-acfc-45dcc530b192 req-fa818cec-8c72-4684-89e5-5919fe7379d0 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:14.843027 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-36acf5a1-65b3-42f3-acfc-45dcc530b192 req-fa818cec-8c72-4684-89e5-5919fe7379d0 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 943 time: 0.2217960 Jun 02 13:35:14.887839 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-36acf5a1-65b3-42f3-acfc-45dcc530b192 req-4d164fce-a524-4ed1-be7f-c4dbc4b32ab5 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385132 Jun 02 13:35:16.086532 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fda60-8a00-4ae3-baa1-3781a48b8f58 req-b9220165-7520-467a-99a9-e5a80da6c83d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:16.088026 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4a9fda60-8a00-4ae3-baa1-3781a48b8f58 req-b9220165-7520-467a-99a9-e5a80da6c83d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 943 time: 0.0940061 Jun 02 13:35:16.134080 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-4a9fda60-8a00-4ae3-baa1-3781a48b8f58 req-b67ecd42-3fc9-4bd3-a1d5-07ef89714817 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402951 Jun 02 13:35:16.795834 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5975a7da-9ede-4bf6-9d88-b14340e9bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:35:16.818517 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:35:17.321040 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75333f-ed40-43a7-9ce9-831c66fd1f31 req-9f128ba9-173a-4481-a7c1-1b6ea9e51e91 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:17.322561 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ad75333f-ed40-43a7-9ce9-831c66fd1f31 req-9f128ba9-173a-4481-a7c1-1b6ea9e51e91 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 943 time: 0.0825574 Jun 02 13:35:17.372411 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-ad75333f-ed40-43a7-9ce9-831c66fd1f31 req-e4c46318-c5e1-465b-a46b-ea206a44c4f3 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435715 Jun 02 13:35:17.990251 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:35:18.566329 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c18d8-6a79-43cf-87b6-35963e2db68f req-91e84342-a412-4ec7-bd36-4d910d225884 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:18.567791 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e63c18d8-6a79-43cf-87b6-35963e2db68f req-91e84342-a412-4ec7-bd36-4d910d225884 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 943 time: 0.0818713 Jun 02 13:35:18.612808 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e63c18d8-6a79-43cf-87b6-35963e2db68f req-69191961-4041-4f43-b81a-a1d3fa834abc tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393903 Jun 02 13:35:19.244508 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a5309-52a6-48e2-be26-dea776273669 req-5bbbce13-3234-4823-a651-db2e8149b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:19.245997 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5b6a5309-52a6-48e2-be26-dea776273669 req-5bbbce13-3234-4823-a651-db2e8149b36e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632&tenant_id=b66dbdb7d0424723babfd68b21520d91 HTTP/1.1" status: 200 len: 1096 time: 0.0714288 Jun 02 13:35:19.337764 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a5309-52a6-48e2-be26-dea776273669 req-acb53f31-7f3b-4f89-b369-af30c1986ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:19.339272 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5b6a5309-52a6-48e2-be26-dea776273669 req-acb53f31-7f3b-4f89-b369-af30c1986ec4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b66dbdb7d0424723babfd68b21520d91&device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 1096 time: 0.0703852 Jun 02 13:35:19.477585 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a5309-52a6-48e2-be26-dea776273669 req-3bed202e-7a9e-4ab0-8f63-492acc30815a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:19.478951 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5b6a5309-52a6-48e2-be26-dea776273669 req-3bed202e-7a9e-4ab0-8f63-492acc30815a service neutron] 10.222.0.22 "GET /v2.0/networks?id=44495108-b186-4381-ae1e-c56550de724a HTTP/1.1" status: 200 len: 910 time: 0.1327183 Jun 02 13:35:19.580991 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5b6a5309-52a6-48e2-be26-dea776273669 req-fc5304d5-f8b5-4fb3-8a54-cfece0a1088e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3403043b-7684-42e5-a122-23e76ce9c32e HTTP/1.1" status: 200 len: 998 time: 0.0941482 Jun 02 13:35:19.645043 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a5309-52a6-48e2-be26-dea776273669 req-4f8f944c-3ae3-42d6-a0c1-8d94ae7575cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:19.646774 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5b6a5309-52a6-48e2-be26-dea776273669 req-4f8f944c-3ae3-42d6-a0c1-8d94ae7575cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6b830187-46b8-4dca-bc5a-891028d9d341 HTTP/1.1" status: 200 len: 848 time: 0.0597534 Jun 02 13:35:19.767294 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a5309-52a6-48e2-be26-dea776273669 req-261f6f12-1c09-4dd8-8cb2-8a536aacdb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:19.768817 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5b6a5309-52a6-48e2-be26-dea776273669 req-261f6f12-1c09-4dd8-8cb2-8a536aacdb28 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44495108-b186-4381-ae1e-c56550de724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1155148 Jun 02 13:35:19.778336 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:35:19.926348 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a39aac-9261-4566-a411-4587f2be6583 req-3804ddd2-3616-40e7-80a9-640c53764450 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:19.927810 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-92a39aac-9261-4566-a411-4587f2be6583 req-3804ddd2-3616-40e7-80a9-640c53764450 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 943 time: 0.2002993 Jun 02 13:35:19.930922 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5b6a5309-52a6-48e2-be26-dea776273669 req-5df14d3c-89eb-44fe-be30-22e803af62df service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533413 Jun 02 13:35:20.056661 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-92a39aac-9261-4566-a411-4587f2be6583 req-ccfda8dd-3b81-4c4f-83a1-3304c4979660 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231296 Jun 02 13:35:20.101124 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5b6a5309-52a6-48e2-be26-dea776273669 req-c9076e3d-a26d-44a1-b949-dcb734d0fa5a service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545033 Jun 02 13:35:21.242414 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30af46a-7a63-4034-8669-0bbb6cdc13f4 req-841b68da-1976-4ece-aac1-6d92060c62e5 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:21.243873 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e30af46a-7a63-4034-8669-0bbb6cdc13f4 req-841b68da-1976-4ece-aac1-6d92060c62e5 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 943 time: 0.0850224 Jun 02 13:35:21.287024 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-e30af46a-7a63-4034-8669-0bbb6cdc13f4 req-25a4db9c-f922-4578-9ac3-cff775bd8658 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376840 Jun 02 13:35:22.469263 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb24c89-c478-4e31-a321-671a7481219a req-7940693d-9e5b-4997-9300-887ca22bc960 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:22.470639 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9fb24c89-c478-4e31-a321-671a7481219a req-7940693d-9e5b-4997-9300-887ca22bc960 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 943 time: 0.0802226 Jun 02 13:35:22.519526 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9fb24c89-c478-4e31-a321-671a7481219a req-ad5a991e-c543-4a6d-96bf-c3bcce440935 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422308 Jun 02 13:35:23.703679 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c28063-74f6-4b50-9be8-5f18785910ca req-ded49dcd-b5b8-4d7e-b95f-eae84338cb5d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:23.705112 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-95c28063-74f6-4b50-9be8-5f18785910ca req-ded49dcd-b5b8-4d7e-b95f-eae84338cb5d tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 943 time: 0.0800629 Jun 02 13:35:23.748741 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-95c28063-74f6-4b50-9be8-5f18785910ca req-0a9bfeb9-c546-4d5a-93d0-021680a9750a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375595 Jun 02 13:35:24.928034 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c920f2-1cb6-4d50-b7cc-af834297f9f2 req-ccaec34a-7440-407b-9424-4a4354dac92e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:24.929472 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a8c920f2-1cb6-4d50-b7cc-af834297f9f2 req-ccaec34a-7440-407b-9424-4a4354dac92e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 943 time: 0.0796802 Jun 02 13:35:24.971784 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-a8c920f2-1cb6-4d50-b7cc-af834297f9f2 req-a0f40834-71d0-411e-8dae-986260b64037 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368793 Jun 02 13:35:26.159694 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292725e-3ac2-4f1b-ba3b-10a57448e7db req-1c944315-f25c-4592-8aef-a67650b43bfb tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:26.161154 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f292725e-3ac2-4f1b-ba3b-10a57448e7db req-1c944315-f25c-4592-8aef-a67650b43bfb tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 943 time: 0.0837846 Jun 02 13:35:26.205990 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f292725e-3ac2-4f1b-ba3b-10a57448e7db req-7bc02c03-da2e-4fd6-84e4-0f8c10e73db1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392878 Jun 02 13:35:26.564631 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:35:26.762116 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:35:27.389613 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0e6d9-4858-4ead-a22f-d198e09ad2ab req-cf2be93b-9cb8-4269-8274-332c3744f0d1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:27.391076 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-eec0e6d9-4858-4ead-a22f-d198e09ad2ab req-cf2be93b-9cb8-4269-8274-332c3744f0d1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 943 time: 0.0834124 Jun 02 13:35:27.435949 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-eec0e6d9-4858-4ead-a22f-d198e09ad2ab req-4c6c25b3-1fc5-40a1-9b6b-7623035ad69b tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392981 Jun 02 13:35:27.633525 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 3403043b-7684-42e5-a122-23e76ce9c32e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:35:27.764092 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 3403043b-7684-42e5-a122-23e76ce9c32e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3403043b-7684-42e5-a122-23e76ce9c32e,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:35:27.777350 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '3403043b-7684-42e5-a122-23e76ce9c32e', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'port_id': '3403043b-7684-42e5-a122-23e76ce9c32e', 'mac_address': 'fa:16:3e:dd:f0:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:35:27.836488 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:35:27.854022 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3403043b-7684-42e5-a122-23e76ce9c32e {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:35:27.869185 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 3403043b-7684-42e5-a122-23e76ce9c32e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3403043b-7684-42e5-a122-23e76ce9c32e,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:35:27.872893 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:35:27.874664 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-7aff3313-9106-4014-9ac8-ce8c1f34be77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:35:27.941006 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=3403043b-7684-42e5-a122-23e76ce9c32e,revision_number=7']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:35:27.944538 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:35:28.184744 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['3403043b-7684-42e5-a122-23e76ce9c32e'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:35:28.619524 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebebe02-5c49-4009-8b72-4e2ec29fdcb9 req-c3a7fbbc-1197-4e75-8c88-6131535c8268 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:28.620962 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1ebebe02-5c49-4009-8b72-4e2ec29fdcb9 req-c3a7fbbc-1197-4e75-8c88-6131535c8268 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 944 time: 0.0800607 Jun 02 13:35:28.667681 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1ebebe02-5c49-4009-8b72-4e2ec29fdcb9 req-8e11495c-f0c6-4f51-80da-a141391d5213 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412719 Jun 02 13:35:29.646489 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 3403043b-7684-42e5-a122-23e76ce9c32e up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:35:29.716420 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 3403043b-7684-42e5-a122-23e76ce9c32e triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:35:29.716793 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:35:29.835519 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:35:29.853424 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225376be-cb40-42d4-aeef-ba8a1abcb05d req-d7aedbf4-4c6c-4377-9843-fd6240ffc351 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:29.855019 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-225376be-cb40-42d4-aeef-ba8a1abcb05d req-d7aedbf4-4c6c-4377-9843-fd6240ffc351 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 944 time: 0.0807867 Jun 02 13:35:29.862022 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b368c3b-2fde-49ef-a3a3-d5d1f7840632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3403043b-7684-42e5-a122-23e76ce9c32e'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:35:29.864255 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4176d1c71455d605beb5e3ae27c7d09239e4dce69fd26288bae3c53f35b4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e73df0b-be9f-4b6d-b7f3-cc1eb650090c" -d '{"events": [{"server_uuid": "2b368c3b-2fde-49ef-a3a3-d5d1f7840632", "name": "network-vif-plugged", "status": "completed", "tag": "3403043b-7684-42e5-a122-23e76ce9c32e"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:35:29.872509 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 3403043b-7684-42e5-a122-23e76ce9c32e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3403043b-7684-42e5-a122-23e76ce9c32e,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:35:29.876545 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:35:29.878544 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:35:29.906638 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-225376be-cb40-42d4-aeef-ba8a1abcb05d req-4fbb34e0-b8e5-4763-a036-8e82648f02c5 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459299 Jun 02 13:35:29.910874 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e204e6-8426-4b1e-ae84-87cd22c07058 x-openstack-request-id: req-e2e204e6-8426-4b1e-ae84-87cd22c07058 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:35:29.911170 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b368c3b-2fde-49ef-a3a3-d5d1f7840632", "name": "network-vif-plugged", "status": "completed", "tag": "3403043b-7684-42e5-a122-23e76ce9c32e", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:35:29.911430 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2e204e6-8426-4b1e-ae84-87cd22c07058 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:35:29.911850 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b368c3b-2fde-49ef-a3a3-d5d1f7840632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3403043b-7684-42e5-a122-23e76ce9c32e', 'code': 200} Jun 02 13:35:29.952826 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=3403043b-7684-42e5-a122-23e76ce9c32e,revision_number=8']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:35:29.955676 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:35:30.197196 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b14d6-abe7-44d0-ae7f-3611deaf45f9 req-475c0fbf-3687-4c1c-9ff9-40acb091d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:30.198624 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4e6b14d6-abe7-44d0-ae7f-3611deaf45f9 req-475c0fbf-3687-4c1c-9ff9-40acb091d62f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 1098 time: 0.0745964 Jun 02 13:35:30.239132 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-4e6b14d6-abe7-44d0-ae7f-3611deaf45f9 req-15d6e57f-68f3-4f78-bb54-1d9aed650efb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340555 Jun 02 13:35:31.092288 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8b032-4232-4c9a-89f5-8e1db842bd75 req-b091e791-b643-4544-bd55-719095174d25 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:31.093721 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ddd8b032-4232-4c9a-89f5-8e1db842bd75 req-b091e791-b643-4544-bd55-719095174d25 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 945 time: 0.0808172 Jun 02 13:35:31.138413 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-ddd8b032-4232-4c9a-89f5-8e1db842bd75 req-df147685-15dd-4bf9-846e-6bd495538c98 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391431 Jun 02 13:35:32.323965 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db74642-8e7d-4b91-91d7-a55a6b72b839 req-18787a50-e6ee-400e-a9ee-0186b3894d8e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:32.325517 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6db74642-8e7d-4b91-91d7-a55a6b72b839 req-18787a50-e6ee-400e-a9ee-0186b3894d8e tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 945 time: 0.0824215 Jun 02 13:35:32.373829 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-6db74642-8e7d-4b91-91d7-a55a6b72b839 req-6f220cf7-0ef6-48a5-958d-aa44c41045c0 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427556 Jun 02 13:35:44.287014 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-141630ab-316e-43a1-bc14-c975ed736834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:35:46.797991 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2a700560-f803-4433-b1b7-bb28c6053279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:35:46.819892 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:35:47.989945 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:35:49.780512 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:35:51.770229 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8842493d-2ce5-4413-b0e1-9d1c650ad36b req-8f4d02e7-8299-45ce-9e27-6e86634b8b54 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684094 Jun 02 13:35:51.915953 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842493d-2ce5-4413-b0e1-9d1c650ad36b req-3bda50d3-2c0c-4235-9c84-f179062687ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:51.917401 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8842493d-2ce5-4413-b0e1-9d1c650ad36b req-3bda50d3-2c0c-4235-9c84-f179062687ba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b66dbdb7d0424723babfd68b21520d91&device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 1098 time: 0.0727680 Jun 02 13:35:52.068301 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842493d-2ce5-4413-b0e1-9d1c650ad36b req-3847162b-64d6-44b8-9ad5-d61a76196822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:52.069642 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8842493d-2ce5-4413-b0e1-9d1c650ad36b req-3847162b-64d6-44b8-9ad5-d61a76196822 service neutron] 10.222.0.22 "GET /v2.0/networks?id=44495108-b186-4381-ae1e-c56550de724a HTTP/1.1" status: 200 len: 910 time: 0.1317267 Jun 02 13:35:52.174975 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8842493d-2ce5-4413-b0e1-9d1c650ad36b req-ff463958-5e98-40b3-85d1-84c1f4c63fde service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3403043b-7684-42e5-a122-23e76ce9c32e HTTP/1.1" status: 200 len: 1000 time: 0.0964425 Jun 02 13:35:52.374822 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842493d-2ce5-4413-b0e1-9d1c650ad36b req-b9d378ce-652e-4521-a59f-b0974dfde02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:52.376211 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8842493d-2ce5-4413-b0e1-9d1c650ad36b req-b9d378ce-652e-4521-a59f-b0974dfde02a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6b830187-46b8-4dca-bc5a-891028d9d341 HTTP/1.1" status: 200 len: 848 time: 0.1944215 Jun 02 13:35:52.459487 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842493d-2ce5-4413-b0e1-9d1c650ad36b req-459d0c51-8abe-4026-b9e9-7bf5bf1be9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:35:52.460959 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8842493d-2ce5-4413-b0e1-9d1c650ad36b req-459d0c51-8abe-4026-b9e9-7bf5bf1be9a4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44495108-b186-4381-ae1e-c56550de724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0722497 Jun 02 13:35:52.598610 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8842493d-2ce5-4413-b0e1-9d1c650ad36b req-f25893c6-47bc-420f-85f9-7f1f80cd2795 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305265 Jun 02 13:35:52.730606 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8842493d-2ce5-4413-b0e1-9d1c650ad36b req-6441966b-ba5d-4aea-9e2e-a6bc8d8865ab service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247532 Jun 02 13:35:56.565381 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:03.761249 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:36:14.289020 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-d2510289-bbaf-47db-a843-2e0a13865f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:16.797916 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-814781d2-84f1-483f-aea0-4f04d4be24b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:16.820402 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:17.993384 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:19.783777 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:26.579174 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:40.760066 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:36:44.290598 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1258af27-53d5-47cf-a81d-e2498a9bcd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:46.798704 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eccd0475-ccfc-4129-a657-7e24c9abbc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:46.821630 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:47.996523 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:48.144955 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56310) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:36:48.530220 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Deleting port eadc3efe-2bc1-49e0-a1dc-f3579726904f {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:36:48.530565 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:48.648065 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:48.648392 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:48.769621 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Calling delete_port for eadc3efe-2bc1-49e0-a1dc-f3579726904f owned by network:floatingip {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:36:48.885945 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:48.890134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d58b671e-869a-47ea-9cc5-4661ec8fbb1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:36:48.936968 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event deleted for resources: {'Port': ['ID=eadc3efe-2bc1-49e0-a1dc-f3579726904f,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:36:48.976799 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:48.977188 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:48.977566 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:48.977937 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:48.978330 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:48.978699 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:48.979060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:48.979425 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:48.979787 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:48.980144 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:48.980506 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:48.980859 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:49.007711 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:36:49.036145 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for floatingip, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:49.036478 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Floating IP 0c2f65d2-351a-4d16-845a-42bec864997b disassociated (deleted). External IP: 172.26.7.65, port: 3403043b-7684-42e5-a122-23e76ce9c32e. Jun 02 13:36:49.385343 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Router c757e58d-478c-4890-9412-d159de57e55e has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:36:49.561077 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:36:49.570805 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21ecc34-a289-4294-b054-775a4cc30993 None None] Sync routers for ids ['c757e58d-478c-4890-9412-d159de57e55e'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:36:49.579956 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21ecc34-a289-4294-b054-775a4cc30993 None None] Routers {'c757e58d-478c-4890-9412-d159de57e55e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:36:49.580557 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e21ecc34-a289-4294-b054-775a4cc30993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:36:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c757e58d-478c-4890-9412-d159de57e55e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:36:49.581629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:49.644021 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b3adef79-7128-4b40-819b-d9601a90d119 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "DELETE /v2.0/floatingips/0c2f65d2-351a-4d16-845a-42bec864997b HTTP/1.1" status: 204 len: 168 time: 1.4980493 Jun 02 13:36:49.644690 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b368c3b-2fde-49ef-a3a3-d5d1f7840632', 'tag': '3403043b-7684-42e5-a122-23e76ce9c32e'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:36:49.647007 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0901658347208102df7e2e69a879233cd6360dcc4c18794ffe602b0fb30b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaebe467-763f-465b-9d90-4bd3152d2592" -d '{"events": [{"name": "network-changed", "server_uuid": "2b368c3b-2fde-49ef-a3a3-d5d1f7840632", "tag": "3403043b-7684-42e5-a122-23e76ce9c32e"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:36:49.693525 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b010a6-4acf-430d-938a-d14ce14d2d93 x-openstack-request-id: req-c3b010a6-4acf-430d-938a-d14ce14d2d93 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:36:49.693869 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b368c3b-2fde-49ef-a3a3-d5d1f7840632", "tag": "3403043b-7684-42e5-a122-23e76ce9c32e", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:36:49.694197 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3b010a6-4acf-430d-938a-d14ce14d2d93 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:36:49.694646 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b368c3b-2fde-49ef-a3a3-d5d1f7840632', 'tag': '3403043b-7684-42e5-a122-23e76ce9c32e', 'status': 'completed', 'code': 200} Jun 02 13:36:49.762467 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-e21ecc34-a289-4294-b054-775a4cc30993 None None] Set router c757e58d-478c-4890-9412-d159de57e55e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:36:49.794967 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:49.797180 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebe467-763f-465b-9d90-4bd3152d2592 req-44901cb6-e2a0-4dff-9c5f-b9266a458c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:36:49.799321 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-aaebe467-763f-465b-9d90-4bd3152d2592 req-44901cb6-e2a0-4dff-9c5f-b9266a458c1e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b66dbdb7d0424723babfd68b21520d91&device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 1098 time: 0.0825536 Jun 02 13:36:49.998509 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebe467-763f-465b-9d90-4bd3152d2592 req-2823f21a-8d7f-4838-acd6-7e7c93005921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:36:49.999967 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-aaebe467-763f-465b-9d90-4bd3152d2592 req-2823f21a-8d7f-4838-acd6-7e7c93005921 service neutron] 10.222.0.22 "GET /v2.0/networks?id=44495108-b186-4381-ae1e-c56550de724a HTTP/1.1" status: 200 len: 910 time: 0.1889982 Jun 02 13:36:50.078068 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-aaebe467-763f-465b-9d90-4bd3152d2592 req-a3fc3bc4-fbd0-4993-bab3-3a341ab29130 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3403043b-7684-42e5-a122-23e76ce9c32e HTTP/1.1" status: 200 len: 217 time: 0.0697312 Jun 02 13:36:50.087180 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e21ecc34-a289-4294-b054-775a4cc30993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c757e58d-478c-4890-9412-d159de57e55e', 'name': 'tempest-TestShelveInstance-1096020280-router', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:41Z', 'updated_at': '2021-06-02T13:26:45Z', 'revision_number': 4, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'gw_port': {'id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:42Z', 'updated_at': '2021-06-02T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e8444ba2-d8aa-400c-8f81-0210ba48256d', 'name': '', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'mac_address': 'fa:16:3e:13:8f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:45Z', 'updated_at': '2021-06-02T13:26:52Z', 'revision_number': 5, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'subnets': [{'id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:36:50.091000 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21ecc34-a289-4294-b054-775a4cc30993 None None] Checking router: c757e58d-478c-4890-9412-d159de57e55e for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:36:50.099917 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21ecc34-a289-4294-b054-775a4cc30993 None None] Routers {'c757e58d-478c-4890-9412-d159de57e55e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:36:50.100439 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e21ecc34-a289-4294-b054-775a4cc30993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:36:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c757e58d-478c-4890-9412-d159de57e55e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:36:50.140587 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d11707-7bd5-4792-b561-618b6801052a req-76bf1df6-f31f-43f3-acf0-63451782b823 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:36:50.142020 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-58d11707-7bd5-4792-b561-618b6801052a req-76bf1df6-f31f-43f3-acf0-63451782b823 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 945 time: 0.2041268 Jun 02 13:36:50.167974 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebe467-763f-465b-9d90-4bd3152d2592 req-0898ea89-d421-444b-adda-a94840ad7429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:36:50.169351 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-aaebe467-763f-465b-9d90-4bd3152d2592 req-0898ea89-d421-444b-adda-a94840ad7429 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6b830187-46b8-4dca-bc5a-891028d9d341 HTTP/1.1" status: 200 len: 848 time: 0.0842776 Jun 02 13:36:50.236110 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-58d11707-7bd5-4792-b561-618b6801052a req-494aa06d-4b84-4937-9fc2-5b7e15843cbb tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869853 Jun 02 13:36:50.270647 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebe467-763f-465b-9d90-4bd3152d2592 req-cc7dea7a-993f-4642-97cf-7b2225259a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:36:50.272143 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-aaebe467-763f-465b-9d90-4bd3152d2592 req-cc7dea7a-993f-4642-97cf-7b2225259a4a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44495108-b186-4381-ae1e-c56550de724a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0878899 Jun 02 13:36:50.312424 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-e21ecc34-a289-4294-b054-775a4cc30993 None None] Set router c757e58d-478c-4890-9412-d159de57e55e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:36:50.405117 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-aaebe467-763f-465b-9d90-4bd3152d2592 req-bd2bd6b9-b51f-4548-9d49-a0a670a2acdd service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251404 Jun 02 13:36:50.537797 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-aaebe467-763f-465b-9d90-4bd3152d2592 req-5fb9f44d-ed5e-4e00-a2a4-2930ca129638 service neutron] 10.222.0.22 "GET /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259525 Jun 02 13:36:50.618186 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-e21ecc34-a289-4294-b054-775a4cc30993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c757e58d-478c-4890-9412-d159de57e55e', 'name': 'tempest-TestShelveInstance-1096020280-router', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:41Z', 'updated_at': '2021-06-02T13:26:45Z', 'revision_number': 4, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'gw_port': {'id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:42Z', 'updated_at': '2021-06-02T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e8444ba2-d8aa-400c-8f81-0210ba48256d', 'name': '', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'mac_address': 'fa:16:3e:13:8f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:45Z', 'updated_at': '2021-06-02T13:26:52Z', 'revision_number': 5, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'subnets': [{'id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:36:50.621946 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21ecc34-a289-4294-b054-775a4cc30993 None None] The sync data for ids ['c757e58d-478c-4890-9412-d159de57e55e'] in dv-neutron-601336-80-hyperv is: [{'id': 'c757e58d-478c-4890-9412-d159de57e55e', 'name': 'tempest-TestShelveInstance-1096020280-router', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:41Z', 'updated_at': '2021-06-02T13:26:45Z', 'revision_number': 4, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'gw_port': {'id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:42Z', 'updated_at': '2021-06-02T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'e8444ba2-d8aa-400c-8f81-0210ba48256d', 'name': '', 'network_id': '44495108-b186-4381-ae1e-c56550de724a', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'mac_address': 'fa:16:3e:13:8f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:45Z', 'updated_at': '2021-06-02T13:26:52Z', 'revision_number': 5, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'subnets': [{'id': '6b830187-46b8-4dca-bc5a-891028d9d341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:36:50.821261 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41ee64f-2d3e-420b-8bab-5484b2f106ae None None] New status for floating IP 0c2f65d2-351a-4d16-845a-42bec864997b: DOWN {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:36:51.435373 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b6d79-e678-442f-9599-8426c8ed61cc req-3fbadc79-66da-44ae-a1bf-4d1ad43aa669 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:36:51.436057 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-fe4b6d79-e678-442f-9599-8426c8ed61cc req-3fbadc79-66da-44ae-a1bf-4d1ad43aa669 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Synchronizing usage tracker for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:36:51.450783 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-fe4b6d79-e678-442f-9599-8426c8ed61cc req-3fbadc79-66da-44ae-a1bf-4d1ad43aa669 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Unset dirty status for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:36:51.451814 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fe4b6d79-e678-442f-9599-8426c8ed61cc req-3fbadc79-66da-44ae-a1bf-4d1ad43aa669 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 945 time: 0.0942948 Jun 02 13:36:51.497006 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fe4b6d79-e678-442f-9599-8426c8ed61cc req-6784b9d4-d9fb-4343-b1c3-afacd60edda7 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/security-groups?id=ceaa0cd8-cc15-48f1-9192-199fbc841c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388105 Jun 02 13:36:51.736120 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a93eb-e218-4b19-89ee-8239788c2e1e req-0cf3a18e-1a6e-4865-b9eb-56aa11b373f1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:36:51.737446 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-369a93eb-e218-4b19-89ee-8239788c2e1e req-0cf3a18e-1a6e-4865-b9eb-56aa11b373f1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 945 time: 0.0791101 Jun 02 13:36:51.873882 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [req-369a93eb-e218-4b19-89ee-8239788c2e1e req-4f07c0b4-6713-4b4d-8adc-572052d457f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Deleting port 3403043b-7684-42e5-a122-23e76ce9c32e {{(pid=92304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:36:51.874259 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-369a93eb-e218-4b19-89ee-8239788c2e1e req-4f07c0b4-6713-4b4d-8adc-572052d457f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:52.012952 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [req-369a93eb-e218-4b19-89ee-8239788c2e1e req-4f07c0b4-6713-4b4d-8adc-572052d457f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] For port 3403043b-7684-42e5-a122-23e76ce9c32e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3403043b-7684-42e5-a122-23e76ce9c32e,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:36:52.013211 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-369a93eb-e218-4b19-89ee-8239788c2e1e req-4f07c0b4-6713-4b4d-8adc-572052d457f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:52.274553 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [req-369a93eb-e218-4b19-89ee-8239788c2e1e req-4f07c0b4-6713-4b4d-8adc-572052d457f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Calling delete_port for 3403043b-7684-42e5-a122-23e76ce9c32e owned by compute:nova {{(pid=92304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:36:52.384744 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-369a93eb-e218-4b19-89ee-8239788c2e1e req-4f07c0b4-6713-4b4d-8adc-572052d457f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:52.390278 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4a04077f-6c4d-4d73-b99d-a522d53b614b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:36:52.434533 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07c0b4-6713-4b4d-8adc-572052d457f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event deleted for resources: {'Port': ['ID=3403043b-7684-42e5-a122-23e76ce9c32e,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:36:52.472366 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07c0b4-6713-4b4d-8adc-572052d457f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:52.472763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07c0b4-6713-4b4d-8adc-572052d457f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:52.473146 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07c0b4-6713-4b4d-8adc-572052d457f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:52.473521 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07c0b4-6713-4b4d-8adc-572052d457f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:52.473891 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07c0b4-6713-4b4d-8adc-572052d457f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:52.474295 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07c0b4-6713-4b4d-8adc-572052d457f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:52.474663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07c0b4-6713-4b4d-8adc-572052d457f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:52.475030 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07c0b4-6713-4b4d-8adc-572052d457f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:52.475395 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07c0b4-6713-4b4d-8adc-572052d457f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:52.475761 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07c0b4-6713-4b4d-8adc-572052d457f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:52.476125 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07c0b4-6713-4b4d-8adc-572052d457f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:52.476489 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f07c0b4-6713-4b4d-8adc-572052d457f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:36:52.487378 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4f07c0b4-6713-4b4d-8adc-572052d457f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:36:52.523615 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [req-369a93eb-e218-4b19-89ee-8239788c2e1e req-4f07c0b4-6713-4b4d-8adc-572052d457f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] No DVR routers for this DVR port 3403043b-7684-42e5-a122-23e76ce9c32e on host hv-neutron-6013 {{(pid=92304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:36:52.526041 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-369a93eb-e218-4b19-89ee-8239788c2e1e req-4f07c0b4-6713-4b4d-8adc-572052d457f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:52.528606 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b368c3b-2fde-49ef-a3a3-d5d1f7840632', 'name': 'network-vif-deleted', 'tag': '3403043b-7684-42e5-a122-23e76ce9c32e'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:36:52.530925 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eeea4b8d5da6ecdd44650e8a62d2c2315c69c21a30378f5be8ce65998d53f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28edf4b7-d28d-45e1-87bb-19b1a55e87d8" -d '{"events": [{"server_uuid": "2b368c3b-2fde-49ef-a3a3-d5d1f7840632", "name": "network-vif-deleted", "tag": "3403043b-7684-42e5-a122-23e76ce9c32e"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:36:52.548117 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-369a93eb-e218-4b19-89ee-8239788c2e1e req-4f07c0b4-6713-4b4d-8adc-572052d457f4 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.22 "DELETE /v2.0/ports/3403043b-7684-42e5-a122-23e76ce9c32e HTTP/1.1" status: 204 len: 173 time: 0.8047338 Jun 02 13:36:52.579545 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747a851b-ad6d-4ae8-b9e9-7d0e5f2365c6 x-openstack-request-id: req-747a851b-ad6d-4ae8-b9e9-7d0e5f2365c6 {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:36:52.579990 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b368c3b-2fde-49ef-a3a3-d5d1f7840632", "name": "network-vif-deleted", "tag": "3403043b-7684-42e5-a122-23e76ce9c32e", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:36:52.580387 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-747a851b-ad6d-4ae8-b9e9-7d0e5f2365c6 {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:36:52.580861 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b368c3b-2fde-49ef-a3a3-d5d1f7840632', 'name': 'network-vif-deleted', 'tag': '3403043b-7684-42e5-a122-23e76ce9c32e', 'status': 'completed', 'code': 200} Jun 02 13:36:52.667550 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-1d0d9d23-0bad-40a5-9ed9-12fe39ad8bf1 req-ce7bb5ef-ab0e-4d5b-84ba-eb9c492ffe28 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Synchronizing usage tracker for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:36:52.684018 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-1d0d9d23-0bad-40a5-9ed9-12fe39ad8bf1 req-ce7bb5ef-ab0e-4d5b-84ba-eb9c492ffe28 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Unset dirty status for tenant:b66dbdb7d0424723babfd68b21520d91 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:36:52.685250 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1d0d9d23-0bad-40a5-9ed9-12fe39ad8bf1 req-ce7bb5ef-ab0e-4d5b-84ba-eb9c492ffe28 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 210 time: 0.0597947 Jun 02 13:36:53.836669 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-20635917-10e6-4194-9268-99e46bc34338 req-421f3776-4f32-478c-bbc5-4af579762bcd tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 210 time: 0.0473123 Jun 02 13:36:54.016607 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 3403043b-7684-42e5-a122-23e76ce9c32e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:36:54.052005 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] No Port match for: 3403043b-7684-42e5-a122-23e76ce9c32e {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:36:54.052356 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 3403043b-7684-42e5-a122-23e76ce9c32e not bound to the agent host hv-neutron-6013 {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:36:54.986272 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-8de608e5-dc94-4cc3-aba9-8b4f9031916f req-32ac623f-c9a8-4f7f-bf67-1366c1bf21e1 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 210 time: 0.0462236 Jun 02 13:36:56.277891 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-fd9172f7-4981-4e24-8506-c0facc723cb0 req-df2f4233-0666-4bcf-8ff8-c747459597a0 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b368c3b-2fde-49ef-a3a3-d5d1f7840632 HTTP/1.1" status: 200 len: 210 time: 0.1758566 Jun 02 13:36:56.595176 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:57.378448 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56348) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:36:57.446822 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c01c017f-5d9b-4da6-ad3c-75f97aac607a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:57.475805 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c01c017f-5d9b-4da6-ad3c-75f97aac607a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:57.548060 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c01c017f-5d9b-4da6-ad3c-75f97aac607a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:57.552444 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8e7c6334-5ae4-4168-8565-35c0fafdb075 tempest-SecGroupTest-860932268 tempest-SecGroupTest-860932268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:36:57.569283 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c017f-5d9b-4da6-ad3c-75f97aac607a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceaa0cd8-cc15-48f1-9192-199fbc841c8a,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:36:57.572069 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c01c017f-5d9b-4da6-ad3c-75f97aac607a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:36:57.588326 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c01c017f-5d9b-4da6-ad3c-75f97aac607a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:57.590593 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c01c017f-5d9b-4da6-ad3c-75f97aac607a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] 10.222.0.37 "DELETE /v2.0/security-groups/ceaa0cd8-cc15-48f1-9192-199fbc841c8a HTTP/1.1" status: 204 len: 168 time: 0.2110658 Jun 02 13:36:57.636824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56352) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:36:58.347548 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0d0eabb9-3872-471c-878e-1d19bc85224e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:58.757477 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-0d0eabb9-3872-471c-878e-1d19bc85224e admin admin] Deleting port e8444ba2-d8aa-400c-8f81-0210ba48256d {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:36:58.758297 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0d0eabb9-3872-471c-878e-1d19bc85224e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:58.883569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-0d0eabb9-3872-471c-878e-1d19bc85224e admin admin] For port e8444ba2-d8aa-400c-8f81-0210ba48256d, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=e8444ba2-d8aa-400c-8f81-0210ba48256d,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:36:58.883916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0d0eabb9-3872-471c-878e-1d19bc85224e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:59.003264 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-0d0eabb9-3872-471c-878e-1d19bc85224e admin admin] Calling delete_port for e8444ba2-d8aa-400c-8f81-0210ba48256d owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:36:59.404414 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0d0eabb9-3872-471c-878e-1d19bc85224e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:36:59.410028 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-237e1dc5-8151-41bc-be42-9bca3f0a269b tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:36:59.452281 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0eabb9-3872-471c-878e-1d19bc85224e admin admin] Pushing event deleted for resources: {'Port': ['ID=e8444ba2-d8aa-400c-8f81-0210ba48256d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:36:59.455989 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0d0eabb9-3872-471c-878e-1d19bc85224e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:36:59.717347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0d0eabb9-3872-471c-878e-1d19bc85224e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:00.074727 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0eabb9-3872-471c-878e-1d19bc85224e admin admin] Router c757e58d-478c-4890-9412-d159de57e55e has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:37:00.246358 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0eabb9-3872-471c-878e-1d19bc85224e admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:37:00.255592 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ff1a3f-e9d3-4501-974c-a2f1d1459def None None] Sync routers for ids ['c757e58d-478c-4890-9412-d159de57e55e'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:37:00.262369 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-0d0eabb9-3872-471c-878e-1d19bc85224e admin admin] 10.222.0.37 "PUT /v2.0/routers/c757e58d-478c-4890-9412-d159de57e55e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6244555 Jun 02 13:37:00.264795 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56356) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:00.266782 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ff1a3f-e9d3-4501-974c-a2f1d1459def None None] Routers {'c757e58d-478c-4890-9412-d159de57e55e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:37:00.267389 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-c7ff1a3f-e9d3-4501-974c-a2f1d1459def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:36:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c757e58d-478c-4890-9412-d159de57e55e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:00.445070 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-c7ff1a3f-e9d3-4501-974c-a2f1d1459def None None] Set router c757e58d-478c-4890-9412-d159de57e55e gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:37:00.582254 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-364ba796-45d0-4c82-b527-5e1ab8b2eb22 admin admin] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:00.729731 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-c7ff1a3f-e9d3-4501-974c-a2f1d1459def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c757e58d-478c-4890-9412-d159de57e55e', 'name': 'tempest-TestShelveInstance-1096020280-router', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:41Z', 'updated_at': '2021-06-02T13:36:59Z', 'revision_number': 5, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'gw_port': {'id': 'bb970233-b14e-4195-874c-71eafbd0fa02', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c757e58d-478c-4890-9412-d159de57e55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:42Z', 'updated_at': '2021-06-02T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:00.733357 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ff1a3f-e9d3-4501-974c-a2f1d1459def None None] Checking router: c757e58d-478c-4890-9412-d159de57e55e for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:37:00.742083 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ff1a3f-e9d3-4501-974c-a2f1d1459def None None] Routers {'c757e58d-478c-4890-9412-d159de57e55e'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:37:00.742703 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-c7ff1a3f-e9d3-4501-974c-a2f1d1459def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:36:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['c757e58d-478c-4890-9412-d159de57e55e'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:00.755176 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-364ba796-45d0-4c82-b527-5e1ab8b2eb22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:00.834586 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-364ba796-45d0-4c82-b527-5e1ab8b2eb22 admin admin] Deleting port bb970233-b14e-4195-874c-71eafbd0fa02 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:37:00.834929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-364ba796-45d0-4c82-b527-5e1ab8b2eb22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:00.896715 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-c7ff1a3f-e9d3-4501-974c-a2f1d1459def None None] Set router c757e58d-478c-4890-9412-d159de57e55e gateway port host: None {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:37:00.957677 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-364ba796-45d0-4c82-b527-5e1ab8b2eb22 admin admin] For port bb970233-b14e-4195-874c-71eafbd0fa02, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=bb970233-b14e-4195-874c-71eafbd0fa02,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:37:00.958027 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-364ba796-45d0-4c82-b527-5e1ab8b2eb22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:01.000886 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-c7ff1a3f-e9d3-4501-974c-a2f1d1459def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c757e58d-478c-4890-9412-d159de57e55e', 'name': 'tempest-TestShelveInstance-1096020280-router', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:41Z', 'updated_at': '2021-06-02T13:37:00Z', 'revision_number': 6, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:01.005301 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ff1a3f-e9d3-4501-974c-a2f1d1459def None None] The sync data for ids ['c757e58d-478c-4890-9412-d159de57e55e'] in dv-neutron-601336-80-hyperv is: [{'id': 'c757e58d-478c-4890-9412-d159de57e55e', 'name': 'tempest-TestShelveInstance-1096020280-router', 'tenant_id': 'b66dbdb7d0424723babfd68b21520d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:41Z', 'updated_at': '2021-06-02T13:37:00Z', 'revision_number': 6, 'project_id': 'b66dbdb7d0424723babfd68b21520d91', 'gw_port_host': None}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:37:01.083602 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-364ba796-45d0-4c82-b527-5e1ab8b2eb22 admin admin] Calling delete_port for bb970233-b14e-4195-874c-71eafbd0fa02 owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:37:01.217368 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-364ba796-45d0-4c82-b527-5e1ab8b2eb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:01.221259 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b4d73013-fc61-4d97-aa05-79355f47c433 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:01.267567 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ba796-45d0-4c82-b527-5e1ab8b2eb22 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb970233-b14e-4195-874c-71eafbd0fa02,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:01.270051 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-364ba796-45d0-4c82-b527-5e1ab8b2eb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:01.363096 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-364ba796-45d0-4c82-b527-5e1ab8b2eb22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:01.536368 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-364ba796-45d0-4c82-b527-5e1ab8b2eb22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:01.538479 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-364ba796-45d0-4c82-b527-5e1ab8b2eb22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:01.559965 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-364ba796-45d0-4c82-b527-5e1ab8b2eb22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:01.560527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364ba796-45d0-4c82-b527-5e1ab8b2eb22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c757e58d-478c-4890-9412-d159de57e55e {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 13:37:01.573097 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-364ba796-45d0-4c82-b527-5e1ab8b2eb22 admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:01.574219 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-364ba796-45d0-4c82-b527-5e1ab8b2eb22 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c757e58d-478c-4890-9412-d159de57e55e HTTP/1.1" status: 204 len: 168 time: 1.3084488 Jun 02 13:37:01.576633 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56358) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:01.640425 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fd69d0-fe25-4895-8526-9f57f4f27d63 admin admin] Deleting subnet 6b830187-46b8-4dca-bc5a-891028d9d341 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 13:37:01.644008 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-33fd69d0-fe25-4895-8526-9f57f4f27d63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:01.692029 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-33fd69d0-fe25-4895-8526-9f57f4f27d63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:01.773319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-33fd69d0-fe25-4895-8526-9f57f4f27d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:01.959808 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device bb970233-b14e-4195-874c-71eafbd0fa02 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:37:01.999797 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: bb970233-b14e-4195-874c-71eafbd0fa02 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:37:01.999924 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device bb970233-b14e-4195-874c-71eafbd0fa02 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:37:02.000357 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e8444ba2-d8aa-400c-8f81-0210ba48256d no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:37:02.037164 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: e8444ba2-d8aa-400c-8f81-0210ba48256d {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:37:02.037420 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device e8444ba2-d8aa-400c-8f81-0210ba48256d not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:37:02.040591 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-33fd69d0-fe25-4895-8526-9f57f4f27d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:02.044417 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ac451f90-8747-43b6-a64a-c367f55d9d25 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:02.083418 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd69d0-fe25-4895-8526-9f57f4f27d63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b830187-46b8-4dca-bc5a-891028d9d341,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:02.086817 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-33fd69d0-fe25-4895-8526-9f57f4f27d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:02.087853 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-33fd69d0-fe25-4895-8526-9f57f4f27d63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:02.091995 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a079e28-e29a-452c-9af7-c4ab31f7672c None None] Network 44495108-b186-4381-ae1e-c56550de724a requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:37:02.093891 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-33fd69d0-fe25-4895-8526-9f57f4f27d63 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6b830187-46b8-4dca-bc5a-891028d9d341 HTTP/1.1" status: 204 len: 168 time: 0.5163348 Jun 02 13:37:02.096323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56360) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:02.200895 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b0e7f282-f04e-4674-a91f-eabfc8d8a2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:02.270484 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-b0e7f282-f04e-4674-a91f-eabfc8d8a2f3 admin admin] Deleting port 436b58d6-1feb-4668-8a9c-3ed97f44f999 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:37:02.270824 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b0e7f282-f04e-4674-a91f-eabfc8d8a2f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:02.349913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430ea4c2-3757-4126-93fe-5095c3e68d17 None None] DHCP port deletion for 44495108-b186-4381-ae1e-c56550de724a request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 13:37:02.417118 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-430ea4c2-3757-4126-93fe-5095c3e68d17 None None] Deleting port 436b58d6-1feb-4668-8a9c-3ed97f44f999 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:37:02.417596 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-430ea4c2-3757-4126-93fe-5095c3e68d17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:02.508315 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-b0e7f282-f04e-4674-a91f-eabfc8d8a2f3 admin admin] For port 436b58d6-1feb-4668-8a9c-3ed97f44f999, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=436b58d6-1feb-4668-8a9c-3ed97f44f999,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:37:02.508690 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b0e7f282-f04e-4674-a91f-eabfc8d8a2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:02.517605 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-430ea4c2-3757-4126-93fe-5095c3e68d17 None None] For port 436b58d6-1feb-4668-8a9c-3ed97f44f999, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=436b58d6-1feb-4668-8a9c-3ed97f44f999,segment=NetworkSegment(f8ae552a-6a90-4c4c-a145-44ab24ede833),segment_id=f8ae552a-6a90-4c4c-a145-44ab24ede833)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:37:02.518010 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-430ea4c2-3757-4126-93fe-5095c3e68d17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:02.631160 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-b0e7f282-f04e-4674-a91f-eabfc8d8a2f3 admin admin] Calling delete_port for 436b58d6-1feb-4668-8a9c-3ed97f44f999 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:37:02.639344 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-430ea4c2-3757-4126-93fe-5095c3e68d17 None None] Calling delete_port for 436b58d6-1feb-4668-8a9c-3ed97f44f999 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:37:02.680007 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b0e7f282-f04e-4674-a91f-eabfc8d8a2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:02.684835 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:02.686571 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-430ea4c2-3757-4126-93fe-5095c3e68d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:02.690867 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:02.730940 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7f282-f04e-4674-a91f-eabfc8d8a2f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=436b58d6-1feb-4668-8a9c-3ed97f44f999,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:02.734217 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b0e7f282-f04e-4674-a91f-eabfc8d8a2f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:02.734995 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e7f282-f04e-4674-a91f-eabfc8d8a2f3 admin admin] No DVR routers for this DVR port 436b58d6-1feb-4668-8a9c-3ed97f44f999 on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:37:02.739120 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ea4c2-3757-4126-93fe-5095c3e68d17 None None] Pushing event deleted for resources: {'Port': ['ID=436b58d6-1feb-4668-8a9c-3ed97f44f999,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:02.743312 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430ea4c2-3757-4126-93fe-5095c3e68d17 None None] No DVR routers for this DVR port 436b58d6-1feb-4668-8a9c-3ed97f44f999 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:37:02.754557 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ea4c2-3757-4126-93fe-5095c3e68d17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:02.754908 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ea4c2-3757-4126-93fe-5095c3e68d17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:02.755344 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ea4c2-3757-4126-93fe-5095c3e68d17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:02.755681 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ea4c2-3757-4126-93fe-5095c3e68d17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:02.756011 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ea4c2-3757-4126-93fe-5095c3e68d17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:02.756335 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ea4c2-3757-4126-93fe-5095c3e68d17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:02.756656 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ea4c2-3757-4126-93fe-5095c3e68d17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:02.756977 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ea4c2-3757-4126-93fe-5095c3e68d17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:02.757296 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ea4c2-3757-4126-93fe-5095c3e68d17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:02.757609 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ea4c2-3757-4126-93fe-5095c3e68d17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:02.757991 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ea4c2-3757-4126-93fe-5095c3e68d17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:02.758335 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ea4c2-3757-4126-93fe-5095c3e68d17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:02.761465 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-430ea4c2-3757-4126-93fe-5095c3e68d17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:02.851039 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b0e7f282-f04e-4674-a91f-eabfc8d8a2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:02.863899 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-b0e7f282-f04e-4674-a91f-eabfc8d8a2f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44495108-b186-4381-ae1e-c56550de724a']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:02.875615 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-b0e7f282-f04e-4674-a91f-eabfc8d8a2f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ae552a-6a90-4c4c-a145-44ab24ede833') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:02.875917 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-b0e7f282-f04e-4674-a91f-eabfc8d8a2f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ae552a-6a90-4c4c-a145-44ab24ede833') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:02.887013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b0e7f282-f04e-4674-a91f-eabfc8d8a2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:02.903562 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b0e7f282-f04e-4674-a91f-eabfc8d8a2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:02.910291 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e7f282-f04e-4674-a91f-eabfc8d8a2f3 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 13:37:02.910685 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b0e7f282-f04e-4674-a91f-eabfc8d8a2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 13:37:02.924633 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 13:37:03.003016 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b0e7f282-f04e-4674-a91f-eabfc8d8a2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:03.006433 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8c46d61a-bdb5-4b2b-bf3f-0b81c008cb9b tempest-NetworksIpV6Test-362567527 tempest-NetworksIpV6Test-362567527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:03.020021 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b0e7f282-f04e-4674-a91f-eabfc8d8a2f3 admin admin] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:03.030126 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7f282-f04e-4674-a91f-eabfc8d8a2f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=44495108-b186-4381-ae1e-c56550de724a,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:03.033741 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b0e7f282-f04e-4674-a91f-eabfc8d8a2f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:03.048530 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-b0e7f282-f04e-4674-a91f-eabfc8d8a2f3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/44495108-b186-4381-ae1e-c56550de724a HTTP/1.1" status: 204 len: 168 time: 0.9512060 Jun 02 13:37:03.051538 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56362) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:03.579281 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f58aef9b-c07d-46c8-aec5-812d235e21b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978311'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:03.936583 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 436b58d6-1feb-4668-8a9c-3ed97f44f999 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:37:03.971963 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 436b58d6-1feb-4668-8a9c-3ed97f44f999 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:37:03.972315 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 436b58d6-1feb-4668-8a9c-3ed97f44f999 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:37:04.119506 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f58aef9b-c07d-46c8-aec5-812d235e21b5 admin admin] Deleting port 53075025-a53f-406f-9743-01fd6bcca074 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:37:04.119845 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f58aef9b-c07d-46c8-aec5-812d235e21b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:04.240009 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-f58aef9b-c07d-46c8-aec5-812d235e21b5 admin admin] For port 53075025-a53f-406f-9743-01fd6bcca074, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=53075025-a53f-406f-9743-01fd6bcca074,segment=NetworkSegment(54d17a36-e0f5-4101-8771-412b7be8bb48),segment_id=54d17a36-e0f5-4101-8771-412b7be8bb48)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:37:04.240376 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f58aef9b-c07d-46c8-aec5-812d235e21b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:04.360390 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-f58aef9b-c07d-46c8-aec5-812d235e21b5 admin admin] Calling delete_port for 53075025-a53f-406f-9743-01fd6bcca074 owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:37:04.507831 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f58aef9b-c07d-46c8-aec5-812d235e21b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:04.512111 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-534ed457-a3d2-4b82-ad20-4d28b0dc3089 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:04.555578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58aef9b-c07d-46c8-aec5-812d235e21b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=53075025-a53f-406f-9743-01fd6bcca074,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:04.580956 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f58aef9b-c07d-46c8-aec5-812d235e21b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:04.818051 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f58aef9b-c07d-46c8-aec5-812d235e21b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-992735'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:05.169047 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58aef9b-c07d-46c8-aec5-812d235e21b5 admin admin] Router 2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:37:05.473737 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58aef9b-c07d-46c8-aec5-812d235e21b5 admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:37:05.482822 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4245e016-2cb9-424b-86cd-2223dceaa8d0 None None] Sync routers for ids ['2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:37:05.484351 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-f58aef9b-c07d-46c8-aec5-812d235e21b5 admin admin] 10.222.0.37 "PUT /v2.0/routers/2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4318485 Jun 02 13:37:05.486942 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56364) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:05.492602 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4245e016-2cb9-424b-86cd-2223dceaa8d0 None None] Routers {'2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:37:05.493217 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-4245e016-2cb9-424b-86cd-2223dceaa8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:36:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:05.662812 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c9e6edb0-00d5-4605-8d5b-b5e9bd1bc098 admin admin] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:05.671958 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-4245e016-2cb9-424b-86cd-2223dceaa8d0 None None] Set router 2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:37:05.838204 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c9e6edb0-00d5-4605-8d5b-b5e9bd1bc098 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:05.914890 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-c9e6edb0-00d5-4605-8d5b-b5e9bd1bc098 admin admin] Deleting port f2c0aec2-6ed9-43a0-89c8-08d4abe76e26 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:37:05.915697 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c9e6edb0-00d5-4605-8d5b-b5e9bd1bc098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:06.007635 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-4245e016-2cb9-424b-86cd-2223dceaa8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1', 'name': 'tempest-TestShelveInstance-1735166829-router', 'tenant_id': '35f145efb86145fcb8b64bfa5d63f29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': 'f2c0aec2-6ed9-43a0-89c8-08d4abe76e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:48Z', 'updated_at': '2021-06-02T13:37:04Z', 'revision_number': 5, 'project_id': '35f145efb86145fcb8b64bfa5d63f29f', 'gw_port': {'id': 'f2c0aec2-6ed9-43a0-89c8-08d4abe76e26', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:26:49Z', 'updated_at': '2021-06-02T13:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:06.011556 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4245e016-2cb9-424b-86cd-2223dceaa8d0 None None] Checking router: 2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:37:06.020089 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4245e016-2cb9-424b-86cd-2223dceaa8d0 None None] Routers {'2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:37:06.020688 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-4245e016-2cb9-424b-86cd-2223dceaa8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:36:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:06.045208 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-c9e6edb0-00d5-4605-8d5b-b5e9bd1bc098 admin admin] For port f2c0aec2-6ed9-43a0-89c8-08d4abe76e26, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=f2c0aec2-6ed9-43a0-89c8-08d4abe76e26,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:37:06.045559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c9e6edb0-00d5-4605-8d5b-b5e9bd1bc098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:06.166052 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-c9e6edb0-00d5-4605-8d5b-b5e9bd1bc098 admin admin] Calling delete_port for f2c0aec2-6ed9-43a0-89c8-08d4abe76e26 owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:37:06.170535 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-4245e016-2cb9-424b-86cd-2223dceaa8d0 None None] Set router 2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1 gateway port host: None {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:37:06.275844 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-4245e016-2cb9-424b-86cd-2223dceaa8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1', 'name': 'tempest-TestShelveInstance-1735166829-router', 'tenant_id': '35f145efb86145fcb8b64bfa5d63f29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:48Z', 'updated_at': '2021-06-02T13:37:05Z', 'revision_number': 6, 'project_id': '35f145efb86145fcb8b64bfa5d63f29f', 'gw_port_host': None}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:06.279768 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4245e016-2cb9-424b-86cd-2223dceaa8d0 None None] The sync data for ids ['2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1'] in dv-neutron-601336-80-hyperv is: [{'id': '2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1', 'name': 'tempest-TestShelveInstance-1735166829-router', 'tenant_id': '35f145efb86145fcb8b64bfa5d63f29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:26:48Z', 'updated_at': '2021-06-02T13:37:05Z', 'revision_number': 6, 'project_id': '35f145efb86145fcb8b64bfa5d63f29f', 'gw_port_host': None}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:37:06.312319 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c9e6edb0-00d5-4605-8d5b-b5e9bd1bc098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:06.316157 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8c9aa892-1e69-4e02-a623-a2610decec94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:06.358604 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6edb0-00d5-4605-8d5b-b5e9bd1bc098 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c0aec2-6ed9-43a0-89c8-08d4abe76e26,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:06.362248 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c9e6edb0-00d5-4605-8d5b-b5e9bd1bc098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:06.449785 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c9e6edb0-00d5-4605-8d5b-b5e9bd1bc098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992674'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:06.623757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c9e6edb0-00d5-4605-8d5b-b5e9bd1bc098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-978617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5162'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:06.626039 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c9e6edb0-00d5-4605-8d5b-b5e9bd1bc098 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:06.651580 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c9e6edb0-00d5-4605-8d5b-b5e9bd1bc098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978477'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:06.652191 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e6edb0-00d5-4605-8d5b-b5e9bd1bc098 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 13:37:06.666003 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c9e6edb0-00d5-4605-8d5b-b5e9bd1bc098 admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:06.667150 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c9e6edb0-00d5-4605-8d5b-b5e9bd1bc098 admin admin] 10.222.0.37 "DELETE /v2.0/routers/2fa13855-5fd2-41ad-8294-cbf3ae2cf4b1 HTTP/1.1" status: 204 len: 168 time: 1.1793020 Jun 02 13:37:06.669684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56366) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:06.728361 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac3e55e-6a39-4a54-b751-2e4d5206f337 admin admin] Deleting subnet c07cd7f2-4d22-4147-ad9a-228ecfbd761c {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 13:37:06.731649 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bac3e55e-6a39-4a54-b751-2e4d5206f337 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:06.781271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bac3e55e-6a39-4a54-b751-2e4d5206f337 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511540'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:06.982070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bac3e55e-6a39-4a54-b751-2e4d5206f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2023223'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:07.239481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bac3e55e-6a39-4a54-b751-2e4d5206f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2023230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3486762'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:07.243537 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-036680fd-d4c8-4f92-9b1c-026d75562cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:07.277490 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3e55e-6a39-4a54-b751-2e4d5206f337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c07cd7f2-4d22-4147-ad9a-228ecfbd761c,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:07.280195 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bac3e55e-6a39-4a54-b751-2e4d5206f337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:07.283242 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bac3e55e-6a39-4a54-b751-2e4d5206f337 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:07.288265 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04778aad-6956-42de-9734-17735fc522e6 None None] Network b85fb81a-57df-4a4d-933a-d46f456f2e67 requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:37:07.289645 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-bac3e55e-6a39-4a54-b751-2e4d5206f337 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c07cd7f2-4d22-4147-ad9a-228ecfbd761c HTTP/1.1" status: 204 len: 168 time: 0.6189811 Jun 02 13:37:07.292025 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56368) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:07.420813 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16f101ab-db5d-4ea1-bb46-8202b8c1258f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622533'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:07.493095 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-16f101ab-db5d-4ea1-bb46-8202b8c1258f admin admin] Deleting port 105f1ec6-3b67-4b2e-8a28-f28462a95494 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:37:07.493443 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16f101ab-db5d-4ea1-bb46-8202b8c1258f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:07.537338 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50338bdb-3800-42d0-b678-9448e83156a0 None None] DHCP port deletion for b85fb81a-57df-4a4d-933a-d46f456f2e67 request from dv-neutron-601336-80-hyperv {{(pid=92306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 13:37:07.595204 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-16f101ab-db5d-4ea1-bb46-8202b8c1258f admin admin] For port 105f1ec6-3b67-4b2e-8a28-f28462a95494, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=105f1ec6-3b67-4b2e-8a28-f28462a95494,segment=NetworkSegment(54d17a36-e0f5-4101-8771-412b7be8bb48),segment_id=54d17a36-e0f5-4101-8771-412b7be8bb48)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:37:07.595556 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16f101ab-db5d-4ea1-bb46-8202b8c1258f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:07.601385 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-50338bdb-3800-42d0-b678-9448e83156a0 None None] Deleting port 105f1ec6-3b67-4b2e-8a28-f28462a95494 {{(pid=92306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 13:37:07.601766 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-50338bdb-3800-42d0-b678-9448e83156a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415842268'] for port, before_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:07.700965 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-50338bdb-3800-42d0-b678-9448e83156a0 None None] For port 105f1ec6-3b67-4b2e-8a28-f28462a95494, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=105f1ec6-3b67-4b2e-8a28-f28462a95494,segment=NetworkSegment(54d17a36-e0f5-4101-8771-412b7be8bb48),segment_id=54d17a36-e0f5-4101-8771-412b7be8bb48)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:37:07.701407 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-50338bdb-3800-42d0-b678-9448e83156a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998501'] for port, precommit_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:07.722064 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-16f101ab-db5d-4ea1-bb46-8202b8c1258f admin admin] Calling delete_port for 105f1ec6-3b67-4b2e-8a28-f28462a95494 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:37:07.767527 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16f101ab-db5d-4ea1-bb46-8202b8c1258f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:07.772800 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-268e0840-0f25-4992-9e9b-3b875fd869c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:07.818197 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f101ab-db5d-4ea1-bb46-8202b8c1258f admin admin] Pushing event deleted for resources: {'Port': ['ID=105f1ec6-3b67-4b2e-8a28-f28462a95494,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:07.820116 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f101ab-db5d-4ea1-bb46-8202b8c1258f admin admin] No DVR routers for this DVR port 105f1ec6-3b67-4b2e-8a28-f28462a95494 on host dv-neutron-601336-80-hyperv {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:37:07.821606 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-16f101ab-db5d-4ea1-bb46-8202b8c1258f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:07.825937 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-50338bdb-3800-42d0-b678-9448e83156a0 None None] Calling delete_port for 105f1ec6-3b67-4b2e-8a28-f28462a95494 owned by network:dhcp {{(pid=92306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 13:37:07.870300 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-50338bdb-3800-42d0-b678-9448e83156a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415848156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415476893'] for port, after_delete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:07.874715 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:07.927352 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50338bdb-3800-42d0-b678-9448e83156a0 None None] No DVR routers for this DVR port 105f1ec6-3b67-4b2e-8a28-f28462a95494 on host dv-neutron-601336-80-hyperv {{(pid=92306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 13:37:07.931345 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50338bdb-3800-42d0-b678-9448e83156a0 None None] Pushing event deleted for resources: {'Port': ['ID=105f1ec6-3b67-4b2e-8a28-f28462a95494,revision_number=None']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:07.937801 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-50338bdb-3800-42d0-b678-9448e83156a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:07.944159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16f101ab-db5d-4ea1-bb46-8202b8c1258f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022030', 'neutron.services.segments.db._delete_segments_for_network-8726415962408'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:07.953389 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f2c0aec2-6ed9-43a0-89c8-08d4abe76e26 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:37:07.957979 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-16f101ab-db5d-4ea1-bb46-8202b8c1258f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b85fb81a-57df-4a4d-933a-d46f456f2e67']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:07.970196 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-16f101ab-db5d-4ea1-bb46-8202b8c1258f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d17a36-e0f5-4101-8771-412b7be8bb48') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:07.970491 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.services.segments.db [None req-16f101ab-db5d-4ea1-bb46-8202b8c1258f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d17a36-e0f5-4101-8771-412b7be8bb48') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:07.981580 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16f101ab-db5d-4ea1-bb46-8202b8c1258f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415963459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511533'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:07.988203 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: f2c0aec2-6ed9-43a0-89c8-08d4abe76e26 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:37:07.988562 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device f2c0aec2-6ed9-43a0-89c8-08d4abe76e26 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:37:07.988989 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 53075025-a53f-406f-9743-01fd6bcca074 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:37:07.997724 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16f101ab-db5d-4ea1-bb46-8202b8c1258f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:08.004179 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f101ab-db5d-4ea1-bb46-8202b8c1258f admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 13:37:08.004559 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16f101ab-db5d-4ea1-bb46-8202b8c1258f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510602'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: Traceback (most recent call last): Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: timer() Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: cb(*args, **kw) Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: return func(*args, **kwargs) Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: self._notify() Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: self.callback(batched_events) Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: event.method(event) Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: return f(self, *a, **k) Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._get(url).json() Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: return self.request(url, 'GET', **kwargs) Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 13:37:08.018200 dv-neutron-601336-80-hyperv neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 13:37:08.023178 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 53075025-a53f-406f-9743-01fd6bcca074 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:37:08.023532 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 53075025-a53f-406f-9743-01fd6bcca074 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:37:08.023967 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 105f1ec6-3b67-4b2e-8a28-f28462a95494 no longer exists at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 13:37:08.099386 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16f101ab-db5d-4ea1-bb46-8202b8c1258f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992647'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:08.103624 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e028933d-a544-432c-9c73-dc7d2e54ee20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:08.108573 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] No Port match for: 105f1ec6-3b67-4b2e-8a28-f28462a95494 {{(pid=92306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 13:37:08.108929 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 105f1ec6-3b67-4b2e-8a28-f28462a95494 not bound to the agent host dv-neutron-601336-80-hyperv {{(pid=92306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 13:37:08.118359 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16f101ab-db5d-4ea1-bb46-8202b8c1258f admin admin] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:08.129271 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f101ab-db5d-4ea1-bb46-8202b8c1258f admin admin] Pushing event deleted for resources: {'Network': ['ID=b85fb81a-57df-4a4d-933a-d46f456f2e67,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:08.132256 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-16f101ab-db5d-4ea1-bb46-8202b8c1258f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:08.134198 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-16f101ab-db5d-4ea1-bb46-8202b8c1258f admin admin] 10.222.0.37 "DELETE /v2.0/networks/b85fb81a-57df-4a4d-933a-d46f456f2e67 HTTP/1.1" status: 204 len: 168 time: 0.8408275 Jun 02 13:37:08.261489 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 56372) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:08.309373 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-416ff229-02b3-46d0-b5bc-9c9f04989822 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b66dbdb7d0424723babfd68b21520d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465927 Jun 02 13:37:08.311535 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 56374) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:08.366782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2161d7fd-540a-4cb0-b605-7f331829bc79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:08.391592 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2161d7fd-540a-4cb0-b605-7f331829bc79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:08.442463 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2161d7fd-540a-4cb0-b605-7f331829bc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:08.445988 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b3cc0e3f-d19a-46e1-9183-241a17906f2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:08.460136 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161d7fd-540a-4cb0-b605-7f331829bc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc47bbf-e8bd-4b82-af4b-6244e463e8b5,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:08.464975 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-2161d7fd-540a-4cb0-b605-7f331829bc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:08.466807 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-2161d7fd-540a-4cb0-b605-7f331829bc79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:08.468267 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-2161d7fd-540a-4cb0-b605-7f331829bc79 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccc47bbf-e8bd-4b82-af4b-6244e463e8b5 HTTP/1.1" status: 204 len: 168 time: 0.1557789 Jun 02 13:37:08.820517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 56380) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:08.872135 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-29727ed9-5e6e-4334-b8a4-eca6f3cb0b3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35f145efb86145fcb8b64bfa5d63f29f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503097 Jun 02 13:37:08.874477 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 56382) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:08.930650 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b90da005-8747-4a80-aad1-195da5c68fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:08.956325 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b90da005-8747-4a80-aad1-195da5c68fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:09.009593 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b90da005-8747-4a80-aad1-195da5c68fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_delete {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:09.013251 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-180f47ea-a0eb-43bb-9fe8-97d48a75cbbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:09.024476 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90da005-8747-4a80-aad1-195da5c68fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50955de6-9958-4659-a04b-0dad20b2850a,revision_number=None']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:09.028000 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-b90da005-8747-4a80-aad1-195da5c68fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:09.031729 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-b90da005-8747-4a80-aad1-195da5c68fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:09.033378 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-b90da005-8747-4a80-aad1-195da5c68fb2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50955de6-9958-4659-a04b-0dad20b2850a HTTP/1.1" status: 204 len: 168 time: 0.1580026 Jun 02 13:37:09.783519 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56404) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:09.885957 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-334633473-network', 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:37:09.891070 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:37:09.895532 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Usage tracker for resource:network and tenant:a20c06dbe06849749ff7c044f3a4fa48 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:37:09.898402 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:37:09.904043 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:37:09.914454 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Made reservation on behalf of a20c06dbe06849749ff7c044f3a4fa48 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:37:09.916923 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:09.929418 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:09.948097 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:37:09.951884 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Usage tracker for resource:security_group_rule and tenant:a20c06dbe06849749ff7c044f3a4fa48 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:37:09.955521 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:37:09.961230 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:37:10.043849 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:10.047463 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:10.050397 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9c196319-e7ff-4c74-b20c-8450af082dc8 tempest-ServerActionsTestJSON-1852422964 tempest-ServerActionsTestJSON-1852422964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:10.078463 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 13:37:10.087518 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e493f4e3-87c7-4eec-941f-4b30f0d91454,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:10.090796 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:10.095107 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:10.095328 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.segments_db [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Added segment 87f269f9-41f2-49aa-8806-d2353efb45b4 of type vlan for network a820b456-9943-420c-bd49-c84b609806cf Jun 02 13:37:10.120689 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:10.149767 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:10.150807 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:10.151381 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Notify callbacks [] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:10.155964 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-26b9670d-0eba-4287-8154-bd9cd45cb98a tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:10.256293 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Pushing event updated for resources: {'Network': ['ID=a820b456-9943-420c-bd49-c84b609806cf,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:10.259229 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4747069 Jun 02 13:37:10.260146 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-62b87bfc-5989-48e3-9a65-21b465ba8b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:10.262013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56408) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:10.266523 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network a820b456-9943-420c-bd49-c84b609806cf details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 13:37:10.267042 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-654585db-6b93-4097-8a76-89104a2b916f admin admin] Request body: {'subnet': {'network_id': 'a820b456-9943-420c-bd49-c84b609806cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-334633473-subnet', 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'ip_version': 4}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:37:10.271686 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-654585db-6b93-4097-8a76-89104a2b916f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:37:10.275577 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-654585db-6b93-4097-8a76-89104a2b916f admin admin] Usage tracker for resource:subnet and tenant:a20c06dbe06849749ff7c044f3a4fa48 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:37:10.278481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-654585db-6b93-4097-8a76-89104a2b916f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:37:10.284315 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-654585db-6b93-4097-8a76-89104a2b916f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:37:10.294602 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654585db-6b93-4097-8a76-89104a2b916f admin admin] Made reservation on behalf of a20c06dbe06849749ff7c044f3a4fa48 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:37:10.297121 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-654585db-6b93-4097-8a76-89104a2b916f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3486735'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:10.676315 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-654585db-6b93-4097-8a76-89104a2b916f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3486753'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:10.680571 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-738e9dcf-d0a9-4de5-9c13-54185ba222b7 tempest-RoutersNegativeIpV6Test-1115054043 tempest-RoutersNegativeIpV6Test-1115054043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:10.858798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654585db-6b93-4097-8a76-89104a2b916f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c71c481-c0d5-4cc5-91dd-60baef393bd3,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:10.864133 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-654585db-6b93-4097-8a76-89104a2b916f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:10.871142 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654585db-6b93-4097-8a76-89104a2b916f admin admin] Checking segment: {'id': '87f269f9-41f2-49aa-8806-d2353efb45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:37:10.871498 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654585db-6b93-4097-8a76-89104a2b916f admin admin] Network hostable DHCP agents. Network: a820b456-9943-420c-bd49-c84b609806cf, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 13:37:10.888118 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654585db-6b93-4097-8a76-89104a2b916f admin admin] Network a820b456-9943-420c-bd49-c84b609806cf is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 13:37:10.896929 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-654585db-6b93-4097-8a76-89104a2b916f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, a820b456-9943-420c-bd49-c84b609806cf) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:37:10.905132 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654585db-6b93-4097-8a76-89104a2b916f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:10.905741 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-654585db-6b93-4097-8a76-89104a2b916f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:10.906815 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d2735b-c99c-424f-ac86-b7b8d992c537 None None] Network a820b456-9943-420c-bd49-c84b609806cf requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:37:10.925854 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-654585db-6b93-4097-8a76-89104a2b916f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6628196 Jun 02 13:37:10.987798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56410) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:10.992292 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-334633473-router', 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:37:10.997021 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:37:11.000837 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Usage tracker for resource:router and tenant:a20c06dbe06849749ff7c044f3a4fa48 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:37:11.003704 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:37:11.009310 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:37:11.020721 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:11.021701 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:11.036693 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:11.123341 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-a820b456-9943-420c-bd49-c84b609806cf', 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf', 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'fixed_ips': [{'subnet_id': '8c71c481-c0d5-4cc5-91dd-60baef393bd3'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 13:37:11.124168 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:11.278044 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Allocated IP 172.20.0.2 (a820b456-9943-420c-bd49-c84b609806cf/8c71c481-c0d5-4cc5-91dd-60baef393bd3/741bb9a9-3f54-465b-88b4-23b66f2d6624) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:37:11.302372 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:11.483238 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:11.492982 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Transition to ACTIVE for port object 741bb9a9-3f54-465b-88b4-23b66f2d6624 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:37:11.510838 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Transition to ACTIVE for port object 741bb9a9-3f54-465b-88b4-23b66f2d6624 will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:37:11.516438 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:11.521535 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-cf2eab42-afb5-455a-9287-964f97b735a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:11.581820 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Network a820b456-9943-420c-bd49-c84b609806cf is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:37:11.584978 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:37:11.588896 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:37:11.613578 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:11.625175 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Pushing event updated for resources: {'Port': ['ID=741bb9a9-3f54-465b-88b4-23b66f2d6624,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:11.632536 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:11.645836 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:11.684726 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Attempting to bind port 741bb9a9-3f54-465b-88b4-23b66f2d6624 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:37:11.685101 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Attempting to bind port 741bb9a9-3f54-465b-88b4-23b66f2d6624 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '87f269f9-41f2-49aa-8806-d2353efb45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:37:11.685758 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Attempting to bind port 741bb9a9-3f54-465b-88b4-23b66f2d6624 on network a820b456-9943-420c-bd49-c84b609806cf {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:37:11.691347 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:37:11.691727 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Checking segment: {'id': '87f269f9-41f2-49aa-8806-d2353efb45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:37:11.692139 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:11.692541 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Bound using segment: {'id': '87f269f9-41f2-49aa-8806-d2353efb45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:37:11.693016 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Bound port: 741bb9a9-3f54-465b-88b4-23b66f2d6624, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f269f9-41f2-49aa-8806-d2353efb45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:37:11.693395 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:11.779784 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] For port 741bb9a9-3f54-465b-88b4-23b66f2d6624, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:37:11.781712 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Allocated IP 172.26.7.171 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/1e13fa20-6ba1-4449-b162-baf7e5d3952e) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:37:11.782747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] For port 741bb9a9-3f54-465b-88b4-23b66f2d6624, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=741bb9a9-3f54-465b-88b4-23b66f2d6624,segment=NetworkSegment(87f269f9-41f2-49aa-8806-d2353efb45b4),segment_id=87f269f9-41f2-49aa-8806-d2353efb45b4)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:37:11.787084 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:11.790650 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:11.875155 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Pushing event updated for resources: {'Port': ['ID=741bb9a9-3f54-465b-88b4-23b66f2d6624,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:11.879013 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:11.934584 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:11.965132 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:11.968912 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-035f1634-35b0-4691-b2ab-97642821cf2d tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:12.035304 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:37:12.039121 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:37:12.044330 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:37:12.087773 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Pushing event updated for resources: {'Port': ['ID=1e13fa20-6ba1-4449-b162-baf7e5d3952e,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:12.091442 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:12.617082 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:12.774585 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c89eaeb-9c24-49b0-a456-cb21e6ad640f None None] Network a820b456-9943-420c-bd49-c84b609806cf requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:37:12.900578 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-25446ec7-620d-45bc-b5eb-1c4786385bf6 None None] Provisioning for port 741bb9a9-3f54-465b-88b4-23b66f2d6624 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:37:12.971790 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:13.182565 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Router ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432 is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 13:37:13.357752 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:37:13.367672 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] Sync routers for ids ['ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:37:13.377981 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] Routers {'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:37:13.378987 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:36:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:13.381264 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:13.382474 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-baac1567-61d7-4448-856e-88fd59dfef1f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3937547 Jun 02 13:37:13.385203 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56412) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:13.589068 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] Set router ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:37:13.869066 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'name': 'tempest-TestSnapshotPattern-334633473-router', 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '1e13fa20-6ba1-4449-b162-baf7e5d3952e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:37:11Z', 'updated_at': '2021-06-02T13:37:12Z', 'revision_number': 3, 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'gw_port': {'id': '1e13fa20-6ba1-4449-b162-baf7e5d3952e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:11Z', 'updated_at': '2021-06-02T13:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:13.872784 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] Checking router: ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:37:13.873137 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] Updating router ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432 port 1e13fa20-6ba1-4449-b162-baf7e5d3952e binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:37:13.930155 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:13.988347 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 741bb9a9-3f54-465b-88b4-23b66f2d6624 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:37:14.057730 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 741bb9a9-3f54-465b-88b4-23b66f2d6624 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:37:14.062579 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 741bb9a9-3f54-465b-88b4-23b66f2d6624 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:37:14.062957 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:14.182754 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:14.201818 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a07477b4-de63-4f7b-9801-3461fa4a0bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:14.221801 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 741bb9a9-3f54-465b-88b4-23b66f2d6624, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=741bb9a9-3f54-465b-88b4-23b66f2d6624,segment=NetworkSegment(87f269f9-41f2-49aa-8806-d2353efb45b4),segment_id=87f269f9-41f2-49aa-8806-d2353efb45b4)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:37:14.225949 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:14.227882 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-89e0d189-990b-4cdf-88f2-5989f812fca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:14.260467 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:14.272329 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] Transition to ACTIVE for port object 1e13fa20-6ba1-4449-b162-baf7e5d3952e will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:37:14.279216 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:14.284388 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-ee5871cc-33cd-4124-8366-c2c0e015b4ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:14.306585 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-005b88ef-9425-4cd8-a325-d9f394699f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:14.311234 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=741bb9a9-3f54-465b-88b4-23b66f2d6624,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:14.315409 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:14.357242 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] Attempting to bind port 1e13fa20-6ba1-4449-b162-baf7e5d3952e on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:37:14.357616 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] Attempting to bind port 1e13fa20-6ba1-4449-b162-baf7e5d3952e by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:37:14.357978 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] Attempting to bind port 1e13fa20-6ba1-4449-b162-baf7e5d3952e on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:37:14.367287 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370696d-76c5-4cc4-9296-702e72f88f18 None None] Pushing event updated for resources: {'Port': ['ID=1e13fa20-6ba1-4449-b162-baf7e5d3952e,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:14.370666 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:37:14.371313 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:37:14.371442 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:14.371812 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:37:14.372281 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] Bound port: 1e13fa20-6ba1-4449-b162-baf7e5d3952e, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:37:14.372655 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:14.408602 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370696d-76c5-4cc4-9296-702e72f88f18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:14.408947 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370696d-76c5-4cc4-9296-702e72f88f18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:14.409284 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370696d-76c5-4cc4-9296-702e72f88f18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:14.409613 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370696d-76c5-4cc4-9296-702e72f88f18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:14.409938 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370696d-76c5-4cc4-9296-702e72f88f18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:14.410290 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370696d-76c5-4cc4-9296-702e72f88f18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:14.410612 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370696d-76c5-4cc4-9296-702e72f88f18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:14.410931 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370696d-76c5-4cc4-9296-702e72f88f18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:14.411249 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370696d-76c5-4cc4-9296-702e72f88f18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:14.411563 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370696d-76c5-4cc4-9296-702e72f88f18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:14.411878 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370696d-76c5-4cc4-9296-702e72f88f18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:14.412186 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370696d-76c5-4cc4-9296-702e72f88f18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-80-hyperv {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 13:37:14.418826 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b370696d-76c5-4cc4-9296-702e72f88f18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:14.427255 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-a07477b4-de63-4f7b-9801-3461fa4a0bf0 admin admin] Allocated IP 172.20.0.1 (a820b456-9943-420c-bd49-c84b609806cf/8c71c481-c0d5-4cc5-91dd-60baef393bd3/88e6c6f5-c050-4f12-a2df-765c771a18ee) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:37:14.457725 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] For port 1e13fa20-6ba1-4449-b162-baf7e5d3952e, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:37:14.461180 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] For port 1e13fa20-6ba1-4449-b162-baf7e5d3952e, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1e13fa20-6ba1-4449-b162-baf7e5d3952e,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:37:14.465318 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:14.470628 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-6f3e451b-ea96-4028-bb39-6051cea9f1cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:14.542972 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] Routers {'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:37:14.543602 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:36:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:14.576765 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a07477b4-de63-4f7b-9801-3461fa4a0bf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:14.591858 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-a07477b4-de63-4f7b-9801-3461fa4a0bf0 admin admin] Transition to ACTIVE for port object 88e6c6f5-c050-4f12-a2df-765c771a18ee will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:37:14.616048 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a07477b4-de63-4f7b-9801-3461fa4a0bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:14.620548 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-db79d19c-6f63-4f97-9aa0-26d7acc0c7e9 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:14.623580 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370696d-76c5-4cc4-9296-702e72f88f18 None None] Pushing event updated for resources: {'Port': ['ID=1e13fa20-6ba1-4449-b162-baf7e5d3952e,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:14.627282 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b370696d-76c5-4cc4-9296-702e72f88f18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:14.680163 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07477b4-de63-4f7b-9801-3461fa4a0bf0 admin admin] Network a820b456-9943-420c-bd49-c84b609806cf is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:37:14.683331 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-a07477b4-de63-4f7b-9801-3461fa4a0bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:37:14.687049 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07477b4-de63-4f7b-9801-3461fa4a0bf0 admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:37:14.728416 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07477b4-de63-4f7b-9801-3461fa4a0bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=88e6c6f5-c050-4f12-a2df-765c771a18ee,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:14.732531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a07477b4-de63-4f7b-9801-3461fa4a0bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:14.739722 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] Set router ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:37:14.748780 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a07477b4-de63-4f7b-9801-3461fa4a0bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:14.983670 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9f878581-48ba-4afd-a284-4c0237aff3bb None None] Provisioning for port 88e6c6f5-c050-4f12-a2df-765c771a18ee completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:37:14.988657 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9f878581-48ba-4afd-a284-4c0237aff3bb None None] Provisioning complete for port 88e6c6f5-c050-4f12-a2df-765c771a18ee triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:37:14.989304 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9f878581-48ba-4afd-a284-4c0237aff3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:15.019768 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a07477b4-de63-4f7b-9801-3461fa4a0bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:15.074692 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'name': 'tempest-TestSnapshotPattern-334633473-router', 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '1e13fa20-6ba1-4449-b162-baf7e5d3952e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:37:11Z', 'updated_at': '2021-06-02T13:37:12Z', 'revision_number': 3, 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'gw_port': {'id': '1e13fa20-6ba1-4449-b162-baf7e5d3952e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:11Z', 'updated_at': '2021-06-02T13:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:15.079088 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2056328-4dd9-4c8d-ad39-5081e44f7a0e None None] The sync data for ids ['ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432'] in dv-neutron-601336-80-hyperv is: [{'id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'name': 'tempest-TestSnapshotPattern-334633473-router', 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '1e13fa20-6ba1-4449-b162-baf7e5d3952e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:37:11Z', 'updated_at': '2021-06-02T13:37:12Z', 'revision_number': 3, 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'gw_port': {'id': '1e13fa20-6ba1-4449-b162-baf7e5d3952e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:11Z', 'updated_at': '2021-06-02T13:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:37:15.094022 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9f878581-48ba-4afd-a284-4c0237aff3bb None None] Port 88e6c6f5-c050-4f12-a2df-765c771a18ee cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:37:15.259074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a07477b4-de63-4f7b-9801-3461fa4a0bf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:15.264147 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a07477b4-de63-4f7b-9801-3461fa4a0bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:15.303312 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-364ba796-45d0-4c82-b527-5e1ab8b2eb22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:15.377203 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a07477b4-de63-4f7b-9801-3461fa4a0bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:15.384592 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07477b4-de63-4f7b-9801-3461fa4a0bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=88e6c6f5-c050-4f12-a2df-765c771a18ee,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:15.388023 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a07477b4-de63-4f7b-9801-3461fa4a0bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:15.667199 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07477b4-de63-4f7b-9801-3461fa4a0bf0 admin admin] Network a820b456-9943-420c-bd49-c84b609806cf is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:37:15.668394 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-a07477b4-de63-4f7b-9801-3461fa4a0bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:37:15.864896 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07477b4-de63-4f7b-9801-3461fa4a0bf0 admin admin] Router ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:37:15.923984 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-b0f18823-d863-4071-bd54-bc8f7eb16519 None None] Provisioning complete for port 88e6c6f5-c050-4f12-a2df-765c771a18ee triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:37:15.924479 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b0f18823-d863-4071-bd54-bc8f7eb16519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:15.986440 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-b0f18823-d863-4071-bd54-bc8f7eb16519 None None] Port 88e6c6f5-c050-4f12-a2df-765c771a18ee cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:37:16.033034 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 741bb9a9-3f54-465b-88b4-23b66f2d6624 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:37:16.063324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07477b4-de63-4f7b-9801-3461fa4a0bf0 admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:37:16.072707 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-a07477b4-de63-4f7b-9801-3461fa4a0bf0 admin admin] 10.222.0.37 "PUT /v2.0/routers/ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6864970 Jun 02 13:37:16.107988 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 741bb9a9-3f54-465b-88b4-23b66f2d6624 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:37:16.108361 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:16.230686 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1e13fa20-6ba1-4449-b162-baf7e5d3952e up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:37:16.309489 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 1e13fa20-6ba1-4449-b162-baf7e5d3952e completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:37:16.315860 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 1e13fa20-6ba1-4449-b162-baf7e5d3952e triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:37:16.316167 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:16.444326 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:16.461972 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 1e13fa20-6ba1-4449-b162-baf7e5d3952e, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=1e13fa20-6ba1-4449-b162-baf7e5d3952e,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:37:16.465940 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:16.467796 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:16.536913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=1e13fa20-6ba1-4449-b162-baf7e5d3952e,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:16.539956 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:16.571111 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] Sync routers for ids ['ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:37:16.580552 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] Routers {'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:37:16.581070 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:36:47Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:16.594621 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 56430) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:16.600265 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1996117011-network', 'tenant_id': 'eda7811b182641f0867f44335943dfb6'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:37:16.605295 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:37:16.609210 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Usage tracker for resource:network and tenant:eda7811b182641f0867f44335943dfb6 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:37:16.612926 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:37:16.618772 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:37:16.630064 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Made reservation on behalf of eda7811b182641f0867f44335943dfb6 for: {'network': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:37:16.632512 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080185'] for network, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:16.644419 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:16.658788 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:37:16.662628 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Usage tracker for resource:security_group_rule and tenant:eda7811b182641f0867f44335943dfb6 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:37:16.665875 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:37:16.671449 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:37:16.759477 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:16.763479 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:16.767510 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] Set router ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:37:16.767673 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-373a4fa6-7d89-45e4-b27b-907e6b626d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:16.793119 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=92304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 13:37:16.809124 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03730631-521a-4130-b754-facb19dc89b7,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:16.813568 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:16.814639 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2020991'] for segment, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:16.814915 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.db.segments_db [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Added segment e086f834-f628-4e9e-a2d4-f391ce3bdd5d of type vlan for network 5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b Jun 02 13:37:16.841231 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415496726'] for network, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:16.874640 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-622969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599561'] for network, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:16.875773 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:16.876400 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Notify callbacks [] for network, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:16.879866 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-40b7ff92-c2b3-40db-8f56-e2b270f0ef4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:16.920849 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-10e8fd30-2076-4c1c-a6c6-ba3d6ced32d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:16.929784 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:16.981180 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Pushing event updated for resources: {'Network': ['ID=5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:16.984521 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3882935 Jun 02 13:37:16.985504 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-77412569-74e6-4336-8f1c-2042349fc0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:16.987305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 56432) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:16.992145 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-6a0e05c4-720c-4181-9480-8fe1a157e7d6 admin admin] Request body: {'subnet': {'network_id': '5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1996117011-subnet', 'tenant_id': 'eda7811b182641f0867f44335943dfb6', 'ip_version': 4}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:37:16.997084 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6a0e05c4-720c-4181-9480-8fe1a157e7d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:37:17.000922 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6a0e05c4-720c-4181-9480-8fe1a157e7d6 admin admin] Usage tracker for resource:subnet and tenant:eda7811b182641f0867f44335943dfb6 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:37:17.001899 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Network 5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b details requested by agent ovs-agent-dv-neutron-601336-80-hyperv with host dv-neutron-601336-80-hyperv {{(pid=92306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 13:37:17.003782 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-6a0e05c4-720c-4181-9480-8fe1a157e7d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:37:17.009337 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-6a0e05c4-720c-4181-9480-8fe1a157e7d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:37:17.019926 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0e05c4-720c-4181-9480-8fe1a157e7d6 admin admin] Made reservation on behalf of eda7811b182641f0867f44335943dfb6 for: {'subnet': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:37:17.022241 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6a0e05c4-720c-4181-9480-8fe1a157e7d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2825003'] for subnet, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:17.218435 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'name': 'tempest-TestSnapshotPattern-334633473-router', 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '1e13fa20-6ba1-4449-b162-baf7e5d3952e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:37:11Z', 'updated_at': '2021-06-02T13:37:14Z', 'revision_number': 4, 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'gw_port': {'id': '1e13fa20-6ba1-4449-b162-baf7e5d3952e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:11Z', 'updated_at': '2021-06-02T13:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '88e6c6f5-c050-4f12-a2df-765c771a18ee', 'name': '', 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf', 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'mac_address': 'fa:16:3e:7f:67:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '8c71c481-c0d5-4cc5-91dd-60baef393bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:14Z', 'updated_at': '2021-06-02T13:37:15Z', 'revision_number': 2, 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'subnets': [{'id': '8c71c481-c0d5-4cc5-91dd-60baef393bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:17.223855 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] Checking router: ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432 for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:37:17.224221 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] Updating router ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432 port 88e6c6f5-c050-4f12-a2df-765c771a18ee binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:37:17.276709 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:17.405815 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6a0e05c4-720c-4181-9480-8fe1a157e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2111785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824965'] for subnet, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:17.410986 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-0318de07-3f73-4498-80e7-141795844e5a tempest-NetworksTest-612530109 tempest-NetworksTest-612530109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:17.479134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e05c4-720c-4181-9480-8fe1a157e7d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dcaa17d-db84-452f-9bf4-fffe20b34229,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:17.482856 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6a0e05c4-720c-4181-9480-8fe1a157e7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:17.489865 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0e05c4-720c-4181-9480-8fe1a157e7d6 admin admin] Checking segment: {'id': 'e086f834-f628-4e9e-a2d4-f391ce3bdd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:37:17.490256 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0e05c4-720c-4181-9480-8fe1a157e7d6 admin admin] Network hostable DHCP agents. Network: 5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b, hostable agents: ['9dc18ec5-51bc-4567-8203-98f39176468d'], hosted agents: [] {{(pid=92304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 13:37:17.507916 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0e05c4-720c-4181-9480-8fe1a157e7d6 admin admin] Network 5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b is scheduled to be hosted by DHCP agent 9dc18ec5-51bc-4567-8203-98f39176468d with binding_index 1 {{(pid=92304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 13:37:17.518899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-6a0e05c4-720c-4181-9480-8fe1a157e7d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-80-hyperv, 5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b) {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:37:17.529700 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0e05c4-720c-4181-9480-8fe1a157e7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:17.530336 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-6a0e05c4-720c-4181-9480-8fe1a157e7d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:17.548220 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fe26b3-d3ef-496a-9721-bf00e6d7568d None None] Network 5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:37:17.553425 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-6a0e05c4-720c-4181-9480-8fe1a157e7d6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5650623 Jun 02 13:37:17.556207 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56434) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:17.560695 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1996117011-router', 'tenant_id': 'eda7811b182641f0867f44335943dfb6', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:37:17.565901 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:37:17.569675 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Usage tracker for resource:router and tenant:eda7811b182641f0867f44335943dfb6 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:37:17.572581 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:37:17.578171 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:37:17.589130 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8384'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:17.590348 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-978902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8409'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:17.607194 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:17.759602 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:37:17.855738 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:17.876522 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] Transition to ACTIVE for port object 88e6c6f5-c050-4f12-a2df-765c771a18ee will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:37:17.880894 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eee62cc-2959-504a-9753-225561517b10-5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b', 'network_id': '5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b', 'tenant_id': 'eda7811b182641f0867f44335943dfb6', 'fixed_ips': [{'subnet_id': '2dcaa17d-db84-452f-9bf4-fffe20b34229'}]}} from dv-neutron-601336-80-hyperv. {{(pid=92306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 13:37:17.881747 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:17.899371 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:17.905093 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:17.923587 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:18.001925 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 1e13fa20-6ba1-4449-b162-baf7e5d3952e up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:37:18.158887 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:18.203066 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c151c-4899-4739-ba2b-331bb77376a0 None None] Pushing event updated for resources: {'Port': ['ID=88e6c6f5-c050-4f12-a2df-765c771a18ee,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:18.205215 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a63c151c-4899-4739-ba2b-331bb77376a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:18.255444 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:18.288590 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:18.328463 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] Attempting to bind port 88e6c6f5-c050-4f12-a2df-765c771a18ee on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:37:18.329099 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] Attempting to bind port 88e6c6f5-c050-4f12-a2df-765c771a18ee by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '87f269f9-41f2-49aa-8806-d2353efb45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:37:18.329099 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] Attempting to bind port 88e6c6f5-c050-4f12-a2df-765c771a18ee on network a820b456-9943-420c-bd49-c84b609806cf {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:37:18.349715 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:37:18.350120 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] Checking segment: {'id': '87f269f9-41f2-49aa-8806-d2353efb45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:37:18.350521 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:18.350918 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] Bound using segment: {'id': '87f269f9-41f2-49aa-8806-d2353efb45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:37:18.351394 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] Bound port: 88e6c6f5-c050-4f12-a2df-765c771a18ee, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f269f9-41f2-49aa-8806-d2353efb45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:37:18.351772 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:18.380888 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 1e13fa20-6ba1-4449-b162-baf7e5d3952e triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:37:18.381262 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:18.421921 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Allocated IP 172.26.7.43 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/ef1bfa01-95e8-47b7-8b46-3b71865f4efc) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:37:18.471951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.db_base_plugin_common [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Allocated IP 172.20.0.2 (5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b/2dcaa17d-db84-452f-9bf4-fffe20b34229/c8141754-68e9-46e3-97c4-04916d99355b) {{(pid=92306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:37:18.647205 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] For port 88e6c6f5-c050-4f12-a2df-765c771a18ee, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:37:18.689660 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] For port 88e6c6f5-c050-4f12-a2df-765c771a18ee, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=88e6c6f5-c050-4f12-a2df-765c771a18ee,segment=NetworkSegment(87f269f9-41f2-49aa-8806-d2353efb45b4),segment_id=87f269f9-41f2-49aa-8806-d2353efb45b4)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:37:18.702351 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:18.710639 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:18.715816 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-50338bdb-3800-42d0-b678-9448e83156a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:18.733629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:18.738195 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-af831748-9a16-450e-9269-9cfaf13f9a1a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:18.798784 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:37:18.802347 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:37:18.806126 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:37:18.824381 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] Routers {'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:37:18.825012 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:37:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:18.843740 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Pushing event updated for resources: {'Port': ['ID=ef1bfa01-95e8-47b7-8b46-3b71865f4efc,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:18.848079 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:18.942891 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c151c-4899-4739-ba2b-331bb77376a0 None None] Pushing event updated for resources: {'Port': ['ID=88e6c6f5-c050-4f12-a2df-765c771a18ee,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:18.946254 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-a63c151c-4899-4739-ba2b-331bb77376a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:18.980208 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Notify callbacks [] for port, precommit_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:19.052817 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Transition to ACTIVE for port object c8141754-68e9-46e3-97c4-04916d99355b will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:37:19.155548 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Transition to ACTIVE for port object c8141754-68e9-46e3-97c4-04916d99355b will not be triggered until provisioned by entity DHCP. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:37:19.174512 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884'] for port, after_create {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:19.179087 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] Set router ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:37:19.221093 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:19.229390 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:19.361752 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Network 5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b is already hosted by enough agents. {{(pid=92306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:37:19.364902 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.scheduler.base_scheduler [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Resources bound (agent type, host, resource id): {{(pid=92306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:37:19.368159 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Received port after_create {{(pid=92306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:37:19.382820 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Pushing event updated for resources: {'Port': ['ID=c8141754-68e9-46e3-97c4-04916d99355b,revision_number=1']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:19.385387 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:19.555397 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Attempting to bind port c8141754-68e9-46e3-97c4-04916d99355b on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:37:19.555680 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Attempting to bind port c8141754-68e9-46e3-97c4-04916d99355b by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'e086f834-f628-4e9e-a2d4-f391ce3bdd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:37:19.556049 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Attempting to bind port c8141754-68e9-46e3-97c4-04916d99355b on network 5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:37:19.565481 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992330'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:19.574490 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:37:19.574870 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Checking segment: {'id': 'e086f834-f628-4e9e-a2d4-f391ce3bdd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:37:19.575279 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:19.575678 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Bound using segment: {'id': 'e086f834-f628-4e9e-a2d4-f391ce3bdd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:37:19.576147 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Bound port: c8141754-68e9-46e3-97c4-04916d99355b, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e086f834-f628-4e9e-a2d4-f391ce3bdd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:37:19.576524 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:19.722257 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] For port c8141754-68e9-46e3-97c4-04916d99355b, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:37:19.726434 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] For port c8141754-68e9-46e3-97c4-04916d99355b, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c8141754-68e9-46e3-97c4-04916d99355b,segment=NetworkSegment(e086f834-f628-4e9e-a2d4-f391ce3bdd5d),segment_id=e086f834-f628-4e9e-a2d4-f391ce3bdd5d)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:37:19.732230 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:19.737724 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:19.769851 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Router f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b is scheduled to L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 13:37:19.810413 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'name': 'tempest-TestSnapshotPattern-334633473-router', 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '1e13fa20-6ba1-4449-b162-baf7e5d3952e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:37:11Z', 'updated_at': '2021-06-02T13:37:14Z', 'revision_number': 4, 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'gw_port': {'id': '1e13fa20-6ba1-4449-b162-baf7e5d3952e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:11Z', 'updated_at': '2021-06-02T13:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '88e6c6f5-c050-4f12-a2df-765c771a18ee', 'name': '', 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf', 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'mac_address': 'fa:16:3e:7f:67:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '8c71c481-c0d5-4cc5-91dd-60baef393bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:14Z', 'updated_at': '2021-06-02T13:37:18Z', 'revision_number': 4, 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'subnets': [{'id': '8c71c481-c0d5-4cc5-91dd-60baef393bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:19.830558 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d304437-ff6e-4bf0-97b1-3a1dfb4cdfe9 None None] The sync data for ids ['ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432'] in dv-neutron-601336-80-hyperv is: [{'id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'name': 'tempest-TestSnapshotPattern-334633473-router', 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '1e13fa20-6ba1-4449-b162-baf7e5d3952e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:37:11Z', 'updated_at': '2021-06-02T13:37:14Z', 'revision_number': 4, 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'gw_port': {'id': '1e13fa20-6ba1-4449-b162-baf7e5d3952e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:11Z', 'updated_at': '2021-06-02T13:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': '88e6c6f5-c050-4f12-a2df-765c771a18ee', 'name': '', 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf', 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'mac_address': 'fa:16:3e:7f:67:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '8c71c481-c0d5-4cc5-91dd-60baef393bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:14Z', 'updated_at': '2021-06-02T13:37:18Z', 'revision_number': 4, 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'subnets': [{'id': '8c71c481-c0d5-4cc5-91dd-60baef393bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:37:19.835325 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:19.839378 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Pushing event updated for resources: {'Port': ['ID=c8141754-68e9-46e3-97c4-04916d99355b,revision_number=2']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:19.843156 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:20.022889 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 88e6c6f5-c050-4f12-a2df-765c771a18ee up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:37:20.134431 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port 88e6c6f5-c050-4f12-a2df-765c771a18ee completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:37:20.135672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:37:20.140121 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 88e6c6f5-c050-4f12-a2df-765c771a18ee triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:37:20.140495 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:20.148549 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] Sync routers for ids ['f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:37:20.170128 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] Routers {'f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:37:20.171022 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:37:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:20.178470 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:20.182218 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-860e9e97-bc99-4528-ba5d-047b6077960f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6226876 Jun 02 13:37:20.183035 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 56438) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:20.332101 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:20.368745 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port 88e6c6f5-c050-4f12-a2df-765c771a18ee, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=88e6c6f5-c050-4f12-a2df-765c771a18ee,segment=NetworkSegment(87f269f9-41f2-49aa-8806-d2353efb45b4),segment_id=87f269f9-41f2-49aa-8806-d2353efb45b4)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:37:20.374268 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:20.376866 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-9d6f25bc-7f11-4f8f-b07b-b7b31226e9f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:20.403135 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] Set router f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:37:20.452112 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=88e6c6f5-c050-4f12-a2df-765c771a18ee,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:20.456030 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:20.721225 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b', 'name': 'tempest-TestSnapshotPattern-1996117011-router', 'tenant_id': 'eda7811b182641f0867f44335943dfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'ef1bfa01-95e8-47b7-8b46-3b71865f4efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:37:17Z', 'updated_at': '2021-06-02T13:37:19Z', 'revision_number': 3, 'project_id': 'eda7811b182641f0867f44335943dfb6', 'gw_port': {'id': 'ef1bfa01-95e8-47b7-8b46-3b71865f4efc', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:18Z', 'updated_at': '2021-06-02T13:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:20.725866 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] Checking router: f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:37:20.726378 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] Updating router f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b port ef1bfa01-95e8-47b7-8b46-3b71865f4efc binding host dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:37:20.800622 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:21.049102 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bb2a8c-5ec3-4e4f-b230-3dd08303e6ff None None] Network 5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b requested from dv-neutron-601336-80-hyperv {{(pid=92306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 13:37:21.136881 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-a5a8b216-ffc3-4c2a-8cb8-f10aafbb198a None None] Provisioning for port c8141754-68e9-46e3-97c4-04916d99355b completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:37:21.155688 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d349c083-a0d5-4878-9278-5ce2635c18da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:21.190078 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:21.211782 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] Transition to ACTIVE for port object ef1bfa01-95e8-47b7-8b46-3b71865f4efc will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:37:21.222493 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:21.229890 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4e75f0c4-2abb-483f-b1d7-3d4506c1dec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:21.354541 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] Attempting to bind port ef1bfa01-95e8-47b7-8b46-3b71865f4efc on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:37:21.355186 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] Attempting to bind port ef1bfa01-95e8-47b7-8b46-3b71865f4efc by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:37:21.355936 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] Attempting to bind port ef1bfa01-95e8-47b7-8b46-3b71865f4efc on network 58ad0a37-4806-4fe2-972f-df18335d7a8e {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:37:21.370130 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aaa0bb-e334-495d-a1ab-64b3415c1ef8 None None] Pushing event updated for resources: {'Port': ['ID=ef1bfa01-95e8-47b7-8b46-3b71865f4efc,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:21.374294 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:37:21.374851 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] Checking segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:37:21.375613 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:21.377105 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] Bound using segment: {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:37:21.377750 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] Bound port: ef1bfa01-95e8-47b7-8b46-3b71865f4efc, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5032dbee-c868-4e0a-8a31-5233ce91fd3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:37:21.379371 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:21.390354 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [None req-d349c083-a0d5-4878-9278-5ce2635c18da admin admin] Allocated IP 172.20.0.1 (5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b/2dcaa17d-db84-452f-9bf4-fffe20b34229/d535ca86-1278-4698-81c9-561a51bc5635) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:37:21.431743 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e6aaa0bb-e334-495d-a1ab-64b3415c1ef8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:21.485750 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] For port ef1bfa01-95e8-47b7-8b46-3b71865f4efc, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:37:21.489647 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] For port ef1bfa01-95e8-47b7-8b46-3b71865f4efc, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ef1bfa01-95e8-47b7-8b46-3b71865f4efc,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:37:21.497510 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:21.502852 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-63950729-1821-4bc0-88ae-56a63740b734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:21.550021 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d349c083-a0d5-4878-9278-5ce2635c18da admin admin] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:21.569039 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [None req-d349c083-a0d5-4878-9278-5ce2635c18da admin admin] Transition to ACTIVE for port object d535ca86-1278-4698-81c9-561a51bc5635 will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:37:21.575566 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] Routers {'f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:37:21.576199 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:37:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:21.595983 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d349c083-a0d5-4878-9278-5ce2635c18da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:21.599847 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-04ac20a8-346e-4e32-b42f-60da7b7ffc00 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:21.655690 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aaa0bb-e334-495d-a1ab-64b3415c1ef8 None None] Pushing event updated for resources: {'Port': ['ID=ef1bfa01-95e8-47b7-8b46-3b71865f4efc,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:21.659348 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e6aaa0bb-e334-495d-a1ab-64b3415c1ef8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:21.666971 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d349c083-a0d5-4878-9278-5ce2635c18da admin admin] Network 5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:37:21.670156 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-d349c083-a0d5-4878-9278-5ce2635c18da admin admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:37:21.674449 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d349c083-a0d5-4878-9278-5ce2635c18da admin admin] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:37:21.704649 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349c083-a0d5-4878-9278-5ce2635c18da admin admin] Pushing event updated for resources: {'Port': ['ID=d535ca86-1278-4698-81c9-561a51bc5635,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:21.710893 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d349c083-a0d5-4878-9278-5ce2635c18da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:21.733051 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d349c083-a0d5-4878-9278-5ce2635c18da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992512'] for router_interface, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:21.784445 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] Set router f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:37:21.861571 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d349c083-a0d5-4878-9278-5ce2635c18da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:21.905526 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9746bc88-d39a-4b4a-a8d0-6b0a9c486fcc None None] Provisioning for port d535ca86-1278-4698-81c9-561a51bc5635 completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:37:21.910532 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-9746bc88-d39a-4b4a-a8d0-6b0a9c486fcc None None] Provisioning complete for port d535ca86-1278-4698-81c9-561a51bc5635 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:37:21.911058 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9746bc88-d39a-4b4a-a8d0-6b0a9c486fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:21.979133 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-9746bc88-d39a-4b4a-a8d0-6b0a9c486fcc None None] Port d535ca86-1278-4698-81c9-561a51bc5635 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:37:22.074514 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device 88e6c6f5-c050-4f12-a2df-765c771a18ee up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:37:22.110920 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d349c083-a0d5-4878-9278-5ce2635c18da admin admin] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:22.115634 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d349c083-a0d5-4878-9278-5ce2635c18da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:22.122710 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b', 'name': 'tempest-TestSnapshotPattern-1996117011-router', 'tenant_id': 'eda7811b182641f0867f44335943dfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'ef1bfa01-95e8-47b7-8b46-3b71865f4efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:37:17Z', 'updated_at': '2021-06-02T13:37:19Z', 'revision_number': 3, 'project_id': 'eda7811b182641f0867f44335943dfb6', 'gw_port': {'id': 'ef1bfa01-95e8-47b7-8b46-3b71865f4efc', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:18Z', 'updated_at': '2021-06-02T13:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:22.127290 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc6dd9d-e4dc-4cce-9e55-f2e260d3b2a9 None None] The sync data for ids ['f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b'] in dv-neutron-601336-80-hyperv is: [{'id': 'f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b', 'name': 'tempest-TestSnapshotPattern-1996117011-router', 'tenant_id': 'eda7811b182641f0867f44335943dfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'ef1bfa01-95e8-47b7-8b46-3b71865f4efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:37:17Z', 'updated_at': '2021-06-02T13:37:19Z', 'revision_number': 3, 'project_id': 'eda7811b182641f0867f44335943dfb6', 'gw_port': {'id': 'ef1bfa01-95e8-47b7-8b46-3b71865f4efc', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:18Z', 'updated_at': '2021-06-02T13:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv'}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:37:22.149638 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1c738fb4-5256-461f-859d-a8a44d7515f2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:22.160125 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port 88e6c6f5-c050-4f12-a2df-765c771a18ee triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:37:22.160502 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:22.233052 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-d349c083-a0d5-4878-9278-5ce2635c18da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978361'] for router_interface, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:22.237258 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349c083-a0d5-4878-9278-5ce2635c18da admin admin] Pushing event updated for resources: {'Port': ['ID=d535ca86-1278-4698-81c9-561a51bc5635,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:22.240629 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-d349c083-a0d5-4878-9278-5ce2635c18da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:22.285179 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c8141754-68e9-46e3-97c4-04916d99355b up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:37:22.378671 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port c8141754-68e9-46e3-97c4-04916d99355b completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:37:22.383330 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port c8141754-68e9-46e3-97c4-04916d99355b triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:37:22.383709 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:22.393775 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d349c083-a0d5-4878-9278-5ce2635c18da admin admin] Network 5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:37:22.397362 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [None req-d349c083-a0d5-4878-9278-5ce2635c18da admin admin] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:37:22.534055 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:22.662516 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port c8141754-68e9-46e3-97c4-04916d99355b, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=c8141754-68e9-46e3-97c4-04916d99355b,segment=NetworkSegment(e086f834-f628-4e9e-a2d4-f391ce3bdd5d),segment_id=e086f834-f628-4e9e-a2d4-f391ce3bdd5d)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:37:22.668265 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:22.670445 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:22.747520 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-0f01cdcd-3984-4bae-8f69-00b3a79acc2b None None] Provisioning complete for port d535ca86-1278-4698-81c9-561a51bc5635 triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:37:22.747890 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0f01cdcd-3984-4bae-8f69-00b3a79acc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:22.773489 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d349c083-a0d5-4878-9278-5ce2635c18da admin admin] Router f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:37:22.786195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=c8141754-68e9-46e3-97c4-04916d99355b,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:22.790799 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:22.809787 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-0f01cdcd-3984-4bae-8f69-00b3a79acc2b None None] Port d535ca86-1278-4698-81c9-561a51bc5635 cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:37:22.990791 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d349c083-a0d5-4878-9278-5ce2635c18da admin admin] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:37:23.000451 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-d349c083-a0d5-4878-9278-5ce2635c18da admin admin] 10.222.0.37 "PUT /v2.0/routers/f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8157597 Jun 02 13:37:23.652676 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56448) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:23.657297 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4848b95e-09ae-42df-aa2f-4e1e60cf6a7f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1685527749', 'description': 'tempest-secgroup-smoke-1685527749 description', 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:37:23.663291 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4848b95e-09ae-42df-aa2f-4e1e60cf6a7f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:37:23.667013 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4848b95e-09ae-42df-aa2f-4e1e60cf6a7f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Usage tracker for resource:security_group and tenant:a20c06dbe06849749ff7c044f3a4fa48 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:37:23.670727 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4848b95e-09ae-42df-aa2f-4e1e60cf6a7f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:37:23.677727 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4848b95e-09ae-42df-aa2f-4e1e60cf6a7f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:37:23.691615 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4848b95e-09ae-42df-aa2f-4e1e60cf6a7f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:23.711778 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4848b95e-09ae-42df-aa2f-4e1e60cf6a7f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:37:23.715434 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4848b95e-09ae-42df-aa2f-4e1e60cf6a7f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Usage tracker for resource:security_group_rule and tenant:a20c06dbe06849749ff7c044f3a4fa48 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:37:23.718195 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-4848b95e-09ae-42df-aa2f-4e1e60cf6a7f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:37:23.723762 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-4848b95e-09ae-42df-aa2f-4e1e60cf6a7f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:37:23.766968 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] Sync routers for ids ['f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b'] in dv-neutron-601336-80-hyperv {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:37:23.776798 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] Routers {'f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:37:23.777533 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:37:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:23.798757 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4848b95e-09ae-42df-aa2f-4e1e60cf6a7f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:23.803588 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4848b95e-09ae-42df-aa2f-4e1e60cf6a7f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622919'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:23.807243 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c01c017f-5d9b-4da6-ad3c-75f97aac607a tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:23.845248 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848b95e-09ae-42df-aa2f-4e1e60cf6a7f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f442f6a-bad2-4e02-8069-fda27235ef98,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:23.847979 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4848b95e-09ae-42df-aa2f-4e1e60cf6a7f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:23.850572 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-4848b95e-09ae-42df-aa2f-4e1e60cf6a7f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1968668 Jun 02 13:37:23.852479 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 56450) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:23.854569 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4848b95e-09ae-42df-aa2f-4e1e60cf6a7f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:23.857256 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-869628e5-ca3a-4bef-b8cc-9d72efc5e171 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Request body: {'security_group_rule': {'security_group_id': '8f442f6a-bad2-4e02-8069-fda27235ef98', 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:37:23.863767 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-869628e5-ca3a-4bef-b8cc-9d72efc5e171 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:37:23.867556 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-869628e5-ca3a-4bef-b8cc-9d72efc5e171 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Usage tracker for resource:security_group_rule and tenant:a20c06dbe06849749ff7c044f3a4fa48 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:37:23.870517 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-869628e5-ca3a-4bef-b8cc-9d72efc5e171 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:37:23.876799 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-869628e5-ca3a-4bef-b8cc-9d72efc5e171 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:37:23.892898 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-869628e5-ca3a-4bef-b8cc-9d72efc5e171 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:23.963817 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] Set router f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:37:23.965297 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-869628e5-ca3a-4bef-b8cc-9d72efc5e171 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:23.970055 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-869628e5-ca3a-4bef-b8cc-9d72efc5e171 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:23.972899 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-583c0f31-ae97-4ca2-bf79-661c0f2f3c95 tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:23.997972 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869628e5-ca3a-4bef-b8cc-9d72efc5e171 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0cf63d-f1e5-4f5f-928d-f61af1407a8e,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:24.000466 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-869628e5-ca3a-4bef-b8cc-9d72efc5e171 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:24.010801 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-869628e5-ca3a-4bef-b8cc-9d72efc5e171 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.014154 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-869628e5-ca3a-4bef-b8cc-9d72efc5e171 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1588583 Jun 02 13:37:24.014936 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 56452) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:24.021525 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-65abd9fd-4dbc-487a-a585-c4e18f9a0677 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Request body: {'security_group_rule': {'security_group_id': '8f442f6a-bad2-4e02-8069-fda27235ef98', 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:37:24.028640 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-65abd9fd-4dbc-487a-a585-c4e18f9a0677 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:37:24.034763 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-65abd9fd-4dbc-487a-a585-c4e18f9a0677 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Usage tracker for resource:security_group_rule and tenant:a20c06dbe06849749ff7c044f3a4fa48 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:37:24.038664 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-65abd9fd-4dbc-487a-a585-c4e18f9a0677 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:37:24.046508 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-65abd9fd-4dbc-487a-a585-c4e18f9a0677 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:37:24.068516 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-65abd9fd-4dbc-487a-a585-c4e18f9a0677 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.095775 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device ef1bfa01-95e8-47b7-8b46-3b71865f4efc up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:37:24.130886 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-65abd9fd-4dbc-487a-a585-c4e18f9a0677 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.135843 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-65abd9fd-4dbc-487a-a585-c4e18f9a0677 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.137669 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-8cbec0b7-ae52-4022-9714-67bb4cb25757 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:24.159715 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abd9fd-4dbc-487a-a585-c4e18f9a0677 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e3ce35-c3e7-42d4-8924-09e4cd8eb6c4,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:24.162151 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-65abd9fd-4dbc-487a-a585-c4e18f9a0677 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:24.169528 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-65abd9fd-4dbc-487a-a585-c4e18f9a0677 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.170783 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-65abd9fd-4dbc-487a-a585-c4e18f9a0677 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1540160 Jun 02 13:37:24.174237 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [-] (92304) accepted ('10.222.0.37', 56454) {{(pid=92304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:24.178962 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [None req-35559f73-b369-4f68-bcc6-8889e1e517a9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Request body: {'security_group_rule': {'security_group_id': '8f442f6a-bad2-4e02-8069-fda27235ef98', 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:37:24.184639 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-35559f73-b369-4f68-bcc6-8889e1e517a9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:37:24.188452 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-35559f73-b369-4f68-bcc6-8889e1e517a9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Usage tracker for resource:security_group_rule and tenant:a20c06dbe06849749ff7c044f3a4fa48 is out of sync, need to count used quota {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:37:24.191363 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [None req-35559f73-b369-4f68-bcc6-8889e1e517a9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92304) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:37:24.197427 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [None req-35559f73-b369-4f68-bcc6-8889e1e517a9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:37:24.213941 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-35559f73-b369-4f68-bcc6-8889e1e517a9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.276648 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port ef1bfa01-95e8-47b7-8b46-3b71865f4efc completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:37:24.277368 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-35559f73-b369-4f68-bcc6-8889e1e517a9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.282467 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-35559f73-b369-4f68-bcc6-8889e1e517a9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.284280 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-6c4bcc7d-66b6-4b22-9093-79e6b32055c2 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:24.306650 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35559f73-b369-4f68-bcc6-8889e1e517a9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc5017e-838a-4160-aa31-aaf06eb3404f,revision_number=0']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:24.308984 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-35559f73-b369-4f68-bcc6-8889e1e517a9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:24.310004 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port ef1bfa01-95e8-47b7-8b46-3b71865f4efc triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:37:24.310463 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.316419 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-35559f73-b369-4f68-bcc6-8889e1e517a9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.317819 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [None req-35559f73-b369-4f68-bcc6-8889e1e517a9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426115 Jun 02 13:37:24.320734 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56456) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:24.325483 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-06ca2547-e583-4afc-b376-86edc1570bb9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Request body: {'security_group_rule': {'security_group_id': '8f442f6a-bad2-4e02-8069-fda27235ef98', 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:37:24.331729 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-06ca2547-e583-4afc-b376-86edc1570bb9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:37:24.335676 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-06ca2547-e583-4afc-b376-86edc1570bb9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Usage tracker for resource:security_group_rule and tenant:a20c06dbe06849749ff7c044f3a4fa48 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:37:24.338636 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-06ca2547-e583-4afc-b376-86edc1570bb9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:37:24.344358 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-06ca2547-e583-4afc-b376-86edc1570bb9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:37:24.361612 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-06ca2547-e583-4afc-b376-86edc1570bb9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.424883 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-06ca2547-e583-4afc-b376-86edc1570bb9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.429778 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-06ca2547-e583-4afc-b376-86edc1570bb9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.431803 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c0371a2c-ef0a-4e71-b453-1e8360098a7c tempest-TestShelveInstance-2117797600 tempest-TestShelveInstance-2117797600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:24.451712 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b', 'name': 'tempest-TestSnapshotPattern-1996117011-router', 'tenant_id': 'eda7811b182641f0867f44335943dfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'ef1bfa01-95e8-47b7-8b46-3b71865f4efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:37:17Z', 'updated_at': '2021-06-02T13:37:21Z', 'revision_number': 4, 'project_id': 'eda7811b182641f0867f44335943dfb6', 'gw_port': {'id': 'ef1bfa01-95e8-47b7-8b46-3b71865f4efc', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:18Z', 'updated_at': '2021-06-02T13:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'd535ca86-1278-4698-81c9-561a51bc5635', 'name': '', 'network_id': '5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b', 'tenant_id': 'eda7811b182641f0867f44335943dfb6', 'mac_address': 'fa:16:3e:75:78:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '2dcaa17d-db84-452f-9bf4-fffe20b34229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:21Z', 'updated_at': '2021-06-02T13:37:21Z', 'revision_number': 2, 'project_id': 'eda7811b182641f0867f44335943dfb6', 'subnets': [{'id': '2dcaa17d-db84-452f-9bf4-fffe20b34229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:24.453629 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca2547-e583-4afc-b376-86edc1570bb9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2c0c9b-459c-42c1-92c2-4b17551ed0b5,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:24.456749 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-06ca2547-e583-4afc-b376-86edc1570bb9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:24.462388 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] Checking router: f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b for host: dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:37:24.462817 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] Updating router f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b port d535ca86-1278-4698-81c9-561a51bc5635 binding host dv-neutron-601336-80-hyperv {{(pid=92306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 13:37:24.464630 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-06ca2547-e583-4afc-b376-86edc1570bb9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.465766 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-06ca2547-e583-4afc-b376-86edc1570bb9 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1439507 Jun 02 13:37:24.468764 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56458) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:24.473722 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c871c8eb-c13c-4efa-9546-6b02aa0237df tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Request body: {'security_group_rule': {'security_group_id': '8f442f6a-bad2-4e02-8069-fda27235ef98', 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:37:24.479798 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c871c8eb-c13c-4efa-9546-6b02aa0237df tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:37:24.483889 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c871c8eb-c13c-4efa-9546-6b02aa0237df tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Usage tracker for resource:security_group_rule and tenant:a20c06dbe06849749ff7c044f3a4fa48 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:37:24.487114 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-c871c8eb-c13c-4efa-9546-6b02aa0237df tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:37:24.490128 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.493040 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-c871c8eb-c13c-4efa-9546-6b02aa0237df tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:37:24.502895 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-c871c8eb-c13c-4efa-9546-6b02aa0237df tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Project a20c06dbe06849749ff7c044f3a4fa48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 13:37:24.508715 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c871c8eb-c13c-4efa-9546-6b02aa0237df tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.529712 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port ef1bfa01-95e8-47b7-8b46-3b71865f4efc, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=ef1bfa01-95e8-47b7-8b46-3b71865f4efc,segment=NetworkSegment(5032dbee-c868-4e0a-8a31-5233ce91fd3c),segment_id=5032dbee-c868-4e0a-8a31-5233ce91fd3c)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:37:24.536250 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.545139 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.545957 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device c8141754-68e9-46e3-97c4-04916d99355b up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:37:24.575150 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:24.581140 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c871c8eb-c13c-4efa-9546-6b02aa0237df tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.585170 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c871c8eb-c13c-4efa-9546-6b02aa0237df tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.587001 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2f6384d6-1f8f-4510-a882-deaa3d9dec8d tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:24.609643 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871c8eb-c13c-4efa-9546-6b02aa0237df tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f682f73e-c561-41ae-9616-beb633507466,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:24.611278 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c871c8eb-c13c-4efa-9546-6b02aa0237df tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:24.618848 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c871c8eb-c13c-4efa-9546-6b02aa0237df tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.620359 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-c871c8eb-c13c-4efa-9546-6b02aa0237df tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1506882 Jun 02 13:37:24.623134 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56460) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:24.627684 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-81758a9a-82c8-4b0e-b664-3f613dddb347 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Request body: {'security_group_rule': {'security_group_id': '8f442f6a-bad2-4e02-8069-fda27235ef98', 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:37:24.634167 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-81758a9a-82c8-4b0e-b664-3f613dddb347 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:37:24.639735 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-81758a9a-82c8-4b0e-b664-3f613dddb347 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Usage tracker for resource:security_group_rule and tenant:a20c06dbe06849749ff7c044f3a4fa48 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:37:24.643142 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-81758a9a-82c8-4b0e-b664-3f613dddb347 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:37:24.648810 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-81758a9a-82c8-4b0e-b664-3f613dddb347 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:37:24.659604 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-81758a9a-82c8-4b0e-b664-3f613dddb347 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Project a20c06dbe06849749ff7c044f3a4fa48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 13:37:24.665534 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-81758a9a-82c8-4b0e-b664-3f613dddb347 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.722728 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=ef1bfa01-95e8-47b7-8b46-3b71865f4efc,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:24.725800 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:24.731314 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-81758a9a-82c8-4b0e-b664-3f613dddb347 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.736609 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-81758a9a-82c8-4b0e-b664-3f613dddb347 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629406'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.738840 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cf2bfaf6-1a76-47e0-a9bc-88ed144177d7 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:24.761074 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81758a9a-82c8-4b0e-b664-3f613dddb347 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ef94be-c9cb-4a1e-9342-6ff69a8ac8f2,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:24.766159 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-81758a9a-82c8-4b0e-b664-3f613dddb347 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:24.771413 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-81758a9a-82c8-4b0e-b664-3f613dddb347 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:24.781407 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-81758a9a-82c8-4b0e-b664-3f613dddb347 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1485894 Jun 02 13:37:24.794712 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port c8141754-68e9-46e3-97c4-04916d99355b triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:37:24.795195 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:25.136020 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-f03f870e-1574-40a8-b257-4652c0b8985c tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Synchronizing usage tracker for tenant:a20c06dbe06849749ff7c044f3a4fa48 on resource:security_group {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:37:25.153472 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-f03f870e-1574-40a8-b257-4652c0b8985c tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Unset dirty status for tenant:a20c06dbe06849749ff7c044f3a4fa48 on resource:security_group {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:37:25.154905 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-f03f870e-1574-40a8-b257-4652c0b8985c tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1685527749&fields=id&tenant_id=a20c06dbe06849749ff7c044f3a4fa48 HTTP/1.1" status: 200 len: 267 time: 0.0609877 Jun 02 13:37:25.160791 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] Notify callbacks [] for port, precommit_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:25.172170 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] Transition to ACTIVE for port object d535ca86-1278-4698-81c9-561a51bc5635 will not be triggered until provisioned by entity L2. {{(pid=92306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:37:25.179938 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:25.185088 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:25.316427 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-ba8f48b5-0ca5-4a54-b149-2e5c2eb7838c tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:25.317149 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-ba8f48b5-0ca5-4a54-b149-2e5c2eb7838c tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Synchronizing usage tracker for tenant:a20c06dbe06849749ff7c044f3a4fa48 on resource:network {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:37:25.335223 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-ba8f48b5-0ca5-4a54-b149-2e5c2eb7838c tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Unset dirty status for tenant:a20c06dbe06849749ff7c044f3a4fa48 on resource:network {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:37:25.336537 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-ba8f48b5-0ca5-4a54-b149-2e5c2eb7838c tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "GET /v2.0/networks?id=a820b456-9943-420c-bd49-c84b609806cf HTTP/1.1" status: 200 len: 809 time: 0.1740143 Jun 02 13:37:25.352888 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-6892c2b2-941f-4449-bbdd-12f350d01688 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "GET /v2.0/quotas/a20c06dbe06849749ff7c044f3a4fa48 HTTP/1.1" status: 200 len: 375 time: 0.0106938 Jun 02 13:37:25.371245 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7fc40-fe8b-495b-a692-bf9577bf2bc5 None None] Pushing event updated for resources: {'Port': ['ID=d535ca86-1278-4698-81c9-561a51bc5635,revision_number=3']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:25.379576 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f8f7fc40-fe8b-495b-a692-bf9577bf2bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:25.400479 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] Attempting to bind port d535ca86-1278-4698-81c9-561a51bc5635 on host dv-neutron-601336-80-hyperv for vnic_type normal with profile {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:37:25.400862 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] Attempting to bind port d535ca86-1278-4698-81c9-561a51bc5635 by drivers openvswitch,hyperv on host dv-neutron-601336-80-hyperv at level 0 using segments [{'id': 'e086f834-f628-4e9e-a2d4-f391ce3bdd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b'}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:37:25.401228 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] Attempting to bind port d535ca86-1278-4698-81c9-561a51bc5635 on network 5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:37:25.406869 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] Checking agent: {'id': '2bdda0f0-551a-41fd-ae13-6d968e129fc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-80-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 21, 17), 'started_at': datetime.datetime(2021, 6, 2, 12, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-80-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:37:25.407367 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] Checking segment: {'id': 'e086f834-f628-4e9e-a2d4-f391ce3bdd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:37:25.407817 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:25.408180 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] Bound using segment: {'id': 'e086f834-f628-4e9e-a2d4-f391ce3bdd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b'} {{(pid=92306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:37:25.408657 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.managers [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] Bound port: d535ca86-1278-4698-81c9-561a51bc5635, host: dv-neutron-601336-80-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e086f834-f628-4e9e-a2d4-f391ce3bdd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b'}}] {{(pid=92306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:37:25.409040 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:25.443911 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-25823238-6fbc-4d73-9c4b-0629589feaa6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Synchronizing usage tracker for tenant:a20c06dbe06849749ff7c044f3a4fa48 on resource:port {{(pid=92305) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:37:25.459984 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-25823238-6fbc-4d73-9c4b-0629589feaa6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Unset dirty status for tenant:a20c06dbe06849749ff7c044f3a4fa48 on resource:port {{(pid=92305) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:37:25.461288 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-25823238-6fbc-4d73-9c4b-0629589feaa6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a20c06dbe06849749ff7c044f3a4fa48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1023033 Jun 02 13:37:25.509266 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] For port d535ca86-1278-4698-81c9-561a51bc5635, host dv-neutron-601336-80-hyperv, cleared binding levels {{(pid=92306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:37:25.512549 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] For port d535ca86-1278-4698-81c9-561a51bc5635, host dv-neutron-601336-80-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=d535ca86-1278-4698-81c9-561a51bc5635,segment=NetworkSegment(e086f834-f628-4e9e-a2d4-f391ce3bdd5d),segment_id=e086f834-f628-4e9e-a2d4-f391ce3bdd5d)] {{(pid=92306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:37:25.516257 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:25.519784 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:25.601460 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] Routers {'f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:37:25.602128 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:37:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b'], 'active': True} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:25.604106 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-e01050d0-c6c5-4691-bc99-fb31894b7eea service neutron] 10.222.0.37 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298149 Jun 02 13:37:25.657461 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7fc40-fe8b-495b-a692-bf9577bf2bc5 None None] Pushing event updated for resources: {'Port': ['ID=d535ca86-1278-4698-81c9-561a51bc5635,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:25.667825 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-f8f7fc40-fe8b-495b-a692-bf9577bf2bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:25.747916 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-352b304c-23d7-4b61-96e3-3464d519f455 service neutron] 10.222.0.37 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365407 Jun 02 13:37:25.788875 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_dvr_db [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] Set router f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b gateway port host: dv-neutron-601336-80-hyperv {{(pid=92306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:37:25.940475 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-75a763c9-1537-4b1c-b7f7-45f5a3801e44 req-0e25e30a-b6cd-446a-9aa7-57311082f688 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6e7f235-8b85-4db5-876b-f9df890455a5 HTTP/1.1" status: 200 len: 210 time: 0.0472512 Jun 02 13:37:25.983987 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device ef1bfa01-95e8-47b7-8b46-3b71865f4efc up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:37:26.181500 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port ef1bfa01-95e8-47b7-8b46-3b71865f4efc triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:37:26.181882 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:26.310970 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.l3_hamode_db [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b', 'name': 'tempest-TestSnapshotPattern-1996117011-router', 'tenant_id': 'eda7811b182641f0867f44335943dfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'ef1bfa01-95e8-47b7-8b46-3b71865f4efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:37:17Z', 'updated_at': '2021-06-02T13:37:21Z', 'revision_number': 4, 'project_id': 'eda7811b182641f0867f44335943dfb6', 'gw_port': {'id': 'ef1bfa01-95e8-47b7-8b46-3b71865f4efc', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:18Z', 'updated_at': '2021-06-02T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'd535ca86-1278-4698-81c9-561a51bc5635', 'name': '', 'network_id': '5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b', 'tenant_id': 'eda7811b182641f0867f44335943dfb6', 'mac_address': 'fa:16:3e:75:78:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '2dcaa17d-db84-452f-9bf4-fffe20b34229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:21Z', 'updated_at': '2021-06-02T13:37:25Z', 'revision_number': 4, 'project_id': 'eda7811b182641f0867f44335943dfb6', 'subnets': [{'id': '2dcaa17d-db84-452f-9bf4-fffe20b34229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:26.324801 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26700907-c4fa-406b-8658-ed252951fd33 None None] The sync data for ids ['f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b'] in dv-neutron-601336-80-hyperv is: [{'id': 'f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b', 'name': 'tempest-TestSnapshotPattern-1996117011-router', 'tenant_id': 'eda7811b182641f0867f44335943dfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'ef1bfa01-95e8-47b7-8b46-3b71865f4efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:37:17Z', 'updated_at': '2021-06-02T13:37:21Z', 'revision_number': 4, 'project_id': 'eda7811b182641f0867f44335943dfb6', 'gw_port': {'id': 'ef1bfa01-95e8-47b7-8b46-3b71865f4efc', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:18Z', 'updated_at': '2021-06-02T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_interfaces': [{'id': 'd535ca86-1278-4698-81c9-561a51bc5635', 'name': '', 'network_id': '5b0e64ca-e1ad-4236-b4f7-92313fa4cf6b', 'tenant_id': 'eda7811b182641f0867f44335943dfb6', 'mac_address': 'fa:16:3e:75:78:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cfd74c-0d1a-4055-9a73-7ca4c4b48f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '2dcaa17d-db84-452f-9bf4-fffe20b34229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:21Z', 'updated_at': '2021-06-02T13:37:25Z', 'revision_number': 4, 'project_id': 'eda7811b182641f0867f44335943dfb6', 'subnets': [{'id': '2dcaa17d-db84-452f-9bf4-fffe20b34229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:37:26.596017 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:27.035674 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-3e3f5308-10b8-4673-9235-1df8dd00b660 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:27.038082 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-3e3f5308-10b8-4673-9235-1df8dd00b660 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.22 "GET /v2.0/networks?id=a820b456-9943-420c-bd49-c84b609806cf HTTP/1.1" status: 200 len: 809 time: 0.1749830 Jun 02 13:37:27.099753 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-b2c35bed-1192-40f6-b5ba-82b1cd216ac8 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a20c06dbe06849749ff7c044f3a4fa48 HTTP/1.1" status: 200 len: 380 time: 0.0527053 Jun 02 13:37:27.101131 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-f9e2eff6-9e92-4e69-9f80-685e707064aa req-f8ca5a3d-c7a0-4f24-adfc-8ed65e361cf0 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6e7f235-8b85-4db5-876b-f9df890455a5 HTTP/1.1" status: 200 len: 210 time: 0.0459151 Jun 02 13:37:27.112983 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-20697ba1-8ac2-4092-aa5d-252998e32d9f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Request body: {'port': {'device_id': 'b6e7f235-8b85-4db5-876b-f9df890455a5', 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf', 'admin_state_up': True, 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'security_groups': ['8f442f6a-bad2-4e02-8069-fda27235ef98']}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:37:27.256975 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-20697ba1-8ac2-4092-aa5d-252998e32d9f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:37:27.266853 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.quota.driver [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-20697ba1-8ac2-4092-aa5d-252998e32d9f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92304) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:37:27.277022 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-20697ba1-8ac2-4092-aa5d-252998e32d9f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Made reservation on behalf of a20c06dbe06849749ff7c044f3a4fa48 for: {'port': 1} {{(pid=92304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 13:37:27.280645 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-20697ba1-8ac2-4092-aa5d-252998e32d9f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:27.445687 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.db_base_plugin_common [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-20697ba1-8ac2-4092-aa5d-252998e32d9f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Allocated IP 172.20.0.4 (a820b456-9943-420c-bd49-c84b609806cf/8c71c481-c0d5-4cc5-91dd-60baef393bd3/63a34b55-af79-4d4c-86ca-8c0458da3b0b) {{(pid=92304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:37:27.632911 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-20697ba1-8ac2-4092-aa5d-252998e32d9f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for port, precommit_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:27.648512 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-20697ba1-8ac2-4092-aa5d-252998e32d9f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Transition to ACTIVE for port object 63a34b55-af79-4d4c-86ca-8c0458da3b0b will not be triggered until provisioned by entity DHCP. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:37:27.672284 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-20697ba1-8ac2-4092-aa5d-252998e32d9f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111941'] for port, after_create {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:27.678448 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-1687f113-8164-4173-a920-0c856d68c242 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:27.747808 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-20697ba1-8ac2-4092-aa5d-252998e32d9f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Network a820b456-9943-420c-bd49-c84b609806cf is already hosted by enough agents. {{(pid=92304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:37:27.751047 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.scheduler.base_scheduler [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-20697ba1-8ac2-4092-aa5d-252998e32d9f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Resources bound (agent type, host, resource id): {{(pid=92304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:37:27.755040 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-20697ba1-8ac2-4092-aa5d-252998e32d9f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Received port after_create {{(pid=92304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:37:27.786871 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20697ba1-8ac2-4092-aa5d-252998e32d9f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Pushing event updated for resources: {'Port': ['ID=63a34b55-af79-4d4c-86ca-8c0458da3b0b,revision_number=1']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:27.793361 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-20697ba1-8ac2-4092-aa5d-252998e32d9f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:27.823820 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-20697ba1-8ac2-4092-aa5d-252998e32d9f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:27.824451 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-20697ba1-8ac2-4092-aa5d-252998e32d9f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:27.852397 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-20697ba1-8ac2-4092-aa5d-252998e32d9f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7451630 Jun 02 13:37:27.977404 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.v2.base [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] Request body: {'port': {'device_id': 'b6e7f235-8b85-4db5-876b-f9df890455a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:37:27.989631 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device d535ca86-1278-4698-81c9-561a51bc5635 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:37:28.062355 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-03457598-098a-4980-a78c-78d015097b36 None None] Provisioning for port 63a34b55-af79-4d4c-86ca-8c0458da3b0b completed by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:37:28.070152 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-03457598-098a-4980-a78c-78d015097b36 None None] Provisioning complete for port 63a34b55-af79-4d4c-86ca-8c0458da3b0b triggered by entity DHCP. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:37:28.070840 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-03457598-098a-4980-a78c-78d015097b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:28.098262 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:28.118938 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning for port d535ca86-1278-4698-81c9-561a51bc5635 completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:37:28.139446 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.plugin [None req-03457598-098a-4980-a78c-78d015097b36 None None] Port 63a34b55-af79-4d4c-86ca-8c0458da3b0b cannot update to ACTIVE because it is not bound. {{(pid=92306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 13:37:28.143605 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port d535ca86-1278-4698-81c9-561a51bc5635 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:37:28.144085 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:28.272978 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:28.307185 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] For port d535ca86-1278-4698-81c9-561a51bc5635, host dv-neutron-601336-80-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-80-hyperv',level=0,port_id=d535ca86-1278-4698-81c9-561a51bc5635,segment=NetworkSegment(e086f834-f628-4e9e-a2d4-f391ce3bdd5d),segment_id=e086f834-f628-4e9e-a2d4-f391ce3bdd5d)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:37:28.311301 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:28.313988 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-695dfec1-617c-4925-9868-6eb02971b63f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:28.391912 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Pushing event updated for resources: {'Port': ['ID=d535ca86-1278-4698-81c9-561a51bc5635,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:28.395125 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:28.564466 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01304dbf-76e4-4558-ae16-97ebe5eff488 req-577a9c11-4eb4-4678-a833-188c11b0f547 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:28.565070 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-01304dbf-76e4-4558-ae16-97ebe5eff488 req-577a9c11-4eb4-4678-a833-188c11b0f547 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Synchronizing usage tracker for tenant:a20c06dbe06849749ff7c044f3a4fa48 on resource:port {{(pid=92304) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 13:37:28.602635 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.quota.resource [req-01304dbf-76e4-4558-ae16-97ebe5eff488 req-577a9c11-4eb4-4678-a833-188c11b0f547 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Unset dirty status for tenant:a20c06dbe06849749ff7c044f3a4fa48 on resource:port {{(pid=92304) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 13:37:28.603779 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-01304dbf-76e4-4558-ae16-97ebe5eff488 req-577a9c11-4eb4-4678-a833-188c11b0f547 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6e7f235-8b85-4db5-876b-f9df890455a5 HTTP/1.1" status: 200 len: 931 time: 0.3870649 Jun 02 13:37:28.706555 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a34b55-af79-4d4c-86ca-8c0458da3b0b {{(pid=92304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:37:28.712769 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-01304dbf-76e4-4558-ae16-97ebe5eff488 req-47930aff-24a6-4494-8e3a-46dc8a4ed0cd tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f442f6a-bad2-4e02-8069-fda27235ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969236 Jun 02 13:37:28.716338 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:28.731064 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.db.provisioning_blocks [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] Transition to ACTIVE for port object 63a34b55-af79-4d4c-86ca-8c0458da3b0b will not be triggered until provisioned by entity L2. {{(pid=92304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 13:37:28.734553 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:28.739604 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-f1ab3d23-1579-45ee-b640-cd3ae73d2e87 tempest-TestNetworkBasicOps-294549294 tempest-TestNetworkBasicOps-294549294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:28.889481 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] Pushing event updated for resources: {'Port': ['ID=63a34b55-af79-4d4c-86ca-8c0458da3b0b,revision_number=2']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:28.897111 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:28.973663 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] Attempting to bind port 63a34b55-af79-4d4c-86ca-8c0458da3b0b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 13:37:28.973984 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] Attempting to bind port 63a34b55-af79-4d4c-86ca-8c0458da3b0b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '87f269f9-41f2-49aa-8806-d2353efb45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf'}] {{(pid=92304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 13:37:28.974345 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] Attempting to bind port 63a34b55-af79-4d4c-86ca-8c0458da3b0b on network a820b456-9943-420c-bd49-c84b609806cf {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:37:28.978974 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] Port 63a34b55-af79-4d4c-86ca-8c0458da3b0b on network a820b456-9943-420c-bd49-c84b609806cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 13:37:28.979295 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] Attempting to bind port 63a34b55-af79-4d4c-86ca-8c0458da3b0b on network a820b456-9943-420c-bd49-c84b609806cf {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 13:37:28.984289 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] Checking agent: {'id': '6573a115-d611-4406-8fdc-3b0e09e2eef2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'started_at': datetime.datetime(2021, 6, 2, 12, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 13, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 13:37:28.984623 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] Checking segment: {'id': '87f269f9-41f2-49aa-8806-d2353efb45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 13:37:28.985036 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] Bound using segment: {'id': '87f269f9-41f2-49aa-8806-d2353efb45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf'} {{(pid=92304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 13:37:28.985464 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.managers [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] Bound port: 63a34b55-af79-4d4c-86ca-8c0458da3b0b, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87f269f9-41f2-49aa-8806-d2353efb45b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf'}}] {{(pid=92304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 13:37:28.985810 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:29.073285 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] For port 63a34b55-af79-4d4c-86ca-8c0458da3b0b, host hv-neutron-6013, cleared binding levels {{(pid=92304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 13:37:29.076168 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.plugins.ml2.db [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] For port 63a34b55-af79-4d4c-86ca-8c0458da3b0b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=63a34b55-af79-4d4c-86ca-8c0458da3b0b,segment=NetworkSegment(87f269f9-41f2-49aa-8806-d2353efb45b4),segment_id=87f269f9-41f2-49aa-8806-d2353efb45b4)] {{(pid=92304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 13:37:29.081347 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111954'] for port, after_update {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:29.085832 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-ff1f26c5-c769-452b-bd81-203ea3a05ec4 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:29.136489 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:29.137107 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for port, before_response {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:29.138487 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] 10.222.0.22 "PUT /v2.0/ports/63a34b55-af79-4d4c-86ca-8c0458da3b0b HTTP/1.1" status: 200 len: 1093 time: 1.2768226 Jun 02 13:37:29.139015 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e7f235-8b85-4db5-876b-f9df890455a5', 'tag': '63a34b55-af79-4d4c-86ca-8c0458da3b0b'}] {{(pid=92304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:37:29.141857 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eeea4b8d5da6ecdd44650e8a62d2c2315c69c21a30378f5be8ce65998d53f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f08a69-698f-48ca-a8d1-07c2b36ca0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e7f235-8b85-4db5-876b-f9df890455a5", "tag": "63a34b55-af79-4d4c-86ca-8c0458da3b0b"}]}' {{(pid=92304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:37:29.215090 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] Pushing event updated for resources: {'Port': ['ID=63a34b55-af79-4d4c-86ca-8c0458da3b0b,revision_number=3']} {{(pid=92304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:29.218451 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-7b342f7c-9e0c-4fef-a65e-26ccc1c77c20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:29.262339 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-13345a4c-cfa9-466f-ae78-6cde4e146a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:29.263951 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-13345a4c-cfa9-466f-ae78-6cde4e146a8c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a20c06dbe06849749ff7c044f3a4fa48&device_id=b6e7f235-8b85-4db5-876b-f9df890455a5 HTTP/1.1" status: 200 len: 1096 time: 0.0856569 Jun 02 13:37:29.269266 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c042bd6-d987-44b6-8ffe-ad4b8e731b46 x-openstack-request-id: req-6c042bd6-d987-44b6-8ffe-ad4b8e731b46 {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:37:29.269610 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e7f235-8b85-4db5-876b-f9df890455a5", "tag": "63a34b55-af79-4d4c-86ca-8c0458da3b0b", "status": "completed", "code": 200}]} {{(pid=92304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:37:29.269916 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c042bd6-d987-44b6-8ffe-ad4b8e731b46 {{(pid=92304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:37:29.270416 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e7f235-8b85-4db5-876b-f9df890455a5', 'tag': '63a34b55-af79-4d4c-86ca-8c0458da3b0b', 'status': 'completed', 'code': 200} Jun 02 13:37:29.346845 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-8e23b158-a333-4812-87b8-a3eb574e2e80 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a34b55-af79-4d4c-86ca-8c0458da3b0b HTTP/1.1" status: 200 len: 217 time: 0.0669873 Jun 02 13:37:29.408943 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-d73ce0a2-f93c-4755-a8bd-1a34808deb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:29.410341 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-d73ce0a2-f93c-4755-a8bd-1a34808deb4d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8c71c481-c0d5-4cc5-91dd-60baef393bd3 HTTP/1.1" status: 200 len: 848 time: 0.0575457 Jun 02 13:37:29.488134 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-a7eb0de8-17c0-487d-853f-0ab0eb5fc44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:29.489567 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-a7eb0de8-17c0-487d-853f-0ab0eb5fc44b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a820b456-9943-420c-bd49-c84b609806cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0730941 Jun 02 13:37:29.622706 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-04598e02-806d-4bf4-b92d-01b531822acc service neutron] 10.222.0.22 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260250 Jun 02 13:37:29.755494 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f8b17f52-9734-4e92-bf9d-5635f0ebf907 req-7063d3cf-55b3-4b05-9a04-25b138fb85df service neutron] 10.222.0.22 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260283 Jun 02 13:37:29.931407 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f08a69-698f-48ca-a8d1-07c2b36ca0f9 req-5c2a2d16-0fc8-4810-96cd-3616ef3e3d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:29.932888 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-59f08a69-698f-48ca-a8d1-07c2b36ca0f9 req-5c2a2d16-0fc8-4810-96cd-3616ef3e3d3c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a20c06dbe06849749ff7c044f3a4fa48&device_id=b6e7f235-8b85-4db5-876b-f9df890455a5 HTTP/1.1" status: 200 len: 1096 time: 0.1332908 Jun 02 13:37:29.944520 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da601e9-1ead-4b27-a743-3bf4c328f36c req-9063ffd7-52a1-4027-bc8d-38f19d277541 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:29.945889 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5da601e9-1ead-4b27-a743-3bf4c328f36c req-9063ffd7-52a1-4027-bc8d-38f19d277541 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6e7f235-8b85-4db5-876b-f9df890455a5 HTTP/1.1" status: 200 len: 943 time: 0.1114247 Jun 02 13:37:29.963103 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Device d535ca86-1278-4698-81c9-561a51bc5635 up at agent ovs-agent-dv-neutron-601336-80-hyperv {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:37:30.074128 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-5da601e9-1ead-4b27-a743-3bf4c328f36c req-6a20649c-aa93-47bf-b0b4-f32f47ceaac7 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f442f6a-bad2-4e02-8069-fda27235ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096299 Jun 02 13:37:30.077199 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Provisioning complete for port d535ca86-1278-4698-81c9-561a51bc5635 triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:37:30.077566 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:30.108098 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f08a69-698f-48ca-a8d1-07c2b36ca0f9 req-c707968d-a847-4665-b07e-92b3af6bc3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:30.109538 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-59f08a69-698f-48ca-a8d1-07c2b36ca0f9 req-c707968d-a847-4665-b07e-92b3af6bc3ce service neutron] 10.222.0.22 "GET /v2.0/networks?id=a820b456-9943-420c-bd49-c84b609806cf HTTP/1.1" status: 200 len: 910 time: 0.1627948 Jun 02 13:37:30.319309 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-59f08a69-698f-48ca-a8d1-07c2b36ca0f9 req-b1ab4ad0-b1ed-4359-8105-2fda58ffa13b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a34b55-af79-4d4c-86ca-8c0458da3b0b HTTP/1.1" status: 200 len: 217 time: 0.2022583 Jun 02 13:37:30.380510 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f08a69-698f-48ca-a8d1-07c2b36ca0f9 req-4039df26-9506-454d-885c-0bb4a0a9735c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:30.381855 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-59f08a69-698f-48ca-a8d1-07c2b36ca0f9 req-4039df26-9506-454d-885c-0bb4a0a9735c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8c71c481-c0d5-4cc5-91dd-60baef393bd3 HTTP/1.1" status: 200 len: 848 time: 0.0558217 Jun 02 13:37:30.455357 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f08a69-698f-48ca-a8d1-07c2b36ca0f9 req-8412cfce-ff0c-457a-98fe-6140e1b6d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:30.456677 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-59f08a69-698f-48ca-a8d1-07c2b36ca0f9 req-8412cfce-ff0c-457a-98fe-6140e1b6d434 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a820b456-9943-420c-bd49-c84b609806cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0681968 Jun 02 13:37:30.586401 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-59f08a69-698f-48ca-a8d1-07c2b36ca0f9 req-8ab7a956-8ddb-41b4-a105-4aadef69b10d service neutron] 10.222.0.22 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231649 Jun 02 13:37:30.716336 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-59f08a69-698f-48ca-a8d1-07c2b36ca0f9 req-5f9a1062-2738-41ad-ab4c-c30da831b3ba service neutron] 10.222.0.22 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235600 Jun 02 13:37:31.257930 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e1bda-a2fc-4a62-80c8-fe50eb935f8b req-7cc55211-c732-4da2-99cb-39e1727d04aa tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:31.259390 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1c6e1bda-a2fc-4a62-80c8-fe50eb935f8b req-7cc55211-c732-4da2-99cb-39e1727d04aa tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6e7f235-8b85-4db5-876b-f9df890455a5 HTTP/1.1" status: 200 len: 943 time: 0.0793874 Jun 02 13:37:31.306239 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-1c6e1bda-a2fc-4a62-80c8-fe50eb935f8b req-fc41069b-863e-4195-a72c-728507b3878f tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f442f6a-bad2-4e02-8069-fda27235ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411847 Jun 02 13:37:32.130660 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 63a34b55-af79-4d4c-86ca-8c0458da3b0b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 13:37:32.262377 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 63a34b55-af79-4d4c-86ca-8c0458da3b0b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=63a34b55-af79-4d4c-86ca-8c0458da3b0b,segment=NetworkSegment(87f269f9-41f2-49aa-8806-d2353efb45b4),segment_id=87f269f9-41f2-49aa-8806-d2353efb45b4)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:37:32.274859 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Returning: {'device': '63a34b55-af79-4d4c-86ca-8c0458da3b0b', 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf', 'port_id': '63a34b55-af79-4d4c-86ca-8c0458da3b0b', 'mac_address': 'fa:16:3e:40:94:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c71c481-c0d5-4cc5-91dd-60baef393bd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 13:37:32.328174 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:32.345250 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a34b55-af79-4d4c-86ca-8c0458da3b0b {{(pid=92306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 13:37:32.362188 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 63a34b55-af79-4d4c-86ca-8c0458da3b0b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=63a34b55-af79-4d4c-86ca-8c0458da3b0b,segment=NetworkSegment(87f269f9-41f2-49aa-8806-d2353efb45b4),segment_id=87f269f9-41f2-49aa-8806-d2353efb45b4)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:37:32.366032 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:32.367862 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-c201ab39-45a6-43f3-bf65-e6650f3dfb35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:32.437459 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=63a34b55-af79-4d4c-86ca-8c0458da3b0b,revision_number=4']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:32.440742 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:32.500099 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26ba2c-1783-43e1-8fbe-8d838b3dcc6f req-07137f19-9054-4fed-9637-198751c8736a tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:32.501637 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1d26ba2c-1783-43e1-8fbe-8d838b3dcc6f req-07137f19-9054-4fed-9637-198751c8736a tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6e7f235-8b85-4db5-876b-f9df890455a5 HTTP/1.1" status: 200 len: 944 time: 0.0850039 Jun 02 13:37:32.544774 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-1d26ba2c-1783-43e1-8fbe-8d838b3dcc6f req-ac4ef805-0b29-49e1-b160-7c56c53a724e tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f442f6a-bad2-4e02-8069-fda27235ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375545 Jun 02 13:37:32.750631 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] get_ports_and_sgs() called for port_ids ['63a34b55-af79-4d4c-86ca-8c0458da3b0b'] {{(pid=92306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 13:37:33.725746 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e9434-583e-44e9-ae6c-5cf51c075c18 req-ffe3b907-e9f0-4778-b81e-09084c1fa81e tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:33.727221 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-266e9434-583e-44e9-ae6c-5cf51c075c18 req-ffe3b907-e9f0-4778-b81e-09084c1fa81e tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6e7f235-8b85-4db5-876b-f9df890455a5 HTTP/1.1" status: 200 len: 944 time: 0.0804489 Jun 02 13:37:33.771291 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-266e9434-583e-44e9-ae6c-5cf51c075c18 req-aaaf8f88-bbd9-4e42-8c6b-f36dd5d64aba tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f442f6a-bad2-4e02-8069-fda27235ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385435 Jun 02 13:37:34.144616 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Device 63a34b55-af79-4d4c-86ca-8c0458da3b0b up at agent hyperv_hv-neutron-6013 {{(pid=92306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 13:37:34.212029 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning for port 63a34b55-af79-4d4c-86ca-8c0458da3b0b completed by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 13:37:34.216708 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.db.provisioning_blocks [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Provisioning complete for port 63a34b55-af79-4d4c-86ca-8c0458da3b0b triggered by entity L2. {{(pid=92306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 13:37:34.217084 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025477'] for port, provisioning_complete {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:34.331913 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:34.357927 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e7f235-8b85-4db5-876b-f9df890455a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a34b55-af79-4d4c-86ca-8c0458da3b0b'}] {{(pid=92306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:37:34.360205 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb4176d1c71455d605beb5e3ae27c7d09239e4dce69fd26288bae3c53f35b4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a85a1e7-4505-49cb-a48c-878bc40d403b" -d '{"events": [{"server_uuid": "b6e7f235-8b85-4db5-876b-f9df890455a5", "name": "network-vif-plugged", "status": "completed", "tag": "63a34b55-af79-4d4c-86ca-8c0458da3b0b"}]}' {{(pid=92306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:37:34.367564 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.plugins.ml2.db [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] For port 63a34b55-af79-4d4c-86ca-8c0458da3b0b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=63a34b55-af79-4d4c-86ca-8c0458da3b0b,segment=NetworkSegment(87f269f9-41f2-49aa-8806-d2353efb45b4),segment_id=87f269f9-41f2-49aa-8806-d2353efb45b4)] {{(pid=92306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 13:37:34.372455 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947'] for port, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:34.375369 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:34.415816 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 13:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d1af64-414e-44e3-afde-a78b7479dfe5 x-openstack-request-id: req-36d1af64-414e-44e3-afde-a78b7479dfe5 {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:37:34.416121 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e7f235-8b85-4db5-876b-f9df890455a5", "name": "network-vif-plugged", "status": "completed", "tag": "63a34b55-af79-4d4c-86ca-8c0458da3b0b", "code": 200}]} {{(pid=92306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:37:34.416386 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36d1af64-414e-44e3-afde-a78b7479dfe5 {{(pid=92306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:37:34.416780 dv-neutron-601336-80-hyperv neutron-server[92306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e7f235-8b85-4db5-876b-f9df890455a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a34b55-af79-4d4c-86ca-8c0458da3b0b', 'code': 200} Jun 02 13:37:34.450053 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Pushing event updated for resources: {'Port': ['ID=63a34b55-af79-4d4c-86ca-8c0458da3b0b,revision_number=5']} {{(pid=92306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:34.452956 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG oslo_concurrency.lockutils [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:34.629749 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0f0d0-889d-4fe4-9f5a-928e6b3ad963 req-46ec42ad-3c7c-4a96-a80b-48d944cd2496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:34.631220 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-23f0f0d0-889d-4fe4-9f5a-928e6b3ad963 req-46ec42ad-3c7c-4a96-a80b-48d944cd2496 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b6e7f235-8b85-4db5-876b-f9df890455a5 HTTP/1.1" status: 200 len: 1098 time: 0.0713484 Jun 02 13:37:34.673730 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-23f0f0d0-889d-4fe4-9f5a-928e6b3ad963 req-50ea5bfa-9e26-4525-8374-ec4cb6eba377 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8f442f6a-bad2-4e02-8069-fda27235ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365715 Jun 02 13:37:34.957945 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d42d13-0c7d-4458-a02a-f9c39b0889d1 req-f09a10a7-cc27-4972-b90f-bcc247c92161 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:34.959382 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-63d42d13-0c7d-4458-a02a-f9c39b0889d1 req-f09a10a7-cc27-4972-b90f-bcc247c92161 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6e7f235-8b85-4db5-876b-f9df890455a5 HTTP/1.1" status: 200 len: 945 time: 0.0828545 Jun 02 13:37:35.003504 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-63d42d13-0c7d-4458-a02a-f9c39b0889d1 req-0ca7a35b-be28-4846-9e56-f81f3e6248b4 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f442f6a-bad2-4e02-8069-fda27235ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386384 Jun 02 13:37:36.183793 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d62f22-706b-4ae3-842b-7a9452a57e41 req-95c1dc3a-2cf5-4c85-bf82-1511311e79f6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:36.185230 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d9d62f22-706b-4ae3-842b-7a9452a57e41 req-95c1dc3a-2cf5-4c85-bf82-1511311e79f6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6e7f235-8b85-4db5-876b-f9df890455a5 HTTP/1.1" status: 200 len: 945 time: 0.0782943 Jun 02 13:37:36.229627 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-d9d62f22-706b-4ae3-842b-7a9452a57e41 req-3c396453-80e2-4b0e-b68e-cd94cc322896 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f442f6a-bad2-4e02-8069-fda27235ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382979 Jun 02 13:37:36.411026 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7101fff-c1d8-4737-9418-41a63f19e18d req-ea43b849-a0b6-4c83-8523-9d297edbe11a tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:36.412519 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d7101fff-c1d8-4737-9418-41a63f19e18d req-ea43b849-a0b6-4c83-8523-9d297edbe11a tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6e7f235-8b85-4db5-876b-f9df890455a5 HTTP/1.1" status: 200 len: 945 time: 0.0811770 Jun 02 13:37:36.459876 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [req-d7101fff-c1d8-4737-9418-41a63f19e18d req-f5c3f30a-4173-4c95-bc07-7553cadd96c4 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f442f6a-bad2-4e02-8069-fda27235ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411298 Jun 02 13:37:36.482084 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56524) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:36.595423 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1742e029-eeae-47eb-94ec-88df953a39a8 tempest-TestSnapshotPattern-1531406710 tempest-TestSnapshotPattern-1531406710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:36.599534 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-1742e029-eeae-47eb-94ec-88df953a39a8 tempest-TestSnapshotPattern-1531406710 tempest-TestSnapshotPattern-1531406710-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b6e7f235-8b85-4db5-876b-f9df890455a5 HTTP/1.1" status: 200 len: 1093 time: 0.1138391 Jun 02 13:37:36.599718 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.37', 56528) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 13:37:36.603975 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.v2.base [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Request body: {'floatingip': {'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'port_id': '63a34b55-af79-4d4c-86ca-8c0458da3b0b', 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 13:37:36.610387 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 13:37:36.614324 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Usage tracker for resource:floatingip and tenant:a20c06dbe06849749ff7c044f3a4fa48 is out of sync, need to count used quota {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 13:37:36.617058 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.quota.resource [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92305) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 13:37:36.622743 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.quota.driver [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 13:37:36.633499 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:36.776531 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:36.910323 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Allocated IP 172.26.7.48 (58ad0a37-4806-4fe2-972f-df18335d7a8e/747b4cfb-c5fb-49d1-ac87-524e76839406/beb34c21-e802-4ca8-9966-0df1a4be3910) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 13:37:37.067860 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:37.096987 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415476884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510713'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:37.100792 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0d0eabb9-3872-471c-878e-1d19bc85224e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:37.163934 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Network 58ad0a37-4806-4fe2-972f-df18335d7a8e is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 13:37:37.166816 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Resources bound (agent type, host, resource id): {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 13:37:37.170486 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 13:37:37.205401 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Pushing event updated for resources: {'Port': ['ID=beb34c21-e802-4ca8-9966-0df1a4be3910,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:37.213517 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:37.732865 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:37.806624 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080142'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:38.019207 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:38.023672 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2078945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415848174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415476902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415476947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510702'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:38.027969 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2933a75f-8c7f-4511-bb32-e4dde0361e27 tempest-TestNetworkAdvancedServerOps-915751685 tempest-TestNetworkAdvancedServerOps-915751685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 13:37:38.135096 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Pushing event updated for resources: {'Port': ['ID=beb34c21-e802-4ca8-9966-0df1a4be3910,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 13:37:38.137916 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 13:37:38.143954 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992661'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:38.319910 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.db.l3_db [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Floating IP b783c41d-7170-4e4f-9a1e-f8de2a32ab51 associated. External IP: 172.26.7.48, port: 63a34b55-af79-4d4c-86ca-8c0458da3b0b. Jun 02 13:37:38.670246 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Router ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432 has already been hosted by L3 agent 67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 13:37:38.967550 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify agent at l3_agent.dv-neutron-601336-80-hyperv the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 13:37:38.976878 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415b50fe-3140-4151-a150-17da5d906a03 None None] Sync routers for ids ['ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432'] in dv-neutron-601336-80-hyperv {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 13:37:38.990196 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b50fe-3140-4151-a150-17da5d906a03 None None] Routers {'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:37:38.991654 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-415b50fe-3140-4151-a150-17da5d906a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:37:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:38.996715 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-489643'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:39.053733 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.wsgi [None req-7a154e64-2520-4d9c-a476-e1affcbcd1c6 tempest-TestSnapshotPattern-1752458283 tempest-TestSnapshotPattern-1752458283-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4530046 Jun 02 13:37:39.054443 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e7f235-8b85-4db5-876b-f9df890455a5', 'tag': '63a34b55-af79-4d4c-86ca-8c0458da3b0b'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 13:37:39.056698 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0901658347208102df7e2e69a879233cd6360dcc4c18794ffe602b0fb30b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f297a37f-cd62-4341-b9b8-d446ac21ddf7" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e7f235-8b85-4db5-876b-f9df890455a5", "tag": "63a34b55-af79-4d4c-86ca-8c0458da3b0b"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 13:37:39.149116 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 13:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946d20f9-7e89-4927-868d-ac8d474a4491 x-openstack-request-id: req-946d20f9-7e89-4927-868d-ac8d474a4491 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 13:37:39.149488 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e7f235-8b85-4db5-876b-f9df890455a5", "tag": "63a34b55-af79-4d4c-86ca-8c0458da3b0b", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 13:37:39.149789 dv-neutron-601336-80-hyperv neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-946d20f9-7e89-4927-868d-ac8d474a4491 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 13:37:39.150260 dv-neutron-601336-80-hyperv neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e7f235-8b85-4db5-876b-f9df890455a5', 'tag': '63a34b55-af79-4d4c-86ca-8c0458da3b0b', 'status': 'completed', 'code': 200} Jun 02 13:37:39.180274 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-415b50fe-3140-4151-a150-17da5d906a03 None None] Set router ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:37:39.245280 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297a37f-cd62-4341-b9b8-d446ac21ddf7 req-8c222ca2-e32c-4ab1-a72e-ebba31b03288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:39.246703 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f297a37f-cd62-4341-b9b8-d446ac21ddf7 req-8c222ca2-e32c-4ab1-a72e-ebba31b03288 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a20c06dbe06849749ff7c044f3a4fa48&device_id=b6e7f235-8b85-4db5-876b-f9df890455a5 HTTP/1.1" status: 200 len: 1098 time: 0.0755801 Jun 02 13:37:39.377685 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297a37f-cd62-4341-b9b8-d446ac21ddf7 req-a892bf08-7d30-490d-8a62-3a247c9c8344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:39.379150 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f297a37f-cd62-4341-b9b8-d446ac21ddf7 req-a892bf08-7d30-490d-8a62-3a247c9c8344 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a820b456-9943-420c-bd49-c84b609806cf HTTP/1.1" status: 200 len: 910 time: 0.1257372 Jun 02 13:37:39.480571 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f297a37f-cd62-4341-b9b8-d446ac21ddf7 req-3b8cb1fc-20f9-4a03-8648-806397b4b9c2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a34b55-af79-4d4c-86ca-8c0458da3b0b HTTP/1.1" status: 200 len: 998 time: 0.0941386 Jun 02 13:37:39.516911 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-415b50fe-3140-4151-a150-17da5d906a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'name': 'tempest-TestSnapshotPattern-334633473-router', 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '1e13fa20-6ba1-4449-b162-baf7e5d3952e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:37:11Z', 'updated_at': '2021-06-02T13:37:14Z', 'revision_number': 4, 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'gw_port': {'id': '1e13fa20-6ba1-4449-b162-baf7e5d3952e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:11Z', 'updated_at': '2021-06-02T13:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'b783c41d-7170-4e4f-9a1e-f8de2a32ab51', 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'floating_ip_address': '172.26.7.48', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'port_id': '63a34b55-af79-4d4c-86ca-8c0458da3b0b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf', 'mac_address': 'fa:16:3e:40:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e7f235-8b85-4db5-876b-f9df890455a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:37:37Z', 'updated_at': '2021-06-02T13:37:37Z', 'revision_number': 0, 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e6c6f5-c050-4f12-a2df-765c771a18ee', 'name': '', 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf', 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'mac_address': 'fa:16:3e:7f:67:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '8c71c481-c0d5-4cc5-91dd-60baef393bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:14Z', 'updated_at': '2021-06-02T13:37:20Z', 'revision_number': 5, 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'subnets': [{'id': '8c71c481-c0d5-4cc5-91dd-60baef393bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:39.520614 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415b50fe-3140-4151-a150-17da5d906a03 None None] Checking router: ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432 for host: dv-neutron-601336-80-hyperv {{(pid=92307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 13:37:39.528576 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b50fe-3140-4151-a150-17da5d906a03 None None] Routers {'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432'} bound to L3 agent in host dv-neutron-601336-80-hyperv {{(pid=92307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 13:37:39.529162 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-415b50fe-3140-4151-a150-17da5d906a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-80-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T12:21:17Z,description=,heartbeat_timestamp=2021-06-02T13:37:17Z,host='dv-neutron-601336-80-hyperv',id=67fd0bd0-0a8b-4a3d-b870-6c072bc9fd5c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T12:21:17Z,topic='l3_agent')) {'router_ids': ['ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432'], 'active': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:39.546894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297a37f-cd62-4341-b9b8-d446ac21ddf7 req-f5318c90-a0ba-47fc-89fd-4dacfc9e4275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:39.548354 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f297a37f-cd62-4341-b9b8-d446ac21ddf7 req-f5318c90-a0ba-47fc-89fd-4dacfc9e4275 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8c71c481-c0d5-4cc5-91dd-60baef393bd3 HTTP/1.1" status: 200 len: 848 time: 0.0603218 Jun 02 13:37:39.624519 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297a37f-cd62-4341-b9b8-d446ac21ddf7 req-8ddf8603-7551-462b-a0c8-c1c0da28db68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:39.626042 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f297a37f-cd62-4341-b9b8-d446ac21ddf7 req-8ddf8603-7551-462b-a0c8-c1c0da28db68 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a820b456-9943-420c-bd49-c84b609806cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0714362 Jun 02 13:37:39.703352 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_dvr_db [None req-415b50fe-3140-4151-a150-17da5d906a03 None None] Set router ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432 gateway port host: dv-neutron-601336-80-hyperv {{(pid=92307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 13:37:39.757555 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f297a37f-cd62-4341-b9b8-d446ac21ddf7 req-044afa12-e526-4d9e-9149-5413cf248d8d service neutron] 10.222.0.22 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247981 Jun 02 13:37:39.889164 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-f297a37f-cd62-4341-b9b8-d446ac21ddf7 req-9dbd3e9c-bc92-4a1f-ba7e-7af91f9efdfe service neutron] 10.222.0.22 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251037 Jun 02 13:37:40.043068 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.l3_hamode_db [None req-415b50fe-3140-4151-a150-17da5d906a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'name': 'tempest-TestSnapshotPattern-334633473-router', 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '1e13fa20-6ba1-4449-b162-baf7e5d3952e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:37:11Z', 'updated_at': '2021-06-02T13:37:14Z', 'revision_number': 4, 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'gw_port': {'id': '1e13fa20-6ba1-4449-b162-baf7e5d3952e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:11Z', 'updated_at': '2021-06-02T13:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'b783c41d-7170-4e4f-9a1e-f8de2a32ab51', 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'floating_ip_address': '172.26.7.48', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'port_id': '63a34b55-af79-4d4c-86ca-8c0458da3b0b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf', 'mac_address': 'fa:16:3e:40:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e7f235-8b85-4db5-876b-f9df890455a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:37:37Z', 'updated_at': '2021-06-02T13:37:37Z', 'revision_number': 0, 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e6c6f5-c050-4f12-a2df-765c771a18ee', 'name': '', 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf', 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'mac_address': 'fa:16:3e:7f:67:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '8c71c481-c0d5-4cc5-91dd-60baef393bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:14Z', 'updated_at': '2021-06-02T13:37:20Z', 'revision_number': 5, 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'subnets': [{'id': '8c71c481-c0d5-4cc5-91dd-60baef393bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-80-hyperv', False) {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 13:37:40.046792 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415b50fe-3140-4151-a150-17da5d906a03 None None] The sync data for ids ['ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432'] in dv-neutron-601336-80-hyperv is: [{'id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'name': 'tempest-TestSnapshotPattern-334633473-router', 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'external_fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '1e13fa20-6ba1-4449-b162-baf7e5d3952e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T13:37:11Z', 'updated_at': '2021-06-02T13:37:14Z', 'revision_number': 4, 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'gw_port': {'id': '1e13fa20-6ba1-4449-b162-baf7e5d3952e', 'name': '', 'network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:11Z', 'updated_at': '2021-06-02T13:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747b4cfb-c5fb-49d1-ac87-524e76839406', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-80-hyperv', '_floatingips': [{'id': 'b783c41d-7170-4e4f-9a1e-f8de2a32ab51', 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'floating_ip_address': '172.26.7.48', 'floating_network_id': '58ad0a37-4806-4fe2-972f-df18335d7a8e', 'router_id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'port_id': '63a34b55-af79-4d4c-86ca-8c0458da3b0b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf', 'mac_address': 'fa:16:3e:40:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e7f235-8b85-4db5-876b-f9df890455a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T13:37:37Z', 'updated_at': '2021-06-02T13:37:37Z', 'revision_number': 0, 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e6c6f5-c050-4f12-a2df-765c771a18ee', 'name': '', 'network_id': 'a820b456-9943-420c-bd49-c84b609806cf', 'tenant_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'mac_address': 'fa:16:3e:7f:67:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba86dcf0-b1bb-4b81-93ea-ffe2cad2c432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '8c71c481-c0d5-4cc5-91dd-60baef393bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-80-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T13:37:14Z', 'updated_at': '2021-06-02T13:37:20Z', 'revision_number': 5, 'project_id': 'a20c06dbe06849749ff7c044f3a4fa48', 'subnets': [{'id': '8c71c481-c0d5-4cc5-91dd-60baef393bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 13:37:40.231977 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8486f8-d54b-47ea-b139-396f940b7571 None None] New status for floating IP b783c41d-7170-4e4f-9a1e-f8de2a32ab51: ACTIVE {{(pid=92306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 13:37:44.289039 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-15212155-1981-4a7c-a09b-fe5df7c3d181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:46.804116 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-2e7ecb99-fd1c-48b0-b65e-821bb89f159d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:46.821828 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:48.002861 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:49.796117 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:37:54.757969 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:37:54.771169 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-02db3b81-ecc0-4fa1-9750-6b5306a1aa4d req-7094f1aa-09ab-4262-8021-b54c14e72538 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b6e7f235-8b85-4db5-876b-f9df890455a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740297 Jun 02 13:37:54.907457 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db3b81-ecc0-4fa1-9750-6b5306a1aa4d req-93e8abad-7492-42db-99d8-df83c6f0d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:54.908891 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-02db3b81-ecc0-4fa1-9750-6b5306a1aa4d req-93e8abad-7492-42db-99d8-df83c6f0d3bf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a20c06dbe06849749ff7c044f3a4fa48&device_id=b6e7f235-8b85-4db5-876b-f9df890455a5 HTTP/1.1" status: 200 len: 1098 time: 0.0700545 Jun 02 13:37:55.050191 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db3b81-ecc0-4fa1-9750-6b5306a1aa4d req-024be649-c256-4f30-94cc-bece77c98180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:55.051801 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-02db3b81-ecc0-4fa1-9750-6b5306a1aa4d req-024be649-c256-4f30-94cc-bece77c98180 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a820b456-9943-420c-bd49-c84b609806cf HTTP/1.1" status: 200 len: 910 time: 0.1245856 Jun 02 13:37:55.154777 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-02db3b81-ecc0-4fa1-9750-6b5306a1aa4d req-06b04e04-608e-4bf6-90e6-6ab4f0512576 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a34b55-af79-4d4c-86ca-8c0458da3b0b HTTP/1.1" status: 200 len: 1000 time: 0.0960889 Jun 02 13:37:55.216921 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db3b81-ecc0-4fa1-9750-6b5306a1aa4d req-5df4e570-38f6-43ea-b0b4-fa28e555ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:55.218403 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-02db3b81-ecc0-4fa1-9750-6b5306a1aa4d req-5df4e570-38f6-43ea-b0b4-fa28e555ee48 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8c71c481-c0d5-4cc5-91dd-60baef393bd3 HTTP/1.1" status: 200 len: 848 time: 0.0568502 Jun 02 13:37:55.300305 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db3b81-ecc0-4fa1-9750-6b5306a1aa4d req-6cdbc3c0-66c7-4f3e-941f-efc8c6f828d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:37:55.301934 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-02db3b81-ecc0-4fa1-9750-6b5306a1aa4d req-6cdbc3c0-66c7-4f3e-941f-efc8c6f828d5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a820b456-9943-420c-bd49-c84b609806cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0769608 Jun 02 13:37:55.564032 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-02db3b81-ecc0-4fa1-9750-6b5306a1aa4d req-327f960b-8a0e-445f-a0bc-381cd685c5cb service neutron] 10.222.0.22 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551117 Jun 02 13:37:55.695393 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-02db3b81-ecc0-4fa1-9750-6b5306a1aa4d req-0f4c5ba9-6af6-49e2-aebc-f8d87ba7bca6 service neutron] 10.222.0.22 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240423 Jun 02 13:37:56.612091 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:38:14.290901 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9e6dd106-fe4d-4aa9-ae37-105c2a79a7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:38:16.806357 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1f224363-dadb-4f08-ab2e-b834ac23916d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:38:16.823228 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:38:18.005334 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:38:19.802506 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:38:26.611652 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:38:31.756841 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:38:44.291396 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-661b466e-11e8-4c3c-a01f-bc054fc843e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:38:46.807765 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-04381e27-f6dc-4bd3-a786-6c0d1d5c3395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:38:46.822796 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:38:48.008229 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:38:49.802408 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:38:56.608320 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:38:56.764053 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b19c4ad5-65ec-40e4-9e40-2d54be728141 req-34e93904-28c4-4f5f-a911-930ad54b6470 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b6e7f235-8b85-4db5-876b-f9df890455a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689735 Jun 02 13:38:56.907107 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c4ad5-65ec-40e4-9e40-2d54be728141 req-a6120ad1-e214-416a-82a8-f0d53b7ff778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:38:56.908585 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b19c4ad5-65ec-40e4-9e40-2d54be728141 req-a6120ad1-e214-416a-82a8-f0d53b7ff778 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a20c06dbe06849749ff7c044f3a4fa48&device_id=b6e7f235-8b85-4db5-876b-f9df890455a5 HTTP/1.1" status: 200 len: 1098 time: 0.0738132 Jun 02 13:38:57.053807 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c4ad5-65ec-40e4-9e40-2d54be728141 req-742760d1-e656-4199-95d8-8ddbb172ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:38:57.055281 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b19c4ad5-65ec-40e4-9e40-2d54be728141 req-742760d1-e656-4199-95d8-8ddbb172ac84 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a820b456-9943-420c-bd49-c84b609806cf HTTP/1.1" status: 200 len: 910 time: 0.1260743 Jun 02 13:38:57.157271 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b19c4ad5-65ec-40e4-9e40-2d54be728141 req-355f46a7-87da-42e1-866a-0b7eb0e6ff09 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a34b55-af79-4d4c-86ca-8c0458da3b0b HTTP/1.1" status: 200 len: 1000 time: 0.0952816 Jun 02 13:38:57.218420 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c4ad5-65ec-40e4-9e40-2d54be728141 req-a7ed4df6-0e98-4880-88f7-76d1e1e75114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:38:57.219992 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b19c4ad5-65ec-40e4-9e40-2d54be728141 req-a7ed4df6-0e98-4880-88f7-76d1e1e75114 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8c71c481-c0d5-4cc5-91dd-60baef393bd3 HTTP/1.1" status: 200 len: 848 time: 0.0565929 Jun 02 13:38:57.293698 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c4ad5-65ec-40e4-9e40-2d54be728141 req-31ed3f37-9df6-41b6-8640-24575fce3535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:38:57.295172 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b19c4ad5-65ec-40e4-9e40-2d54be728141 req-31ed3f37-9df6-41b6-8640-24575fce3535 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a820b456-9943-420c-bd49-c84b609806cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0689929 Jun 02 13:38:57.424836 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b19c4ad5-65ec-40e4-9e40-2d54be728141 req-d17890f2-04af-4fcd-897a-30c3ae75ccb8 service neutron] 10.222.0.22 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217113 Jun 02 13:38:57.553826 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b19c4ad5-65ec-40e4-9e40-2d54be728141 req-c674af31-813a-4b5e-bf54-7ec62ce67b11 service neutron] 10.222.0.22 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226568 Jun 02 13:39:08.755355 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:39:14.292811 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-91cf2c14-2992-4ab1-bd3a-4790ec8ce416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:39:16.808560 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a917e152-6566-4354-82fb-db217206c19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:39:16.825179 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:39:18.011754 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:39:19.806432 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:39:26.617916 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:39:44.293053 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-0c7fc9d8-6017-41fa-8852-a88b9d392e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:39:45.754723 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:39:46.809955 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-134d8056-f979-48ca-9373-bea83264a583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:39:46.826651 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:39:48.014951 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:39:49.806882 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:39:56.620644 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:39:56.781715 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-092a5d9b-e6bb-4282-865d-a72bcb812aa7 req-5d836394-d759-4188-a971-8a9f6fc4c1d2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b6e7f235-8b85-4db5-876b-f9df890455a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752032 Jun 02 13:39:56.924579 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a5d9b-e6bb-4282-865d-a72bcb812aa7 req-64773307-769e-4811-9ee4-d1e0bb15cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:39:56.926021 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-092a5d9b-e6bb-4282-865d-a72bcb812aa7 req-64773307-769e-4811-9ee4-d1e0bb15cda1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a20c06dbe06849749ff7c044f3a4fa48&device_id=b6e7f235-8b85-4db5-876b-f9df890455a5 HTTP/1.1" status: 200 len: 1098 time: 0.0709260 Jun 02 13:39:57.068308 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a5d9b-e6bb-4282-865d-a72bcb812aa7 req-05627252-12cc-4ed4-8f58-559db2d1ba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:39:57.069736 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-092a5d9b-e6bb-4282-865d-a72bcb812aa7 req-05627252-12cc-4ed4-8f58-559db2d1ba49 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a820b456-9943-420c-bd49-c84b609806cf HTTP/1.1" status: 200 len: 910 time: 0.1250684 Jun 02 13:39:57.171403 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-092a5d9b-e6bb-4282-865d-a72bcb812aa7 req-8ec01d3c-92fb-4ea7-a1f8-cd3f252ff042 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a34b55-af79-4d4c-86ca-8c0458da3b0b HTTP/1.1" status: 200 len: 1000 time: 0.0949092 Jun 02 13:39:57.236950 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a5d9b-e6bb-4282-865d-a72bcb812aa7 req-adb71412-05cc-466c-a3d6-326238987594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:39:57.238404 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-092a5d9b-e6bb-4282-865d-a72bcb812aa7 req-adb71412-05cc-466c-a3d6-326238987594 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8c71c481-c0d5-4cc5-91dd-60baef393bd3 HTTP/1.1" status: 200 len: 848 time: 0.0605114 Jun 02 13:39:57.312817 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a5d9b-e6bb-4282-865d-a72bcb812aa7 req-fee6d142-0dd4-457a-af41-b0175ff39f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:39:57.314945 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-092a5d9b-e6bb-4282-865d-a72bcb812aa7 req-fee6d142-0dd4-457a-af41-b0175ff39f43 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a820b456-9943-420c-bd49-c84b609806cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0703433 Jun 02 13:39:57.444283 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-092a5d9b-e6bb-4282-865d-a72bcb812aa7 req-9cf2b7ec-4ac4-493b-a8c6-3470f1f609bd service neutron] 10.222.0.22 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225710 Jun 02 13:39:57.707936 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-092a5d9b-e6bb-4282-865d-a72bcb812aa7 req-b4945697-09fc-4774-9ec8-9f0d9d351566 service neutron] 10.222.0.22 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564089 Jun 02 13:40:14.294249 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-322ed445-d809-4574-8130-d919055b8eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:40:16.810767 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-c0a287a0-cae5-46b8-b65a-9902040dc80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:40:16.828380 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:40:18.018660 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:40:19.810542 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:40:22.753585 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:40:26.622046 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:40:44.295842 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6d617e33-809a-4a35-9846-217a5249fa28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:40:46.811414 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-dae845d3-6ea4-4fa1-bb34-3bf2a9bc8496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:40:46.828303 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:40:48.021031 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:40:49.812854 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:40:56.623006 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:40:57.770158 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-361b552c-53a1-43b3-9e72-a5cc0cac2f24 req-b6524ea1-c604-4514-8051-fa36f1b862e9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b6e7f235-8b85-4db5-876b-f9df890455a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794942 Jun 02 13:40:57.905403 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b552c-53a1-43b3-9e72-a5cc0cac2f24 req-18fbd1e9-ec8e-4955-807b-d4e4444756b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:40:57.906897 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-361b552c-53a1-43b3-9e72-a5cc0cac2f24 req-18fbd1e9-ec8e-4955-807b-d4e4444756b4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a20c06dbe06849749ff7c044f3a4fa48&device_id=b6e7f235-8b85-4db5-876b-f9df890455a5 HTTP/1.1" status: 200 len: 1098 time: 0.0694258 Jun 02 13:40:58.052758 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b552c-53a1-43b3-9e72-a5cc0cac2f24 req-7ca9136a-a5e0-489b-be5b-1935edd2c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:40:58.054175 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-361b552c-53a1-43b3-9e72-a5cc0cac2f24 req-7ca9136a-a5e0-489b-be5b-1935edd2c227 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a820b456-9943-420c-bd49-c84b609806cf HTTP/1.1" status: 200 len: 910 time: 0.1287169 Jun 02 13:40:58.156112 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-361b552c-53a1-43b3-9e72-a5cc0cac2f24 req-fdb99d5f-3cdc-466f-a737-b5ee3730366a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a34b55-af79-4d4c-86ca-8c0458da3b0b HTTP/1.1" status: 200 len: 1000 time: 0.0945106 Jun 02 13:40:58.219289 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b552c-53a1-43b3-9e72-a5cc0cac2f24 req-23feb0c3-7620-4911-929f-31573349e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:40:58.220740 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-361b552c-53a1-43b3-9e72-a5cc0cac2f24 req-23feb0c3-7620-4911-929f-31573349e45b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8c71c481-c0d5-4cc5-91dd-60baef393bd3 HTTP/1.1" status: 200 len: 848 time: 0.0578475 Jun 02 13:40:58.299812 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b552c-53a1-43b3-9e72-a5cc0cac2f24 req-2e571c7c-e5e1-4665-8381-1ce69f3d99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:40:58.307060 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-361b552c-53a1-43b3-9e72-a5cc0cac2f24 req-2e571c7c-e5e1-4665-8381-1ce69f3d99ec service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a820b456-9943-420c-bd49-c84b609806cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0795264 Jun 02 13:40:58.436584 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-361b552c-53a1-43b3-9e72-a5cc0cac2f24 req-44c516fb-e1cc-4e41-83ce-18dc88478b88 service neutron] 10.222.0.22 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225648 Jun 02 13:40:58.567464 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-361b552c-53a1-43b3-9e72-a5cc0cac2f24 req-56115b44-fd75-4fdb-8ac4-5e25d71d339f service neutron] 10.222.0.22 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242654 Jun 02 13:40:59.752581 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:41:14.296812 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-abf8f9f6-1085-4250-b7cd-c758ecdaa5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:41:16.819266 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-16494ed6-0cca-4764-b83f-9792a5f67d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:41:16.829977 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:41:18.023289 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:41:19.815654 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:41:26.639463 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:41:36.751386 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:41:44.297757 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b1b88dd8-36bf-458d-b33c-5422983a8218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:41:46.810824 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-8be1a603-8301-4304-a69b-6a32ea97623d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:41:46.832220 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:41:48.028974 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:41:49.817983 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:41:56.636404 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:41:59.773502 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9b82b3ad-edaa-4c05-a265-35a8f6614a1c req-d55a39ec-65ef-471c-963f-b9f0dd07c282 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b6e7f235-8b85-4db5-876b-f9df890455a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688207 Jun 02 13:41:59.924531 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82b3ad-edaa-4c05-a265-35a8f6614a1c req-6885411b-986b-4285-9f2a-9c9ce0ec1207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:41:59.925956 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9b82b3ad-edaa-4c05-a265-35a8f6614a1c req-6885411b-986b-4285-9f2a-9c9ce0ec1207 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a20c06dbe06849749ff7c044f3a4fa48&device_id=b6e7f235-8b85-4db5-876b-f9df890455a5 HTTP/1.1" status: 200 len: 1098 time: 0.0729599 Jun 02 13:42:00.067966 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82b3ad-edaa-4c05-a265-35a8f6614a1c req-d1d038b6-a5ed-4b16-a129-76a4d0e4fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:42:00.069979 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9b82b3ad-edaa-4c05-a265-35a8f6614a1c req-d1d038b6-a5ed-4b16-a129-76a4d0e4fc7e service neutron] 10.222.0.22 "GET /v2.0/networks?id=a820b456-9943-420c-bd49-c84b609806cf HTTP/1.1" status: 200 len: 910 time: 0.1253469 Jun 02 13:42:00.170297 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9b82b3ad-edaa-4c05-a265-35a8f6614a1c req-fd38c07b-54d5-4c34-8c56-2f96653fa044 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a34b55-af79-4d4c-86ca-8c0458da3b0b HTTP/1.1" status: 200 len: 1000 time: 0.0930469 Jun 02 13:42:00.231406 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82b3ad-edaa-4c05-a265-35a8f6614a1c req-35618997-f203-45fa-965e-bd5b739a738b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:42:00.232824 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9b82b3ad-edaa-4c05-a265-35a8f6614a1c req-35618997-f203-45fa-965e-bd5b739a738b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8c71c481-c0d5-4cc5-91dd-60baef393bd3 HTTP/1.1" status: 200 len: 848 time: 0.0562935 Jun 02 13:42:00.307463 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82b3ad-edaa-4c05-a265-35a8f6614a1c req-3988d1f9-043b-4c16-afe0-796c72294eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:42:00.308786 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9b82b3ad-edaa-4c05-a265-35a8f6614a1c req-3988d1f9-043b-4c16-afe0-796c72294eef service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a820b456-9943-420c-bd49-c84b609806cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0696433 Jun 02 13:42:00.319454 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.wsgi [req-9b82b3ad-edaa-4c05-a265-35a8f6614a1c req-b2e3a0f8-5abf-4602-9c73-c0cb502503c2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92304) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 13:42:00.320350 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9b82b3ad-edaa-4c05-a265-35a8f6614a1c req-b2e3a0f8-5abf-4602-9c73-c0cb502503c2 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046825 Jun 02 13:42:00.447323 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9b82b3ad-edaa-4c05-a265-35a8f6614a1c req-bbf11899-ac4c-4a5f-9d64-813b9f7c8261 service neutron] 10.222.0.22 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204169 Jun 02 13:42:00.715323 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-9b82b3ad-edaa-4c05-a265-35a8f6614a1c req-e581aa11-b525-43d8-854a-7bc1b0345c52 service neutron] 10.222.0.22 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616174 Jun 02 13:42:13.750791 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:42:14.299140 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-27c9bbf4-7379-49e3-a5b8-9d376983fe38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:42:16.812514 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-21b88288-5404-4eb5-af68-8df8626a6bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:42:16.835586 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:42:18.029213 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:42:19.822970 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:42:26.632342 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:42:44.301181 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-9fde980a-f062-414d-9860-1f4b70dac049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:42:46.813644 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-742c95df-d18b-4dd6-a40e-c6e4d78c59be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:42:46.836604 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:42:48.032743 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:42:49.823128 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:42:50.749999 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:42:56.634477 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:43:01.797526 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-60a5df15-d984-4b3b-9247-7c24fbc9037a req-9eb7da29-836e-457b-ab3e-8abbeaa3e1f9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b6e7f235-8b85-4db5-876b-f9df890455a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1064727 Jun 02 13:43:01.933045 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5df15-d984-4b3b-9247-7c24fbc9037a req-91c953c2-84ba-44b6-b494-f4e1bef538fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:43:01.934513 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-60a5df15-d984-4b3b-9247-7c24fbc9037a req-91c953c2-84ba-44b6-b494-f4e1bef538fb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a20c06dbe06849749ff7c044f3a4fa48&device_id=b6e7f235-8b85-4db5-876b-f9df890455a5 HTTP/1.1" status: 200 len: 1098 time: 0.0697320 Jun 02 13:43:02.074894 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5df15-d984-4b3b-9247-7c24fbc9037a req-8fdb90e9-f0ef-44c4-a600-1face827cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:43:02.076472 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-60a5df15-d984-4b3b-9247-7c24fbc9037a req-8fdb90e9-f0ef-44c4-a600-1face827cc10 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a820b456-9943-420c-bd49-c84b609806cf HTTP/1.1" status: 200 len: 910 time: 0.1240711 Jun 02 13:43:02.177896 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-60a5df15-d984-4b3b-9247-7c24fbc9037a req-3924a756-d4b0-4fc7-8b99-9cb5886ad34f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a34b55-af79-4d4c-86ca-8c0458da3b0b HTTP/1.1" status: 200 len: 1000 time: 0.0946531 Jun 02 13:43:02.243552 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5df15-d984-4b3b-9247-7c24fbc9037a req-6e0c134d-c358-4e96-ac7a-79b5df720359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:43:02.244952 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-60a5df15-d984-4b3b-9247-7c24fbc9037a req-6e0c134d-c358-4e96-ac7a-79b5df720359 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8c71c481-c0d5-4cc5-91dd-60baef393bd3 HTTP/1.1" status: 200 len: 848 time: 0.0599787 Jun 02 13:43:02.318968 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5df15-d984-4b3b-9247-7c24fbc9037a req-4dcc06b9-1fe9-4b8a-99d0-9fdd38ad69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:43:02.321010 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-60a5df15-d984-4b3b-9247-7c24fbc9037a req-4dcc06b9-1fe9-4b8a-99d0-9fdd38ad69eb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a820b456-9943-420c-bd49-c84b609806cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0687342 Jun 02 13:43:02.449132 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-60a5df15-d984-4b3b-9247-7c24fbc9037a req-4c8f62be-99aa-4a28-aadb-d9b12588c3f7 service neutron] 10.222.0.22 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219697 Jun 02 13:43:02.577009 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-60a5df15-d984-4b3b-9247-7c24fbc9037a req-28fba7fc-a92b-4112-9ea4-809520ca2d3f service neutron] 10.222.0.22 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219058 Jun 02 13:43:14.303254 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ddaf5627-337a-48a0-be13-91a15db8b82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:43:16.815182 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-eaec4819-448f-48c9-8dcc-4659a98e3aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:43:16.836685 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:43:18.034591 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:43:19.825942 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:43:26.648613 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:43:27.748821 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:43:44.304862 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-83554af7-0f7f-4da5-a258-284270057dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:43:46.817152 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-1767cb28-7601-4720-ad2b-a204a01b1986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:43:46.837335 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:43:48.038234 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:43:49.828905 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:43:56.649219 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:44:02.762663 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3f6211ac-769f-479e-8889-978edaa53647 req-fa2264f8-674c-4e1d-96fc-1963720ca79c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b6e7f235-8b85-4db5-876b-f9df890455a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745661 Jun 02 13:44:02.902960 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6211ac-769f-479e-8889-978edaa53647 req-a86254d4-269c-474c-af44-adebe9a740c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:44:02.904376 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3f6211ac-769f-479e-8889-978edaa53647 req-a86254d4-269c-474c-af44-adebe9a740c7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a20c06dbe06849749ff7c044f3a4fa48&device_id=b6e7f235-8b85-4db5-876b-f9df890455a5 HTTP/1.1" status: 200 len: 1098 time: 0.0692608 Jun 02 13:44:03.047832 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6211ac-769f-479e-8889-978edaa53647 req-47d20d5d-f9c4-477b-bcd7-c237b67384ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:44:03.049170 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3f6211ac-769f-479e-8889-978edaa53647 req-47d20d5d-f9c4-477b-bcd7-c237b67384ba service neutron] 10.222.0.22 "GET /v2.0/networks?id=a820b456-9943-420c-bd49-c84b609806cf HTTP/1.1" status: 200 len: 910 time: 0.1253283 Jun 02 13:44:03.152158 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3f6211ac-769f-479e-8889-978edaa53647 req-bbf4f6d5-aa07-43b1-b20c-7986032ce339 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a34b55-af79-4d4c-86ca-8c0458da3b0b HTTP/1.1" status: 200 len: 1000 time: 0.0955603 Jun 02 13:44:03.213883 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6211ac-769f-479e-8889-978edaa53647 req-c09b917f-a1ca-413d-8d11-d1fae2213e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:44:03.215334 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3f6211ac-769f-479e-8889-978edaa53647 req-c09b917f-a1ca-413d-8d11-d1fae2213e19 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8c71c481-c0d5-4cc5-91dd-60baef393bd3 HTTP/1.1" status: 200 len: 848 time: 0.0567141 Jun 02 13:44:03.292484 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6211ac-769f-479e-8889-978edaa53647 req-d921c660-2b1f-404e-a140-cf66422f0c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:44:03.293918 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3f6211ac-769f-479e-8889-978edaa53647 req-d921c660-2b1f-404e-a140-cf66422f0c08 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a820b456-9943-420c-bd49-c84b609806cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0722508 Jun 02 13:44:03.421781 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3f6211ac-769f-479e-8889-978edaa53647 req-366b7c57-432a-43b7-b10e-ebb8a4237935 service neutron] 10.222.0.22 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207647 Jun 02 13:44:03.685129 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-3f6211ac-769f-479e-8889-978edaa53647 req-dceac297-b6c2-4e32-817c-7740c8a91a78 service neutron] 10.222.0.22 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557855 Jun 02 13:44:04.748571 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:44:14.307198 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-b42bb05f-00d6-4002-8252-ad323238bed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:44:16.819056 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-a31df6cb-f1ad-46f9-b0b6-b3857f99374a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:44:16.839143 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:44:18.039988 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:44:19.832245 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:44:26.663446 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:44:41.747478 dv-neutron-601336-80-hyperv neutron-server[92307]: DEBUG neutron.db.agents_db [None req-a4571a35-c86e-4f1d-baf8-efe1f8ccc98d None None] Agent healthcheck: found 6 active agents {{(pid=92307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 13:44:44.307682 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-cf0d573b-3477-49d8-acb1-3d5f03a463a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:44:46.821164 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ea65100e-2a3e-4abe-81d0-ca36e65840ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:44:46.838282 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-84983fa3-f4a0-4d67-bcbf-0cc61f222c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:44:48.045621 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-6636796e-10ec-43e8-87b5-f35dfd8c7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:44:49.834425 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-7dd84f54-aa39-485c-9e9c-1cda9f2894b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:44:56.659957 dv-neutron-601336-80-hyperv neutron-server[92306]: DEBUG neutron_lib.callbacks.manager [None req-ef338065-fc78-41ec-87ae-eb984e72f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415962390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025588'] for agent, after_update {{(pid=92306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 13:45:02.755274 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b550d55d-62bb-4975-9b92-3a37713c92fb req-4492e37d-6751-4aea-83f5-be597bd09339 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b6e7f235-8b85-4db5-876b-f9df890455a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714586 Jun 02 13:45:02.896422 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550d55d-62bb-4975-9b92-3a37713c92fb req-f9f34833-904a-4cd8-b845-72878eb07eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:45:02.897875 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b550d55d-62bb-4975-9b92-3a37713c92fb req-f9f34833-904a-4cd8-b845-72878eb07eba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a20c06dbe06849749ff7c044f3a4fa48&device_id=b6e7f235-8b85-4db5-876b-f9df890455a5 HTTP/1.1" status: 200 len: 1098 time: 0.0741494 Jun 02 13:45:03.044445 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550d55d-62bb-4975-9b92-3a37713c92fb req-ed27c5a5-ae2c-411f-87af-615a7476c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:45:03.045796 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b550d55d-62bb-4975-9b92-3a37713c92fb req-ed27c5a5-ae2c-411f-87af-615a7476c3c9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a820b456-9943-420c-bd49-c84b609806cf HTTP/1.1" status: 200 len: 910 time: 0.1295698 Jun 02 13:45:03.151356 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b550d55d-62bb-4975-9b92-3a37713c92fb req-525c2d38-7e4d-4a9b-8af9-85d0355bf824 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a34b55-af79-4d4c-86ca-8c0458da3b0b HTTP/1.1" status: 200 len: 1000 time: 0.0975485 Jun 02 13:45:03.215075 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550d55d-62bb-4975-9b92-3a37713c92fb req-0bce63b3-d332-4b60-b25e-c2b997e34903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:45:03.216520 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b550d55d-62bb-4975-9b92-3a37713c92fb req-0bce63b3-d332-4b60-b25e-c2b997e34903 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8c71c481-c0d5-4cc5-91dd-60baef393bd3 HTTP/1.1" status: 200 len: 848 time: 0.0584857 Jun 02 13:45:03.293951 dv-neutron-601336-80-hyperv neutron-server[92304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550d55d-62bb-4975-9b92-3a37713c92fb req-d2918419-c1e9-4527-a843-9e27044ada4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 13:45:03.295559 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b550d55d-62bb-4975-9b92-3a37713c92fb req-d2918419-c1e9-4527-a843-9e27044ada4a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a820b456-9943-420c-bd49-c84b609806cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0715022 Jun 02 13:45:03.430423 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b550d55d-62bb-4975-9b92-3a37713c92fb req-a423c664-a9f0-42c7-b9c3-9fd9bb04b1fd service neutron] 10.222.0.22 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267421 Jun 02 13:45:03.561616 dv-neutron-601336-80-hyperv neutron-server[92304]: INFO neutron.wsgi [req-b550d55d-62bb-4975-9b92-3a37713c92fb req-b2a6029e-4a4a-458a-b1ef-e25bb25ce65e service neutron] 10.222.0.22 "GET /v2.0/networks/a820b456-9943-420c-bd49-c84b609806cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249483